2024-09-19T04:51:30.206 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-19T04:51:30.227 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-19T04:51:30.328 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911657 branch: squid description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/quota} email: ceph-qa@ceph.com first_in_suite: false job_id: '7911657' kernel: client: sha1: distro kdb: 1 sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 kclient: syntax: v1 selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 subvolume_version: 2 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: 6fad5dd73c93545e52f57f681e140a9c3529c11e owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 1747 sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 sleep_before_teardown: 0 subset: 176/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 6fad5dd73c93545e52f57f681e140a9c3529c11e syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi005.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBC0hFKIV/7fXR2Z1Pnk8xeeJgu2JxlfEjJdV8ZEf7VLJh0ItXM7Sn0bD8RQXph4U95zml0eDDmWjNoi1mGTm5cU= smithi134.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBP2txndR/sl3BuUOyxMCPES3/XHmLqdYUJgFqM26YtrFV0OgtD1VH6LBJqV7IsaN/JoQ+cm5fsmkIvQmU8ZLPyo= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - kclient: null - cephfs_test_runner: modules: - tasks.cephfs.test_quota teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-18_21:24:17 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-19T04:51:30.328 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa; will attempt to use it 2024-09-19T04:51:30.328 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks 2024-09-19T04:51:30.329 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-19T04:51:30.330 INFO:teuthology.task.internal:Checking packages... 2024-09-19T04:51:30.352 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '2f599a46ad10e37c929e5c43da2f6907ddcd1961' 2024-09-19T04:51:30.352 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-19T04:51:30.352 INFO:teuthology.packaging:ref: None 2024-09-19T04:51:30.352 INFO:teuthology.packaging:tag: None 2024-09-19T04:51:30.353 INFO:teuthology.packaging:branch: squid 2024-09-19T04:51:30.353 INFO:teuthology.packaging:sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T04:51:30.353 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-19T04:51:30.589 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-363.g6fad5dd7 2024-09-19T04:51:30.590 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-19T04:51:30.597 INFO:teuthology.task.internal:no buildpackages task found 2024-09-19T04:51:30.597 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-19T04:51:30.614 INFO:teuthology.task.internal:Saving configuration 2024-09-19T04:51:30.629 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-19T04:51:30.637 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-19T04:51:30.662 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi005.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911657', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-19 04:46:41.353716', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBC0hFKIV/7fXR2Z1Pnk8xeeJgu2JxlfEjJdV8ZEf7VLJh0ItXM7Sn0bD8RQXph4U95zml0eDDmWjNoi1mGTm5cU='} 2024-09-19T04:51:30.687 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi134.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911657', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-19 04:46:41.352424', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBP2txndR/sl3BuUOyxMCPES3/XHmLqdYUJgFqM26YtrFV0OgtD1VH6LBJqV7IsaN/JoQ+cm5fsmkIvQmU8ZLPyo='} 2024-09-19T04:51:30.688 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-19T04:51:30.695 INFO:teuthology.task.internal:roles: ubuntu@smithi005.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-19T04:51:30.695 INFO:teuthology.task.internal:roles: ubuntu@smithi134.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-19T04:51:30.695 INFO:teuthology.run_tasks:Running task console_log... 2024-09-19T04:51:30.758 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f572f007be0>, signals=[15]) 2024-09-19T04:51:30.758 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-19T04:51:30.765 INFO:teuthology.task.internal:Opening connections... 2024-09-19T04:51:30.765 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi005.front.sepia.ceph.com 2024-09-19T04:51:30.766 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi005.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:51:30.847 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi134.front.sepia.ceph.com 2024-09-19T04:51:30.848 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi134.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:51:30.923 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-19T04:51:30.930 DEBUG:teuthology.orchestra.run.smithi005:> uname -m 2024-09-19T04:51:30.948 INFO:teuthology.orchestra.run.smithi005.stdout:x86_64 2024-09-19T04:51:30.949 DEBUG:teuthology.orchestra.run.smithi005:> cat /etc/os-release 2024-09-19T04:51:31.006 INFO:teuthology.orchestra.run.smithi005.stdout:NAME="CentOS Stream" 2024-09-19T04:51:31.006 INFO:teuthology.orchestra.run.smithi005.stdout:VERSION="9" 2024-09-19T04:51:31.006 INFO:teuthology.orchestra.run.smithi005.stdout:ID="centos" 2024-09-19T04:51:31.006 INFO:teuthology.orchestra.run.smithi005.stdout:ID_LIKE="rhel fedora" 2024-09-19T04:51:31.006 INFO:teuthology.orchestra.run.smithi005.stdout:VERSION_ID="9" 2024-09-19T04:51:31.006 INFO:teuthology.orchestra.run.smithi005.stdout:PLATFORM_ID="platform:el9" 2024-09-19T04:51:31.006 INFO:teuthology.orchestra.run.smithi005.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-19T04:51:31.007 INFO:teuthology.orchestra.run.smithi005.stdout:ANSI_COLOR="0;31" 2024-09-19T04:51:31.007 INFO:teuthology.orchestra.run.smithi005.stdout:LOGO="fedora-logo-icon" 2024-09-19T04:51:31.007 INFO:teuthology.orchestra.run.smithi005.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-19T04:51:31.007 INFO:teuthology.orchestra.run.smithi005.stdout:HOME_URL="https://centos.org/" 2024-09-19T04:51:31.007 INFO:teuthology.orchestra.run.smithi005.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-19T04:51:31.007 INFO:teuthology.orchestra.run.smithi005.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-19T04:51:31.007 INFO:teuthology.orchestra.run.smithi005.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-19T04:51:31.008 INFO:teuthology.lock.ops:Updating smithi005.front.sepia.ceph.com on lock server 2024-09-19T04:51:31.033 DEBUG:teuthology.orchestra.run.smithi134:> uname -m 2024-09-19T04:51:31.051 INFO:teuthology.orchestra.run.smithi134.stdout:x86_64 2024-09-19T04:51:31.051 DEBUG:teuthology.orchestra.run.smithi134:> cat /etc/os-release 2024-09-19T04:51:31.109 INFO:teuthology.orchestra.run.smithi134.stdout:NAME="CentOS Stream" 2024-09-19T04:51:31.109 INFO:teuthology.orchestra.run.smithi134.stdout:VERSION="9" 2024-09-19T04:51:31.109 INFO:teuthology.orchestra.run.smithi134.stdout:ID="centos" 2024-09-19T04:51:31.109 INFO:teuthology.orchestra.run.smithi134.stdout:ID_LIKE="rhel fedora" 2024-09-19T04:51:31.109 INFO:teuthology.orchestra.run.smithi134.stdout:VERSION_ID="9" 2024-09-19T04:51:31.109 INFO:teuthology.orchestra.run.smithi134.stdout:PLATFORM_ID="platform:el9" 2024-09-19T04:51:31.109 INFO:teuthology.orchestra.run.smithi134.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-19T04:51:31.109 INFO:teuthology.orchestra.run.smithi134.stdout:ANSI_COLOR="0;31" 2024-09-19T04:51:31.109 INFO:teuthology.orchestra.run.smithi134.stdout:LOGO="fedora-logo-icon" 2024-09-19T04:51:31.109 INFO:teuthology.orchestra.run.smithi134.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-19T04:51:31.109 INFO:teuthology.orchestra.run.smithi134.stdout:HOME_URL="https://centos.org/" 2024-09-19T04:51:31.110 INFO:teuthology.orchestra.run.smithi134.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-19T04:51:31.110 INFO:teuthology.orchestra.run.smithi134.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-19T04:51:31.110 INFO:teuthology.orchestra.run.smithi134.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-19T04:51:31.110 INFO:teuthology.lock.ops:Updating smithi134.front.sepia.ceph.com on lock server 2024-09-19T04:51:31.141 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-19T04:51:31.151 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-19T04:51:31.190 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-19T04:51:31.190 DEBUG:teuthology.orchestra.run.smithi005:> test '!' -e /home/ubuntu/cephtest 2024-09-19T04:51:31.193 DEBUG:teuthology.orchestra.run.smithi134:> test '!' -e /home/ubuntu/cephtest 2024-09-19T04:51:31.210 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-19T04:51:31.218 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-19T04:51:31.218 DEBUG:teuthology.orchestra.run.smithi005:> test -z $(ls -A /var/lib/ceph) 2024-09-19T04:51:31.250 DEBUG:teuthology.orchestra.run.smithi134:> test -z $(ls -A /var/lib/ceph) 2024-09-19T04:51:31.282 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-19T04:51:31.327 INFO:teuthology.run_tasks:Running task kernel... 2024-09-19T04:51:31.342 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'kdb': 1, 'sha1': 'distro'} 2024-09-19T04:51:31.342 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}, 'client.2': {'sha1': 'distro'}, 'client.1': {'sha1': 'distro'}, 'client.3': {'sha1': 'distro'}} 2024-09-19T04:51:31.342 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}, 'client.1': {'sha1': 'distro'}}, timeout 300 2024-09-19T04:51:31.342 DEBUG:teuthology.orchestra.run.smithi005:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-19T04:51:31.343 DEBUG:teuthology.orchestra.run.smithi134:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-19T04:51:31.359 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:51:31.359 DEBUG:teuthology.orchestra.run.smithi005:> uname -r 2024-09-19T04:51:31.360 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:51:31.360 DEBUG:teuthology.orchestra.run.smithi134:> uname -r 2024-09-19T04:51:31.417 INFO:teuthology.orchestra.run.smithi005.stdout:5.14.0-503.el9.x86_64 2024-09-19T04:51:31.417 INFO:teuthology.task.kernel:Running kernel on smithi005: 5.14.0-503.el9.x86_64 2024-09-19T04:51:31.417 DEBUG:teuthology.orchestra.run.smithi005:> sudo yum install -y kernel 2024-09-19T04:51:31.418 INFO:teuthology.orchestra.run.smithi134.stdout:5.14.0-503.el9.x86_64 2024-09-19T04:51:31.419 INFO:teuthology.task.kernel:Running kernel on smithi134: 5.14.0-503.el9.x86_64 2024-09-19T04:51:31.419 DEBUG:teuthology.orchestra.run.smithi134:> sudo yum install -y kernel 2024-09-19T04:51:34.449 INFO:teuthology.orchestra.run.smithi134.stdout:CentOS Stream 9 - BaseOS 6.6 MB/s | 8.3 MB 00:01 2024-09-19T04:51:34.986 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS Stream 9 - BaseOS 4.4 MB/s | 8.3 MB 00:01 2024-09-19T04:51:36.880 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS Stream 9 - AppStream 26 MB/s | 20 MB 00:00 2024-09-19T04:51:38.883 INFO:teuthology.orchestra.run.smithi134.stdout:CentOS Stream 9 - AppStream 6.1 MB/s | 20 MB 00:03 2024-09-19T04:51:42.438 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS Stream 9 - CRB 4.1 MB/s | 6.5 MB 00:01 2024-09-19T04:51:43.100 INFO:teuthology.orchestra.run.smithi134.stdout:CentOS Stream 9 - CRB 14 MB/s | 6.5 MB 00:00 2024-09-19T04:51:43.989 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS Stream 9 - Extras packages 72 kB/s | 19 kB 00:00 2024-09-19T04:51:44.751 INFO:teuthology.orchestra.run.smithi134.stdout:CentOS Stream 9 - Extras packages 41 kB/s | 19 kB 00:00 2024-09-19T04:51:45.043 INFO:teuthology.orchestra.run.smithi005.stdout:Extra Packages for Enterprise Linux 24 MB/s | 23 MB 00:00 2024-09-19T04:51:45.795 INFO:teuthology.orchestra.run.smithi134.stdout:Extra Packages for Enterprise Linux 25 MB/s | 23 MB 00:00 2024-09-19T04:51:50.666 INFO:teuthology.orchestra.run.smithi005.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-19T04:51:51.185 INFO:teuthology.orchestra.run.smithi134.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-19T04:51:52.641 INFO:teuthology.orchestra.run.smithi005.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-19T04:51:52.641 INFO:teuthology.orchestra.run.smithi005.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-19T04:51:52.742 INFO:teuthology.orchestra.run.smithi005.stdout:Dependencies resolved. 2024-09-19T04:51:52.753 INFO:teuthology.orchestra.run.smithi005.stdout:================================================================================ 2024-09-19T04:51:52.754 INFO:teuthology.orchestra.run.smithi005.stdout: Package Architecture Version Repository Size 2024-09-19T04:51:52.754 INFO:teuthology.orchestra.run.smithi005.stdout:================================================================================ 2024-09-19T04:51:52.754 INFO:teuthology.orchestra.run.smithi005.stdout:Installing: 2024-09-19T04:51:52.754 INFO:teuthology.orchestra.run.smithi005.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-19T04:51:52.754 INFO:teuthology.orchestra.run.smithi005.stdout:Installing dependencies: 2024-09-19T04:51:52.754 INFO:teuthology.orchestra.run.smithi005.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-19T04:51:52.754 INFO:teuthology.orchestra.run.smithi005.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-19T04:51:52.754 INFO:teuthology.orchestra.run.smithi005.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-19T04:51:52.754 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T04:51:52.754 INFO:teuthology.orchestra.run.smithi005.stdout:Transaction Summary 2024-09-19T04:51:52.754 INFO:teuthology.orchestra.run.smithi005.stdout:================================================================================ 2024-09-19T04:51:52.754 INFO:teuthology.orchestra.run.smithi005.stdout:Install 4 Packages 2024-09-19T04:51:52.755 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T04:51:52.755 INFO:teuthology.orchestra.run.smithi005.stdout:Total download size: 79 M 2024-09-19T04:51:52.755 INFO:teuthology.orchestra.run.smithi005.stdout:Installed size: 126 M 2024-09-19T04:51:52.755 INFO:teuthology.orchestra.run.smithi005.stdout:Downloading Packages: 2024-09-19T04:51:53.092 INFO:teuthology.orchestra.run.smithi134.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-19T04:51:53.092 INFO:teuthology.orchestra.run.smithi134.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-19T04:51:53.187 INFO:teuthology.orchestra.run.smithi134.stdout:Dependencies resolved. 2024-09-19T04:51:53.191 INFO:teuthology.orchestra.run.smithi134.stdout:================================================================================ 2024-09-19T04:51:53.191 INFO:teuthology.orchestra.run.smithi134.stdout: Package Architecture Version Repository Size 2024-09-19T04:51:53.191 INFO:teuthology.orchestra.run.smithi134.stdout:================================================================================ 2024-09-19T04:51:53.191 INFO:teuthology.orchestra.run.smithi134.stdout:Installing: 2024-09-19T04:51:53.191 INFO:teuthology.orchestra.run.smithi134.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-19T04:51:53.191 INFO:teuthology.orchestra.run.smithi134.stdout:Installing dependencies: 2024-09-19T04:51:53.191 INFO:teuthology.orchestra.run.smithi134.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-19T04:51:53.191 INFO:teuthology.orchestra.run.smithi134.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-19T04:51:53.191 INFO:teuthology.orchestra.run.smithi134.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-19T04:51:53.191 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T04:51:53.192 INFO:teuthology.orchestra.run.smithi134.stdout:Transaction Summary 2024-09-19T04:51:53.192 INFO:teuthology.orchestra.run.smithi134.stdout:================================================================================ 2024-09-19T04:51:53.192 INFO:teuthology.orchestra.run.smithi134.stdout:Install 4 Packages 2024-09-19T04:51:53.192 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T04:51:53.192 INFO:teuthology.orchestra.run.smithi134.stdout:Total download size: 79 M 2024-09-19T04:51:53.192 INFO:teuthology.orchestra.run.smithi134.stdout:Installed size: 126 M 2024-09-19T04:51:53.193 INFO:teuthology.orchestra.run.smithi134.stdout:Downloading Packages: 2024-09-19T04:51:53.304 INFO:teuthology.orchestra.run.smithi134.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 393 kB/s | 36 kB 00:00 2024-09-19T04:51:53.358 INFO:teuthology.orchestra.run.smithi005.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 65 kB/s | 36 kB 00:00 2024-09-19T04:51:53.687 INFO:teuthology.orchestra.run.smithi134.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 33 MB/s | 16 MB 00:00 2024-09-19T04:51:54.113 INFO:teuthology.orchestra.run.smithi134.stdout:(3/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 38 MB/s | 35 MB 00:00 2024-09-19T04:51:54.192 INFO:teuthology.orchestra.run.smithi005.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 11 MB/s | 16 MB 00:01 2024-09-19T04:51:54.371 INFO:teuthology.orchestra.run.smithi134.stdout:(4/4): kernel-modules-core-5.14.0-508.el9.x86_6 27 MB/s | 29 MB 00:01 2024-09-19T04:51:54.372 INFO:teuthology.orchestra.run.smithi134.stdout:-------------------------------------------------------------------------------- 2024-09-19T04:51:54.372 INFO:teuthology.orchestra.run.smithi134.stdout:Total 67 MB/s | 79 MB 00:01 2024-09-19T04:51:54.851 INFO:teuthology.orchestra.run.smithi005.stdout:(3/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 17 MB/s | 35 MB 00:02 2024-09-19T04:51:55.051 INFO:teuthology.orchestra.run.smithi134.stdout:Running transaction check 2024-09-19T04:51:55.390 INFO:teuthology.orchestra.run.smithi134.stdout:Transaction check succeeded. 2024-09-19T04:51:55.391 INFO:teuthology.orchestra.run.smithi134.stdout:Running transaction test 2024-09-19T04:51:55.534 INFO:teuthology.orchestra.run.smithi005.stdout:(4/4): kernel-modules-core-5.14.0-508.el9.x86_6 13 MB/s | 29 MB 00:02 2024-09-19T04:51:55.535 INFO:teuthology.orchestra.run.smithi005.stdout:-------------------------------------------------------------------------------- 2024-09-19T04:51:55.535 INFO:teuthology.orchestra.run.smithi005.stdout:Total 28 MB/s | 79 MB 00:02 2024-09-19T04:51:56.247 INFO:teuthology.orchestra.run.smithi005.stdout:Running transaction check 2024-09-19T04:51:56.373 INFO:teuthology.orchestra.run.smithi134.stdout:Transaction test succeeded. 2024-09-19T04:51:56.373 INFO:teuthology.orchestra.run.smithi134.stdout:Running transaction 2024-09-19T04:51:56.613 INFO:teuthology.orchestra.run.smithi005.stdout:Transaction check succeeded. 2024-09-19T04:51:56.613 INFO:teuthology.orchestra.run.smithi005.stdout:Running transaction test 2024-09-19T04:51:57.592 INFO:teuthology.orchestra.run.smithi005.stdout:Transaction test succeeded. 2024-09-19T04:51:57.592 INFO:teuthology.orchestra.run.smithi005.stdout:Running transaction 2024-09-19T04:51:58.803 INFO:teuthology.orchestra.run.smithi134.stdout: Preparing : 1/1 2024-09-19T04:51:59.450 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-19T04:51:59.532 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T04:52:00.159 INFO:teuthology.orchestra.run.smithi005.stdout: Preparing : 1/1 2024-09-19T04:52:00.838 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-19T04:52:00.926 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T04:52:02.283 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T04:52:02.418 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T04:52:03.683 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T04:52:03.821 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T04:52:07.259 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T04:52:07.386 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T04:52:08.949 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T04:52:08.988 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T04:52:12.230 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T04:52:14.130 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T04:52:50.299 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T04:52:50.340 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-19T04:52:50.727 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T04:52:50.727 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-19T04:52:50.727 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T04:52:50.727 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T04:52:51.605 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T04:52:51.605 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T04:52:51.605 INFO:teuthology.orchestra.run.smithi134.stdout:Installed: 2024-09-19T04:52:51.605 INFO:teuthology.orchestra.run.smithi134.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-19T04:52:51.606 INFO:teuthology.orchestra.run.smithi134.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-19T04:52:51.606 INFO:teuthology.orchestra.run.smithi134.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-19T04:52:51.606 INFO:teuthology.orchestra.run.smithi134.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-19T04:52:51.606 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T04:52:51.606 INFO:teuthology.orchestra.run.smithi134.stdout:Complete! 2024-09-19T04:52:51.966 DEBUG:teuthology.orchestra.run.smithi134:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T04:52:52.059 INFO:teuthology.orchestra.run.smithi134.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T04:52:52.059 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T04:52:52.060 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-19T04:52:52.060 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-19T04:52:52.060 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-19T04:52:52.060 INFO:teuthology.task.kernel:Installing distro kernel on client.1... 2024-09-19T04:52:52.060 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi134.front.sepia.ceph.com, path=None, version=distro) 2024-09-19T04:52:52.061 DEBUG:teuthology.orchestra.run.smithi134:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T04:52:52.120 INFO:teuthology.orchestra.run.smithi134.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T04:52:52.120 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T04:52:52.120 DEBUG:teuthology.orchestra.run.smithi134:> sudo rpm -qi grub2-tools 2024-09-19T04:52:52.158 INFO:teuthology.orchestra.run.smithi134.stdout:Name : grub2-tools 2024-09-19T04:52:52.158 INFO:teuthology.orchestra.run.smithi134.stdout:Epoch : 1 2024-09-19T04:52:52.159 INFO:teuthology.orchestra.run.smithi134.stdout:Version : 2.06 2024-09-19T04:52:52.159 INFO:teuthology.orchestra.run.smithi134.stdout:Release : 82.el9 2024-09-19T04:52:52.159 INFO:teuthology.orchestra.run.smithi134.stdout:Architecture: x86_64 2024-09-19T04:52:52.159 INFO:teuthology.orchestra.run.smithi134.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-19T04:52:52.159 INFO:teuthology.orchestra.run.smithi134.stdout:Group : Unspecified 2024-09-19T04:52:52.159 INFO:teuthology.orchestra.run.smithi134.stdout:Size : 8274670 2024-09-19T04:52:52.159 INFO:teuthology.orchestra.run.smithi134.stdout:License : GPLv3+ 2024-09-19T04:52:52.159 INFO:teuthology.orchestra.run.smithi134.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-19T04:52:52.159 INFO:teuthology.orchestra.run.smithi134.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-19T04:52:52.159 INFO:teuthology.orchestra.run.smithi134.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-19T04:52:52.159 INFO:teuthology.orchestra.run.smithi134.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-19T04:52:52.159 INFO:teuthology.orchestra.run.smithi134.stdout:Packager : builder@centos.org 2024-09-19T04:52:52.159 INFO:teuthology.orchestra.run.smithi134.stdout:Vendor : CentOS 2024-09-19T04:52:52.160 INFO:teuthology.orchestra.run.smithi134.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-19T04:52:52.160 INFO:teuthology.orchestra.run.smithi134.stdout:Summary : Support tools for GRUB. 2024-09-19T04:52:52.160 INFO:teuthology.orchestra.run.smithi134.stdout:Description : 2024-09-19T04:52:52.160 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T04:52:52.160 INFO:teuthology.orchestra.run.smithi134.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-19T04:52:52.160 INFO:teuthology.orchestra.run.smithi134.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-19T04:52:52.160 INFO:teuthology.orchestra.run.smithi134.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-19T04:52:52.160 INFO:teuthology.orchestra.run.smithi134.stdout:hardware devices. 2024-09-19T04:52:52.160 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T04:52:52.160 INFO:teuthology.orchestra.run.smithi134.stdout:This subpackage provides tools for support of all platforms. 2024-09-19T04:52:52.161 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-19T04:52:52.161 INFO:teuthology.task.kernel:Updating grub on smithi134 to boot 5.14.0-508.el9.x86_64 2024-09-19T04:52:52.161 DEBUG:teuthology.orchestra.run.smithi134:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-19T04:52:52.785 INFO:teuthology.orchestra.run.smithi134.stderr:Generating grub configuration file ... 2024-09-19T04:52:53.286 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T04:52:53.328 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-19T04:52:53.633 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T04:52:53.633 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-19T04:52:53.633 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T04:52:53.633 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T04:52:54.153 INFO:teuthology.orchestra.run.smithi134.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-19T04:52:54.188 INFO:teuthology.orchestra.run.smithi134.stderr:done 2024-09-19T04:52:54.191 DEBUG:teuthology.orchestra.run.smithi134:> mktemp 2024-09-19T04:52:54.206 INFO:teuthology.orchestra.run.smithi134.stdout:/tmp/tmp.LX6epBA6iD 2024-09-19T04:52:54.206 DEBUG:teuthology.orchestra.run.smithi134:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.LX6epBA6iD 2024-09-19T04:52:54.272 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod 0666 /tmp/tmp.LX6epBA6iD 2024-09-19T04:52:54.414 DEBUG:teuthology.orchestra.remote:smithi134:/tmp/tmp.LX6epBA6iD is 6KB 2024-09-19T04:52:54.458 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T04:52:54.458 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T04:52:54.459 INFO:teuthology.orchestra.run.smithi005.stdout:Installed: 2024-09-19T04:52:54.459 INFO:teuthology.orchestra.run.smithi005.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-19T04:52:54.459 INFO:teuthology.orchestra.run.smithi005.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-19T04:52:54.459 INFO:teuthology.orchestra.run.smithi005.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-19T04:52:54.459 INFO:teuthology.orchestra.run.smithi005.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-19T04:52:54.459 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T04:52:54.459 INFO:teuthology.orchestra.run.smithi005.stdout:Complete! 2024-09-19T04:52:54.463 DEBUG:teuthology.orchestra.run.smithi134:> rm -fr /tmp/tmp.LX6epBA6iD 2024-09-19T04:52:54.478 DEBUG:teuthology.orchestra.run.smithi134:> sudo /bin/ls /boot/loader/entries || true 2024-09-19T04:52:54.541 INFO:teuthology.orchestra.run.smithi134.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-19T04:52:54.541 INFO:teuthology.orchestra.run.smithi134.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-19T04:52:54.541 INFO:teuthology.orchestra.run.smithi134.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-19T04:52:54.541 INFO:teuthology.orchestra.run.smithi134.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-19T04:52:54.545 DEBUG:teuthology.orchestra.run.smithi134:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-19T04:52:54.705 DEBUG:teuthology.orchestra.run.smithi134:> sudo shutdown -r now 2024-09-19T04:52:54.801 DEBUG:teuthology.orchestra.run.smithi005:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T04:52:54.892 INFO:teuthology.orchestra.run.smithi005.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T04:52:54.892 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T04:52:54.892 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-19T04:52:54.892 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-19T04:52:54.892 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-19T04:52:54.892 INFO:teuthology.task.kernel:Installing distro kernel on client.0... 2024-09-19T04:52:54.893 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi005.front.sepia.ceph.com, path=None, version=distro) 2024-09-19T04:52:54.893 DEBUG:teuthology.orchestra.run.smithi005:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T04:52:54.951 INFO:teuthology.orchestra.run.smithi005.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T04:52:54.951 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T04:52:54.952 DEBUG:teuthology.orchestra.run.smithi005:> sudo rpm -qi grub2-tools 2024-09-19T04:52:54.988 INFO:teuthology.orchestra.run.smithi005.stdout:Name : grub2-tools 2024-09-19T04:52:54.988 INFO:teuthology.orchestra.run.smithi005.stdout:Epoch : 1 2024-09-19T04:52:54.988 INFO:teuthology.orchestra.run.smithi005.stdout:Version : 2.06 2024-09-19T04:52:54.988 INFO:teuthology.orchestra.run.smithi005.stdout:Release : 82.el9 2024-09-19T04:52:54.989 INFO:teuthology.orchestra.run.smithi005.stdout:Architecture: x86_64 2024-09-19T04:52:54.989 INFO:teuthology.orchestra.run.smithi005.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-19T04:52:54.989 INFO:teuthology.orchestra.run.smithi005.stdout:Group : Unspecified 2024-09-19T04:52:54.989 INFO:teuthology.orchestra.run.smithi005.stdout:Size : 8274670 2024-09-19T04:52:54.989 INFO:teuthology.orchestra.run.smithi005.stdout:License : GPLv3+ 2024-09-19T04:52:54.989 INFO:teuthology.orchestra.run.smithi005.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-19T04:52:54.989 INFO:teuthology.orchestra.run.smithi005.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-19T04:52:54.989 INFO:teuthology.orchestra.run.smithi005.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-19T04:52:54.989 INFO:teuthology.orchestra.run.smithi005.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-19T04:52:54.989 INFO:teuthology.orchestra.run.smithi005.stdout:Packager : builder@centos.org 2024-09-19T04:52:54.989 INFO:teuthology.orchestra.run.smithi005.stdout:Vendor : CentOS 2024-09-19T04:52:54.989 INFO:teuthology.orchestra.run.smithi005.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-19T04:52:54.989 INFO:teuthology.orchestra.run.smithi005.stdout:Summary : Support tools for GRUB. 2024-09-19T04:52:54.990 INFO:teuthology.orchestra.run.smithi005.stdout:Description : 2024-09-19T04:52:54.990 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T04:52:54.990 INFO:teuthology.orchestra.run.smithi005.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-19T04:52:54.990 INFO:teuthology.orchestra.run.smithi005.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-19T04:52:54.990 INFO:teuthology.orchestra.run.smithi005.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-19T04:52:54.990 INFO:teuthology.orchestra.run.smithi005.stdout:hardware devices. 2024-09-19T04:52:54.990 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T04:52:54.990 INFO:teuthology.orchestra.run.smithi005.stdout:This subpackage provides tools for support of all platforms. 2024-09-19T04:52:54.991 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-19T04:52:54.991 INFO:teuthology.task.kernel:Updating grub on smithi005 to boot 5.14.0-508.el9.x86_64 2024-09-19T04:52:54.991 DEBUG:teuthology.orchestra.run.smithi005:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-19T04:52:55.645 INFO:teuthology.orchestra.run.smithi005.stderr:Generating grub configuration file ... 2024-09-19T04:52:57.005 INFO:teuthology.orchestra.run.smithi005.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-19T04:52:57.035 INFO:teuthology.orchestra.run.smithi005.stderr:done 2024-09-19T04:52:57.046 DEBUG:teuthology.orchestra.run.smithi005:> mktemp 2024-09-19T04:52:57.062 INFO:teuthology.orchestra.run.smithi005.stdout:/tmp/tmp.qB406gJXBw 2024-09-19T04:52:57.062 DEBUG:teuthology.orchestra.run.smithi005:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.qB406gJXBw 2024-09-19T04:52:57.130 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 0666 /tmp/tmp.qB406gJXBw 2024-09-19T04:52:57.274 DEBUG:teuthology.orchestra.remote:smithi005:/tmp/tmp.qB406gJXBw is 6KB 2024-09-19T04:52:57.322 DEBUG:teuthology.orchestra.run.smithi005:> rm -fr /tmp/tmp.qB406gJXBw 2024-09-19T04:52:57.337 DEBUG:teuthology.orchestra.run.smithi005:> sudo /bin/ls /boot/loader/entries || true 2024-09-19T04:52:57.400 INFO:teuthology.orchestra.run.smithi005.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-19T04:52:57.400 INFO:teuthology.orchestra.run.smithi005.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-19T04:52:57.400 INFO:teuthology.orchestra.run.smithi005.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-19T04:52:57.400 INFO:teuthology.orchestra.run.smithi005.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-19T04:52:57.401 DEBUG:teuthology.orchestra.run.smithi005:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-19T04:52:57.556 DEBUG:teuthology.orchestra.run.smithi005:> sudo shutdown -r now 2024-09-19T04:53:24.733 INFO:teuthology.task.kernel:Checking client client.1 for new kernel version... 2024-09-19T04:53:24.734 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi134.front.sepia.ceph.com' 2024-09-19T04:53:24.735 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi134.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:53:27.561 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-09-19T04:53:27.561 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi005.front.sepia.ceph.com' 2024-09-19T04:53:27.561 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi005.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:54:24.794 DEBUG:teuthology.orchestra.remote:timed out 2024-09-19T04:54:27.565 DEBUG:teuthology.orchestra.remote:timed out 2024-09-19T04:54:33.801 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi134.front.sepia.ceph.com' 2024-09-19T04:54:33.802 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi134.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:54:34.137 DEBUG:teuthology.orchestra.run.smithi134:> true 2024-09-19T04:54:34.530 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi134.front.sepia.ceph.com' 2024-09-19T04:54:34.530 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "5.14.0-508.el9.x86_64"... 2024-09-19T04:54:34.530 DEBUG:teuthology.orchestra.run.smithi134:> uname -r 2024-09-19T04:54:34.544 INFO:teuthology.orchestra.run.smithi134.stdout:5.14.0-508.el9.x86_64 2024-09-19T04:54:34.545 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-19T04:54:34.545 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-19T04:54:34.545 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-19T04:54:35.546 DEBUG:teuthology.parallel:result is None 2024-09-19T04:54:36.566 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi005.front.sepia.ceph.com' 2024-09-19T04:54:36.567 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi005.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:54:36.978 DEBUG:teuthology.orchestra.run.smithi005:> true 2024-09-19T04:54:37.342 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi005.front.sepia.ceph.com' 2024-09-19T04:54:37.342 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "5.14.0-508.el9.x86_64"... 2024-09-19T04:54:37.342 DEBUG:teuthology.orchestra.run.smithi005:> uname -r 2024-09-19T04:54:37.357 INFO:teuthology.orchestra.run.smithi005.stdout:5.14.0-508.el9.x86_64 2024-09-19T04:54:37.357 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-19T04:54:37.358 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-19T04:54:37.358 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-19T04:54:38.359 DEBUG:teuthology.parallel:result is None 2024-09-19T04:54:38.359 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-19T04:54:38.365 INFO:teuthology.task.internal:Creating test directory... 2024-09-19T04:54:38.365 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-19T04:54:38.368 DEBUG:teuthology.orchestra.run.smithi134:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-19T04:54:38.385 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-19T04:54:38.393 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-19T04:54:38.401 INFO:teuthology.task.internal:Creating archive directory... 2024-09-19T04:54:38.401 DEBUG:teuthology.orchestra.run.smithi005:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-19T04:54:38.424 DEBUG:teuthology.orchestra.run.smithi134:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-19T04:54:38.454 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-19T04:54:38.461 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-19T04:54:38.461 DEBUG:teuthology.orchestra.run.smithi005:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-19T04:54:38.490 DEBUG:teuthology.orchestra.run.smithi134:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-19T04:54:38.568 INFO:teuthology.orchestra.run.smithi134.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T04:54:38.604 INFO:teuthology.orchestra.run.smithi134.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T04:54:38.611 INFO:teuthology.orchestra.run.smithi005.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T04:54:38.684 INFO:teuthology.orchestra.run.smithi005.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T04:54:38.685 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-19T04:54:38.691 INFO:teuthology.task.internal:Configuring sudo... 2024-09-19T04:54:38.691 DEBUG:teuthology.orchestra.run.smithi005:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-19T04:54:38.693 DEBUG:teuthology.orchestra.run.smithi134:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-19T04:54:38.718 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-19T04:54:38.727 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-19T04:54:38.728 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-19T04:54:38.759 DEBUG:teuthology.orchestra.run.smithi134:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-19T04:54:38.774 DEBUG:teuthology.orchestra.run.smithi005:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T04:54:38.854 DEBUG:teuthology.orchestra.run.smithi005:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T04:54:38.904 DEBUG:teuthology.orchestra.run.smithi005:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T04:54:38.987 DEBUG:teuthology.orchestra.run.smithi005:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T04:54:39.028 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T04:54:39.028 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-19T04:54:39.097 DEBUG:teuthology.orchestra.run.smithi134:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T04:54:39.135 DEBUG:teuthology.orchestra.run.smithi134:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T04:54:39.189 DEBUG:teuthology.orchestra.run.smithi134:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T04:54:39.265 DEBUG:teuthology.orchestra.run.smithi134:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T04:54:39.310 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T04:54:39.310 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-19T04:54:39.374 DEBUG:teuthology.orchestra.run.smithi005:> sudo service rsyslog restart 2024-09-19T04:54:39.377 DEBUG:teuthology.orchestra.run.smithi134:> sudo service rsyslog restart 2024-09-19T04:54:39.429 INFO:teuthology.orchestra.run.smithi005.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T04:54:39.469 INFO:teuthology.orchestra.run.smithi134.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T04:54:39.814 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-19T04:54:39.821 INFO:teuthology.task.internal:Starting timer... 2024-09-19T04:54:39.821 INFO:teuthology.run_tasks:Running task pcp... 2024-09-19T04:54:39.842 INFO:teuthology.run_tasks:Running task selinux... 2024-09-19T04:54:39.852 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2024-09-19T04:54:39.852 DEBUG:teuthology.orchestra.run.smithi005:> sudo service auditd rotate 2024-09-19T04:54:39.911 INFO:teuthology.orchestra.run.smithi005.stdout:Rotating logs: 2024-09-19T04:54:39.913 DEBUG:teuthology.orchestra.run.smithi134:> sudo service auditd rotate 2024-09-19T04:54:39.978 INFO:teuthology.orchestra.run.smithi134.stdout:Rotating logs: 2024-09-19T04:54:39.980 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-19T04:54:39.980 DEBUG:teuthology.orchestra.run.smithi005:> /usr/sbin/getenforce 2024-09-19T04:54:39.999 INFO:teuthology.orchestra.run.smithi005.stdout:Permissive 2024-09-19T04:54:39.999 DEBUG:teuthology.orchestra.run.smithi134:> /usr/sbin/getenforce 2024-09-19T04:54:40.023 INFO:teuthology.orchestra.run.smithi134.stdout:Permissive 2024-09-19T04:54:40.023 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi005.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi134.front.sepia.ceph.com': 'permissive'} 2024-09-19T04:54:40.023 DEBUG:teuthology.orchestra.run.smithi005:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T04:54:40.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:54:40.068 DEBUG:teuthology.orchestra.run.smithi134:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T04:54:40.093 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:54:40.093 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-19T04:54:40.093 DEBUG:teuthology.orchestra.run.smithi005:> sudo /usr/sbin/setenforce permissive 2024-09-19T04:54:40.341 DEBUG:teuthology.orchestra.run.smithi134:> sudo /usr/sbin/setenforce permissive 2024-09-19T04:54:40.376 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-19T04:54:40.390 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-19T04:54:40.393 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-19T04:54:40.498 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-19T04:54:40.509 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-19T04:54:40.510 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi005.front.sepia.ceph.com,smithi134.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-19T04:58:30.986 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi005.front.sepia.ceph.com'), Remote(name='ubuntu@smithi134.front.sepia.ceph.com')] 2024-09-19T04:58:30.988 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi005.front.sepia.ceph.com' 2024-09-19T04:58:30.989 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi005.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:58:31.068 DEBUG:teuthology.orchestra.run.smithi005:> true 2024-09-19T04:58:31.157 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi005.front.sepia.ceph.com' 2024-09-19T04:58:31.157 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi134.front.sepia.ceph.com' 2024-09-19T04:58:31.158 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi134.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:58:31.230 DEBUG:teuthology.orchestra.run.smithi134:> true 2024-09-19T04:58:31.316 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi134.front.sepia.ceph.com' 2024-09-19T04:58:31.316 INFO:teuthology.run_tasks:Running task clock... 2024-09-19T04:58:31.326 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-19T04:58:31.327 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-19T04:58:31.327 DEBUG:teuthology.orchestra.run.smithi005:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T04:58:31.330 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-19T04:58:31.330 DEBUG:teuthology.orchestra.run.smithi134:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T04:58:31.360 INFO:teuthology.orchestra.run.smithi005.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-19T04:58:31.376 INFO:teuthology.orchestra.run.smithi005.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-19T04:58:31.385 INFO:teuthology.orchestra.run.smithi134.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-19T04:58:31.400 INFO:teuthology.orchestra.run.smithi134.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-19T04:58:31.403 INFO:teuthology.orchestra.run.smithi005.stderr:sudo: ntpd: command not found 2024-09-19T04:58:31.415 INFO:teuthology.orchestra.run.smithi005.stdout:506 Cannot talk to daemon 2024-09-19T04:58:31.424 INFO:teuthology.orchestra.run.smithi134.stderr:sudo: ntpd: command not found 2024-09-19T04:58:31.430 INFO:teuthology.orchestra.run.smithi005.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-19T04:58:31.435 INFO:teuthology.orchestra.run.smithi134.stdout:506 Cannot talk to daemon 2024-09-19T04:58:31.445 INFO:teuthology.orchestra.run.smithi005.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-19T04:58:31.449 INFO:teuthology.orchestra.run.smithi134.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-19T04:58:31.463 INFO:teuthology.orchestra.run.smithi134.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-19T04:58:31.501 INFO:teuthology.orchestra.run.smithi005.stderr:bash: line 1: ntpq: command not found 2024-09-19T04:58:31.504 INFO:teuthology.orchestra.run.smithi005.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T04:58:31.505 INFO:teuthology.orchestra.run.smithi005.stdout:=============================================================================== 2024-09-19T04:58:31.505 INFO:teuthology.orchestra.run.smithi005.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T04:58:31.505 INFO:teuthology.orchestra.run.smithi005.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T04:58:31.505 INFO:teuthology.orchestra.run.smithi005.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T04:58:31.505 INFO:teuthology.orchestra.run.smithi005.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T04:58:31.520 INFO:teuthology.orchestra.run.smithi134.stderr:bash: line 1: ntpq: command not found 2024-09-19T04:58:31.524 INFO:teuthology.orchestra.run.smithi134.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T04:58:31.524 INFO:teuthology.orchestra.run.smithi134.stdout:=============================================================================== 2024-09-19T04:58:31.524 INFO:teuthology.orchestra.run.smithi134.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T04:58:31.524 INFO:teuthology.orchestra.run.smithi134.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T04:58:31.524 INFO:teuthology.orchestra.run.smithi134.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T04:58:31.524 INFO:teuthology.orchestra.run.smithi134.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T04:58:31.524 INFO:teuthology.run_tasks:Running task install... 2024-09-19T04:58:31.533 DEBUG:teuthology.task.install:project ceph 2024-09-19T04:58:31.533 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}} 2024-09-19T04:58:31.533 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'} 2024-09-19T04:58:31.533 INFO:teuthology.task.install:Using flavor: default 2024-09-19T04:58:31.539 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-19T04:58:31.539 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-19T04:58:31.539 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'tag': None, 'wait_for_package': False} 2024-09-19T04:58:31.540 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T04:58:31.542 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'tag': None, 'wait_for_package': False} 2024-09-19T04:58:31.542 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T04:58:31.684 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/ 2024-09-19T04:58:31.684 INFO:teuthology.task.install.rpm:Package version is 19.1.1-361.g2f599a46 2024-09-19T04:58:31.689 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/ 2024-09-19T04:58:31.689 INFO:teuthology.task.install.rpm:Package version is 19.1.1-361.g2f599a46 2024-09-19T04:58:31.797 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-19T04:58:31.798 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T04:58:31.798 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-19T04:58:31.803 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-19T04:58:31.803 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T04:58:31.803 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-19T04:58:31.825 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-19T04:58:31.826 DEBUG:teuthology.orchestra.run.smithi005:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/2f599a46ad10e37c929e5c43da2f6907ddcd1961/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-19T04:58:31.829 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-19T04:58:31.830 DEBUG:teuthology.orchestra.run.smithi134:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/2f599a46ad10e37c929e5c43da2f6907ddcd1961/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-19T04:58:31.892 DEBUG:teuthology.orchestra.run.smithi005:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-19T04:58:31.895 DEBUG:teuthology.orchestra.run.smithi134:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-19T04:58:31.969 DEBUG:teuthology.orchestra.run.smithi005:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-19T04:58:31.970 DEBUG:teuthology.orchestra.run.smithi134:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-19T04:58:32.035 INFO:teuthology.orchestra.run.smithi134.stdout:check_obsoletes = 1 2024-09-19T04:58:32.036 INFO:teuthology.orchestra.run.smithi005.stdout:check_obsoletes = 1 2024-09-19T04:58:32.037 DEBUG:teuthology.orchestra.run.smithi134:> sudo yum clean all 2024-09-19T04:58:32.038 DEBUG:teuthology.orchestra.run.smithi005:> sudo yum clean all 2024-09-19T04:58:32.280 INFO:teuthology.orchestra.run.smithi005.stdout:45 files removed 2024-09-19T04:58:32.289 INFO:teuthology.orchestra.run.smithi134.stdout:45 files removed 2024-09-19T04:58:32.307 DEBUG:teuthology.orchestra.run.smithi005:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-19T04:58:32.315 DEBUG:teuthology.orchestra.run.smithi134:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-19T04:58:32.857 INFO:teuthology.orchestra.run.smithi134.stdout:ceph packages for x86_64 328 kB/s | 84 kB 00:00 2024-09-19T04:58:32.891 INFO:teuthology.orchestra.run.smithi005.stdout:ceph packages for x86_64 295 kB/s | 84 kB 00:00 2024-09-19T04:58:33.166 INFO:teuthology.orchestra.run.smithi134.stdout:ceph noarch packages 44 kB/s | 12 kB 00:00 2024-09-19T04:58:33.183 INFO:teuthology.orchestra.run.smithi005.stdout:ceph noarch packages 47 kB/s | 12 kB 00:00 2024-09-19T04:58:33.433 INFO:teuthology.orchestra.run.smithi134.stdout:ceph source packages 8.3 kB/s | 1.9 kB 00:00 2024-09-19T04:58:33.459 INFO:teuthology.orchestra.run.smithi005.stdout:ceph source packages 8.0 kB/s | 1.9 kB 00:00 2024-09-19T04:58:35.075 INFO:teuthology.orchestra.run.smithi134.stdout:CentOS Stream 9 - BaseOS 5.1 MB/s | 8.3 MB 00:01 2024-09-19T04:58:37.134 INFO:teuthology.orchestra.run.smithi134.stdout:CentOS Stream 9 - AppStream 21 MB/s | 20 MB 00:00 2024-09-19T04:58:38.459 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS Stream 9 - BaseOS 1.7 MB/s | 8.3 MB 00:04 2024-09-19T04:58:41.010 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS Stream 9 - AppStream 14 MB/s | 20 MB 00:01 2024-09-19T04:58:45.377 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS Stream 9 - CRB 16 MB/s | 6.5 MB 00:00 2024-09-19T04:58:45.477 INFO:teuthology.orchestra.run.smithi134.stdout:CentOS Stream 9 - CRB 1.5 MB/s | 6.5 MB 00:04 2024-09-19T04:58:46.972 INFO:teuthology.orchestra.run.smithi005.stdout:CentOS Stream 9 - Extras packages 73 kB/s | 19 kB 00:00 2024-09-19T04:58:47.002 INFO:teuthology.orchestra.run.smithi134.stdout:CentOS Stream 9 - Extras packages 64 kB/s | 19 kB 00:00 2024-09-19T04:58:48.022 INFO:teuthology.orchestra.run.smithi134.stdout:Extra Packages for Enterprise Linux 25 MB/s | 23 MB 00:00 2024-09-19T04:58:48.101 INFO:teuthology.orchestra.run.smithi005.stdout:Extra Packages for Enterprise Linux 23 MB/s | 23 MB 00:01 2024-09-19T04:58:53.395 INFO:teuthology.orchestra.run.smithi134.stdout:lab-extras 40 kB/s | 1.7 kB 00:00 2024-09-19T04:58:53.599 INFO:teuthology.orchestra.run.smithi005.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-09-19T04:58:55.565 INFO:teuthology.orchestra.run.smithi134.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T04:58:55.566 INFO:teuthology.orchestra.run.smithi134.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T04:58:55.580 INFO:teuthology.orchestra.run.smithi134.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-19T04:58:55.581 INFO:teuthology.orchestra.run.smithi134.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-19T04:58:55.581 INFO:teuthology.orchestra.run.smithi134.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-19T04:58:55.583 INFO:teuthology.orchestra.run.smithi134.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-19T04:58:55.584 INFO:teuthology.orchestra.run.smithi134.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-19T04:58:55.587 INFO:teuthology.orchestra.run.smithi134.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-19T04:58:55.588 INFO:teuthology.orchestra.run.smithi134.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-19T04:58:55.651 INFO:teuthology.orchestra.run.smithi134.stdout:Dependencies resolved. 2024-09-19T04:58:55.668 INFO:teuthology.orchestra.run.smithi134.stdout:====================================================================================== 2024-09-19T04:58:55.668 INFO:teuthology.orchestra.run.smithi134.stdout: Package Arch Version Repository Size 2024-09-19T04:58:55.668 INFO:teuthology.orchestra.run.smithi134.stdout:====================================================================================== 2024-09-19T04:58:55.669 INFO:teuthology.orchestra.run.smithi134.stdout:Installing: 2024-09-19T04:58:55.669 INFO:teuthology.orchestra.run.smithi134.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-19T04:58:55.669 INFO:teuthology.orchestra.run.smithi134.stdout: ceph x86_64 2:19.1.1-361.g2f599a46.el9 ceph 6.6 k 2024-09-19T04:58:55.669 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-base x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.4 M 2024-09-19T04:58:55.669 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 896 k 2024-09-19T04:58:55.669 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-361.g2f599a46.el9 ceph 145 k 2024-09-19T04:58:55.669 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr x86_64 2:19.1.1-361.g2f599a46.el9 ceph 1.5 M 2024-09-19T04:58:55.669 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 146 k 2024-09-19T04:58:55.669 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-dashboard noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 3.6 M 2024-09-19T04:58:55.669 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 7.4 M 2024-09-19T04:58:55.669 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-rook noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 49 k 2024-09-19T04:58:55.670 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-radosgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 11 M 2024-09-19T04:58:55.670 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-test x86_64 2:19.1.1-361.g2f599a46.el9 ceph 49 M 2024-09-19T04:58:55.670 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-volume noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 285 k 2024-09-19T04:58:55.670 INFO:teuthology.orchestra.run.smithi134.stdout: cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 765 k 2024-09-19T04:58:55.670 INFO:teuthology.orchestra.run.smithi134.stdout: cephfs-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 228 k 2024-09-19T04:58:55.670 INFO:teuthology.orchestra.run.smithi134.stdout: cephfs-shell x86_64 2:19.1.1-361.g2f599a46.el9 ceph 27 k 2024-09-19T04:58:55.670 INFO:teuthology.orchestra.run.smithi134.stdout: cephfs-top noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 18 k 2024-09-19T04:58:55.670 INFO:teuthology.orchestra.run.smithi134.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-19T04:58:55.671 INFO:teuthology.orchestra.run.smithi134.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-19T04:58:55.671 INFO:teuthology.orchestra.run.smithi134.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-19T04:58:55.671 INFO:teuthology.orchestra.run.smithi134.stdout: libcephfs-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 32 k 2024-09-19T04:58:55.671 INFO:teuthology.orchestra.run.smithi134.stdout: libcephfs2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 751 k 2024-09-19T04:58:55.671 INFO:teuthology.orchestra.run.smithi134.stdout: librados-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 127 k 2024-09-19T04:58:55.671 INFO:teuthology.orchestra.run.smithi134.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-19T04:58:55.671 INFO:teuthology.orchestra.run.smithi134.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-19T04:58:55.671 INFO:teuthology.orchestra.run.smithi134.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-19T04:58:55.671 INFO:teuthology.orchestra.run.smithi134.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-19T04:58:55.672 INFO:teuthology.orchestra.run.smithi134.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-19T04:58:55.672 INFO:teuthology.orchestra.run.smithi134.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-19T04:58:55.672 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cephfs x86_64 2:19.1.1-361.g2f599a46.el9 ceph 161 k 2024-09-19T04:58:55.672 INFO:teuthology.orchestra.run.smithi134.stdout: python3-rados x86_64 2:19.1.1-361.g2f599a46.el9 ceph 320 k 2024-09-19T04:58:55.672 INFO:teuthology.orchestra.run.smithi134.stdout: python3-rbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 300 k 2024-09-19T04:58:55.672 INFO:teuthology.orchestra.run.smithi134.stdout: python3-rgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 99 k 2024-09-19T04:58:55.672 INFO:teuthology.orchestra.run.smithi134.stdout: rbd-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 85 k 2024-09-19T04:58:55.672 INFO:teuthology.orchestra.run.smithi134.stdout: rbd-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.1 M 2024-09-19T04:58:55.672 INFO:teuthology.orchestra.run.smithi134.stdout: rbd-nbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 171 k 2024-09-19T04:58:55.672 INFO:teuthology.orchestra.run.smithi134.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-19T04:58:55.672 INFO:teuthology.orchestra.run.smithi134.stdout:Upgrading: 2024-09-19T04:58:55.673 INFO:teuthology.orchestra.run.smithi134.stdout: NetworkManager x86_64 1:1.51.0-1.el9 baseos 2.3 M 2024-09-19T04:58:55.673 INFO:teuthology.orchestra.run.smithi134.stdout: NetworkManager-libnm x86_64 1:1.51.0-1.el9 baseos 1.8 M 2024-09-19T04:58:55.673 INFO:teuthology.orchestra.run.smithi134.stdout: NetworkManager-team x86_64 1:1.51.0-1.el9 baseos 41 k 2024-09-19T04:58:55.673 INFO:teuthology.orchestra.run.smithi134.stdout: NetworkManager-tui x86_64 1:1.51.0-1.el9 baseos 249 k 2024-09-19T04:58:55.673 INFO:teuthology.orchestra.run.smithi134.stdout: librados2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.4 M 2024-09-19T04:58:55.673 INFO:teuthology.orchestra.run.smithi134.stdout: librbd1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.2 M 2024-09-19T04:58:55.673 INFO:teuthology.orchestra.run.smithi134.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-19T04:58:55.673 INFO:teuthology.orchestra.run.smithi134.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-19T04:58:55.674 INFO:teuthology.orchestra.run.smithi134.stdout:Installing dependencies: 2024-09-19T04:58:55.674 INFO:teuthology.orchestra.run.smithi134.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-19T04:58:55.674 INFO:teuthology.orchestra.run.smithi134.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-19T04:58:55.674 INFO:teuthology.orchestra.run.smithi134.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-19T04:58:55.674 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 21 M 2024-09-19T04:58:55.674 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-grafana-dashboards noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 32 k 2024-09-19T04:58:55.674 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mds x86_64 2:19.1.1-361.g2f599a46.el9 ceph 2.4 M 2024-09-19T04:58:55.674 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-modules-core noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 249 k 2024-09-19T04:58:55.674 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mon x86_64 2:19.1.1-361.g2f599a46.el9 ceph 4.7 M 2024-09-19T04:58:55.674 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-osd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 17 M 2024-09-19T04:58:55.674 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-prometheus-alerts noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 16 k 2024-09-19T04:58:55.674 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-selinux x86_64 2:19.1.1-361.g2f599a46.el9 ceph 25 k 2024-09-19T04:58:55.675 INFO:teuthology.orchestra.run.smithi134.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-19T04:58:55.675 INFO:teuthology.orchestra.run.smithi134.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-19T04:58:55.675 INFO:teuthology.orchestra.run.smithi134.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-19T04:58:55.675 INFO:teuthology.orchestra.run.smithi134.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-19T04:58:55.675 INFO:teuthology.orchestra.run.smithi134.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-19T04:58:55.675 INFO:teuthology.orchestra.run.smithi134.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-19T04:58:55.675 INFO:teuthology.orchestra.run.smithi134.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-19T04:58:55.675 INFO:teuthology.orchestra.run.smithi134.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-19T04:58:55.675 INFO:teuthology.orchestra.run.smithi134.stdout: libcephsqlite x86_64 2:19.1.1-361.g2f599a46.el9 ceph 163 k 2024-09-19T04:58:55.675 INFO:teuthology.orchestra.run.smithi134.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-19T04:58:55.675 INFO:teuthology.orchestra.run.smithi134.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-19T04:58:55.676 INFO:teuthology.orchestra.run.smithi134.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-19T04:58:55.676 INFO:teuthology.orchestra.run.smithi134.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-19T04:58:55.676 INFO:teuthology.orchestra.run.smithi134.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-19T04:58:55.676 INFO:teuthology.orchestra.run.smithi134.stdout: libradosstriper1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 506 k 2024-09-19T04:58:55.676 INFO:teuthology.orchestra.run.smithi134.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-19T04:58:55.676 INFO:teuthology.orchestra.run.smithi134.stdout: librgw2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.3 M 2024-09-19T04:58:55.676 INFO:teuthology.orchestra.run.smithi134.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-19T04:58:55.676 INFO:teuthology.orchestra.run.smithi134.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-19T04:58:55.676 INFO:teuthology.orchestra.run.smithi134.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-19T04:58:55.676 INFO:teuthology.orchestra.run.smithi134.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-19T04:58:55.676 INFO:teuthology.orchestra.run.smithi134.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-19T04:58:55.676 INFO:teuthology.orchestra.run.smithi134.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-19T04:58:55.676 INFO:teuthology.orchestra.run.smithi134.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-19T04:58:55.677 INFO:teuthology.orchestra.run.smithi134.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-19T04:58:55.677 INFO:teuthology.orchestra.run.smithi134.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-19T04:58:55.677 INFO:teuthology.orchestra.run.smithi134.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-19T04:58:55.677 INFO:teuthology.orchestra.run.smithi134.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-19T04:58:55.677 INFO:teuthology.orchestra.run.smithi134.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-19T04:58:55.677 INFO:teuthology.orchestra.run.smithi134.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-19T04:58:55.677 INFO:teuthology.orchestra.run.smithi134.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-19T04:58:55.677 INFO:teuthology.orchestra.run.smithi134.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-19T04:58:55.677 INFO:teuthology.orchestra.run.smithi134.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-19T04:58:55.677 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-19T04:58:55.677 INFO:teuthology.orchestra.run.smithi134.stdout: python3-ceph-argparse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 45 k 2024-09-19T04:58:55.677 INFO:teuthology.orchestra.run.smithi134.stdout: python3-ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 136 k 2024-09-19T04:58:55.678 INFO:teuthology.orchestra.run.smithi134.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-19T04:58:55.678 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-19T04:58:55.678 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-19T04:58:55.678 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-19T04:58:55.678 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-19T04:58:55.678 INFO:teuthology.orchestra.run.smithi134.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-19T04:58:55.678 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-19T04:58:55.678 INFO:teuthology.orchestra.run.smithi134.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-19T04:58:55.678 INFO:teuthology.orchestra.run.smithi134.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-19T04:58:55.678 INFO:teuthology.orchestra.run.smithi134.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-19T04:58:55.678 INFO:teuthology.orchestra.run.smithi134.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-19T04:58:55.678 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-19T04:58:55.678 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-19T04:58:55.679 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-19T04:58:55.679 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-19T04:58:55.679 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-19T04:58:55.679 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-19T04:58:55.679 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-19T04:58:55.679 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-19T04:58:55.679 INFO:teuthology.orchestra.run.smithi134.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-19T04:58:55.679 INFO:teuthology.orchestra.run.smithi134.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-19T04:58:55.679 INFO:teuthology.orchestra.run.smithi134.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-19T04:58:55.679 INFO:teuthology.orchestra.run.smithi134.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-19T04:58:55.679 INFO:teuthology.orchestra.run.smithi134.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-19T04:58:55.679 INFO:teuthology.orchestra.run.smithi134.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-19T04:58:55.680 INFO:teuthology.orchestra.run.smithi134.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-19T04:58:55.680 INFO:teuthology.orchestra.run.smithi134.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-19T04:58:55.680 INFO:teuthology.orchestra.run.smithi134.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-19T04:58:55.680 INFO:teuthology.orchestra.run.smithi134.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-19T04:58:55.680 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-19T04:58:55.680 INFO:teuthology.orchestra.run.smithi134.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-19T04:58:55.680 INFO:teuthology.orchestra.run.smithi134.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-19T04:58:55.680 INFO:teuthology.orchestra.run.smithi134.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-19T04:58:55.680 INFO:teuthology.orchestra.run.smithi134.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-19T04:58:55.680 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-19T04:58:55.680 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-19T04:58:55.680 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-19T04:58:55.680 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-19T04:58:55.680 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-19T04:58:55.681 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-19T04:58:55.681 INFO:teuthology.orchestra.run.smithi134.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-19T04:58:55.681 INFO:teuthology.orchestra.run.smithi134.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-19T04:58:55.681 INFO:teuthology.orchestra.run.smithi134.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-19T04:58:55.681 INFO:teuthology.orchestra.run.smithi134.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-19T04:58:55.681 INFO:teuthology.orchestra.run.smithi134.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-19T04:58:55.681 INFO:teuthology.orchestra.run.smithi134.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-19T04:58:55.681 INFO:teuthology.orchestra.run.smithi134.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-19T04:58:55.681 INFO:teuthology.orchestra.run.smithi134.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-19T04:58:55.681 INFO:teuthology.orchestra.run.smithi134.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-19T04:58:55.681 INFO:teuthology.orchestra.run.smithi134.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-19T04:58:55.681 INFO:teuthology.orchestra.run.smithi134.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-19T04:58:55.681 INFO:teuthology.orchestra.run.smithi134.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-19T04:58:55.682 INFO:teuthology.orchestra.run.smithi134.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-19T04:58:55.682 INFO:teuthology.orchestra.run.smithi134.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-19T04:58:55.682 INFO:teuthology.orchestra.run.smithi134.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-19T04:58:55.682 INFO:teuthology.orchestra.run.smithi134.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-19T04:58:55.682 INFO:teuthology.orchestra.run.smithi134.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-19T04:58:55.682 INFO:teuthology.orchestra.run.smithi134.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-19T04:58:55.682 INFO:teuthology.orchestra.run.smithi134.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-19T04:58:55.682 INFO:teuthology.orchestra.run.smithi134.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-19T04:58:55.682 INFO:teuthology.orchestra.run.smithi134.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-19T04:58:55.682 INFO:teuthology.orchestra.run.smithi134.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-19T04:58:55.682 INFO:teuthology.orchestra.run.smithi134.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-19T04:58:55.682 INFO:teuthology.orchestra.run.smithi134.stdout:Installing weak dependencies: 2024-09-19T04:58:55.682 INFO:teuthology.orchestra.run.smithi134.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-19T04:58:55.683 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T04:58:55.683 INFO:teuthology.orchestra.run.smithi134.stdout:Transaction Summary 2024-09-19T04:58:55.683 INFO:teuthology.orchestra.run.smithi134.stdout:====================================================================================== 2024-09-19T04:58:55.683 INFO:teuthology.orchestra.run.smithi134.stdout:Install 148 Packages 2024-09-19T04:58:55.683 INFO:teuthology.orchestra.run.smithi134.stdout:Upgrade 8 Packages 2024-09-19T04:58:55.683 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T04:58:55.683 INFO:teuthology.orchestra.run.smithi134.stdout:Total download size: 226 M 2024-09-19T04:58:55.684 INFO:teuthology.orchestra.run.smithi134.stdout:Downloading Packages: 2024-09-19T04:58:55.979 INFO:teuthology.orchestra.run.smithi005.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T04:58:55.980 INFO:teuthology.orchestra.run.smithi005.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T04:58:55.994 INFO:teuthology.orchestra.run.smithi005.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-19T04:58:55.995 INFO:teuthology.orchestra.run.smithi005.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-19T04:58:55.996 INFO:teuthology.orchestra.run.smithi005.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-19T04:58:55.997 INFO:teuthology.orchestra.run.smithi005.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-19T04:58:55.999 INFO:teuthology.orchestra.run.smithi005.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-19T04:58:56.002 INFO:teuthology.orchestra.run.smithi005.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-19T04:58:56.003 INFO:teuthology.orchestra.run.smithi005.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-19T04:58:56.071 INFO:teuthology.orchestra.run.smithi005.stdout:Dependencies resolved. 2024-09-19T04:58:56.086 INFO:teuthology.orchestra.run.smithi005.stdout:====================================================================================== 2024-09-19T04:58:56.086 INFO:teuthology.orchestra.run.smithi005.stdout: Package Arch Version Repository Size 2024-09-19T04:58:56.087 INFO:teuthology.orchestra.run.smithi005.stdout:====================================================================================== 2024-09-19T04:58:56.087 INFO:teuthology.orchestra.run.smithi005.stdout:Installing: 2024-09-19T04:58:56.087 INFO:teuthology.orchestra.run.smithi005.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-19T04:58:56.087 INFO:teuthology.orchestra.run.smithi005.stdout: ceph x86_64 2:19.1.1-361.g2f599a46.el9 ceph 6.6 k 2024-09-19T04:58:56.087 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-base x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.4 M 2024-09-19T04:58:56.087 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 896 k 2024-09-19T04:58:56.087 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-361.g2f599a46.el9 ceph 145 k 2024-09-19T04:58:56.087 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr x86_64 2:19.1.1-361.g2f599a46.el9 ceph 1.5 M 2024-09-19T04:58:56.087 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 146 k 2024-09-19T04:58:56.087 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-dashboard noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 3.6 M 2024-09-19T04:58:56.087 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 7.4 M 2024-09-19T04:58:56.087 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-rook noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 49 k 2024-09-19T04:58:56.087 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-radosgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 11 M 2024-09-19T04:58:56.088 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-test x86_64 2:19.1.1-361.g2f599a46.el9 ceph 49 M 2024-09-19T04:58:56.088 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-volume noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 285 k 2024-09-19T04:58:56.088 INFO:teuthology.orchestra.run.smithi005.stdout: cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 765 k 2024-09-19T04:58:56.088 INFO:teuthology.orchestra.run.smithi005.stdout: cephfs-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 228 k 2024-09-19T04:58:56.088 INFO:teuthology.orchestra.run.smithi005.stdout: cephfs-shell x86_64 2:19.1.1-361.g2f599a46.el9 ceph 27 k 2024-09-19T04:58:56.088 INFO:teuthology.orchestra.run.smithi005.stdout: cephfs-top noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 18 k 2024-09-19T04:58:56.088 INFO:teuthology.orchestra.run.smithi005.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-19T04:58:56.088 INFO:teuthology.orchestra.run.smithi005.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-19T04:58:56.088 INFO:teuthology.orchestra.run.smithi005.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-19T04:58:56.088 INFO:teuthology.orchestra.run.smithi005.stdout: libcephfs-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 32 k 2024-09-19T04:58:56.088 INFO:teuthology.orchestra.run.smithi005.stdout: libcephfs2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 751 k 2024-09-19T04:58:56.088 INFO:teuthology.orchestra.run.smithi005.stdout: librados-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 127 k 2024-09-19T04:58:56.088 INFO:teuthology.orchestra.run.smithi005.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-19T04:58:56.089 INFO:teuthology.orchestra.run.smithi005.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-19T04:58:56.089 INFO:teuthology.orchestra.run.smithi005.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-19T04:58:56.089 INFO:teuthology.orchestra.run.smithi005.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-19T04:58:56.089 INFO:teuthology.orchestra.run.smithi005.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-19T04:58:56.089 INFO:teuthology.orchestra.run.smithi005.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-19T04:58:56.089 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cephfs x86_64 2:19.1.1-361.g2f599a46.el9 ceph 161 k 2024-09-19T04:58:56.089 INFO:teuthology.orchestra.run.smithi005.stdout: python3-rados x86_64 2:19.1.1-361.g2f599a46.el9 ceph 320 k 2024-09-19T04:58:56.089 INFO:teuthology.orchestra.run.smithi005.stdout: python3-rbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 300 k 2024-09-19T04:58:56.089 INFO:teuthology.orchestra.run.smithi005.stdout: python3-rgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 99 k 2024-09-19T04:58:56.089 INFO:teuthology.orchestra.run.smithi005.stdout: rbd-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 85 k 2024-09-19T04:58:56.089 INFO:teuthology.orchestra.run.smithi005.stdout: rbd-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.1 M 2024-09-19T04:58:56.089 INFO:teuthology.orchestra.run.smithi005.stdout: rbd-nbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 171 k 2024-09-19T04:58:56.089 INFO:teuthology.orchestra.run.smithi005.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-19T04:58:56.089 INFO:teuthology.orchestra.run.smithi005.stdout:Upgrading: 2024-09-19T04:58:56.090 INFO:teuthology.orchestra.run.smithi005.stdout: NetworkManager x86_64 1:1.51.0-1.el9 baseos 2.3 M 2024-09-19T04:58:56.090 INFO:teuthology.orchestra.run.smithi005.stdout: NetworkManager-libnm x86_64 1:1.51.0-1.el9 baseos 1.8 M 2024-09-19T04:58:56.090 INFO:teuthology.orchestra.run.smithi005.stdout: NetworkManager-team x86_64 1:1.51.0-1.el9 baseos 41 k 2024-09-19T04:58:56.090 INFO:teuthology.orchestra.run.smithi005.stdout: NetworkManager-tui x86_64 1:1.51.0-1.el9 baseos 249 k 2024-09-19T04:58:56.090 INFO:teuthology.orchestra.run.smithi005.stdout: librados2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.4 M 2024-09-19T04:58:56.090 INFO:teuthology.orchestra.run.smithi005.stdout: librbd1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.2 M 2024-09-19T04:58:56.090 INFO:teuthology.orchestra.run.smithi005.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-19T04:58:56.090 INFO:teuthology.orchestra.run.smithi005.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-19T04:58:56.090 INFO:teuthology.orchestra.run.smithi005.stdout:Installing dependencies: 2024-09-19T04:58:56.090 INFO:teuthology.orchestra.run.smithi005.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-19T04:58:56.090 INFO:teuthology.orchestra.run.smithi005.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-19T04:58:56.090 INFO:teuthology.orchestra.run.smithi005.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-19T04:58:56.090 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 21 M 2024-09-19T04:58:56.090 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-grafana-dashboards noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 32 k 2024-09-19T04:58:56.091 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mds x86_64 2:19.1.1-361.g2f599a46.el9 ceph 2.4 M 2024-09-19T04:58:56.091 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-modules-core noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 249 k 2024-09-19T04:58:56.091 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mon x86_64 2:19.1.1-361.g2f599a46.el9 ceph 4.7 M 2024-09-19T04:58:56.091 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-osd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 17 M 2024-09-19T04:58:56.091 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-prometheus-alerts noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 16 k 2024-09-19T04:58:56.091 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-selinux x86_64 2:19.1.1-361.g2f599a46.el9 ceph 25 k 2024-09-19T04:58:56.091 INFO:teuthology.orchestra.run.smithi005.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-19T04:58:56.091 INFO:teuthology.orchestra.run.smithi005.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-19T04:58:56.091 INFO:teuthology.orchestra.run.smithi005.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-19T04:58:56.091 INFO:teuthology.orchestra.run.smithi005.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-19T04:58:56.091 INFO:teuthology.orchestra.run.smithi005.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-19T04:58:56.091 INFO:teuthology.orchestra.run.smithi005.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-19T04:58:56.091 INFO:teuthology.orchestra.run.smithi005.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-19T04:58:56.091 INFO:teuthology.orchestra.run.smithi005.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-19T04:58:56.091 INFO:teuthology.orchestra.run.smithi005.stdout: libcephsqlite x86_64 2:19.1.1-361.g2f599a46.el9 ceph 163 k 2024-09-19T04:58:56.092 INFO:teuthology.orchestra.run.smithi005.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-19T04:58:56.092 INFO:teuthology.orchestra.run.smithi005.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-19T04:58:56.092 INFO:teuthology.orchestra.run.smithi005.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-19T04:58:56.092 INFO:teuthology.orchestra.run.smithi005.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-19T04:58:56.092 INFO:teuthology.orchestra.run.smithi005.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-19T04:58:56.092 INFO:teuthology.orchestra.run.smithi005.stdout: libradosstriper1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 506 k 2024-09-19T04:58:56.092 INFO:teuthology.orchestra.run.smithi005.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-19T04:58:56.092 INFO:teuthology.orchestra.run.smithi005.stdout: librgw2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.3 M 2024-09-19T04:58:56.092 INFO:teuthology.orchestra.run.smithi005.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-19T04:58:56.092 INFO:teuthology.orchestra.run.smithi005.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-19T04:58:56.092 INFO:teuthology.orchestra.run.smithi005.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-19T04:58:56.092 INFO:teuthology.orchestra.run.smithi005.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-19T04:58:56.092 INFO:teuthology.orchestra.run.smithi005.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-19T04:58:56.092 INFO:teuthology.orchestra.run.smithi005.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-19T04:58:56.093 INFO:teuthology.orchestra.run.smithi005.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-19T04:58:56.093 INFO:teuthology.orchestra.run.smithi005.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-19T04:58:56.093 INFO:teuthology.orchestra.run.smithi005.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-19T04:58:56.093 INFO:teuthology.orchestra.run.smithi005.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-19T04:58:56.093 INFO:teuthology.orchestra.run.smithi005.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-19T04:58:56.093 INFO:teuthology.orchestra.run.smithi005.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-19T04:58:56.093 INFO:teuthology.orchestra.run.smithi005.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-19T04:58:56.093 INFO:teuthology.orchestra.run.smithi005.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-19T04:58:56.093 INFO:teuthology.orchestra.run.smithi005.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-19T04:58:56.093 INFO:teuthology.orchestra.run.smithi005.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-19T04:58:56.093 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-19T04:58:56.093 INFO:teuthology.orchestra.run.smithi005.stdout: python3-ceph-argparse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 45 k 2024-09-19T04:58:56.093 INFO:teuthology.orchestra.run.smithi005.stdout: python3-ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 136 k 2024-09-19T04:58:56.093 INFO:teuthology.orchestra.run.smithi005.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-19T04:58:56.094 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-19T04:58:56.094 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-19T04:58:56.094 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-19T04:58:56.094 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-19T04:58:56.094 INFO:teuthology.orchestra.run.smithi005.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-19T04:58:56.094 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-19T04:58:56.094 INFO:teuthology.orchestra.run.smithi005.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-19T04:58:56.094 INFO:teuthology.orchestra.run.smithi005.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-19T04:58:56.094 INFO:teuthology.orchestra.run.smithi005.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-19T04:58:56.094 INFO:teuthology.orchestra.run.smithi005.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-19T04:58:56.094 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-19T04:58:56.094 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-19T04:58:56.094 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-19T04:58:56.094 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-19T04:58:56.094 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-19T04:58:56.095 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-19T04:58:56.095 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-19T04:58:56.095 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-19T04:58:56.095 INFO:teuthology.orchestra.run.smithi005.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-19T04:58:56.095 INFO:teuthology.orchestra.run.smithi005.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-19T04:58:56.095 INFO:teuthology.orchestra.run.smithi005.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-19T04:58:56.095 INFO:teuthology.orchestra.run.smithi005.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-19T04:58:56.095 INFO:teuthology.orchestra.run.smithi005.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-19T04:58:56.095 INFO:teuthology.orchestra.run.smithi005.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-19T04:58:56.095 INFO:teuthology.orchestra.run.smithi005.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-19T04:58:56.095 INFO:teuthology.orchestra.run.smithi005.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-19T04:58:56.095 INFO:teuthology.orchestra.run.smithi005.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-19T04:58:56.095 INFO:teuthology.orchestra.run.smithi005.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-19T04:58:56.096 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-19T04:58:56.096 INFO:teuthology.orchestra.run.smithi005.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-19T04:58:56.096 INFO:teuthology.orchestra.run.smithi005.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-19T04:58:56.096 INFO:teuthology.orchestra.run.smithi005.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-19T04:58:56.096 INFO:teuthology.orchestra.run.smithi005.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-19T04:58:56.096 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-19T04:58:56.096 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-19T04:58:56.096 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-19T04:58:56.096 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-19T04:58:56.096 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-19T04:58:56.096 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-19T04:58:56.096 INFO:teuthology.orchestra.run.smithi005.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-19T04:58:56.096 INFO:teuthology.orchestra.run.smithi005.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-19T04:58:56.096 INFO:teuthology.orchestra.run.smithi005.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-19T04:58:56.096 INFO:teuthology.orchestra.run.smithi005.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-19T04:58:56.097 INFO:teuthology.orchestra.run.smithi005.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-19T04:58:56.097 INFO:teuthology.orchestra.run.smithi005.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-19T04:58:56.097 INFO:teuthology.orchestra.run.smithi005.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-19T04:58:56.097 INFO:teuthology.orchestra.run.smithi005.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-19T04:58:56.097 INFO:teuthology.orchestra.run.smithi005.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-19T04:58:56.097 INFO:teuthology.orchestra.run.smithi005.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-19T04:58:56.097 INFO:teuthology.orchestra.run.smithi005.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-19T04:58:56.097 INFO:teuthology.orchestra.run.smithi005.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-19T04:58:56.097 INFO:teuthology.orchestra.run.smithi005.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-19T04:58:56.097 INFO:teuthology.orchestra.run.smithi005.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-19T04:58:56.097 INFO:teuthology.orchestra.run.smithi005.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-19T04:58:56.097 INFO:teuthology.orchestra.run.smithi005.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-19T04:58:56.097 INFO:teuthology.orchestra.run.smithi005.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-19T04:58:56.098 INFO:teuthology.orchestra.run.smithi005.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-19T04:58:56.098 INFO:teuthology.orchestra.run.smithi005.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-19T04:58:56.098 INFO:teuthology.orchestra.run.smithi005.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-19T04:58:56.098 INFO:teuthology.orchestra.run.smithi005.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-19T04:58:56.098 INFO:teuthology.orchestra.run.smithi005.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-19T04:58:56.098 INFO:teuthology.orchestra.run.smithi005.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-19T04:58:56.098 INFO:teuthology.orchestra.run.smithi005.stdout:Installing weak dependencies: 2024-09-19T04:58:56.098 INFO:teuthology.orchestra.run.smithi005.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-19T04:58:56.098 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T04:58:56.098 INFO:teuthology.orchestra.run.smithi005.stdout:Transaction Summary 2024-09-19T04:58:56.098 INFO:teuthology.orchestra.run.smithi005.stdout:====================================================================================== 2024-09-19T04:58:56.098 INFO:teuthology.orchestra.run.smithi005.stdout:Install 148 Packages 2024-09-19T04:58:56.098 INFO:teuthology.orchestra.run.smithi005.stdout:Upgrade 8 Packages 2024-09-19T04:58:56.098 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T04:58:56.099 INFO:teuthology.orchestra.run.smithi005.stdout:Total download size: 226 M 2024-09-19T04:58:56.099 INFO:teuthology.orchestra.run.smithi005.stdout:Downloading Packages: 2024-09-19T04:58:56.338 INFO:teuthology.orchestra.run.smithi134.stdout:(1/156): ceph-19.1.1-361.g2f599a46.el9.x86_64.r 42 kB/s | 6.6 kB 00:00 2024-09-19T04:58:56.547 INFO:teuthology.orchestra.run.smithi134.stdout:(2/156): ceph-fuse-19.1.1-361.g2f599a46.el9.x86 4.2 MB/s | 896 kB 00:00 2024-09-19T04:58:56.614 INFO:teuthology.orchestra.run.smithi134.stdout:(3/156): ceph-immutable-object-cache-19.1.1-361 2.1 MB/s | 145 kB 00:00 2024-09-19T04:58:56.709 INFO:teuthology.orchestra.run.smithi005.stdout:(1/156): ceph-19.1.1-361.g2f599a46.el9.x86_64.r 39 kB/s | 6.6 kB 00:00 2024-09-19T04:58:56.814 INFO:teuthology.orchestra.run.smithi134.stdout:(4/156): ceph-mds-19.1.1-361.g2f599a46.el9.x86_ 12 MB/s | 2.4 MB 00:00 2024-09-19T04:58:56.956 INFO:teuthology.orchestra.run.smithi134.stdout:(5/156): ceph-mgr-19.1.1-361.g2f599a46.el9.x86_ 11 MB/s | 1.5 MB 00:00 2024-09-19T04:58:57.048 INFO:teuthology.orchestra.run.smithi134.stdout:(6/156): ceph-base-19.1.1-361.g2f599a46.el9.x86 6.2 MB/s | 5.4 MB 00:00 2024-09-19T04:58:57.209 INFO:teuthology.orchestra.run.smithi005.stdout:(2/156): ceph-fuse-19.1.1-361.g2f599a46.el9.x86 1.7 MB/s | 896 kB 00:00 2024-09-19T04:58:57.248 INFO:teuthology.orchestra.run.smithi134.stdout:(7/156): ceph-common-19.1.1-361.g2f599a46.el9.x 20 MB/s | 21 MB 00:01 2024-09-19T04:58:57.284 INFO:teuthology.orchestra.run.smithi005.stdout:(3/156): ceph-immutable-object-cache-19.1.1-361 1.9 MB/s | 145 kB 00:00 2024-09-19T04:58:57.323 INFO:teuthology.orchestra.run.smithi134.stdout:(8/156): ceph-mon-19.1.1-361.g2f599a46.el9.x86_ 13 MB/s | 4.7 MB 00:00 2024-09-19T04:58:57.390 INFO:teuthology.orchestra.run.smithi134.stdout:(9/156): ceph-selinux-19.1.1-361.g2f599a46.el9. 378 kB/s | 25 kB 00:00 2024-09-19T04:58:57.791 INFO:teuthology.orchestra.run.smithi134.stdout:(10/156): ceph-radosgw-19.1.1-361.g2f599a46.el9 20 MB/s | 11 MB 00:00 2024-09-19T04:58:57.858 INFO:teuthology.orchestra.run.smithi134.stdout:(11/156): cephfs-mirror-19.1.1-361.g2f599a46.el 3.4 MB/s | 228 kB 00:00 2024-09-19T04:58:57.916 INFO:teuthology.orchestra.run.smithi134.stdout:(12/156): cephfs-shell-19.1.1-361.g2f599a46.el9 467 kB/s | 27 kB 00:00 2024-09-19T04:58:57.983 INFO:teuthology.orchestra.run.smithi134.stdout:(13/156): libcephfs-devel-19.1.1-361.g2f599a46. 475 kB/s | 32 kB 00:00 2024-09-19T04:58:58.075 INFO:teuthology.orchestra.run.smithi134.stdout:(14/156): libcephfs2-19.1.1-361.g2f599a46.el9.x 8.0 MB/s | 751 kB 00:00 2024-09-19T04:58:58.142 INFO:teuthology.orchestra.run.smithi134.stdout:(15/156): libcephsqlite-19.1.1-361.g2f599a46.el 2.4 MB/s | 163 kB 00:00 2024-09-19T04:58:58.201 INFO:teuthology.orchestra.run.smithi005.stdout:(4/156): ceph-mds-19.1.1-361.g2f599a46.el9.x86_ 2.6 MB/s | 2.4 MB 00:00 2024-09-19T04:58:58.209 INFO:teuthology.orchestra.run.smithi134.stdout:(16/156): librados-devel-19.1.1-361.g2f599a46.e 1.9 MB/s | 127 kB 00:00 2024-09-19T04:58:58.284 INFO:teuthology.orchestra.run.smithi134.stdout:(17/156): libradosstriper1-19.1.1-361.g2f599a46 6.6 MB/s | 506 kB 00:00 2024-09-19T04:58:58.518 INFO:teuthology.orchestra.run.smithi005.stdout:(5/156): ceph-base-19.1.1-361.g2f599a46.el9.x86 2.7 MB/s | 5.4 MB 00:01 2024-09-19T04:58:58.526 INFO:teuthology.orchestra.run.smithi134.stdout:(18/156): ceph-osd-19.1.1-361.g2f599a46.el9.x86 11 MB/s | 17 MB 00:01 2024-09-19T04:58:58.585 INFO:teuthology.orchestra.run.smithi134.stdout:(19/156): python3-ceph-argparse-19.1.1-361.g2f5 779 kB/s | 45 kB 00:00 2024-09-19T04:58:58.702 INFO:teuthology.orchestra.run.smithi134.stdout:(20/156): librgw2-19.1.1-361.g2f599a46.el9.x86_ 13 MB/s | 5.3 MB 00:00 2024-09-19T04:58:58.727 INFO:teuthology.orchestra.run.smithi134.stdout:(21/156): python3-ceph-common-19.1.1-361.g2f599 960 kB/s | 136 kB 00:00 2024-09-19T04:58:58.743 INFO:teuthology.orchestra.run.smithi005.stdout:(6/156): ceph-mgr-19.1.1-361.g2f599a46.el9.x86_ 2.8 MB/s | 1.5 MB 00:00 2024-09-19T04:58:58.760 INFO:teuthology.orchestra.run.smithi134.stdout:(22/156): python3-cephfs-19.1.1-361.g2f599a46.e 2.7 MB/s | 161 kB 00:00 2024-09-19T04:58:58.786 INFO:teuthology.orchestra.run.smithi134.stdout:(23/156): python3-rados-19.1.1-361.g2f599a46.el 5.3 MB/s | 320 kB 00:00 2024-09-19T04:58:58.819 INFO:teuthology.orchestra.run.smithi134.stdout:(24/156): python3-rbd-19.1.1-361.g2f599a46.el9. 5.0 MB/s | 300 kB 00:00 2024-09-19T04:58:58.844 INFO:teuthology.orchestra.run.smithi134.stdout:(25/156): python3-rgw-19.1.1-361.g2f599a46.el9. 1.7 MB/s | 99 kB 00:00 2024-09-19T04:58:58.878 INFO:teuthology.orchestra.run.smithi134.stdout:(26/156): rbd-fuse-19.1.1-361.g2f599a46.el9.x86 1.4 MB/s | 85 kB 00:00 2024-09-19T04:58:58.937 INFO:teuthology.orchestra.run.smithi134.stdout:(27/156): rbd-nbd-19.1.1-361.g2f599a46.el9.x86_ 2.9 MB/s | 171 kB 00:00 2024-09-19T04:58:58.995 INFO:teuthology.orchestra.run.smithi134.stdout:(28/156): ceph-grafana-dashboards-19.1.1-361.g2 545 kB/s | 32 kB 00:00 2024-09-19T04:58:59.062 INFO:teuthology.orchestra.run.smithi134.stdout:(29/156): ceph-mgr-cephadm-19.1.1-361.g2f599a46 2.1 MB/s | 146 kB 00:00 2024-09-19T04:58:59.138 INFO:teuthology.orchestra.run.smithi134.stdout:(30/156): rbd-mirror-19.1.1-361.g2f599a46.el9.x 11 MB/s | 3.1 MB 00:00 2024-09-19T04:58:59.380 INFO:teuthology.orchestra.run.smithi134.stdout:(31/156): ceph-mgr-dashboard-19.1.1-361.g2f599a 11 MB/s | 3.6 MB 00:00 2024-09-19T04:58:59.446 INFO:teuthology.orchestra.run.smithi134.stdout:(32/156): ceph-mgr-modules-core-19.1.1-361.g2f5 3.7 MB/s | 249 kB 00:00 2024-09-19T04:58:59.569 INFO:teuthology.orchestra.run.smithi005.stdout:(7/156): ceph-common-19.1.1-361.g2f599a46.el9.x 7.0 MB/s | 21 MB 00:03 2024-09-19T04:58:59.744 INFO:teuthology.orchestra.run.smithi005.stdout:(8/156): ceph-mon-19.1.1-361.g2f599a46.el9.x86_ 3.8 MB/s | 4.7 MB 00:01 2024-09-19T04:58:59.794 INFO:teuthology.orchestra.run.smithi005.stdout:(9/156): ceph-selinux-19.1.1-361.g2f599a46.el9. 503 kB/s | 25 kB 00:00 2024-09-19T04:58:59.880 INFO:teuthology.orchestra.run.smithi134.stdout:(33/156): ceph-test-19.1.1-361.g2f599a46.el9.x8 20 MB/s | 49 MB 00:02 2024-09-19T04:58:59.905 INFO:teuthology.orchestra.run.smithi134.stdout:(34/156): ceph-mgr-rook-19.1.1-361.g2f599a46.el 107 kB/s | 49 kB 00:00 2024-09-19T04:58:59.931 INFO:teuthology.orchestra.run.smithi134.stdout:(35/156): ceph-prometheus-alerts-19.1.1-361.g2f 329 kB/s | 16 kB 00:00 2024-09-19T04:58:59.956 INFO:teuthology.orchestra.run.smithi134.stdout:(36/156): ceph-volume-19.1.1-361.g2f599a46.el9. 5.6 MB/s | 285 kB 00:00 2024-09-19T04:59:00.056 INFO:teuthology.orchestra.run.smithi134.stdout:(37/156): ceph-mgr-diskprediction-local-19.1.1- 8.1 MB/s | 7.4 MB 00:00 2024-09-19T04:59:00.082 INFO:teuthology.orchestra.run.smithi134.stdout:(38/156): cephfs-top-19.1.1-361.g2f599a46.el9.n 145 kB/s | 18 kB 00:00 2024-09-19T04:59:00.115 INFO:teuthology.orchestra.run.smithi134.stdout:(39/156): cephadm-19.1.1-361.g2f599a46.el9.noar 4.1 MB/s | 765 kB 00:00 2024-09-19T04:59:00.224 INFO:teuthology.orchestra.run.smithi134.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 478 kB/s | 80 kB 00:00 2024-09-19T04:59:00.324 INFO:teuthology.orchestra.run.smithi134.stdout:(41/156): libgfortran-11.5.0-2.el9.x86_64.rpm 3.2 MB/s | 801 kB 00:00 2024-09-19T04:59:00.349 INFO:teuthology.orchestra.run.smithi134.stdout:(42/156): libquadmath-11.5.0-2.el9.x86_64.rpm 817 kB/s | 191 kB 00:00 2024-09-19T04:59:00.362 INFO:teuthology.orchestra.run.smithi005.stdout:(10/156): ceph-radosgw-19.1.1-361.g2f599a46.el9 13 MB/s | 11 MB 00:00 2024-09-19T04:59:00.375 INFO:teuthology.orchestra.run.smithi134.stdout:(43/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.6 MB/s | 253 kB 00:00 2024-09-19T04:59:00.412 INFO:teuthology.orchestra.run.smithi005.stdout:(11/156): cephfs-mirror-19.1.1-361.g2f599a46.el 4.5 MB/s | 228 kB 00:00 2024-09-19T04:59:00.442 INFO:teuthology.orchestra.run.smithi134.stdout:(44/156): python3-cryptography-36.0.1-4.el9.x86 10 MB/s | 1.2 MB 00:00 2024-09-19T04:59:00.445 INFO:teuthology.orchestra.run.smithi005.stdout:(12/156): cephfs-shell-19.1.1-361.g2f599a46.el9 815 kB/s | 27 kB 00:00 2024-09-19T04:59:00.467 INFO:teuthology.orchestra.run.smithi134.stdout:(45/156): python3-ply-3.11-14.el9.noarch.rpm 1.1 MB/s | 106 kB 00:00 2024-09-19T04:59:00.479 INFO:teuthology.orchestra.run.smithi005.stdout:(13/156): libcephfs-devel-19.1.1-361.g2f599a46. 957 kB/s | 32 kB 00:00 2024-09-19T04:59:00.492 INFO:teuthology.orchestra.run.smithi134.stdout:(46/156): python3-pycparser-2.20-6.el9.noarch.r 1.1 MB/s | 135 kB 00:00 2024-09-19T04:59:00.517 INFO:teuthology.orchestra.run.smithi134.stdout:(47/156): python3-requests-2.25.1-8.el9.noarch. 1.6 MB/s | 125 kB 00:00 2024-09-19T04:59:00.543 INFO:teuthology.orchestra.run.smithi134.stdout:(48/156): python3-urllib3-1.26.5-6.el9.noarch.r 2.8 MB/s | 215 kB 00:00 2024-09-19T04:59:00.562 INFO:teuthology.orchestra.run.smithi005.stdout:(14/156): libcephfs2-19.1.1-361.g2f599a46.el9.x 8.8 MB/s | 751 kB 00:00 2024-09-19T04:59:00.613 INFO:teuthology.orchestra.run.smithi005.stdout:(15/156): libcephsqlite-19.1.1-361.g2f599a46.el 3.2 MB/s | 163 kB 00:00 2024-09-19T04:59:00.663 INFO:teuthology.orchestra.run.smithi005.stdout:(16/156): librados-devel-19.1.1-361.g2f599a46.e 2.5 MB/s | 127 kB 00:00 2024-09-19T04:59:00.730 INFO:teuthology.orchestra.run.smithi005.stdout:(17/156): libradosstriper1-19.1.1-361.g2f599a46 7.4 MB/s | 506 kB 00:00 2024-09-19T04:59:01.001 INFO:teuthology.orchestra.run.smithi134.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 233 kB/s | 107 kB 00:00 2024-09-19T04:59:01.114 INFO:teuthology.orchestra.run.smithi005.stdout:(18/156): librgw2-19.1.1-361.g2f599a46.el9.x86_ 14 MB/s | 5.3 MB 00:00 2024-09-19T04:59:01.118 INFO:teuthology.orchestra.run.smithi134.stdout:(50/156): elfutils-libelf-devel-0.191-4.el9.x86 186 kB/s | 22 kB 00:00 2024-09-19T04:59:01.147 INFO:teuthology.orchestra.run.smithi005.stdout:(19/156): python3-ceph-argparse-19.1.1-361.g2f5 1.3 MB/s | 45 kB 00:00 2024-09-19T04:59:01.198 INFO:teuthology.orchestra.run.smithi005.stdout:(20/156): python3-ceph-common-19.1.1-361.g2f599 2.7 MB/s | 136 kB 00:00 2024-09-19T04:59:01.248 INFO:teuthology.orchestra.run.smithi005.stdout:(21/156): python3-cephfs-19.1.1-361.g2f599a46.e 3.2 MB/s | 161 kB 00:00 2024-09-19T04:59:01.298 INFO:teuthology.orchestra.run.smithi005.stdout:(22/156): python3-rados-19.1.1-361.g2f599a46.el 6.3 MB/s | 320 kB 00:00 2024-09-19T04:59:01.348 INFO:teuthology.orchestra.run.smithi005.stdout:(23/156): python3-rbd-19.1.1-361.g2f599a46.el9. 5.9 MB/s | 300 kB 00:00 2024-09-19T04:59:01.399 INFO:teuthology.orchestra.run.smithi005.stdout:(24/156): python3-rgw-19.1.1-361.g2f599a46.el9. 1.9 MB/s | 99 kB 00:00 2024-09-19T04:59:01.426 INFO:teuthology.orchestra.run.smithi134.stdout:(51/156): automake-1.16.2-8.el9.noarch.rpm 738 kB/s | 689 kB 00:00 2024-09-19T04:59:01.449 INFO:teuthology.orchestra.run.smithi005.stdout:(25/156): rbd-fuse-19.1.1-361.g2f599a46.el9.x86 1.7 MB/s | 85 kB 00:00 2024-09-19T04:59:01.502 INFO:teuthology.orchestra.run.smithi134.stdout:(52/156): flex-2.6.4-9.el9.x86_64.rpm 817 kB/s | 313 kB 00:00 2024-09-19T04:59:01.535 INFO:teuthology.orchestra.run.smithi134.stdout:(53/156): bison-3.7.4-5.el9.x86_64.rpm 926 kB/s | 943 kB 00:01 2024-09-19T04:59:01.569 INFO:teuthology.orchestra.run.smithi134.stdout:(54/156): flexiblas-3.0.4-8.el9.x86_64.rpm 230 kB/s | 33 kB 00:00 2024-09-19T04:59:01.644 INFO:teuthology.orchestra.run.smithi134.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 167 kB/s | 18 kB 00:00 2024-09-19T04:59:01.678 INFO:teuthology.orchestra.run.smithi134.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 103 kB/s | 11 kB 00:00 2024-09-19T04:59:01.683 INFO:teuthology.orchestra.run.smithi005.stdout:(26/156): rbd-mirror-19.1.1-361.g2f599a46.el9.x 13 MB/s | 3.1 MB 00:00 2024-09-19T04:59:01.733 INFO:teuthology.orchestra.run.smithi005.stdout:(27/156): rbd-nbd-19.1.1-361.g2f599a46.el9.x86_ 3.4 MB/s | 171 kB 00:00 2024-09-19T04:59:01.753 INFO:teuthology.orchestra.run.smithi134.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.4 MB/s | 160 kB 00:00 2024-09-19T04:59:01.787 INFO:teuthology.orchestra.run.smithi134.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 417 kB/s | 45 kB 00:00 2024-09-19T04:59:01.925 INFO:teuthology.orchestra.run.smithi005.stdout:(28/156): ceph-osd-19.1.1-361.g2f599a46.el9.x86 5.3 MB/s | 17 MB 00:03 2024-09-19T04:59:01.950 INFO:teuthology.orchestra.run.smithi005.stdout:(29/156): ceph-grafana-dashboards-19.1.1-361.g2 147 kB/s | 32 kB 00:00 2024-09-19T04:59:01.962 INFO:teuthology.orchestra.run.smithi134.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 3.1 MB/s | 662 kB 00:00 2024-09-19T04:59:01.975 INFO:teuthology.orchestra.run.smithi005.stdout:(30/156): ceph-mgr-cephadm-19.1.1-361.g2f599a46 2.9 MB/s | 146 kB 00:00 2024-09-19T04:59:02.029 INFO:teuthology.orchestra.run.smithi134.stdout:(60/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 5.7 MB/s | 3.0 MB 00:00 2024-09-19T04:59:02.054 INFO:teuthology.orchestra.run.smithi134.stdout:(61/156): libtool-2.4.6-46.el9.x86_64.rpm 2.1 MB/s | 581 kB 00:00 2024-09-19T04:59:02.079 INFO:teuthology.orchestra.run.smithi134.stdout:(62/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 209 kB/s | 24 kB 00:00 2024-09-19T04:59:02.138 INFO:teuthology.orchestra.run.smithi134.stdout:(63/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 436 kB/s | 47 kB 00:00 2024-09-19T04:59:02.172 INFO:teuthology.orchestra.run.smithi134.stdout:(64/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.4 MB/s | 292 kB 00:00 2024-09-19T04:59:02.201 INFO:teuthology.orchestra.run.smithi005.stdout:(31/156): ceph-mgr-dashboard-19.1.1-361.g2f599a 14 MB/s | 3.6 MB 00:00 2024-09-19T04:59:02.247 INFO:teuthology.orchestra.run.smithi134.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 354 kB/s | 38 kB 00:00 2024-09-19T04:59:02.251 INFO:teuthology.orchestra.run.smithi005.stdout:(32/156): ceph-mgr-modules-core-19.1.1-361.g2f5 4.9 MB/s | 249 kB 00:00 2024-09-19T04:59:02.301 INFO:teuthology.orchestra.run.smithi005.stdout:(33/156): ceph-mgr-rook-19.1.1-361.g2f599a46.el 988 kB/s | 49 kB 00:00 2024-09-19T04:59:02.322 INFO:teuthology.orchestra.run.smithi134.stdout:(66/156): lua-5.4.4-4.el9.x86_64.rpm 778 kB/s | 188 kB 00:00 2024-09-19T04:59:02.351 INFO:teuthology.orchestra.run.smithi005.stdout:(34/156): ceph-prometheus-alerts-19.1.1-361.g2f 331 kB/s | 16 kB 00:00 2024-09-19T04:59:02.402 INFO:teuthology.orchestra.run.smithi005.stdout:(35/156): ceph-volume-19.1.1-361.g2f599a46.el9. 5.6 MB/s | 285 kB 00:00 2024-09-19T04:59:02.486 INFO:teuthology.orchestra.run.smithi005.stdout:(36/156): cephadm-19.1.1-361.g2f599a46.el9.noar 9.0 MB/s | 765 kB 00:00 2024-09-19T04:59:02.528 INFO:teuthology.orchestra.run.smithi005.stdout:(37/156): cephfs-top-19.1.1-361.g2f599a46.el9.n 440 kB/s | 18 kB 00:00 2024-09-19T04:59:02.539 INFO:teuthology.orchestra.run.smithi134.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 7.3 MB/s | 1.6 MB 00:00 2024-09-19T04:59:02.614 INFO:teuthology.orchestra.run.smithi134.stdout:(68/156): openblas-openmp-0.3.26-2.el9.x86_64.r 11 MB/s | 4.9 MB 00:00 2024-09-19T04:59:02.673 INFO:teuthology.orchestra.run.smithi134.stdout:(69/156): postgresql-contrib-13.16-1.el9.x86_64 6.7 MB/s | 910 kB 00:00 2024-09-19T04:59:02.695 INFO:teuthology.orchestra.run.smithi005.stdout:(38/156): fuse-2.9.9-16.el9.x86_64.rpm 479 kB/s | 80 kB 00:00 2024-09-19T04:59:02.723 INFO:teuthology.orchestra.run.smithi134.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 1.2 MB/s | 137 kB 00:00 2024-09-19T04:59:02.857 INFO:teuthology.orchestra.run.smithi134.stdout:(71/156): protobuf-3.14.0-13.el9.x86_64.rpm 7.6 MB/s | 1.0 MB 00:00 2024-09-19T04:59:02.945 INFO:teuthology.orchestra.run.smithi005.stdout:(39/156): ceph-mgr-diskprediction-local-19.1.1- 7.6 MB/s | 7.4 MB 00:00 2024-09-19T04:59:02.979 INFO:teuthology.orchestra.run.smithi005.stdout:(40/156): libgfortran-11.5.0-2.el9.x86_64.rpm 2.8 MB/s | 801 kB 00:00 2024-09-19T04:59:03.024 INFO:teuthology.orchestra.run.smithi134.stdout:(72/156): postgresql-server-13.16-1.el9.x86_64. 16 MB/s | 5.8 MB 00:00 2024-09-19T04:59:03.038 INFO:teuthology.orchestra.run.smithi005.stdout:(41/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.2 MB/s | 253 kB 00:00 2024-09-19T04:59:03.049 INFO:teuthology.orchestra.run.smithi134.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 455 kB/s | 87 kB 00:00 2024-09-19T04:59:03.171 INFO:teuthology.orchestra.run.smithi005.stdout:(42/156): libquadmath-11.5.0-2.el9.x86_64.rpm 849 kB/s | 191 kB 00:00 2024-09-19T04:59:03.176 INFO:teuthology.orchestra.run.smithi134.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 489 kB/s | 61 kB 00:00 2024-09-19T04:59:03.213 INFO:teuthology.orchestra.run.smithi005.stdout:(43/156): python3-cryptography-36.0.1-4.el9.x86 7.0 MB/s | 1.2 MB 00:00 2024-09-19T04:59:03.238 INFO:teuthology.orchestra.run.smithi005.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 106 kB 00:00 2024-09-19T04:59:03.289 INFO:teuthology.orchestra.run.smithi005.stdout:(45/156): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-09-19T04:59:03.291 INFO:teuthology.orchestra.run.smithi134.stdout:(75/156): python3-babel-2.9.1-2.el9.noarch.rpm 22 MB/s | 6.0 MB 00:00 2024-09-19T04:59:03.316 INFO:teuthology.orchestra.run.smithi134.stdout:(76/156): python3-devel-3.9.19-8.el9.x86_64.rpm 1.7 MB/s | 245 kB 00:00 2024-09-19T04:59:03.322 INFO:teuthology.orchestra.run.smithi005.stdout:(46/156): python3-pycparser-2.20-6.el9.noarch.r 1.2 MB/s | 135 kB 00:00 2024-09-19T04:59:03.356 INFO:teuthology.orchestra.run.smithi005.stdout:(47/156): python3-urllib3-1.26.5-6.el9.noarch.r 3.1 MB/s | 215 kB 00:00 2024-09-19T04:59:03.408 INFO:teuthology.orchestra.run.smithi134.stdout:(77/156): python3-jinja2-2.11.3-6.el9.noarch.rp 2.1 MB/s | 248 kB 00:00 2024-09-19T04:59:03.434 INFO:teuthology.orchestra.run.smithi134.stdout:(78/156): python3-jsonpatch-1.21-16.el9.noarch. 219 kB/s | 26 kB 00:00 2024-09-19T04:59:03.517 INFO:teuthology.orchestra.run.smithi134.stdout:(79/156): python3-jsonpointer-2.0-4.el9.noarch. 176 kB/s | 19 kB 00:00 2024-09-19T04:59:03.551 INFO:teuthology.orchestra.run.smithi134.stdout:(80/156): python3-mako-1.1.4-6.el9.noarch.rpm 1.4 MB/s | 172 kB 00:00 2024-09-19T04:59:03.626 INFO:teuthology.orchestra.run.smithi134.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 320 kB/s | 35 kB 00:00 2024-09-19T04:59:03.743 INFO:teuthology.orchestra.run.smithi134.stdout:(82/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.1 MB/s | 250 kB 00:00 2024-09-19T04:59:03.818 INFO:teuthology.orchestra.run.smithi134.stdout:(83/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 19 MB/s | 5.1 MB 00:00 2024-09-19T04:59:03.860 INFO:teuthology.orchestra.run.smithi134.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 1.9 MB/s | 222 kB 00:00 2024-09-19T04:59:03.927 INFO:teuthology.orchestra.run.smithi134.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 709 kB/s | 77 kB 00:00 2024-09-19T04:59:03.961 INFO:teuthology.orchestra.run.smithi134.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 422 kB/s | 42 kB 00:00 2024-09-19T04:59:04.044 INFO:teuthology.orchestra.run.smithi134.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 2.3 MB/s | 269 kB 00:00 2024-09-19T04:59:04.056 INFO:teuthology.orchestra.run.smithi005.stdout:(48/156): automake-1.16.2-8.el9.noarch.rpm 939 kB/s | 689 kB 00:00 2024-09-19T04:59:04.070 INFO:teuthology.orchestra.run.smithi134.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.4 MB/s | 159 kB 00:00 2024-09-19T04:59:04.162 INFO:teuthology.orchestra.run.smithi134.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 2.3 MB/s | 279 kB 00:00 2024-09-19T04:59:04.173 INFO:teuthology.orchestra.run.smithi005.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 918 kB/s | 107 kB 00:00 2024-09-19T04:59:04.187 INFO:teuthology.orchestra.run.smithi134.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 435 kB/s | 51 kB 00:00 2024-09-19T04:59:04.207 INFO:teuthology.orchestra.run.smithi005.stdout:(50/156): bison-3.7.4-5.el9.x86_64.rpm 1.1 MB/s | 943 kB 00:00 2024-09-19T04:59:04.271 INFO:teuthology.orchestra.run.smithi134.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 493 kB/s | 54 kB 00:00 2024-09-19T04:59:04.291 INFO:teuthology.orchestra.run.smithi005.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 185 kB/s | 22 kB 00:00 2024-09-19T04:59:04.333 INFO:teuthology.orchestra.run.smithi005.stdout:(52/156): flex-2.6.4-9.el9.x86_64.rpm 2.4 MB/s | 313 kB 00:00 2024-09-19T04:59:04.379 INFO:teuthology.orchestra.run.smithi134.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 384 kB/s | 42 kB 00:00 2024-09-19T04:59:04.391 INFO:teuthology.orchestra.run.smithi005.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 326 kB/s | 33 kB 00:00 2024-09-19T04:59:04.496 INFO:teuthology.orchestra.run.smithi134.stdout:(93/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 378 kB/s | 44 kB 00:00 2024-09-19T04:59:04.516 INFO:teuthology.orchestra.run.smithi005.stdout:(54/156): flexiblas-openblas-openmp-3.0.4-8.el9 146 kB/s | 18 kB 00:00 2024-09-19T04:59:04.613 INFO:teuthology.orchestra.run.smithi134.stdout:(94/156): qatlib-24.02.0-1.el9.x86_64.rpm 1.8 MB/s | 221 kB 00:00 2024-09-19T04:59:04.642 INFO:teuthology.orchestra.run.smithi005.stdout:(55/156): libaio-devel-0.3.111-13.el9.x86_64.rp 89 kB/s | 11 kB 00:00 2024-09-19T04:59:04.759 INFO:teuthology.orchestra.run.smithi005.stdout:(56/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.3 MB/s | 160 kB 00:00 2024-09-19T04:59:04.809 INFO:teuthology.orchestra.run.smithi005.stdout:(57/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 6.3 MB/s | 3.0 MB 00:00 2024-09-19T04:59:04.855 INFO:teuthology.orchestra.run.smithi134.stdout:(95/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 24 MB/s | 16 MB 00:00 2024-09-19T04:59:04.868 INFO:teuthology.orchestra.run.smithi005.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 417 kB/s | 45 kB 00:00 2024-09-19T04:59:04.880 INFO:teuthology.orchestra.run.smithi134.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 134 kB/s | 36 kB 00:00 2024-09-19T04:59:04.935 INFO:teuthology.orchestra.run.smithi005.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 5.2 MB/s | 662 kB 00:00 2024-09-19T04:59:04.964 INFO:teuthology.orchestra.run.smithi134.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 437 kB/s | 47 kB 00:00 2024-09-19T04:59:04.997 INFO:teuthology.orchestra.run.smithi134.stdout:(98/156): socat-1.7.4.1-6.el9.x86_64.rpm 2.5 MB/s | 304 kB 00:00 2024-09-19T04:59:05.043 INFO:teuthology.orchestra.run.smithi005.stdout:(60/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 226 kB/s | 24 kB 00:00 2024-09-19T04:59:05.069 INFO:teuthology.orchestra.run.smithi005.stdout:(61/156): libtool-2.4.6-46.el9.x86_64.rpm 2.8 MB/s | 581 kB 00:00 2024-09-19T04:59:05.073 INFO:teuthology.orchestra.run.smithi134.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 532 kB/s | 58 kB 00:00 2024-09-19T04:59:05.115 INFO:teuthology.orchestra.run.smithi134.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 817 kB/s | 96 kB 00:00 2024-09-19T04:59:05.182 INFO:teuthology.orchestra.run.smithi134.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 585 kB/s | 64 kB 00:00 2024-09-19T04:59:05.224 INFO:teuthology.orchestra.run.smithi134.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 413 kB/s | 45 kB 00:00 2024-09-19T04:59:05.277 INFO:teuthology.orchestra.run.smithi134.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 234 kB/s | 22 kB 00:00 2024-09-19T04:59:05.333 INFO:teuthology.orchestra.run.smithi134.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 9.8 MB/s | 548 kB 00:00 2024-09-19T04:59:05.358 INFO:teuthology.orchestra.run.smithi134.stdout:(105/156): gperftools-libs-2.9.1-3.el9.x86_64.r 12 MB/s | 308 kB 00:00 2024-09-19T04:59:05.383 INFO:teuthology.orchestra.run.smithi134.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 778 kB/s | 19 kB 00:00 2024-09-19T04:59:05.450 INFO:teuthology.orchestra.run.smithi134.stdout:(107/156): protobuf-compiler-3.14.0-13.el9.x86_ 3.7 MB/s | 863 kB 00:00 2024-09-19T04:59:05.503 INFO:teuthology.orchestra.run.smithi005.stdout:(62/156): ceph-test-19.1.1-361.g2f599a46.el9.x8 8.5 MB/s | 49 MB 00:05 2024-09-19T04:59:05.528 INFO:teuthology.orchestra.run.smithi005.stdout:(63/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 98 kB/s | 47 kB 00:00 2024-09-19T04:59:05.542 INFO:teuthology.orchestra.run.smithi134.stdout:(108/156): libarrow-9.0.0-11.el9.x86_64.rpm 28 MB/s | 4.4 MB 00:00 2024-09-19T04:59:05.553 INFO:teuthology.orchestra.run.smithi005.stdout:(64/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 604 kB/s | 292 kB 00:00 2024-09-19T04:59:05.567 INFO:teuthology.orchestra.run.smithi134.stdout:(109/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 223 kB/s | 26 kB 00:00 2024-09-19T04:59:05.593 INFO:teuthology.orchestra.run.smithi134.stdout:(110/156): liboath-2.6.7-2.el9.x86_64.rpm 971 kB/s | 49 kB 00:00 2024-09-19T04:59:05.618 INFO:teuthology.orchestra.run.smithi134.stdout:(111/156): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-09-19T04:59:05.644 INFO:teuthology.orchestra.run.smithi134.stdout:(112/156): luarocks-3.9.2-5.el9.noarch.rpm 3.0 MB/s | 151 kB 00:00 2024-09-19T04:59:05.645 INFO:teuthology.orchestra.run.smithi005.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 329 kB/s | 38 kB 00:00 2024-09-19T04:59:05.685 INFO:teuthology.orchestra.run.smithi134.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 12 MB/s | 839 kB 00:00 2024-09-19T04:59:05.710 INFO:teuthology.orchestra.run.smithi134.stdout:(114/156): python3-asyncssh-2.13.2-5.el9.noarch 8.0 MB/s | 548 kB 00:00 2024-09-19T04:59:05.736 INFO:teuthology.orchestra.run.smithi134.stdout:(115/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 866 kB/s | 43 kB 00:00 2024-09-19T04:59:05.761 INFO:teuthology.orchestra.run.smithi134.stdout:(116/156): python3-cachetools-4.2.4-1.el9.noarc 639 kB/s | 32 kB 00:00 2024-09-19T04:59:05.786 INFO:teuthology.orchestra.run.smithi134.stdout:(117/156): python3-certifi-2023.05.07-4.el9.noa 282 kB/s | 14 kB 00:00 2024-09-19T04:59:05.811 INFO:teuthology.orchestra.run.smithi134.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 3.4 MB/s | 172 kB 00:00 2024-09-19T04:59:05.837 INFO:teuthology.orchestra.run.smithi134.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 7.0 MB/s | 358 kB 00:00 2024-09-19T04:59:05.862 INFO:teuthology.orchestra.run.smithi134.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.9 MB/s | 303 kB 00:00 2024-09-19T04:59:05.887 INFO:teuthology.orchestra.run.smithi134.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-19T04:59:05.921 INFO:teuthology.orchestra.run.smithi134.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 4.2 MB/s | 144 kB 00:00 2024-09-19T04:59:05.946 INFO:teuthology.orchestra.run.smithi134.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 431 kB/s | 11 kB 00:00 2024-09-19T04:59:05.971 INFO:teuthology.orchestra.run.smithi134.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 706 kB/s | 18 kB 00:00 2024-09-19T04:59:05.996 INFO:teuthology.orchestra.run.smithi134.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 935 kB/s | 23 kB 00:00 2024-09-19T04:59:06.022 INFO:teuthology.orchestra.run.smithi134.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 778 kB/s | 19 kB 00:00 2024-09-19T04:59:06.038 INFO:teuthology.orchestra.run.smithi134.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 1.2 MB/s | 20 kB 00:00 2024-09-19T04:59:06.070 INFO:teuthology.orchestra.run.smithi005.stdout:(66/156): lua-5.4.4-4.el9.x86_64.rpm 332 kB/s | 188 kB 00:00 2024-09-19T04:59:06.089 INFO:teuthology.orchestra.run.smithi134.stdout:(128/156): python3-grpcio-1.46.7-10.el9.x86_64. 9.0 MB/s | 2.0 MB 00:00 2024-09-19T04:59:06.106 INFO:teuthology.orchestra.run.smithi134.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 2.7 MB/s | 46 kB 00:00 2024-09-19T04:59:06.131 INFO:teuthology.orchestra.run.smithi134.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-19T04:59:06.148 INFO:teuthology.orchestra.run.smithi134.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 3.4 MB/s | 58 kB 00:00 2024-09-19T04:59:06.190 INFO:teuthology.orchestra.run.smithi134.stdout:(132/156): python3-kubernetes-26.1.0-2.el9.noar 6.7 MB/s | 1.0 MB 00:00 2024-09-19T04:59:06.215 INFO:teuthology.orchestra.run.smithi134.stdout:(133/156): python3-pecan-1.4.2-3.el9.noarch.rpm 4.0 MB/s | 272 kB 00:00 2024-09-19T04:59:06.233 INFO:teuthology.orchestra.run.smithi134.stdout:(134/156): python3-portend-3.1.0-2.el9.noarch.r 392 kB/s | 16 kB 00:00 2024-09-19T04:59:06.258 INFO:teuthology.orchestra.run.smithi134.stdout:(135/156): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-09-19T04:59:06.283 INFO:teuthology.orchestra.run.smithi134.stdout:(136/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.7 MB/s | 90 kB 00:00 2024-09-19T04:59:06.308 INFO:teuthology.orchestra.run.smithi134.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 614 kB/s | 31 kB 00:00 2024-09-19T04:59:06.333 INFO:teuthology.orchestra.run.smithi134.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-19T04:59:06.354 INFO:teuthology.orchestra.run.smithi005.stdout:(67/156): openblas-openmp-0.3.26-2.el9.x86_64.r 6.2 MB/s | 4.9 MB 00:00 2024-09-19T04:59:06.367 INFO:teuthology.orchestra.run.smithi134.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 2.2 MB/s | 188 kB 00:00 2024-09-19T04:59:06.392 INFO:teuthology.orchestra.run.smithi134.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 611 kB/s | 36 kB 00:00 2024-09-19T04:59:06.426 INFO:teuthology.orchestra.run.smithi134.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.2 MB/s | 74 kB 00:00 2024-09-19T04:59:06.451 INFO:teuthology.orchestra.run.smithi134.stdout:(142/156): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-19T04:59:06.476 INFO:teuthology.orchestra.run.smithi134.stdout:(143/156): python3-webob-1.8.8-2.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-09-19T04:59:06.487 INFO:teuthology.orchestra.run.smithi005.stdout:(68/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 5.3 MB/s | 4.4 MB 00:00 2024-09-19T04:59:06.502 INFO:teuthology.orchestra.run.smithi134.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 803 kB/s | 20 kB 00:00 2024-09-19T04:59:06.527 INFO:teuthology.orchestra.run.smithi134.stdout:(145/156): re2-20211101-20.el9.x86_64.rpm 7.5 MB/s | 191 kB 00:00 2024-09-19T04:59:06.546 INFO:teuthology.orchestra.run.smithi005.stdout:(69/156): postgresql-13.16-1.el9.x86_64.rpm 3.3 MB/s | 1.6 MB 00:00 2024-09-19T04:59:06.552 INFO:teuthology.orchestra.run.smithi134.stdout:(146/156): python3-werkzeug-2.0.3-3.el9.1.noarc 4.1 MB/s | 427 kB 00:00 2024-09-19T04:59:06.602 INFO:teuthology.orchestra.run.smithi134.stdout:(147/156): thrift-0.15.0-2.el9.x86_64.rpm 21 MB/s | 1.6 MB 00:00 2024-09-19T04:59:06.605 INFO:teuthology.orchestra.run.smithi005.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 1.1 MB/s | 137 kB 00:00 2024-09-19T04:59:06.780 INFO:teuthology.orchestra.run.smithi005.stdout:(71/156): postgresql-contrib-13.16-1.el9.x86_64 2.1 MB/s | 910 kB 00:00 2024-09-19T04:59:06.794 INFO:teuthology.orchestra.run.smithi134.stdout:(148/156): librados2-19.1.1-361.g2f599a46.el9.x 14 MB/s | 3.4 MB 00:00 2024-09-19T04:59:06.878 INFO:teuthology.orchestra.run.smithi134.stdout:(149/156): librbd1-19.1.1-361.g2f599a46.el9.x86 11 MB/s | 3.2 MB 00:00 2024-09-19T04:59:06.897 INFO:teuthology.orchestra.run.smithi005.stdout:(72/156): python3-attrs-20.3.0-7.el9.noarch.rpm 750 kB/s | 87 kB 00:00 2024-09-19T04:59:06.953 INFO:teuthology.orchestra.run.smithi134.stdout:(150/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 963 kB/s | 4.4 MB 00:04 2024-09-19T04:59:07.022 INFO:teuthology.orchestra.run.smithi005.stdout:(73/156): protobuf-3.14.0-13.el9.x86_64.rpm 2.4 MB/s | 1.0 MB 00:00 2024-09-19T04:59:07.062 INFO:teuthology.orchestra.run.smithi134.stdout:(151/156): NetworkManager-team-1.51.0-1.el9.x86 378 kB/s | 41 kB 00:00 2024-09-19T04:59:07.120 INFO:teuthology.orchestra.run.smithi134.stdout:(152/156): NetworkManager-1.51.0-1.el9.x86_64.r 7.1 MB/s | 2.3 MB 00:00 2024-09-19T04:59:07.131 INFO:teuthology.orchestra.run.smithi005.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 565 kB/s | 61 kB 00:00 2024-09-19T04:59:07.178 INFO:teuthology.orchestra.run.smithi134.stdout:(153/156): NetworkManager-tui-1.51.0-1.el9.x86_ 2.1 MB/s | 249 kB 00:00 2024-09-19T04:59:07.220 INFO:teuthology.orchestra.run.smithi134.stdout:(154/156): NetworkManager-libnm-1.51.0-1.el9.x8 5.3 MB/s | 1.8 MB 00:00 2024-09-19T04:59:07.264 INFO:teuthology.orchestra.run.smithi005.stdout:(75/156): python3-devel-3.9.19-8.el9.x86_64.rpm 1.8 MB/s | 245 kB 00:00 2024-09-19T04:59:07.278 INFO:teuthology.orchestra.run.smithi134.stdout:(155/156): openssl-3.2.2-6.el9.x86_64.rpm 8.5 MB/s | 1.4 MB 00:00 2024-09-19T04:59:07.354 INFO:teuthology.orchestra.run.smithi134.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 14 MB/s | 2.4 MB 00:00 2024-09-19T04:59:07.359 INFO:teuthology.orchestra.run.smithi134.stdout:-------------------------------------------------------------------------------- 2024-09-19T04:59:07.359 INFO:teuthology.orchestra.run.smithi134.stdout:Total 19 MB/s | 226 MB 00:11 2024-09-19T04:59:07.381 INFO:teuthology.orchestra.run.smithi005.stdout:(76/156): python3-jinja2-2.11.3-6.el9.noarch.rp 2.1 MB/s | 248 kB 00:00 2024-09-19T04:59:07.492 INFO:teuthology.orchestra.run.smithi005.stdout:(77/156): python3-jsonpatch-1.21-16.el9.noarch. 236 kB/s | 26 kB 00:00 2024-09-19T04:59:07.599 INFO:teuthology.orchestra.run.smithi005.stdout:(78/156): python3-jsonpointer-2.0-4.el9.noarch. 176 kB/s | 19 kB 00:00 2024-09-19T04:59:07.716 INFO:teuthology.orchestra.run.smithi005.stdout:(79/156): python3-mako-1.1.4-6.el9.noarch.rpm 1.4 MB/s | 172 kB 00:00 2024-09-19T04:59:07.833 INFO:teuthology.orchestra.run.smithi005.stdout:(80/156): python3-markupsafe-1.1.1-12.el9.x86_6 298 kB/s | 35 kB 00:00 2024-09-19T04:59:08.596 INFO:teuthology.orchestra.run.smithi134.stdout:Running transaction check 2024-09-19T04:59:08.747 INFO:teuthology.orchestra.run.smithi134.stdout:Transaction check succeeded. 2024-09-19T04:59:08.747 INFO:teuthology.orchestra.run.smithi134.stdout:Running transaction test 2024-09-19T04:59:09.091 INFO:teuthology.orchestra.run.smithi005.stdout:(81/156): python3-babel-2.9.1-2.el9.noarch.rpm 2.7 MB/s | 6.0 MB 00:02 2024-09-19T04:59:09.208 INFO:teuthology.orchestra.run.smithi005.stdout:(82/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.1 MB/s | 250 kB 00:00 2024-09-19T04:59:09.325 INFO:teuthology.orchestra.run.smithi005.stdout:(83/156): python3-oauthlib-3.1.1-5.el9.noarch.r 1.9 MB/s | 222 kB 00:00 2024-09-19T04:59:09.434 INFO:teuthology.orchestra.run.smithi005.stdout:(84/156): python3-packaging-20.9-5.el9.noarch.r 713 kB/s | 77 kB 00:00 2024-09-19T04:59:09.542 INFO:teuthology.orchestra.run.smithi005.stdout:(85/156): python3-prettytable-0.7.2-27.el9.noar 391 kB/s | 42 kB 00:00 2024-09-19T04:59:09.659 INFO:teuthology.orchestra.run.smithi005.stdout:(86/156): python3-protobuf-3.14.0-13.el9.noarch 2.3 MB/s | 269 kB 00:00 2024-09-19T04:59:09.768 INFO:teuthology.orchestra.run.smithi005.stdout:(87/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.4 MB/s | 159 kB 00:00 2024-09-19T04:59:09.835 INFO:teuthology.orchestra.run.smithi005.stdout:(88/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 2.5 MB/s | 5.1 MB 00:02 2024-09-19T04:59:09.885 INFO:teuthology.orchestra.run.smithi005.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 2.3 MB/s | 279 kB 00:00 2024-09-19T04:59:09.953 INFO:teuthology.orchestra.run.smithi005.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 435 kB/s | 51 kB 00:00 2024-09-19T04:59:09.994 INFO:teuthology.orchestra.run.smithi005.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 493 kB/s | 54 kB 00:00 2024-09-19T04:59:10.103 INFO:teuthology.orchestra.run.smithi005.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 384 kB/s | 42 kB 00:00 2024-09-19T04:59:10.212 INFO:teuthology.orchestra.run.smithi005.stdout:(93/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 407 kB/s | 44 kB 00:00 2024-09-19T04:59:10.337 INFO:teuthology.orchestra.run.smithi005.stdout:(94/156): qatlib-24.02.0-1.el9.x86_64.rpm 1.7 MB/s | 221 kB 00:00 2024-09-19T04:59:10.445 INFO:teuthology.orchestra.run.smithi005.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 332 kB/s | 36 kB 00:00 2024-09-19T04:59:10.613 INFO:teuthology.orchestra.run.smithi005.stdout:(96/156): postgresql-server-13.16-1.el9.x86_64. 1.4 MB/s | 5.8 MB 00:04 2024-09-19T04:59:10.637 INFO:teuthology.orchestra.run.smithi005.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 247 kB/s | 47 kB 00:00 2024-09-19T04:59:10.755 INFO:teuthology.orchestra.run.smithi005.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 495 kB/s | 58 kB 00:00 2024-09-19T04:59:10.872 INFO:teuthology.orchestra.run.smithi005.stdout:(99/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rpm 821 kB/s | 96 kB 00:00 2024-09-19T04:59:10.975 INFO:teuthology.orchestra.run.smithi134.stdout:Transaction test succeeded. 2024-09-19T04:59:10.976 INFO:teuthology.orchestra.run.smithi134.stdout:Running transaction 2024-09-19T04:59:10.980 INFO:teuthology.orchestra.run.smithi005.stdout:(100/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 588 kB/s | 64 kB 00:00 2024-09-19T04:59:11.097 INFO:teuthology.orchestra.run.smithi005.stdout:(101/156): socat-1.7.4.1-6.el9.x86_64.rpm 628 kB/s | 304 kB 00:00 2024-09-19T04:59:11.122 INFO:teuthology.orchestra.run.smithi005.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 316 kB/s | 45 kB 00:00 2024-09-19T04:59:11.198 INFO:teuthology.orchestra.run.smithi005.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 222 kB/s | 22 kB 00:00 2024-09-19T04:59:11.248 INFO:teuthology.orchestra.run.smithi005.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 11 MB/s | 548 kB 00:00 2024-09-19T04:59:11.273 INFO:teuthology.orchestra.run.smithi005.stdout:(105/156): gperftools-libs-2.9.1-3.el9.x86_64.r 12 MB/s | 308 kB 00:00 2024-09-19T04:59:11.298 INFO:teuthology.orchestra.run.smithi005.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 776 kB/s | 19 kB 00:00 2024-09-19T04:59:11.416 INFO:teuthology.orchestra.run.smithi005.stdout:(107/156): libarrow-9.0.0-11.el9.x86_64.rpm 38 MB/s | 4.4 MB 00:00 2024-09-19T04:59:11.441 INFO:teuthology.orchestra.run.smithi005.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-19T04:59:11.474 INFO:teuthology.orchestra.run.smithi005.stdout:(109/156): protobuf-compiler-3.14.0-13.el9.x86_ 2.4 MB/s | 863 kB 00:00 2024-09-19T04:59:11.500 INFO:teuthology.orchestra.run.smithi005.stdout:(110/156): liboath-2.6.7-2.el9.x86_64.rpm 828 kB/s | 49 kB 00:00 2024-09-19T04:59:11.533 INFO:teuthology.orchestra.run.smithi005.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 6.0 MB/s | 151 kB 00:00 2024-09-19T04:59:11.567 INFO:teuthology.orchestra.run.smithi005.stdout:(112/156): libunwind-1.6.2-1.el9.x86_64.rpm 729 kB/s | 67 kB 00:00 2024-09-19T04:59:11.601 INFO:teuthology.orchestra.run.smithi005.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 13 MB/s | 839 kB 00:00 2024-09-19T04:59:11.626 INFO:teuthology.orchestra.run.smithi005.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-19T04:59:11.651 INFO:teuthology.orchestra.run.smithi005.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-19T04:59:11.677 INFO:teuthology.orchestra.run.smithi005.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 567 kB/s | 14 kB 00:00 2024-09-19T04:59:11.702 INFO:teuthology.orchestra.run.smithi005.stdout:(117/156): python3-asyncssh-2.13.2-5.el9.noarch 4.0 MB/s | 548 kB 00:00 2024-09-19T04:59:11.736 INFO:teuthology.orchestra.run.smithi005.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 2.8 MB/s | 172 kB 00:00 2024-09-19T04:59:11.761 INFO:teuthology.orchestra.run.smithi005.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-19T04:59:11.786 INFO:teuthology.orchestra.run.smithi005.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.9 MB/s | 303 kB 00:00 2024-09-19T04:59:11.812 INFO:teuthology.orchestra.run.smithi005.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-19T04:59:11.845 INFO:teuthology.orchestra.run.smithi005.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 4.2 MB/s | 144 kB 00:00 2024-09-19T04:59:11.870 INFO:teuthology.orchestra.run.smithi005.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 431 kB/s | 11 kB 00:00 2024-09-19T04:59:11.896 INFO:teuthology.orchestra.run.smithi005.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 704 kB/s | 18 kB 00:00 2024-09-19T04:59:11.913 INFO:teuthology.orchestra.run.smithi005.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 1.4 MB/s | 23 kB 00:00 2024-09-19T04:59:11.930 INFO:teuthology.orchestra.run.smithi005.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 1.1 MB/s | 19 kB 00:00 2024-09-19T04:59:11.947 INFO:teuthology.orchestra.run.smithi005.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 1.2 MB/s | 20 kB 00:00 2024-09-19T04:59:11.997 INFO:teuthology.orchestra.run.smithi005.stdout:(128/156): python3-grpcio-1.46.7-10.el9.x86_64. 9.7 MB/s | 2.0 MB 00:00 2024-09-19T04:59:12.014 INFO:teuthology.orchestra.run.smithi005.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 2.7 MB/s | 46 kB 00:00 2024-09-19T04:59:12.039 INFO:teuthology.orchestra.run.smithi005.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-19T04:59:12.065 INFO:teuthology.orchestra.run.smithi005.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-19T04:59:12.098 INFO:teuthology.orchestra.run.smithi005.stdout:(132/156): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-09-19T04:59:12.124 INFO:teuthology.orchestra.run.smithi005.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 656 kB/s | 16 kB 00:00 2024-09-19T04:59:12.166 INFO:teuthology.orchestra.run.smithi005.stdout:(134/156): python3-kubernetes-26.1.0-2.el9.noar 4.7 MB/s | 1.0 MB 00:00 2024-09-19T04:59:12.191 INFO:teuthology.orchestra.run.smithi005.stdout:(135/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.3 MB/s | 90 kB 00:00 2024-09-19T04:59:12.216 INFO:teuthology.orchestra.run.smithi005.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 561 kB/s | 28 kB 00:00 2024-09-19T04:59:12.241 INFO:teuthology.orchestra.run.smithi005.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 615 kB/s | 31 kB 00:00 2024-09-19T04:59:12.269 INFO:teuthology.orchestra.run.smithi005.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.1 MB/s | 59 kB 00:00 2024-09-19T04:59:12.295 INFO:teuthology.orchestra.run.smithi005.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-19T04:59:12.347 INFO:teuthology.orchestra.run.smithi005.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 465 kB/s | 36 kB 00:00 2024-09-19T04:59:12.379 INFO:teuthology.orchestra.run.smithi005.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 887 kB/s | 74 kB 00:00 2024-09-19T04:59:12.404 INFO:teuthology.orchestra.run.smithi005.stdout:(142/156): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-19T04:59:12.430 INFO:teuthology.orchestra.run.smithi005.stdout:(143/156): python3-webob-1.8.8-2.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-09-19T04:59:12.463 INFO:teuthology.orchestra.run.smithi005.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 604 kB/s | 20 kB 00:00 2024-09-19T04:59:12.489 INFO:teuthology.orchestra.run.smithi005.stdout:(145/156): re2-20211101-20.el9.x86_64.rpm 7.5 MB/s | 191 kB 00:00 2024-09-19T04:59:12.514 INFO:teuthology.orchestra.run.smithi005.stdout:(146/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.8 MB/s | 427 kB 00:00 2024-09-19T04:59:12.564 INFO:teuthology.orchestra.run.smithi005.stdout:(147/156): thrift-0.15.0-2.el9.x86_64.rpm 21 MB/s | 1.6 MB 00:00 2024-09-19T04:59:12.906 INFO:teuthology.orchestra.run.smithi005.stdout:(148/156): librbd1-19.1.1-361.g2f599a46.el9.x86 9.2 MB/s | 3.2 MB 00:00 2024-09-19T04:59:12.990 INFO:teuthology.orchestra.run.smithi005.stdout:(149/156): librados2-19.1.1-361.g2f599a46.el9.x 7.2 MB/s | 3.4 MB 00:00 2024-09-19T04:59:13.440 INFO:teuthology.orchestra.run.smithi005.stdout:(150/156): NetworkManager-libnm-1.51.0-1.el9.x8 4.0 MB/s | 1.8 MB 00:00 2024-09-19T04:59:13.482 INFO:teuthology.orchestra.run.smithi005.stdout:(151/156): NetworkManager-team-1.51.0-1.el9.x86 981 kB/s | 41 kB 00:00 2024-09-19T04:59:13.616 INFO:teuthology.orchestra.run.smithi005.stdout:(152/156): NetworkManager-tui-1.51.0-1.el9.x86_ 1.8 MB/s | 249 kB 00:00 2024-09-19T04:59:13.658 INFO:teuthology.orchestra.run.smithi005.stdout:(153/156): NetworkManager-1.51.0-1.el9.x86_64.r 3.1 MB/s | 2.3 MB 00:00 2024-09-19T04:59:14.308 INFO:teuthology.orchestra.run.smithi005.stdout:(154/156): openssl-3.2.2-6.el9.x86_64.rpm 2.0 MB/s | 1.4 MB 00:00 2024-09-19T04:59:14.825 INFO:teuthology.orchestra.run.smithi005.stdout:(155/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 2.0 MB/s | 2.4 MB 00:01 2024-09-19T04:59:15.884 INFO:teuthology.orchestra.run.smithi005.stdout:(156/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 2.7 MB/s | 16 MB 00:05 2024-09-19T04:59:15.889 INFO:teuthology.orchestra.run.smithi005.stdout:-------------------------------------------------------------------------------- 2024-09-19T04:59:15.889 INFO:teuthology.orchestra.run.smithi005.stdout:Total 11 MB/s | 226 MB 00:19 2024-09-19T04:59:17.097 INFO:teuthology.orchestra.run.smithi005.stdout:Running transaction check 2024-09-19T04:59:17.267 INFO:teuthology.orchestra.run.smithi005.stdout:Transaction check succeeded. 2024-09-19T04:59:17.268 INFO:teuthology.orchestra.run.smithi005.stdout:Running transaction test 2024-09-19T04:59:17.415 INFO:teuthology.orchestra.run.smithi134.stdout: Preparing : 1/1 2024-09-19T04:59:17.541 INFO:teuthology.orchestra.run.smithi134.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-19T04:59:17.587 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-19T04:59:17.641 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-19T04:59:17.674 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-19T04:59:17.700 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-19T04:59:17.754 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-19T04:59:18.157 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-19T04:59:18.209 INFO:teuthology.orchestra.run.smithi134.stdout: Upgrading : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T04:59:18.331 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T04:59:18.360 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T04:59:18.450 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T04:59:18.481 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T04:59:18.644 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-19T04:59:18.703 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-19T04:59:18.731 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T04:59:18.826 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T04:59:18.849 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T04:59:18.895 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T04:59:18.917 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T04:59:18.940 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T04:59:19.142 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T04:59:19.326 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T04:59:19.456 INFO:teuthology.orchestra.run.smithi134.stdout: Upgrading : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 17/164 2024-09-19T04:59:19.577 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T04:59:19.641 INFO:teuthology.orchestra.run.smithi134.stdout: Upgrading : NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T04:59:19.678 INFO:teuthology.orchestra.run.smithi005.stdout:Transaction test succeeded. 2024-09-19T04:59:19.679 INFO:teuthology.orchestra.run.smithi005.stdout:Running transaction 2024-09-19T04:59:19.856 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T04:59:19.966 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-19T04:59:20.059 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-19T04:59:20.100 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-19T04:59:20.156 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-19T04:59:20.221 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-19T04:59:20.265 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-19T04:59:20.297 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-19T04:59:20.341 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-19T04:59:20.374 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-19T04:59:20.401 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-19T04:59:20.485 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-19T04:59:20.547 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-19T04:59:20.579 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-19T04:59:20.614 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-19T04:59:20.690 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-19T04:59:20.725 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 34/164 2024-09-19T04:59:20.768 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 35/164 2024-09-19T04:59:20.797 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 36/164 2024-09-19T04:59:20.866 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-19T04:59:20.911 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-19T04:59:20.994 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-19T04:59:21.133 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-19T04:59:21.188 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-19T04:59:21.703 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-19T04:59:21.783 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-19T04:59:21.813 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-19T04:59:21.848 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-19T04:59:21.886 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 46/164 2024-09-19T04:59:21.928 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-19T04:59:22.078 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-19T04:59:22.130 INFO:teuthology.orchestra.run.smithi134.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-19T04:59:22.184 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-19T04:59:22.265 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-19T04:59:22.306 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-19T04:59:22.342 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-19T04:59:22.388 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-19T04:59:22.424 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-19T04:59:22.467 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-19T04:59:22.509 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-19T04:59:22.644 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-19T04:59:22.837 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-19T04:59:22.945 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-19T04:59:23.050 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-19T04:59:23.087 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-19T04:59:23.136 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-19T04:59:23.169 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-19T04:59:23.194 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-19T04:59:23.296 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-19T04:59:23.430 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-19T04:59:23.462 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-19T04:59:23.499 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-19T04:59:23.533 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-19T04:59:23.571 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-19T04:59:23.603 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-19T04:59:23.633 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-19T04:59:23.667 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-19T04:59:23.709 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-19T04:59:23.750 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-19T04:59:23.785 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-19T04:59:23.891 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-19T04:59:23.939 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-19T04:59:23.971 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-19T04:59:24.074 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-19T04:59:24.122 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-19T04:59:24.835 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-19T04:59:24.877 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-19T04:59:24.911 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-19T04:59:25.007 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-19T04:59:25.074 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-19T04:59:25.126 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-19T04:59:25.214 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-19T04:59:25.262 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-19T04:59:25.445 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-19T04:59:25.477 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-19T04:59:25.561 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-19T04:59:26.173 INFO:teuthology.orchestra.run.smithi005.stdout: Preparing : 1/1 2024-09-19T04:59:26.208 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-19T04:59:26.287 INFO:teuthology.orchestra.run.smithi005.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-19T04:59:26.323 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-19T04:59:26.376 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-19T04:59:26.632 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-19T04:59:26.681 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-19T04:59:26.706 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-19T04:59:26.766 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-19T04:59:27.115 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-19T04:59:27.231 INFO:teuthology.orchestra.run.smithi005.stdout: Upgrading : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T04:59:27.356 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T04:59:27.382 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T04:59:27.475 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T04:59:27.512 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T04:59:27.556 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-19T04:59:27.648 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-19T04:59:27.676 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-19T04:59:27.692 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-19T04:59:27.729 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-19T04:59:27.752 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-19T04:59:27.779 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T04:59:27.893 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T04:59:27.921 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T04:59:27.968 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T04:59:27.989 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T04:59:28.012 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T04:59:28.016 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-19T04:59:28.064 INFO:teuthology.orchestra.run.smithi134.stdout: Upgrading : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T04:59:28.154 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T04:59:28.185 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 102/164 2024-09-19T04:59:28.209 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T04:59:28.221 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-19T04:59:28.377 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T04:59:28.505 INFO:teuthology.orchestra.run.smithi005.stdout: Upgrading : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 17/164 2024-09-19T04:59:28.624 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T04:59:28.699 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-19T04:59:28.729 INFO:teuthology.orchestra.run.smithi005.stdout: Upgrading : NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T04:59:28.733 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T04:59:28.804 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T04:59:28.827 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 106/164 2024-09-19T04:59:28.948 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T04:59:29.071 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-19T04:59:29.178 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-19T04:59:29.229 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-19T04:59:29.272 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-19T04:59:29.347 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-19T04:59:29.407 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-19T04:59:29.455 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-19T04:59:29.499 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-19T04:59:29.531 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-19T04:59:29.558 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-19T04:59:29.630 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-19T04:59:29.690 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-19T04:59:29.720 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-19T04:59:29.764 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-19T04:59:29.842 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-19T04:59:29.891 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 34/164 2024-09-19T04:59:29.935 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 35/164 2024-09-19T04:59:29.963 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 36/164 2024-09-19T04:59:30.036 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-19T04:59:30.087 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-19T04:59:30.164 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-19T04:59:30.309 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-19T04:59:30.365 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-19T04:59:30.922 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-19T04:59:31.004 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-19T04:59:31.039 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-19T04:59:31.082 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-19T04:59:31.120 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 46/164 2024-09-19T04:59:31.122 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T04:59:31.156 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T04:59:31.181 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-19T04:59:31.349 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-19T04:59:31.407 INFO:teuthology.orchestra.run.smithi005.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-19T04:59:31.463 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-19T04:59:31.537 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-19T04:59:31.574 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-19T04:59:31.610 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-19T04:59:31.658 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-19T04:59:31.702 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-19T04:59:31.710 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T04:59:31.743 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T04:59:31.754 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-19T04:59:31.805 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-19T04:59:31.834 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T04:59:31.834 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-19T04:59:31.834 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-19T04:59:31.835 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T04:59:31.869 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T04:59:31.947 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-19T04:59:31.989 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-19T04:59:32.031 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-19T04:59:32.150 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-19T04:59:32.185 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-19T04:59:32.248 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-19T04:59:32.283 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-19T04:59:32.307 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-19T04:59:32.405 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-19T04:59:32.539 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-19T04:59:32.573 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-19T04:59:32.607 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-19T04:59:32.644 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-19T04:59:32.692 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-19T04:59:32.732 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-19T04:59:32.761 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-19T04:59:32.796 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-19T04:59:32.963 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-19T04:59:33.013 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-19T04:59:33.047 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-19T04:59:33.138 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-19T04:59:33.186 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-19T04:59:33.225 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-19T04:59:33.341 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-19T04:59:33.395 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-19T04:59:34.154 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-19T04:59:34.202 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-19T04:59:34.236 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-19T04:59:34.339 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-19T04:59:34.400 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-19T04:59:34.453 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-19T04:59:34.552 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-19T04:59:34.588 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-19T04:59:34.779 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-19T04:59:34.819 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-19T04:59:34.908 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-19T04:59:35.605 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-19T04:59:35.729 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-19T04:59:37.056 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-19T04:59:37.140 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-19T04:59:37.168 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-19T04:59:37.201 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-19T04:59:37.539 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-19T04:59:37.581 INFO:teuthology.orchestra.run.smithi005.stdout: Upgrading : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T04:59:37.673 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T04:59:37.703 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 102/164 2024-09-19T04:59:37.747 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-19T04:59:38.257 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-19T04:59:38.293 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T04:59:38.364 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T04:59:38.394 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 106/164 2024-09-19T04:59:40.794 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T04:59:40.832 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T04:59:41.411 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T04:59:41.452 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T04:59:41.536 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T04:59:41.536 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-19T04:59:41.536 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-19T04:59:41.536 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T04:59:41.587 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T04:59:43.600 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T04:59:43.600 INFO:teuthology.orchestra.run.smithi134.stdout:skipping the directory /sys 2024-09-19T04:59:43.600 INFO:teuthology.orchestra.run.smithi134.stdout:skipping the directory /proc 2024-09-19T04:59:43.600 INFO:teuthology.orchestra.run.smithi134.stdout:skipping the directory /mnt 2024-09-19T04:59:43.601 INFO:teuthology.orchestra.run.smithi134.stdout:skipping the directory /var/tmp 2024-09-19T04:59:43.601 INFO:teuthology.orchestra.run.smithi134.stdout:skipping the directory /home 2024-09-19T04:59:43.601 INFO:teuthology.orchestra.run.smithi134.stdout:skipping the directory /root 2024-09-19T04:59:43.601 INFO:teuthology.orchestra.run.smithi134.stdout:skipping the directory /tmp 2024-09-19T04:59:43.601 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T04:59:43.778 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T04:59:43.795 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T04:59:43.795 INFO:teuthology.orchestra.run.smithi134.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:59:43.795 INFO:teuthology.orchestra.run.smithi134.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-19T04:59:43.795 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T04:59:45.281 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T04:59:45.307 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T04:59:45.307 INFO:teuthology.orchestra.run.smithi134.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:59:45.307 INFO:teuthology.orchestra.run.smithi134.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-19T04:59:45.307 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T04:59:45.308 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T04:59:45.308 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T04:59:45.539 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T04:59:45.563 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T04:59:45.563 INFO:teuthology.orchestra.run.smithi134.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:59:45.563 INFO:teuthology.orchestra.run.smithi134.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-19T04:59:45.563 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T04:59:45.564 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T04:59:45.564 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T04:59:45.999 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T04:59:46.023 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T04:59:46.023 INFO:teuthology.orchestra.run.smithi134.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:59:46.023 INFO:teuthology.orchestra.run.smithi134.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-19T04:59:46.023 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T04:59:46.023 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T04:59:46.023 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T04:59:46.128 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-19T04:59:46.176 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-19T04:59:46.232 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-19T04:59:46.415 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-19T04:59:46.466 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-19T04:59:46.543 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-19T04:59:46.633 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-19T04:59:46.779 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-19T04:59:46.842 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-19T04:59:46.872 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-19T04:59:46.900 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-19T04:59:47.303 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T04:59:47.332 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T04:59:47.363 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 126/164 2024-09-19T04:59:47.434 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 127/164 2024-09-19T04:59:47.471 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T04:59:48.516 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T04:59:48.548 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T04:59:49.508 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T04:59:49.532 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T04:59:49.634 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T04:59:49.802 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 131/164 2024-09-19T04:59:49.850 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T04:59:49.875 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T04:59:49.875 INFO:teuthology.orchestra.run.smithi134.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:59:49.875 INFO:teuthology.orchestra.run.smithi134.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-19T04:59:49.876 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T04:59:49.876 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T04:59:49.876 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T04:59:49.926 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T04:59:49.938 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T04:59:50.049 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 134/164 2024-09-19T04:59:50.116 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 135/164 2024-09-19T04:59:51.035 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-19T04:59:51.070 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T04:59:51.095 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T04:59:51.095 INFO:teuthology.orchestra.run.smithi134.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:59:51.095 INFO:teuthology.orchestra.run.smithi134.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-19T04:59:51.095 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T04:59:51.095 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T04:59:51.095 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T04:59:51.138 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T04:59:51.161 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T04:59:51.161 INFO:teuthology.orchestra.run.smithi134.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:59:51.161 INFO:teuthology.orchestra.run.smithi134.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-19T04:59:51.161 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T04:59:51.205 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T04:59:51.228 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T04:59:51.229 INFO:teuthology.orchestra.run.smithi134.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:59:51.229 INFO:teuthology.orchestra.run.smithi134.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-19T04:59:51.229 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T04:59:51.229 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T04:59:51.229 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T04:59:51.531 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T04:59:51.555 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T04:59:51.555 INFO:teuthology.orchestra.run.smithi134.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:59:51.555 INFO:teuthology.orchestra.run.smithi134.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-19T04:59:51.555 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T04:59:51.555 INFO:teuthology.orchestra.run.smithi134.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T04:59:51.555 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T04:59:53.890 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T04:59:53.891 INFO:teuthology.orchestra.run.smithi005.stdout:skipping the directory /sys 2024-09-19T04:59:53.891 INFO:teuthology.orchestra.run.smithi005.stdout:skipping the directory /proc 2024-09-19T04:59:53.891 INFO:teuthology.orchestra.run.smithi005.stdout:skipping the directory /mnt 2024-09-19T04:59:53.891 INFO:teuthology.orchestra.run.smithi005.stdout:skipping the directory /var/tmp 2024-09-19T04:59:53.891 INFO:teuthology.orchestra.run.smithi005.stdout:skipping the directory /home 2024-09-19T04:59:53.891 INFO:teuthology.orchestra.run.smithi005.stdout:skipping the directory /root 2024-09-19T04:59:53.891 INFO:teuthology.orchestra.run.smithi005.stdout:skipping the directory /tmp 2024-09-19T04:59:53.891 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T04:59:54.077 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T04:59:54.095 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T04:59:54.095 INFO:teuthology.orchestra.run.smithi005.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:59:54.095 INFO:teuthology.orchestra.run.smithi005.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-19T04:59:54.095 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T04:59:55.639 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T04:59:55.666 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T04:59:55.667 INFO:teuthology.orchestra.run.smithi005.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:59:55.667 INFO:teuthology.orchestra.run.smithi005.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-19T04:59:55.667 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T04:59:55.667 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T04:59:55.667 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T04:59:55.898 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T04:59:55.922 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T04:59:55.923 INFO:teuthology.orchestra.run.smithi005.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:59:55.923 INFO:teuthology.orchestra.run.smithi005.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-19T04:59:55.923 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T04:59:55.923 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T04:59:55.923 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T04:59:56.093 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 141/164 2024-09-19T04:59:56.142 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 142/164 2024-09-19T04:59:56.183 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 143/164 2024-09-19T04:59:56.215 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-19T04:59:56.242 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-19T04:59:56.382 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T04:59:56.406 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T04:59:56.406 INFO:teuthology.orchestra.run.smithi005.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:59:56.406 INFO:teuthology.orchestra.run.smithi005.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-19T04:59:56.407 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T04:59:56.407 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T04:59:56.407 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T04:59:56.433 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 146/164 2024-09-19T04:59:56.488 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-19T04:59:56.519 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 148/164 2024-09-19T04:59:56.522 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-19T04:59:56.569 INFO:teuthology.orchestra.run.smithi134.stdout: Upgrading : NetworkManager-team-1:1.51.0-1.el9.x86_64 149/164 2024-09-19T04:59:56.580 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-19T04:59:56.611 INFO:teuthology.orchestra.run.smithi134.stdout: Upgrading : NetworkManager-tui-1:1.51.0-1.el9.x86_64 150/164 2024-09-19T04:59:56.643 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-19T04:59:56.838 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-19T04:59:56.901 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-19T04:59:56.982 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-19T04:59:57.080 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-19T04:59:57.208 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T04:59:57.222 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-19T04:59:57.250 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T04:59:57.271 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T04:59:57.271 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-19T04:59:57.307 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-19T04:59:57.334 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-19T04:59:57.807 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T04:59:57.833 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T04:59:57.865 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 126/164 2024-09-19T04:59:57.930 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 127/164 2024-09-19T04:59:57.957 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T04:59:58.093 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 152/164 2024-09-19T04:59:58.179 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-19T04:59:58.231 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-19T04:59:58.325 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-19T04:59:58.366 INFO:teuthology.orchestra.run.smithi134.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-19T04:59:58.392 INFO:teuthology.orchestra.run.smithi134.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-19T04:59:58.425 INFO:teuthology.orchestra.run.smithi134.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-19T04:59:58.425 INFO:teuthology.orchestra.run.smithi134.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T04:59:58.509 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T04:59:58.509 INFO:teuthology.orchestra.run.smithi134.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T04:59:58.593 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T04:59:58.619 INFO:teuthology.orchestra.run.smithi134.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-19T04:59:58.625 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T04:59:58.625 INFO:teuthology.orchestra.run.smithi134.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T04:59:58.804 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T04:59:58.804 INFO:teuthology.orchestra.run.smithi134.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T04:59:58.888 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T04:59:58.953 INFO:teuthology.orchestra.run.smithi134.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T04:59:59.065 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T04:59:59.100 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T05:00:00.114 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T05:00:00.150 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T05:00:00.273 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T05:00:00.437 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 131/164 2024-09-19T05:00:00.461 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T05:00:00.486 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T05:00:00.486 INFO:teuthology.orchestra.run.smithi005.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:00:00.486 INFO:teuthology.orchestra.run.smithi005.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-19T05:00:00.487 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T05:00:00.487 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T05:00:00.487 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:00.545 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T05:00:00.556 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T05:00:00.667 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 134/164 2024-09-19T05:00:00.729 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 135/164 2024-09-19T05:00:01.707 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-19T05:00:01.739 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T05:00:01.764 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T05:00:01.764 INFO:teuthology.orchestra.run.smithi005.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:00:01.764 INFO:teuthology.orchestra.run.smithi005.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-19T05:00:01.765 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T05:00:01.765 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T05:00:01.765 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:01.806 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T05:00:01.830 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T05:00:01.830 INFO:teuthology.orchestra.run.smithi005.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:00:01.831 INFO:teuthology.orchestra.run.smithi005.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-19T05:00:01.831 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:01.882 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T05:00:01.907 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T05:00:01.907 INFO:teuthology.orchestra.run.smithi005.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:00:01.907 INFO:teuthology.orchestra.run.smithi005.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-19T05:00:01.907 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T05:00:01.907 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T05:00:01.907 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:02.233 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T05:00:02.257 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T05:00:02.257 INFO:teuthology.orchestra.run.smithi005.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:00:02.257 INFO:teuthology.orchestra.run.smithi005.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-19T05:00:02.258 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T05:00:02.258 INFO:teuthology.orchestra.run.smithi005.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T05:00:02.258 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:04.568 INFO:teuthology.orchestra.run.smithi134.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:00:04.568 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 1/164 2024-09-19T05:00:04.568 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2/164 2024-09-19T05:00:04.569 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 3/164 2024-09-19T05:00:04.569 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 4/164 2024-09-19T05:00:04.569 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 5/164 2024-09-19T05:00:04.569 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 6/164 2024-09-19T05:00:04.569 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 7/164 2024-09-19T05:00:04.569 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T05:00:04.569 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T05:00:04.569 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T05:00:04.569 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 11/164 2024-09-19T05:00:04.569 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 12/164 2024-09-19T05:00:04.569 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T05:00:04.569 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 14/164 2024-09-19T05:00:04.570 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 15/164 2024-09-19T05:00:04.570 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 16/164 2024-09-19T05:00:04.570 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 17/164 2024-09-19T05:00:04.570 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 18/164 2024-09-19T05:00:04.570 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 19/164 2024-09-19T05:00:04.570 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 20/164 2024-09-19T05:00:04.570 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 21/164 2024-09-19T05:00:04.570 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 22/164 2024-09-19T05:00:04.570 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 23/164 2024-09-19T05:00:04.570 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 24/164 2024-09-19T05:00:04.570 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 25/164 2024-09-19T05:00:04.570 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 26/164 2024-09-19T05:00:04.570 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 27/164 2024-09-19T05:00:04.571 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 28/164 2024-09-19T05:00:04.583 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 29/164 2024-09-19T05:00:04.583 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 30/164 2024-09-19T05:00:04.583 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 31/164 2024-09-19T05:00:04.583 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 32/164 2024-09-19T05:00:04.583 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 33/164 2024-09-19T05:00:04.583 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 34/164 2024-09-19T05:00:04.583 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 35/164 2024-09-19T05:00:04.583 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 36/164 2024-09-19T05:00:04.583 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 37/164 2024-09-19T05:00:04.584 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 38/164 2024-09-19T05:00:04.584 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 39/164 2024-09-19T05:00:04.584 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-19T05:00:04.584 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-19T05:00:04.584 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-19T05:00:04.584 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-19T05:00:04.584 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-19T05:00:04.584 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-19T05:00:04.584 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-19T05:00:04.584 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-19T05:00:04.584 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-19T05:00:04.585 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-19T05:00:04.585 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-19T05:00:04.585 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-19T05:00:04.585 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-19T05:00:04.585 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-19T05:00:04.585 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-19T05:00:04.585 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-19T05:00:04.585 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-19T05:00:04.585 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-19T05:00:04.586 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-19T05:00:04.586 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-19T05:00:04.586 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-19T05:00:04.586 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-19T05:00:04.586 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-19T05:00:04.586 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-19T05:00:04.586 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-19T05:00:04.586 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-19T05:00:04.586 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-19T05:00:04.586 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-19T05:00:04.586 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-19T05:00:04.586 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-19T05:00:04.586 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-19T05:00:04.587 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-19T05:00:04.587 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-19T05:00:04.587 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-19T05:00:04.587 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-19T05:00:04.587 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-19T05:00:04.587 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-19T05:00:04.587 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-19T05:00:04.587 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-19T05:00:04.587 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-19T05:00:04.587 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-19T05:00:04.587 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-19T05:00:04.587 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-19T05:00:04.588 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-19T05:00:04.588 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-19T05:00:04.588 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-19T05:00:04.588 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-19T05:00:04.588 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-19T05:00:04.588 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-19T05:00:04.588 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-19T05:00:04.588 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-19T05:00:04.588 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-19T05:00:04.588 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-19T05:00:04.588 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-19T05:00:04.588 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-19T05:00:04.588 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-19T05:00:04.589 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-19T05:00:04.589 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-19T05:00:04.589 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-19T05:00:04.589 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-19T05:00:04.589 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-19T05:00:04.589 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-19T05:00:04.589 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-19T05:00:04.589 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-19T05:00:04.589 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-19T05:00:04.589 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-19T05:00:04.590 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-19T05:00:04.590 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-19T05:00:04.590 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-19T05:00:04.590 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-19T05:00:04.590 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-19T05:00:04.590 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-19T05:00:04.590 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-19T05:00:04.590 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-19T05:00:04.590 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-19T05:00:04.590 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-19T05:00:04.590 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-19T05:00:04.590 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-19T05:00:04.590 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-19T05:00:04.591 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-19T05:00:04.591 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-19T05:00:04.591 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-19T05:00:04.591 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-19T05:00:04.591 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-19T05:00:04.591 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-19T05:00:04.591 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-19T05:00:04.591 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-19T05:00:04.591 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-19T05:00:04.592 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-19T05:00:04.592 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-19T05:00:04.592 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-19T05:00:04.592 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-19T05:00:04.592 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-19T05:00:04.592 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-19T05:00:04.592 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-19T05:00:04.592 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-19T05:00:04.592 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-19T05:00:04.592 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-19T05:00:04.592 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-19T05:00:04.592 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-19T05:00:04.593 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-19T05:00:04.593 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-19T05:00:04.593 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-19T05:00:04.593 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-19T05:00:04.593 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-19T05:00:04.593 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-19T05:00:04.593 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-19T05:00:04.593 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-19T05:00:04.593 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-19T05:00:04.593 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 149/164 2024-09-19T05:00:04.593 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-19T05:00:04.593 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 151/164 2024-09-19T05:00:04.594 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-19T05:00:04.594 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : NetworkManager-1:1.51.0-1.el9.x86_64 153/164 2024-09-19T05:00:04.594 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-19T05:00:04.594 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 155/164 2024-09-19T05:00:04.594 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-19T05:00:04.594 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : NetworkManager-team-1:1.51.0-1.el9.x86_64 157/164 2024-09-19T05:00:04.594 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-19T05:00:04.594 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : NetworkManager-tui-1:1.51.0-1.el9.x86_64 159/164 2024-09-19T05:00:04.594 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-19T05:00:04.594 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-19T05:00:04.594 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-19T05:00:04.594 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-19T05:00:07.112 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 141/164 2024-09-19T05:00:07.154 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 142/164 2024-09-19T05:00:07.195 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 143/164 2024-09-19T05:00:07.227 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-19T05:00:07.254 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-19T05:00:07.461 INFO:teuthology.orchestra.run.smithi134.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:00:07.461 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:07.461 INFO:teuthology.orchestra.run.smithi134.stdout:Upgraded: 2024-09-19T05:00:07.461 INFO:teuthology.orchestra.run.smithi134.stdout: NetworkManager-1:1.51.0-1.el9.x86_64 2024-09-19T05:00:07.461 INFO:teuthology.orchestra.run.smithi134.stdout: NetworkManager-libnm-1:1.51.0-1.el9.x86_64 2024-09-19T05:00:07.461 INFO:teuthology.orchestra.run.smithi134.stdout: NetworkManager-team-1:1.51.0-1.el9.x86_64 2024-09-19T05:00:07.461 INFO:teuthology.orchestra.run.smithi134.stdout: NetworkManager-tui-1:1.51.0-1.el9.x86_64 2024-09-19T05:00:07.461 INFO:teuthology.orchestra.run.smithi134.stdout: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.461 INFO:teuthology.orchestra.run.smithi134.stdout: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.462 INFO:teuthology.orchestra.run.smithi134.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-19T05:00:07.462 INFO:teuthology.orchestra.run.smithi134.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-19T05:00:07.462 INFO:teuthology.orchestra.run.smithi134.stdout:Installed: 2024-09-19T05:00:07.462 INFO:teuthology.orchestra.run.smithi134.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-19T05:00:07.462 INFO:teuthology.orchestra.run.smithi134.stdout: automake-1.16.2-8.el9.noarch 2024-09-19T05:00:07.462 INFO:teuthology.orchestra.run.smithi134.stdout: bison-3.7.4-5.el9.x86_64 2024-09-19T05:00:07.462 INFO:teuthology.orchestra.run.smithi134.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-19T05:00:07.462 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.462 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.462 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.462 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.462 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:00:07.462 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-immutable-object-cache-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.463 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.463 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.463 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:00:07.463 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:00:07.463 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:00:07.463 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:00:07.463 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:00:07.463 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.463 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.463 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:00:07.463 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.463 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.464 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.464 INFO:teuthology.orchestra.run.smithi134.stdout: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:00:07.464 INFO:teuthology.orchestra.run.smithi134.stdout: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:00:07.464 INFO:teuthology.orchestra.run.smithi134.stdout: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.464 INFO:teuthology.orchestra.run.smithi134.stdout: cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.464 INFO:teuthology.orchestra.run.smithi134.stdout: cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:00:07.464 INFO:teuthology.orchestra.run.smithi134.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-19T05:00:07.465 INFO:teuthology.orchestra.run.smithi134.stdout: flex-2.6.4-9.el9.x86_64 2024-09-19T05:00:07.465 INFO:teuthology.orchestra.run.smithi134.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-19T05:00:07.465 INFO:teuthology.orchestra.run.smithi134.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-19T05:00:07.465 INFO:teuthology.orchestra.run.smithi134.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-19T05:00:07.465 INFO:teuthology.orchestra.run.smithi134.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-19T05:00:07.465 INFO:teuthology.orchestra.run.smithi134.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-19T05:00:07.465 INFO:teuthology.orchestra.run.smithi134.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-19T05:00:07.465 INFO:teuthology.orchestra.run.smithi134.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-19T05:00:07.465 INFO:teuthology.orchestra.run.smithi134.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-19T05:00:07.465 INFO:teuthology.orchestra.run.smithi134.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-19T05:00:07.465 INFO:teuthology.orchestra.run.smithi134.stdout: libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.466 INFO:teuthology.orchestra.run.smithi134.stdout: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.466 INFO:teuthology.orchestra.run.smithi134.stdout: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.466 INFO:teuthology.orchestra.run.smithi134.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-19T05:00:07.466 INFO:teuthology.orchestra.run.smithi134.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-19T05:00:07.466 INFO:teuthology.orchestra.run.smithi134.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-19T05:00:07.466 INFO:teuthology.orchestra.run.smithi134.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-19T05:00:07.466 INFO:teuthology.orchestra.run.smithi134.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-19T05:00:07.466 INFO:teuthology.orchestra.run.smithi134.stdout: librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.466 INFO:teuthology.orchestra.run.smithi134.stdout: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.466 INFO:teuthology.orchestra.run.smithi134.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-19T05:00:07.466 INFO:teuthology.orchestra.run.smithi134.stdout: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.466 INFO:teuthology.orchestra.run.smithi134.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-19T05:00:07.466 INFO:teuthology.orchestra.run.smithi134.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-19T05:00:07.467 INFO:teuthology.orchestra.run.smithi134.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-19T05:00:07.467 INFO:teuthology.orchestra.run.smithi134.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-19T05:00:07.467 INFO:teuthology.orchestra.run.smithi134.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-19T05:00:07.467 INFO:teuthology.orchestra.run.smithi134.stdout: lua-5.4.4-4.el9.x86_64 2024-09-19T05:00:07.467 INFO:teuthology.orchestra.run.smithi134.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-19T05:00:07.467 INFO:teuthology.orchestra.run.smithi134.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-19T05:00:07.467 INFO:teuthology.orchestra.run.smithi134.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-19T05:00:07.467 INFO:teuthology.orchestra.run.smithi134.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-19T05:00:07.467 INFO:teuthology.orchestra.run.smithi134.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-19T05:00:07.467 INFO:teuthology.orchestra.run.smithi134.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-19T05:00:07.467 INFO:teuthology.orchestra.run.smithi134.stdout: postgresql-13.16-1.el9.x86_64 2024-09-19T05:00:07.467 INFO:teuthology.orchestra.run.smithi134.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-19T05:00:07.467 INFO:teuthology.orchestra.run.smithi134.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-19T05:00:07.468 INFO:teuthology.orchestra.run.smithi134.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-19T05:00:07.468 INFO:teuthology.orchestra.run.smithi134.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-19T05:00:07.468 INFO:teuthology.orchestra.run.smithi134.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-19T05:00:07.468 INFO:teuthology.orchestra.run.smithi134.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-19T05:00:07.468 INFO:teuthology.orchestra.run.smithi134.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-19T05:00:07.468 INFO:teuthology.orchestra.run.smithi134.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-19T05:00:07.468 INFO:teuthology.orchestra.run.smithi134.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-19T05:00:07.468 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-19T05:00:07.468 INFO:teuthology.orchestra.run.smithi134.stdout: python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.468 INFO:teuthology.orchestra.run.smithi134.stdout: python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.468 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.468 INFO:teuthology.orchestra.run.smithi134.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-19T05:00:07.468 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-19T05:00:07.469 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-19T05:00:07.469 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-19T05:00:07.469 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-19T05:00:07.469 INFO:teuthology.orchestra.run.smithi134.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-19T05:00:07.469 INFO:teuthology.orchestra.run.smithi134.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-19T05:00:07.469 INFO:teuthology.orchestra.run.smithi134.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-19T05:00:07.469 INFO:teuthology.orchestra.run.smithi134.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-19T05:00:07.469 INFO:teuthology.orchestra.run.smithi134.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-19T05:00:07.469 INFO:teuthology.orchestra.run.smithi134.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-19T05:00:07.469 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-19T05:00:07.469 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-19T05:00:07.469 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-19T05:00:07.469 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-19T05:00:07.470 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-19T05:00:07.470 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-19T05:00:07.470 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-19T05:00:07.470 INFO:teuthology.orchestra.run.smithi134.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-19T05:00:07.470 INFO:teuthology.orchestra.run.smithi134.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-19T05:00:07.470 INFO:teuthology.orchestra.run.smithi134.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-19T05:00:07.470 INFO:teuthology.orchestra.run.smithi134.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-19T05:00:07.470 INFO:teuthology.orchestra.run.smithi134.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-19T05:00:07.470 INFO:teuthology.orchestra.run.smithi134.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-19T05:00:07.470 INFO:teuthology.orchestra.run.smithi134.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-19T05:00:07.470 INFO:teuthology.orchestra.run.smithi134.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-19T05:00:07.470 INFO:teuthology.orchestra.run.smithi134.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-19T05:00:07.470 INFO:teuthology.orchestra.run.smithi134.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-19T05:00:07.471 INFO:teuthology.orchestra.run.smithi134.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-19T05:00:07.471 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-19T05:00:07.471 INFO:teuthology.orchestra.run.smithi134.stdout: python3-ply-3.11-14.el9.noarch 2024-09-19T05:00:07.471 INFO:teuthology.orchestra.run.smithi134.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-19T05:00:07.471 INFO:teuthology.orchestra.run.smithi134.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-19T05:00:07.471 INFO:teuthology.orchestra.run.smithi134.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-19T05:00:07.471 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-19T05:00:07.471 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-19T05:00:07.471 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-19T05:00:07.471 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-19T05:00:07.471 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-19T05:00:07.471 INFO:teuthology.orchestra.run.smithi134.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-19T05:00:07.471 INFO:teuthology.orchestra.run.smithi134.stdout: python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.472 INFO:teuthology.orchestra.run.smithi134.stdout: python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.472 INFO:teuthology.orchestra.run.smithi134.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-19T05:00:07.472 INFO:teuthology.orchestra.run.smithi134.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-19T05:00:07.472 INFO:teuthology.orchestra.run.smithi134.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-19T05:00:07.472 INFO:teuthology.orchestra.run.smithi134.stdout: python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.472 INFO:teuthology.orchestra.run.smithi134.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-19T05:00:07.472 INFO:teuthology.orchestra.run.smithi134.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-19T05:00:07.472 INFO:teuthology.orchestra.run.smithi134.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-19T05:00:07.472 INFO:teuthology.orchestra.run.smithi134.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-19T05:00:07.472 INFO:teuthology.orchestra.run.smithi134.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-19T05:00:07.472 INFO:teuthology.orchestra.run.smithi134.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-19T05:00:07.472 INFO:teuthology.orchestra.run.smithi134.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-19T05:00:07.472 INFO:teuthology.orchestra.run.smithi134.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-19T05:00:07.473 INFO:teuthology.orchestra.run.smithi134.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-19T05:00:07.473 INFO:teuthology.orchestra.run.smithi134.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-19T05:00:07.473 INFO:teuthology.orchestra.run.smithi134.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-19T05:00:07.473 INFO:teuthology.orchestra.run.smithi134.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-19T05:00:07.473 INFO:teuthology.orchestra.run.smithi134.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-19T05:00:07.473 INFO:teuthology.orchestra.run.smithi134.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-19T05:00:07.473 INFO:teuthology.orchestra.run.smithi134.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-19T05:00:07.473 INFO:teuthology.orchestra.run.smithi134.stdout: rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.473 INFO:teuthology.orchestra.run.smithi134.stdout: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.473 INFO:teuthology.orchestra.run.smithi134.stdout: rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:07.473 INFO:teuthology.orchestra.run.smithi134.stdout: re2-1:20211101-20.el9.x86_64 2024-09-19T05:00:07.473 INFO:teuthology.orchestra.run.smithi134.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-19T05:00:07.474 INFO:teuthology.orchestra.run.smithi134.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-19T05:00:07.474 INFO:teuthology.orchestra.run.smithi134.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-19T05:00:07.474 INFO:teuthology.orchestra.run.smithi134.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-19T05:00:07.474 INFO:teuthology.orchestra.run.smithi134.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-19T05:00:07.474 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 146/164 2024-09-19T05:00:07.475 INFO:teuthology.orchestra.run.smithi134.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-19T05:00:07.475 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:07.475 INFO:teuthology.orchestra.run.smithi134.stdout:Complete! 2024-09-19T05:00:07.517 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-19T05:00:07.548 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 148/164 2024-09-19T05:00:07.578 INFO:teuthology.orchestra.run.smithi005.stdout: Upgrading : NetworkManager-team-1:1.51.0-1.el9.x86_64 149/164 2024-09-19T05:00:07.624 INFO:teuthology.orchestra.run.smithi005.stdout: Upgrading : NetworkManager-tui-1:1.51.0-1.el9.x86_64 150/164 2024-09-19T05:00:07.895 DEBUG:teuthology.parallel:result is None 2024-09-19T05:00:08.260 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:00:08.305 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:00:08.326 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:00:09.243 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 152/164 2024-09-19T05:00:09.352 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-19T05:00:09.404 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-19T05:00:09.498 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-19T05:00:09.530 INFO:teuthology.orchestra.run.smithi005.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-19T05:00:09.563 INFO:teuthology.orchestra.run.smithi005.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-19T05:00:09.598 INFO:teuthology.orchestra.run.smithi005.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-19T05:00:09.598 INFO:teuthology.orchestra.run.smithi005.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T05:00:09.691 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T05:00:09.691 INFO:teuthology.orchestra.run.smithi005.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T05:00:09.783 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T05:00:09.817 INFO:teuthology.orchestra.run.smithi005.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-19T05:00:09.822 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:00:09.822 INFO:teuthology.orchestra.run.smithi005.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:00:10.002 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:00:10.002 INFO:teuthology.orchestra.run.smithi005.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T05:00:10.086 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T05:00:10.163 INFO:teuthology.orchestra.run.smithi005.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:00:15.774 INFO:teuthology.orchestra.run.smithi005.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:00:15.774 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 1/164 2024-09-19T05:00:15.775 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2/164 2024-09-19T05:00:15.775 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 3/164 2024-09-19T05:00:15.775 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 4/164 2024-09-19T05:00:15.775 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 5/164 2024-09-19T05:00:15.775 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 6/164 2024-09-19T05:00:15.775 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 7/164 2024-09-19T05:00:15.775 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T05:00:15.775 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T05:00:15.775 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T05:00:15.775 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 11/164 2024-09-19T05:00:15.775 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 12/164 2024-09-19T05:00:15.775 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T05:00:15.776 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 14/164 2024-09-19T05:00:15.776 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 15/164 2024-09-19T05:00:15.776 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 16/164 2024-09-19T05:00:15.776 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 17/164 2024-09-19T05:00:15.776 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 18/164 2024-09-19T05:00:15.776 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 19/164 2024-09-19T05:00:15.776 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 20/164 2024-09-19T05:00:15.776 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 21/164 2024-09-19T05:00:15.776 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 22/164 2024-09-19T05:00:15.776 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 23/164 2024-09-19T05:00:15.776 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 24/164 2024-09-19T05:00:15.776 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 25/164 2024-09-19T05:00:15.776 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 26/164 2024-09-19T05:00:15.777 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 27/164 2024-09-19T05:00:15.777 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 28/164 2024-09-19T05:00:15.777 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 29/164 2024-09-19T05:00:15.777 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 30/164 2024-09-19T05:00:15.777 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 31/164 2024-09-19T05:00:15.777 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 32/164 2024-09-19T05:00:15.777 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 33/164 2024-09-19T05:00:15.777 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 34/164 2024-09-19T05:00:15.777 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 35/164 2024-09-19T05:00:15.777 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 36/164 2024-09-19T05:00:15.777 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 37/164 2024-09-19T05:00:15.777 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 38/164 2024-09-19T05:00:15.778 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 39/164 2024-09-19T05:00:15.778 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-19T05:00:15.778 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-19T05:00:15.778 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-19T05:00:15.778 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-19T05:00:15.778 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-19T05:00:15.778 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-19T05:00:15.778 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-19T05:00:15.778 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-19T05:00:15.778 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-19T05:00:15.778 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-19T05:00:15.778 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-19T05:00:15.778 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-19T05:00:15.779 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-19T05:00:15.779 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-19T05:00:15.779 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-19T05:00:15.779 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-19T05:00:15.779 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-19T05:00:15.779 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-19T05:00:15.779 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-19T05:00:15.779 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-19T05:00:15.779 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-19T05:00:15.779 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-19T05:00:15.779 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-19T05:00:15.779 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-19T05:00:15.779 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-19T05:00:15.780 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-19T05:00:15.780 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-19T05:00:15.780 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-19T05:00:15.780 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-19T05:00:15.780 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-19T05:00:15.780 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-19T05:00:15.780 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-19T05:00:15.780 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-19T05:00:15.780 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-19T05:00:15.780 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-19T05:00:15.780 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-19T05:00:15.780 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-19T05:00:15.780 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-19T05:00:15.781 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-19T05:00:15.781 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-19T05:00:15.781 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-19T05:00:15.781 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-19T05:00:15.781 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-19T05:00:15.781 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-19T05:00:15.781 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-19T05:00:15.781 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-19T05:00:15.781 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-19T05:00:15.781 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-19T05:00:15.781 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-19T05:00:15.781 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-19T05:00:15.781 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-19T05:00:15.782 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-19T05:00:15.782 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-19T05:00:15.782 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-19T05:00:15.782 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-19T05:00:15.782 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-19T05:00:15.782 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-19T05:00:15.782 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-19T05:00:15.782 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-19T05:00:15.782 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-19T05:00:15.782 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-19T05:00:15.782 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-19T05:00:15.782 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-19T05:00:15.782 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-19T05:00:15.783 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-19T05:00:15.783 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-19T05:00:15.783 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-19T05:00:15.783 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-19T05:00:15.783 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-19T05:00:15.783 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-19T05:00:15.783 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-19T05:00:15.783 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-19T05:00:15.783 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-19T05:00:15.783 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-19T05:00:15.783 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-19T05:00:15.783 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-19T05:00:15.783 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-19T05:00:15.784 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-19T05:00:15.784 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-19T05:00:15.784 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-19T05:00:15.784 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-19T05:00:15.784 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-19T05:00:15.784 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-19T05:00:15.784 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-19T05:00:15.784 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-19T05:00:15.784 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-19T05:00:15.784 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-19T05:00:15.784 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-19T05:00:15.784 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-19T05:00:15.785 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-19T05:00:15.785 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-19T05:00:15.785 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-19T05:00:15.785 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-19T05:00:15.785 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-19T05:00:15.785 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-19T05:00:15.785 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-19T05:00:15.785 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-19T05:00:15.785 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-19T05:00:15.785 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-19T05:00:15.785 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-19T05:00:15.785 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-19T05:00:15.785 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-19T05:00:15.785 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-19T05:00:15.786 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-19T05:00:15.786 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-19T05:00:15.786 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-19T05:00:15.786 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-19T05:00:15.786 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-19T05:00:15.786 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-19T05:00:15.786 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 149/164 2024-09-19T05:00:15.786 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-19T05:00:15.786 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 151/164 2024-09-19T05:00:15.786 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-19T05:00:15.786 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : NetworkManager-1:1.51.0-1.el9.x86_64 153/164 2024-09-19T05:00:15.786 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-19T05:00:15.786 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 155/164 2024-09-19T05:00:15.787 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-19T05:00:15.787 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : NetworkManager-team-1:1.51.0-1.el9.x86_64 157/164 2024-09-19T05:00:15.787 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-19T05:00:15.787 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : NetworkManager-tui-1:1.51.0-1.el9.x86_64 159/164 2024-09-19T05:00:15.787 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-19T05:00:15.787 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-19T05:00:15.787 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-19T05:00:15.787 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-19T05:00:18.636 INFO:teuthology.orchestra.run.smithi005.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:00:18.636 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:18.636 INFO:teuthology.orchestra.run.smithi005.stdout:Upgraded: 2024-09-19T05:00:18.636 INFO:teuthology.orchestra.run.smithi005.stdout: NetworkManager-1:1.51.0-1.el9.x86_64 2024-09-19T05:00:18.636 INFO:teuthology.orchestra.run.smithi005.stdout: NetworkManager-libnm-1:1.51.0-1.el9.x86_64 2024-09-19T05:00:18.636 INFO:teuthology.orchestra.run.smithi005.stdout: NetworkManager-team-1:1.51.0-1.el9.x86_64 2024-09-19T05:00:18.636 INFO:teuthology.orchestra.run.smithi005.stdout: NetworkManager-tui-1:1.51.0-1.el9.x86_64 2024-09-19T05:00:18.636 INFO:teuthology.orchestra.run.smithi005.stdout: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.637 INFO:teuthology.orchestra.run.smithi005.stdout: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.637 INFO:teuthology.orchestra.run.smithi005.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-19T05:00:18.637 INFO:teuthology.orchestra.run.smithi005.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-19T05:00:18.637 INFO:teuthology.orchestra.run.smithi005.stdout:Installed: 2024-09-19T05:00:18.637 INFO:teuthology.orchestra.run.smithi005.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-19T05:00:18.637 INFO:teuthology.orchestra.run.smithi005.stdout: automake-1.16.2-8.el9.noarch 2024-09-19T05:00:18.637 INFO:teuthology.orchestra.run.smithi005.stdout: bison-3.7.4-5.el9.x86_64 2024-09-19T05:00:18.637 INFO:teuthology.orchestra.run.smithi005.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-19T05:00:18.637 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.637 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.637 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.637 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.638 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:00:18.638 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-immutable-object-cache-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.638 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.638 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.638 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:00:18.638 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:00:18.638 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:00:18.638 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:00:18.638 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:00:18.638 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.638 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.638 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:00:18.639 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.639 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.639 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.639 INFO:teuthology.orchestra.run.smithi005.stdout: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:00:18.639 INFO:teuthology.orchestra.run.smithi005.stdout: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:00:18.639 INFO:teuthology.orchestra.run.smithi005.stdout: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.639 INFO:teuthology.orchestra.run.smithi005.stdout: cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.639 INFO:teuthology.orchestra.run.smithi005.stdout: cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:00:18.639 INFO:teuthology.orchestra.run.smithi005.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-19T05:00:18.639 INFO:teuthology.orchestra.run.smithi005.stdout: flex-2.6.4-9.el9.x86_64 2024-09-19T05:00:18.639 INFO:teuthology.orchestra.run.smithi005.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-19T05:00:18.639 INFO:teuthology.orchestra.run.smithi005.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-19T05:00:18.640 INFO:teuthology.orchestra.run.smithi005.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-19T05:00:18.640 INFO:teuthology.orchestra.run.smithi005.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-19T05:00:18.640 INFO:teuthology.orchestra.run.smithi005.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-19T05:00:18.640 INFO:teuthology.orchestra.run.smithi005.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-19T05:00:18.640 INFO:teuthology.orchestra.run.smithi005.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-19T05:00:18.640 INFO:teuthology.orchestra.run.smithi005.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-19T05:00:18.640 INFO:teuthology.orchestra.run.smithi005.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-19T05:00:18.640 INFO:teuthology.orchestra.run.smithi005.stdout: libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.640 INFO:teuthology.orchestra.run.smithi005.stdout: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.640 INFO:teuthology.orchestra.run.smithi005.stdout: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.640 INFO:teuthology.orchestra.run.smithi005.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-19T05:00:18.640 INFO:teuthology.orchestra.run.smithi005.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-19T05:00:18.641 INFO:teuthology.orchestra.run.smithi005.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-19T05:00:18.641 INFO:teuthology.orchestra.run.smithi005.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-19T05:00:18.641 INFO:teuthology.orchestra.run.smithi005.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-19T05:00:18.641 INFO:teuthology.orchestra.run.smithi005.stdout: librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.641 INFO:teuthology.orchestra.run.smithi005.stdout: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.641 INFO:teuthology.orchestra.run.smithi005.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-19T05:00:18.641 INFO:teuthology.orchestra.run.smithi005.stdout: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.641 INFO:teuthology.orchestra.run.smithi005.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-19T05:00:18.641 INFO:teuthology.orchestra.run.smithi005.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-19T05:00:18.641 INFO:teuthology.orchestra.run.smithi005.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-19T05:00:18.641 INFO:teuthology.orchestra.run.smithi005.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-19T05:00:18.641 INFO:teuthology.orchestra.run.smithi005.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-19T05:00:18.641 INFO:teuthology.orchestra.run.smithi005.stdout: lua-5.4.4-4.el9.x86_64 2024-09-19T05:00:18.642 INFO:teuthology.orchestra.run.smithi005.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-19T05:00:18.642 INFO:teuthology.orchestra.run.smithi005.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-19T05:00:18.642 INFO:teuthology.orchestra.run.smithi005.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-19T05:00:18.642 INFO:teuthology.orchestra.run.smithi005.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-19T05:00:18.642 INFO:teuthology.orchestra.run.smithi005.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-19T05:00:18.642 INFO:teuthology.orchestra.run.smithi005.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-19T05:00:18.642 INFO:teuthology.orchestra.run.smithi005.stdout: postgresql-13.16-1.el9.x86_64 2024-09-19T05:00:18.642 INFO:teuthology.orchestra.run.smithi005.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-19T05:00:18.642 INFO:teuthology.orchestra.run.smithi005.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-19T05:00:18.642 INFO:teuthology.orchestra.run.smithi005.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-19T05:00:18.642 INFO:teuthology.orchestra.run.smithi005.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-19T05:00:18.642 INFO:teuthology.orchestra.run.smithi005.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-19T05:00:18.643 INFO:teuthology.orchestra.run.smithi005.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-19T05:00:18.643 INFO:teuthology.orchestra.run.smithi005.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-19T05:00:18.643 INFO:teuthology.orchestra.run.smithi005.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-19T05:00:18.643 INFO:teuthology.orchestra.run.smithi005.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-19T05:00:18.643 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-19T05:00:18.643 INFO:teuthology.orchestra.run.smithi005.stdout: python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.643 INFO:teuthology.orchestra.run.smithi005.stdout: python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.643 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.643 INFO:teuthology.orchestra.run.smithi005.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-19T05:00:18.643 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-19T05:00:18.643 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-19T05:00:18.643 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-19T05:00:18.643 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-19T05:00:18.644 INFO:teuthology.orchestra.run.smithi005.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-19T05:00:18.644 INFO:teuthology.orchestra.run.smithi005.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-19T05:00:18.644 INFO:teuthology.orchestra.run.smithi005.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-19T05:00:18.644 INFO:teuthology.orchestra.run.smithi005.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-19T05:00:18.644 INFO:teuthology.orchestra.run.smithi005.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-19T05:00:18.644 INFO:teuthology.orchestra.run.smithi005.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-19T05:00:18.644 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-19T05:00:18.644 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-19T05:00:18.644 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-19T05:00:18.644 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-19T05:00:18.644 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-19T05:00:18.644 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-19T05:00:18.645 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-19T05:00:18.645 INFO:teuthology.orchestra.run.smithi005.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-19T05:00:18.645 INFO:teuthology.orchestra.run.smithi005.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-19T05:00:18.645 INFO:teuthology.orchestra.run.smithi005.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-19T05:00:18.645 INFO:teuthology.orchestra.run.smithi005.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-19T05:00:18.645 INFO:teuthology.orchestra.run.smithi005.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-19T05:00:18.645 INFO:teuthology.orchestra.run.smithi005.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-19T05:00:18.645 INFO:teuthology.orchestra.run.smithi005.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-19T05:00:18.645 INFO:teuthology.orchestra.run.smithi005.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-19T05:00:18.645 INFO:teuthology.orchestra.run.smithi005.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-19T05:00:18.645 INFO:teuthology.orchestra.run.smithi005.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-19T05:00:18.645 INFO:teuthology.orchestra.run.smithi005.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-19T05:00:18.645 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-19T05:00:18.646 INFO:teuthology.orchestra.run.smithi005.stdout: python3-ply-3.11-14.el9.noarch 2024-09-19T05:00:18.646 INFO:teuthology.orchestra.run.smithi005.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-19T05:00:18.646 INFO:teuthology.orchestra.run.smithi005.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-19T05:00:18.646 INFO:teuthology.orchestra.run.smithi005.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-19T05:00:18.646 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-19T05:00:18.646 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-19T05:00:18.646 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-19T05:00:18.646 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-19T05:00:18.646 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-19T05:00:18.646 INFO:teuthology.orchestra.run.smithi005.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-19T05:00:18.646 INFO:teuthology.orchestra.run.smithi005.stdout: python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.646 INFO:teuthology.orchestra.run.smithi005.stdout: python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.647 INFO:teuthology.orchestra.run.smithi005.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-19T05:00:18.647 INFO:teuthology.orchestra.run.smithi005.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-19T05:00:18.647 INFO:teuthology.orchestra.run.smithi005.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-19T05:00:18.647 INFO:teuthology.orchestra.run.smithi005.stdout: python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.647 INFO:teuthology.orchestra.run.smithi005.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-19T05:00:18.647 INFO:teuthology.orchestra.run.smithi005.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-19T05:00:18.647 INFO:teuthology.orchestra.run.smithi005.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-19T05:00:18.647 INFO:teuthology.orchestra.run.smithi005.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-19T05:00:18.647 INFO:teuthology.orchestra.run.smithi005.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-19T05:00:18.647 INFO:teuthology.orchestra.run.smithi005.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-19T05:00:18.647 INFO:teuthology.orchestra.run.smithi005.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-19T05:00:18.647 INFO:teuthology.orchestra.run.smithi005.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-19T05:00:18.647 INFO:teuthology.orchestra.run.smithi005.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-19T05:00:18.648 INFO:teuthology.orchestra.run.smithi005.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-19T05:00:18.648 INFO:teuthology.orchestra.run.smithi005.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-19T05:00:18.648 INFO:teuthology.orchestra.run.smithi005.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-19T05:00:18.648 INFO:teuthology.orchestra.run.smithi005.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-19T05:00:18.648 INFO:teuthology.orchestra.run.smithi005.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-19T05:00:18.648 INFO:teuthology.orchestra.run.smithi005.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-19T05:00:18.648 INFO:teuthology.orchestra.run.smithi005.stdout: rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.648 INFO:teuthology.orchestra.run.smithi005.stdout: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.648 INFO:teuthology.orchestra.run.smithi005.stdout: rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:00:18.648 INFO:teuthology.orchestra.run.smithi005.stdout: re2-1:20211101-20.el9.x86_64 2024-09-19T05:00:18.648 INFO:teuthology.orchestra.run.smithi005.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-19T05:00:18.648 INFO:teuthology.orchestra.run.smithi005.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-19T05:00:18.648 INFO:teuthology.orchestra.run.smithi005.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-19T05:00:18.649 INFO:teuthology.orchestra.run.smithi005.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-19T05:00:18.649 INFO:teuthology.orchestra.run.smithi005.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-19T05:00:18.649 INFO:teuthology.orchestra.run.smithi005.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-19T05:00:18.649 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:18.649 INFO:teuthology.orchestra.run.smithi005.stdout:Complete! 2024-09-19T05:00:19.145 DEBUG:teuthology.parallel:result is None 2024-09-19T05:00:19.146 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T05:00:19.290 DEBUG:teuthology.orchestra.run.smithi005:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-19T05:00:19.313 INFO:teuthology.orchestra.run.smithi005.stdout:19.1.1-361.g2f599a46.el9 2024-09-19T05:00:19.314 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-361.g2f599a46.el9 2024-09-19T05:00:19.314 INFO:teuthology.task.install:The correct ceph version 19.1.1-361.g2f599a46 is installed. 2024-09-19T05:00:19.316 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T05:00:19.457 DEBUG:teuthology.orchestra.run.smithi134:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-19T05:00:19.485 INFO:teuthology.orchestra.run.smithi134.stdout:19.1.1-361.g2f599a46.el9 2024-09-19T05:00:19.485 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-361.g2f599a46.el9 2024-09-19T05:00:19.485 INFO:teuthology.task.install:The correct ceph version 19.1.1-361.g2f599a46 is installed. 2024-09-19T05:00:19.487 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-19T05:00:19.487 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:00:19.487 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-19T05:00:19.516 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:00:19.517 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-19T05:00:19.556 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-19T05:00:19.557 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:00:19.557 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/usr/bin/daemon-helper 2024-09-19T05:00:19.583 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-19T05:00:19.649 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:00:19.649 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd of=/usr/bin/daemon-helper 2024-09-19T05:00:19.677 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-19T05:00:19.744 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-19T05:00:19.745 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:00:19.745 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-19T05:00:19.770 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-19T05:00:19.836 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:00:19.836 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-19T05:00:19.863 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-19T05:00:19.930 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-19T05:00:19.930 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:00:19.930 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/usr/bin/stdin-killer 2024-09-19T05:00:19.956 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-19T05:00:20.021 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:00:20.022 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd of=/usr/bin/stdin-killer 2024-09-19T05:00:20.046 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-19T05:00:20.112 INFO:teuthology.run_tasks:Running task ceph... 2024-09-19T05:00:20.194 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-19T05:00:20.195 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 777 /var/log/ceph 2024-09-19T05:00:20.197 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod 777 /var/log/ceph 2024-09-19T05:00:20.222 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-19T05:00:20.223 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-19T05:00:20.264 DEBUG:teuthology.orchestra.run.smithi134:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-19T05:00:20.289 INFO:tasks.ceph:Creating extra log directories... 2024-09-19T05:00:20.289 DEBUG:teuthology.orchestra.run.smithi005:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-19T05:00:20.330 DEBUG:teuthology.orchestra.run.smithi134:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-19T05:00:20.372 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-19T05:00:20.372 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-19T05:00:20.372 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-19T05:00:20.372 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:00:20.372 DEBUG:teuthology.orchestra.run.smithi005:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-19T05:00:20.409 DEBUG:teuthology.orchestra.run.smithi005:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-19T05:00:20.523 DEBUG:teuthology.orchestra.run.smithi005:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-19T05:00:20.549 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:00:20.549 DEBUG:teuthology.orchestra.run.smithi134:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-19T05:00:20.565 DEBUG:teuthology.orchestra.run.smithi134:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-19T05:00:20.678 DEBUG:teuthology.orchestra.run.smithi134:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-19T05:00:20.708 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-19T05:00:20.708 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-19T05:00:20.708 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911657', 'branch': 'squid', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/quota}', 'email': 'ceph-qa@ceph.com', 'first_in_suite': False, 'job_id': '7911657', 'kernel': {'client': {'sha1': 'distro'}, 'kdb': 1, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'squid'}, 'ceph': {'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}}, 'kclient': {'syntax': 'v1'}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'subvolume_version': 2, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'squid', 'sha1': '6fad5dd73c93545e52f57f681e140a9c3529c11e'}}, 'owner': 'scheduled_teuthology@teuthology', 'priority': 100, 'repo': 'https://git.ceph.com/ceph.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 1747, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'sleep_before_teardown': 0, 'subset': '176/512', 'suite': 'fs', 'suite_branch': 'squid', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph.git', 'suite_sha1': '6fad5dd73c93545e52f57f681e140a9c3529c11e', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi005.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBC0hFKIV/7fXR2Z1Pnk8xeeJgu2JxlfEjJdV8ZEf7VLJh0ItXM7Sn0bD8RQXph4U95zml0eDDmWjNoi1mGTm5cU=', 'smithi134.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBP2txndR/sl3BuUOyxMCPES3/XHmLqdYUJgFqM26YtrFV0OgtD1VH6LBJqV7IsaN/JoQ+cm5fsmkIvQmU8ZLPyo='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'client': {'sha1': 'distro'}, 'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}}, {'ceph': {'create_rbd_pool': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'kclient': None}, {'cephfs_test_runner': {'modules': ['tasks.cephfs.test_quota']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ["local function is_kupstream() return yaml.ktype == 'upstream' end", "local function is_kdistro() return yaml.ktype == 'distro' end", 'local function is_fuse() return false end', 'local function syntax_version() return yaml.overrides.kclient.syntax end']}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-18_21:24:17', 'tube': 'smithi', 'user': 'teuthology', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-19T05:00:20.709 DEBUG:teuthology.orchestra.run.smithi005:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-19T05:00:20.711 DEBUG:teuthology.orchestra.run.smithi134:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-19T05:00:20.758 DEBUG:teuthology.orchestra.run.smithi005:> sudo install -d -m0777 -- /var/run/ceph 2024-09-19T05:00:20.766 DEBUG:teuthology.orchestra.run.smithi134:> sudo install -d -m0777 -- /var/run/ceph 2024-09-19T05:00:20.823 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:00:20.823 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/scratch_devs of=/dev/stdout 2024-09-19T05:00:20.849 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-19T05:00:20.849 DEBUG:teuthology.orchestra.run.smithi005:> stat /dev/vg_nvme/lv_1 2024-09-19T05:00:20.905 INFO:teuthology.orchestra.run.smithi005.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-19T05:00:20.905 INFO:teuthology.orchestra.run.smithi005.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:00:20.905 INFO:teuthology.orchestra.run.smithi005.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-09-19T05:00:20.905 INFO:teuthology.orchestra.run.smithi005.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:00:20.905 INFO:teuthology.orchestra.run.smithi005.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:00:20.905 INFO:teuthology.orchestra.run.smithi005.stdout:Access: 2024-09-19 05:00:10.544573912 +0000 2024-09-19T05:00:20.905 INFO:teuthology.orchestra.run.smithi005.stdout:Modify: 2024-09-19 04:58:12.783029273 +0000 2024-09-19T05:00:20.906 INFO:teuthology.orchestra.run.smithi005.stdout:Change: 2024-09-19 04:58:12.783029273 +0000 2024-09-19T05:00:20.906 INFO:teuthology.orchestra.run.smithi005.stdout: Birth: 2024-09-19 04:58:12.783029273 +0000 2024-09-19T05:00:20.906 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-19T05:00:20.969 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records in 2024-09-19T05:00:20.969 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records out 2024-09-19T05:00:20.969 INFO:teuthology.orchestra.run.smithi005.stderr:512 bytes copied, 0.000100593 s, 5.1 MB/s 2024-09-19T05:00:20.971 DEBUG:teuthology.orchestra.run.smithi005:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-19T05:00:21.028 DEBUG:teuthology.orchestra.run.smithi005:> stat /dev/vg_nvme/lv_2 2024-09-19T05:00:21.084 INFO:teuthology.orchestra.run.smithi005.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-19T05:00:21.084 INFO:teuthology.orchestra.run.smithi005.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:00:21.084 INFO:teuthology.orchestra.run.smithi005.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-09-19T05:00:21.084 INFO:teuthology.orchestra.run.smithi005.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:00:21.085 INFO:teuthology.orchestra.run.smithi005.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:00:21.085 INFO:teuthology.orchestra.run.smithi005.stdout:Access: 2024-09-19 05:00:10.545573892 +0000 2024-09-19T05:00:21.085 INFO:teuthology.orchestra.run.smithi005.stdout:Modify: 2024-09-19 04:58:13.121022424 +0000 2024-09-19T05:00:21.085 INFO:teuthology.orchestra.run.smithi005.stdout:Change: 2024-09-19 04:58:13.121022424 +0000 2024-09-19T05:00:21.085 INFO:teuthology.orchestra.run.smithi005.stdout: Birth: 2024-09-19 04:58:13.121022424 +0000 2024-09-19T05:00:21.085 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-19T05:00:21.148 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records in 2024-09-19T05:00:21.148 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records out 2024-09-19T05:00:21.148 INFO:teuthology.orchestra.run.smithi005.stderr:512 bytes copied, 9.8996e-05 s, 5.2 MB/s 2024-09-19T05:00:21.150 DEBUG:teuthology.orchestra.run.smithi005:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-19T05:00:21.207 DEBUG:teuthology.orchestra.run.smithi005:> stat /dev/vg_nvme/lv_3 2024-09-19T05:00:21.262 INFO:teuthology.orchestra.run.smithi005.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-19T05:00:21.262 INFO:teuthology.orchestra.run.smithi005.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:00:21.263 INFO:teuthology.orchestra.run.smithi005.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-09-19T05:00:21.263 INFO:teuthology.orchestra.run.smithi005.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:00:21.263 INFO:teuthology.orchestra.run.smithi005.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:00:21.263 INFO:teuthology.orchestra.run.smithi005.stdout:Access: 2024-09-19 05:00:10.545573892 +0000 2024-09-19T05:00:21.263 INFO:teuthology.orchestra.run.smithi005.stdout:Modify: 2024-09-19 04:58:13.439015980 +0000 2024-09-19T05:00:21.263 INFO:teuthology.orchestra.run.smithi005.stdout:Change: 2024-09-19 04:58:13.439015980 +0000 2024-09-19T05:00:21.263 INFO:teuthology.orchestra.run.smithi005.stdout: Birth: 2024-09-19 04:58:13.439015980 +0000 2024-09-19T05:00:21.263 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-19T05:00:21.327 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records in 2024-09-19T05:00:21.327 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records out 2024-09-19T05:00:21.327 INFO:teuthology.orchestra.run.smithi005.stderr:512 bytes copied, 0.000100846 s, 5.1 MB/s 2024-09-19T05:00:21.328 DEBUG:teuthology.orchestra.run.smithi005:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-19T05:00:21.385 DEBUG:teuthology.orchestra.run.smithi005:> stat /dev/vg_nvme/lv_4 2024-09-19T05:00:21.442 INFO:teuthology.orchestra.run.smithi005.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-19T05:00:21.442 INFO:teuthology.orchestra.run.smithi005.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:00:21.442 INFO:teuthology.orchestra.run.smithi005.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-19T05:00:21.442 INFO:teuthology.orchestra.run.smithi005.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:00:21.442 INFO:teuthology.orchestra.run.smithi005.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:00:21.442 INFO:teuthology.orchestra.run.smithi005.stdout:Access: 2024-09-19 05:00:10.545573892 +0000 2024-09-19T05:00:21.442 INFO:teuthology.orchestra.run.smithi005.stdout:Modify: 2024-09-19 04:58:13.751009657 +0000 2024-09-19T05:00:21.442 INFO:teuthology.orchestra.run.smithi005.stdout:Change: 2024-09-19 04:58:13.751009657 +0000 2024-09-19T05:00:21.442 INFO:teuthology.orchestra.run.smithi005.stdout: Birth: 2024-09-19 04:58:13.751009657 +0000 2024-09-19T05:00:21.443 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-19T05:00:21.506 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records in 2024-09-19T05:00:21.506 INFO:teuthology.orchestra.run.smithi005.stderr:1+0 records out 2024-09-19T05:00:21.506 INFO:teuthology.orchestra.run.smithi005.stderr:512 bytes copied, 9.1787e-05 s, 5.6 MB/s 2024-09-19T05:00:21.507 DEBUG:teuthology.orchestra.run.smithi005:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-19T05:00:21.563 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T05:00:21.564 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:00:21.564 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/scratch_devs of=/dev/stdout 2024-09-19T05:00:21.580 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-19T05:00:21.581 DEBUG:teuthology.orchestra.run.smithi134:> stat /dev/vg_nvme/lv_1 2024-09-19T05:00:21.637 INFO:teuthology.orchestra.run.smithi134.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-19T05:00:21.637 INFO:teuthology.orchestra.run.smithi134.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:00:21.637 INFO:teuthology.orchestra.run.smithi134.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-19T05:00:21.637 INFO:teuthology.orchestra.run.smithi134.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:00:21.637 INFO:teuthology.orchestra.run.smithi134.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:00:21.637 INFO:teuthology.orchestra.run.smithi134.stdout:Access: 2024-09-19 04:59:59.304231015 +0000 2024-09-19T05:00:21.638 INFO:teuthology.orchestra.run.smithi134.stdout:Modify: 2024-09-19 04:58:04.000708590 +0000 2024-09-19T05:00:21.638 INFO:teuthology.orchestra.run.smithi134.stdout:Change: 2024-09-19 04:58:04.000708590 +0000 2024-09-19T05:00:21.638 INFO:teuthology.orchestra.run.smithi134.stdout: Birth: 2024-09-19 04:58:04.000708590 +0000 2024-09-19T05:00:21.638 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-19T05:00:21.701 INFO:teuthology.orchestra.run.smithi134.stderr:1+0 records in 2024-09-19T05:00:21.701 INFO:teuthology.orchestra.run.smithi134.stderr:1+0 records out 2024-09-19T05:00:21.701 INFO:teuthology.orchestra.run.smithi134.stderr:512 bytes copied, 0.000283882 s, 1.8 MB/s 2024-09-19T05:00:21.702 DEBUG:teuthology.orchestra.run.smithi134:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-19T05:00:21.759 DEBUG:teuthology.orchestra.run.smithi134:> stat /dev/vg_nvme/lv_2 2024-09-19T05:00:21.815 INFO:teuthology.orchestra.run.smithi134.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-19T05:00:21.815 INFO:teuthology.orchestra.run.smithi134.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:00:21.815 INFO:teuthology.orchestra.run.smithi134.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-09-19T05:00:21.815 INFO:teuthology.orchestra.run.smithi134.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:00:21.816 INFO:teuthology.orchestra.run.smithi134.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:00:21.816 INFO:teuthology.orchestra.run.smithi134.stdout:Access: 2024-09-19 04:59:59.304231015 +0000 2024-09-19T05:00:21.816 INFO:teuthology.orchestra.run.smithi134.stdout:Modify: 2024-09-19 04:58:04.326700624 +0000 2024-09-19T05:00:21.816 INFO:teuthology.orchestra.run.smithi134.stdout:Change: 2024-09-19 04:58:04.326700624 +0000 2024-09-19T05:00:21.816 INFO:teuthology.orchestra.run.smithi134.stdout: Birth: 2024-09-19 04:58:04.326700624 +0000 2024-09-19T05:00:21.816 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-19T05:00:21.878 INFO:teuthology.orchestra.run.smithi134.stderr:1+0 records in 2024-09-19T05:00:21.878 INFO:teuthology.orchestra.run.smithi134.stderr:1+0 records out 2024-09-19T05:00:21.879 INFO:teuthology.orchestra.run.smithi134.stderr:512 bytes copied, 0.000203695 s, 2.5 MB/s 2024-09-19T05:00:21.880 DEBUG:teuthology.orchestra.run.smithi134:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-19T05:00:21.936 DEBUG:teuthology.orchestra.run.smithi134:> stat /dev/vg_nvme/lv_3 2024-09-19T05:00:21.992 INFO:teuthology.orchestra.run.smithi134.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-19T05:00:21.992 INFO:teuthology.orchestra.run.smithi134.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:00:21.992 INFO:teuthology.orchestra.run.smithi134.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-09-19T05:00:21.992 INFO:teuthology.orchestra.run.smithi134.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:00:21.992 INFO:teuthology.orchestra.run.smithi134.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:00:21.992 INFO:teuthology.orchestra.run.smithi134.stdout:Access: 2024-09-19 04:59:59.305230990 +0000 2024-09-19T05:00:21.992 INFO:teuthology.orchestra.run.smithi134.stdout:Modify: 2024-09-19 04:58:04.646692805 +0000 2024-09-19T05:00:21.992 INFO:teuthology.orchestra.run.smithi134.stdout:Change: 2024-09-19 04:58:04.646692805 +0000 2024-09-19T05:00:21.992 INFO:teuthology.orchestra.run.smithi134.stdout: Birth: 2024-09-19 04:58:04.646692805 +0000 2024-09-19T05:00:21.993 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-19T05:00:22.055 INFO:teuthology.orchestra.run.smithi134.stderr:1+0 records in 2024-09-19T05:00:22.055 INFO:teuthology.orchestra.run.smithi134.stderr:1+0 records out 2024-09-19T05:00:22.055 INFO:teuthology.orchestra.run.smithi134.stderr:512 bytes copied, 0.000165092 s, 3.1 MB/s 2024-09-19T05:00:22.056 DEBUG:teuthology.orchestra.run.smithi134:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-19T05:00:22.112 DEBUG:teuthology.orchestra.run.smithi134:> stat /dev/vg_nvme/lv_4 2024-09-19T05:00:22.167 INFO:teuthology.orchestra.run.smithi134.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-19T05:00:22.167 INFO:teuthology.orchestra.run.smithi134.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:00:22.167 INFO:teuthology.orchestra.run.smithi134.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-19T05:00:22.167 INFO:teuthology.orchestra.run.smithi134.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:00:22.167 INFO:teuthology.orchestra.run.smithi134.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:00:22.168 INFO:teuthology.orchestra.run.smithi134.stdout:Access: 2024-09-19 04:59:59.305230990 +0000 2024-09-19T05:00:22.168 INFO:teuthology.orchestra.run.smithi134.stdout:Modify: 2024-09-19 04:58:04.988684449 +0000 2024-09-19T05:00:22.168 INFO:teuthology.orchestra.run.smithi134.stdout:Change: 2024-09-19 04:58:04.988684449 +0000 2024-09-19T05:00:22.168 INFO:teuthology.orchestra.run.smithi134.stdout: Birth: 2024-09-19 04:58:04.988684449 +0000 2024-09-19T05:00:22.168 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-19T05:00:22.230 INFO:teuthology.orchestra.run.smithi134.stderr:1+0 records in 2024-09-19T05:00:22.230 INFO:teuthology.orchestra.run.smithi134.stderr:1+0 records out 2024-09-19T05:00:22.230 INFO:teuthology.orchestra.run.smithi134.stderr:512 bytes copied, 0.000173554 s, 3.0 MB/s 2024-09-19T05:00:22.231 DEBUG:teuthology.orchestra.run.smithi134:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-19T05:00:22.287 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T05:00:22.287 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi005.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi134.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-19T05:00:22.287 INFO:tasks.ceph:Generating config... 2024-09-19T05:00:22.289 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-19T05:00:22.289 INFO:tasks.ceph:[client] debug client = 20 2024-09-19T05:00:22.289 INFO:tasks.ceph:[client] debug ms = 1 2024-09-19T05:00:22.289 INFO:tasks.ceph:[client] pid file = 2024-09-19T05:00:22.289 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-19T05:00:22.289 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-19T05:00:22.289 INFO:tasks.ceph:[global] ms die on skipped message = False 2024-09-19T05:00:22.289 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-19T05:00:22.289 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-19T05:00:22.289 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-19T05:00:22.289 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-19T05:00:22.289 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-19T05:00:22.289 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-19T05:00:22.290 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-19T05:00:22.290 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-19T05:00:22.290 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-19T05:00:22.290 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-19T05:00:22.290 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-19T05:00:22.290 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-19T05:00:22.290 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-19T05:00:22.290 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-19T05:00:22.290 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-19T05:00:22.290 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-19T05:00:22.290 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-19T05:00:22.290 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-19T05:00:22.290 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-19T05:00:22.290 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-19T05:00:22.291 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-19T05:00:22.291 INFO:tasks.ceph:[osd] debug bluefs = 20 2024-09-19T05:00:22.291 INFO:tasks.ceph:[osd] debug bluestore = 20 2024-09-19T05:00:22.291 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-19T05:00:22.291 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-19T05:00:22.291 INFO:tasks.ceph:[osd] debug rocksdb = 10 2024-09-19T05:00:22.291 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-19T05:00:22.291 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-19T05:00:22.291 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-19T05:00:22.291 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-19T05:00:22.291 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-19T05:00:22.291 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-19T05:00:22.291 INFO:tasks.ceph:Setting up mon.a... 2024-09-19T05:00:22.292 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-19T05:00:22.361 INFO:teuthology.orchestra.run.smithi005.stdout:creating /etc/ceph/ceph.keyring 2024-09-19T05:00:22.364 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-19T05:00:22.412 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T05:00:22.439 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.5'), ('mon.b', '172.21.15.134'), ('mon.c', '[v2:172.21.15.134:3301,v1:172.21.15.134:6790]')] 2024-09-19T05:00:22.440 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.5,172.21.15.134,[v2:172.21.15.134:3301,v1:172.21.15.134:6790]', 'ms die on skipped message': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-19T05:00:22.441 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:00:22.441 DEBUG:teuthology.orchestra.run.smithi005:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-19T05:00:22.497 DEBUG:teuthology.orchestra.run.smithi005:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.5 --add b 172.21.15.134 --addv c '[v2:172.21.15.134:3301,v1:172.21.15.134:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:00:22.586 INFO:teuthology.orchestra.run.smithi005.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:00:22.586 INFO:teuthology.orchestra.run.smithi005.stdout:monmaptool: generated fsid d3e05719-6fe9-4686-ba83-cd0299bd169b 2024-09-19T05:00:22.587 INFO:teuthology.orchestra.run.smithi005.stdout:setting min_mon_release = quincy 2024-09-19T05:00:22.587 INFO:teuthology.orchestra.run.smithi005.stdout:epoch 0 2024-09-19T05:00:22.587 INFO:teuthology.orchestra.run.smithi005.stdout:fsid d3e05719-6fe9-4686-ba83-cd0299bd169b 2024-09-19T05:00:22.587 INFO:teuthology.orchestra.run.smithi005.stdout:last_changed 2024-09-19T05:00:22.586235+0000 2024-09-19T05:00:22.587 INFO:teuthology.orchestra.run.smithi005.stdout:created 2024-09-19T05:00:22.586235+0000 2024-09-19T05:00:22.587 INFO:teuthology.orchestra.run.smithi005.stdout:min_mon_release 17 (quincy) 2024-09-19T05:00:22.587 INFO:teuthology.orchestra.run.smithi005.stdout:election_strategy: 1 2024-09-19T05:00:22.587 INFO:teuthology.orchestra.run.smithi005.stdout:0: [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] mon.a 2024-09-19T05:00:22.587 INFO:teuthology.orchestra.run.smithi005.stdout:1: [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] mon.b 2024-09-19T05:00:22.587 INFO:teuthology.orchestra.run.smithi005.stdout:2: [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] mon.c 2024-09-19T05:00:22.587 INFO:teuthology.orchestra.run.smithi005.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-19T05:00:22.588 DEBUG:teuthology.orchestra.run.smithi005:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-19T05:00:22.604 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID d3e05719-6fe9-4686-ba83-cd0299bd169b... 2024-09-19T05:00:22.605 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T05:00:22.647 DEBUG:teuthology.orchestra.run.smithi134:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T05:00:22.689 INFO:teuthology.orchestra.run.smithi005.stdout:[global] 2024-09-19T05:00:22.689 INFO:teuthology.orchestra.run.smithi005.stdout: chdir = "" 2024-09-19T05:00:22.689 INFO:teuthology.orchestra.run.smithi005.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T05:00:22.689 INFO:teuthology.orchestra.run.smithi005.stdout: auth supported = cephx 2024-09-19T05:00:22.689 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.689 INFO:teuthology.orchestra.run.smithi005.stdout: filestore xattr use omap = true 2024-09-19T05:00:22.690 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.690 INFO:teuthology.orchestra.run.smithi005.stdout: mon clock drift allowed = 1.000 2024-09-19T05:00:22.690 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.690 INFO:teuthology.orchestra.run.smithi005.stdout: osd crush chooseleaf type = 0 2024-09-19T05:00:22.690 INFO:teuthology.orchestra.run.smithi005.stdout: auth debug = true 2024-09-19T05:00:22.690 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.690 INFO:teuthology.orchestra.run.smithi005.stdout: ms die on old message = true 2024-09-19T05:00:22.690 INFO:teuthology.orchestra.run.smithi005.stdout: ms die on bug = true 2024-09-19T05:00:22.690 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.690 INFO:teuthology.orchestra.run.smithi005.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T05:00:22.690 INFO:teuthology.orchestra.run.smithi005.stdout: mon pg warn max object skew = 0 2024-09-19T05:00:22.690 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.690 INFO:teuthology.orchestra.run.smithi005.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T05:00:22.691 INFO:teuthology.orchestra.run.smithi005.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T05:00:22.691 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.691 INFO:teuthology.orchestra.run.smithi005.stdout: osd pool default size = 2 2024-09-19T05:00:22.691 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.691 INFO:teuthology.orchestra.run.smithi005.stdout: mon osd allow primary affinity = true 2024-09-19T05:00:22.691 INFO:teuthology.orchestra.run.smithi005.stdout: mon osd allow pg remap = true 2024-09-19T05:00:22.691 INFO:teuthology.orchestra.run.smithi005.stdout: mon warn on legacy crush tunables = false 2024-09-19T05:00:22.691 INFO:teuthology.orchestra.run.smithi005.stdout: mon warn on crush straw calc version zero = false 2024-09-19T05:00:22.691 INFO:teuthology.orchestra.run.smithi005.stdout: mon warn on no sortbitwise = false 2024-09-19T05:00:22.691 INFO:teuthology.orchestra.run.smithi005.stdout: mon warn on osd down out interval zero = false 2024-09-19T05:00:22.691 INFO:teuthology.orchestra.run.smithi005.stdout: mon warn on too few osds = false 2024-09-19T05:00:22.691 INFO:teuthology.orchestra.run.smithi005.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T05:00:22.691 INFO:teuthology.orchestra.run.smithi005.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T05:00:22.692 INFO:teuthology.orchestra.run.smithi005.stdout: mon_allow_pool_size_one = true 2024-09-19T05:00:22.692 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.692 INFO:teuthology.orchestra.run.smithi005.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T05:00:22.692 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.692 INFO:teuthology.orchestra.run.smithi005.stdout: osd default data pool replay window = 5 2024-09-19T05:00:22.692 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.692 INFO:teuthology.orchestra.run.smithi005.stdout: mon allow pool delete = true 2024-09-19T05:00:22.692 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.692 INFO:teuthology.orchestra.run.smithi005.stdout: mon cluster log file level = debug 2024-09-19T05:00:22.692 INFO:teuthology.orchestra.run.smithi005.stdout: debug asserts on shutdown = true 2024-09-19T05:00:22.692 INFO:teuthology.orchestra.run.smithi005.stdout: mon health detail to clog = false 2024-09-19T05:00:22.692 INFO:teuthology.orchestra.run.smithi005.stdout: mon host = "172.21.15.5,172.21.15.134,[v2:172.21.15.134:3301,v1:172.21.15.134:6790]" 2024-09-19T05:00:22.692 INFO:teuthology.orchestra.run.smithi005.stdout: ms die on skipped message = False 2024-09-19T05:00:22.692 INFO:teuthology.orchestra.run.smithi005.stdout: fsid = d3e05719-6fe9-4686-ba83-cd0299bd169b 2024-09-19T05:00:22.693 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.693 INFO:teuthology.orchestra.run.smithi005.stdout:[osd] 2024-09-19T05:00:22.693 INFO:teuthology.orchestra.run.smithi005.stdout: osd journal size = 100 2024-09-19T05:00:22.693 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.693 INFO:teuthology.orchestra.run.smithi005.stdout: osd scrub load threshold = 5.0 2024-09-19T05:00:22.693 INFO:teuthology.orchestra.run.smithi005.stdout: osd scrub max interval = 600 2024-09-19T05:00:22.693 INFO:teuthology.orchestra.run.smithi005.stdout: osd mclock profile = high_recovery_ops 2024-09-19T05:00:22.693 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.693 INFO:teuthology.orchestra.run.smithi005.stdout: osd recover clone overlap = true 2024-09-19T05:00:22.693 INFO:teuthology.orchestra.run.smithi005.stdout: osd recovery max chunk = 1048576 2024-09-19T05:00:22.693 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.693 INFO:teuthology.orchestra.run.smithi005.stdout: osd debug shutdown = true 2024-09-19T05:00:22.693 INFO:teuthology.orchestra.run.smithi005.stdout: osd debug op order = true 2024-09-19T05:00:22.693 INFO:teuthology.orchestra.run.smithi005.stdout: osd debug verify stray on activate = true 2024-09-19T05:00:22.694 INFO:teuthology.orchestra.run.smithi005.stdout: osd debug trim objects = true 2024-09-19T05:00:22.694 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.694 INFO:teuthology.orchestra.run.smithi005.stdout: osd open classes on start = true 2024-09-19T05:00:22.694 INFO:teuthology.orchestra.run.smithi005.stdout: osd debug pg log writeout = true 2024-09-19T05:00:22.694 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.694 INFO:teuthology.orchestra.run.smithi005.stdout: osd deep scrub update digest min age = 30 2024-09-19T05:00:22.694 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.694 INFO:teuthology.orchestra.run.smithi005.stdout: osd map max advance = 10 2024-09-19T05:00:22.694 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.694 INFO:teuthology.orchestra.run.smithi005.stdout: journal zero on create = true 2024-09-19T05:00:22.694 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.694 INFO:teuthology.orchestra.run.smithi005.stdout: filestore ondisk finisher threads = 3 2024-09-19T05:00:22.694 INFO:teuthology.orchestra.run.smithi005.stdout: filestore apply finisher threads = 3 2024-09-19T05:00:22.695 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.695 INFO:teuthology.orchestra.run.smithi005.stdout: bdev debug aio = true 2024-09-19T05:00:22.695 INFO:teuthology.orchestra.run.smithi005.stdout: osd debug misdirected ops = true 2024-09-19T05:00:22.695 INFO:teuthology.orchestra.run.smithi005.stdout: bluestore block size = 96636764160 2024-09-19T05:00:22.695 INFO:teuthology.orchestra.run.smithi005.stdout: bluestore fsck on mount = True 2024-09-19T05:00:22.695 INFO:teuthology.orchestra.run.smithi005.stdout: debug bluefs = 20 2024-09-19T05:00:22.695 INFO:teuthology.orchestra.run.smithi005.stdout: debug bluestore = 20 2024-09-19T05:00:22.695 INFO:teuthology.orchestra.run.smithi005.stdout: debug ms = 1 2024-09-19T05:00:22.695 INFO:teuthology.orchestra.run.smithi005.stdout: debug osd = 20 2024-09-19T05:00:22.695 INFO:teuthology.orchestra.run.smithi005.stdout: debug rocksdb = 10 2024-09-19T05:00:22.695 INFO:teuthology.orchestra.run.smithi005.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T05:00:22.695 INFO:teuthology.orchestra.run.smithi005.stdout: mon osd full ratio = 0.9 2024-09-19T05:00:22.695 INFO:teuthology.orchestra.run.smithi005.stdout: mon osd nearfull ratio = 0.8 2024-09-19T05:00:22.695 INFO:teuthology.orchestra.run.smithi005.stdout: osd failsafe full ratio = 0.95 2024-09-19T05:00:22.696 INFO:teuthology.orchestra.run.smithi005.stdout: osd objectstore = bluestore 2024-09-19T05:00:22.696 INFO:teuthology.orchestra.run.smithi005.stdout: osd op complaint time = 180 2024-09-19T05:00:22.696 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.696 INFO:teuthology.orchestra.run.smithi005.stdout:[mgr] 2024-09-19T05:00:22.696 INFO:teuthology.orchestra.run.smithi005.stdout: debug ms = 1 2024-09-19T05:00:22.696 INFO:teuthology.orchestra.run.smithi005.stdout: debug mgr = 20 2024-09-19T05:00:22.696 INFO:teuthology.orchestra.run.smithi005.stdout: debug mon = 20 2024-09-19T05:00:22.696 INFO:teuthology.orchestra.run.smithi005.stdout: debug auth = 20 2024-09-19T05:00:22.696 INFO:teuthology.orchestra.run.smithi005.stdout: mon reweight min pgs per osd = 4 2024-09-19T05:00:22.696 INFO:teuthology.orchestra.run.smithi005.stdout: mon reweight min bytes per osd = 10 2024-09-19T05:00:22.696 INFO:teuthology.orchestra.run.smithi005.stdout: mgr/telemetry/nag = false 2024-09-19T05:00:22.696 INFO:teuthology.orchestra.run.smithi005.stdout: debug client = 20 2024-09-19T05:00:22.696 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.696 INFO:teuthology.orchestra.run.smithi005.stdout:[mon] 2024-09-19T05:00:22.697 INFO:teuthology.orchestra.run.smithi005.stdout: debug ms = 1 2024-09-19T05:00:22.697 INFO:teuthology.orchestra.run.smithi005.stdout: debug mon = 20 2024-09-19T05:00:22.697 INFO:teuthology.orchestra.run.smithi005.stdout: debug paxos = 20 2024-09-19T05:00:22.697 INFO:teuthology.orchestra.run.smithi005.stdout: debug auth = 20 2024-09-19T05:00:22.697 INFO:teuthology.orchestra.run.smithi005.stdout: mon data avail warn = 5 2024-09-19T05:00:22.697 INFO:teuthology.orchestra.run.smithi005.stdout: mon mgr mkfs grace = 240 2024-09-19T05:00:22.697 INFO:teuthology.orchestra.run.smithi005.stdout: mon reweight min pgs per osd = 4 2024-09-19T05:00:22.697 INFO:teuthology.orchestra.run.smithi005.stdout: mon osd reporter subtree level = osd 2024-09-19T05:00:22.697 INFO:teuthology.orchestra.run.smithi005.stdout: mon osd prime pg temp = true 2024-09-19T05:00:22.697 INFO:teuthology.orchestra.run.smithi005.stdout: mon reweight min bytes per osd = 10 2024-09-19T05:00:22.697 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.697 INFO:teuthology.orchestra.run.smithi005.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T05:00:22.697 INFO:teuthology.orchestra.run.smithi005.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T05:00:22.698 INFO:teuthology.orchestra.run.smithi005.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T05:00:22.698 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.698 INFO:teuthology.orchestra.run.smithi005.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T05:00:22.698 INFO:teuthology.orchestra.run.smithi005.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T05:00:22.698 INFO:teuthology.orchestra.run.smithi005.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T05:00:22.698 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.698 INFO:teuthology.orchestra.run.smithi005.stdout: # 1m isn't quite enough 2024-09-19T05:00:22.698 INFO:teuthology.orchestra.run.smithi005.stdout: mon_down_mkfs_grace = 2m 2024-09-19T05:00:22.698 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.698 INFO:teuthology.orchestra.run.smithi005.stdout: mon_warn_on_filestore_osds = false 2024-09-19T05:00:22.698 INFO:teuthology.orchestra.run.smithi005.stdout: mon down mkfs grace = 300 2024-09-19T05:00:22.698 INFO:teuthology.orchestra.run.smithi005.stdout: mon op complaint time = 120 2024-09-19T05:00:22.698 INFO:teuthology.orchestra.run.smithi005.stdout: mon warn on pool no app = False 2024-09-19T05:00:22.698 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:22.699 INFO:teuthology.orchestra.run.smithi005.stdout:[client] 2024-09-19T05:00:22.699 INFO:teuthology.orchestra.run.smithi005.stdout: rgw cache enabled = true 2024-09-19T05:00:22.699 INFO:teuthology.orchestra.run.smithi005.stdout: rgw enable ops log = true 2024-09-19T05:00:22.699 INFO:teuthology.orchestra.run.smithi005.stdout: rgw enable usage log = true 2024-09-19T05:00:22.699 INFO:teuthology.orchestra.run.smithi005.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T05:00:22.699 INFO:teuthology.orchestra.run.smithi005.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T05:00:22.699 INFO:teuthology.orchestra.run.smithi005.stdout: client mount timeout = 600 2024-09-19T05:00:22.699 INFO:teuthology.orchestra.run.smithi005.stdout: debug client = 20 2024-09-19T05:00:22.699 INFO:teuthology.orchestra.run.smithi005.stdout: debug ms = 1 2024-09-19T05:00:22.699 INFO:teuthology.orchestra.run.smithi005.stdout: pid file = "" 2024-09-19T05:00:22.699 INFO:teuthology.orchestra.run.smithi005.stdout: rados mon op timeout = 900 2024-09-19T05:00:22.699 INFO:teuthology.orchestra.run.smithi005.stdout: rados osd op timeout = 900 2024-09-19T05:00:22.699 INFO:teuthology.orchestra.run.smithi005.stdout:[mon.a] 2024-09-19T05:00:22.699 INFO:teuthology.orchestra.run.smithi005.stdout:[mon.b] 2024-09-19T05:00:22.700 INFO:teuthology.orchestra.run.smithi005.stdout:[mon.c] 2024-09-19T05:00:22.700 INFO:teuthology.orchestra.run.smithi005.stdout:[mds.a] 2024-09-19T05:00:22.700 INFO:teuthology.orchestra.run.smithi005.stdout:[mds.c] 2024-09-19T05:00:22.700 INFO:teuthology.orchestra.run.smithi005.stdout:[mds.b] 2024-09-19T05:00:22.700 INFO:teuthology.orchestra.run.smithi005.stdout:[mds.d] 2024-09-19T05:00:22.700 INFO:teuthology.orchestra.run.smithi005.stdout:[mds] 2024-09-19T05:00:22.700 INFO:teuthology.orchestra.run.smithi005.stdout: debug mds = 20 2024-09-19T05:00:22.700 INFO:teuthology.orchestra.run.smithi005.stdout: debug mds balancer = 20 2024-09-19T05:00:22.700 INFO:teuthology.orchestra.run.smithi005.stdout: debug ms = 1 2024-09-19T05:00:22.700 INFO:teuthology.orchestra.run.smithi005.stdout: mds debug frag = True 2024-09-19T05:00:22.700 INFO:teuthology.orchestra.run.smithi005.stdout: mds debug scatterstat = True 2024-09-19T05:00:22.700 INFO:teuthology.orchestra.run.smithi005.stdout: mds op complaint time = 180 2024-09-19T05:00:22.700 INFO:teuthology.orchestra.run.smithi005.stdout: mds verify scatter = True 2024-09-19T05:00:22.701 INFO:teuthology.orchestra.run.smithi005.stdout: osd op complaint time = 180 2024-09-19T05:00:22.701 INFO:teuthology.orchestra.run.smithi005.stdout: rados mon op timeout = 900 2024-09-19T05:00:22.701 INFO:teuthology.orchestra.run.smithi005.stdout: rados osd op timeout = 900 2024-09-19T05:00:22.702 INFO:teuthology.orchestra.run.smithi134.stdout:[global] 2024-09-19T05:00:22.702 INFO:teuthology.orchestra.run.smithi134.stdout: chdir = "" 2024-09-19T05:00:22.702 INFO:teuthology.orchestra.run.smithi134.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T05:00:22.702 INFO:teuthology.orchestra.run.smithi134.stdout: auth supported = cephx 2024-09-19T05:00:22.702 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.703 INFO:teuthology.orchestra.run.smithi134.stdout: filestore xattr use omap = true 2024-09-19T05:00:22.703 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.703 INFO:teuthology.orchestra.run.smithi134.stdout: mon clock drift allowed = 1.000 2024-09-19T05:00:22.703 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.703 INFO:teuthology.orchestra.run.smithi134.stdout: osd crush chooseleaf type = 0 2024-09-19T05:00:22.703 INFO:teuthology.orchestra.run.smithi134.stdout: auth debug = true 2024-09-19T05:00:22.703 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.703 INFO:teuthology.orchestra.run.smithi134.stdout: ms die on old message = true 2024-09-19T05:00:22.703 INFO:teuthology.orchestra.run.smithi134.stdout: ms die on bug = true 2024-09-19T05:00:22.703 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.703 INFO:teuthology.orchestra.run.smithi134.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T05:00:22.703 INFO:teuthology.orchestra.run.smithi134.stdout: mon pg warn max object skew = 0 2024-09-19T05:00:22.704 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.704 INFO:teuthology.orchestra.run.smithi134.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T05:00:22.704 INFO:teuthology.orchestra.run.smithi134.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T05:00:22.704 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.704 INFO:teuthology.orchestra.run.smithi134.stdout: osd pool default size = 2 2024-09-19T05:00:22.704 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.704 INFO:teuthology.orchestra.run.smithi134.stdout: mon osd allow primary affinity = true 2024-09-19T05:00:22.704 INFO:teuthology.orchestra.run.smithi134.stdout: mon osd allow pg remap = true 2024-09-19T05:00:22.704 INFO:teuthology.orchestra.run.smithi134.stdout: mon warn on legacy crush tunables = false 2024-09-19T05:00:22.704 INFO:teuthology.orchestra.run.smithi134.stdout: mon warn on crush straw calc version zero = false 2024-09-19T05:00:22.704 INFO:teuthology.orchestra.run.smithi134.stdout: mon warn on no sortbitwise = false 2024-09-19T05:00:22.704 INFO:teuthology.orchestra.run.smithi134.stdout: mon warn on osd down out interval zero = false 2024-09-19T05:00:22.704 INFO:teuthology.orchestra.run.smithi134.stdout: mon warn on too few osds = false 2024-09-19T05:00:22.705 INFO:teuthology.orchestra.run.smithi134.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T05:00:22.705 INFO:teuthology.orchestra.run.smithi134.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T05:00:22.705 INFO:teuthology.orchestra.run.smithi134.stdout: mon_allow_pool_size_one = true 2024-09-19T05:00:22.705 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.705 INFO:teuthology.orchestra.run.smithi134.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T05:00:22.705 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.705 INFO:teuthology.orchestra.run.smithi134.stdout: osd default data pool replay window = 5 2024-09-19T05:00:22.705 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.705 INFO:teuthology.orchestra.run.smithi134.stdout: mon allow pool delete = true 2024-09-19T05:00:22.705 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.705 INFO:teuthology.orchestra.run.smithi134.stdout: mon cluster log file level = debug 2024-09-19T05:00:22.705 INFO:teuthology.orchestra.run.smithi134.stdout: debug asserts on shutdown = true 2024-09-19T05:00:22.706 INFO:teuthology.orchestra.run.smithi134.stdout: mon health detail to clog = false 2024-09-19T05:00:22.706 INFO:teuthology.orchestra.run.smithi134.stdout: mon host = "172.21.15.5,172.21.15.134,[v2:172.21.15.134:3301,v1:172.21.15.134:6790]" 2024-09-19T05:00:22.706 INFO:teuthology.orchestra.run.smithi134.stdout: ms die on skipped message = False 2024-09-19T05:00:22.706 INFO:teuthology.orchestra.run.smithi134.stdout: fsid = d3e05719-6fe9-4686-ba83-cd0299bd169b 2024-09-19T05:00:22.706 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.706 INFO:teuthology.orchestra.run.smithi134.stdout:[osd] 2024-09-19T05:00:22.706 INFO:teuthology.orchestra.run.smithi134.stdout: osd journal size = 100 2024-09-19T05:00:22.706 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.706 INFO:teuthology.orchestra.run.smithi134.stdout: osd scrub load threshold = 5.0 2024-09-19T05:00:22.706 INFO:teuthology.orchestra.run.smithi134.stdout: osd scrub max interval = 600 2024-09-19T05:00:22.707 INFO:teuthology.orchestra.run.smithi134.stdout: osd mclock profile = high_recovery_ops 2024-09-19T05:00:22.707 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.707 INFO:teuthology.orchestra.run.smithi134.stdout: osd recover clone overlap = true 2024-09-19T05:00:22.707 INFO:teuthology.orchestra.run.smithi134.stdout: osd recovery max chunk = 1048576 2024-09-19T05:00:22.707 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.707 INFO:teuthology.orchestra.run.smithi134.stdout: osd debug shutdown = true 2024-09-19T05:00:22.707 INFO:teuthology.orchestra.run.smithi134.stdout: osd debug op order = true 2024-09-19T05:00:22.707 INFO:teuthology.orchestra.run.smithi134.stdout: osd debug verify stray on activate = true 2024-09-19T05:00:22.707 INFO:teuthology.orchestra.run.smithi134.stdout: osd debug trim objects = true 2024-09-19T05:00:22.707 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.707 INFO:teuthology.orchestra.run.smithi134.stdout: osd open classes on start = true 2024-09-19T05:00:22.707 INFO:teuthology.orchestra.run.smithi134.stdout: osd debug pg log writeout = true 2024-09-19T05:00:22.707 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.708 INFO:teuthology.orchestra.run.smithi134.stdout: osd deep scrub update digest min age = 30 2024-09-19T05:00:22.708 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.708 INFO:teuthology.orchestra.run.smithi134.stdout: osd map max advance = 10 2024-09-19T05:00:22.708 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.708 INFO:teuthology.orchestra.run.smithi134.stdout: journal zero on create = true 2024-09-19T05:00:22.708 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.708 INFO:teuthology.orchestra.run.smithi134.stdout: filestore ondisk finisher threads = 3 2024-09-19T05:00:22.708 INFO:teuthology.orchestra.run.smithi134.stdout: filestore apply finisher threads = 3 2024-09-19T05:00:22.708 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.708 INFO:teuthology.orchestra.run.smithi134.stdout: bdev debug aio = true 2024-09-19T05:00:22.708 INFO:teuthology.orchestra.run.smithi134.stdout: osd debug misdirected ops = true 2024-09-19T05:00:22.708 INFO:teuthology.orchestra.run.smithi134.stdout: bluestore block size = 96636764160 2024-09-19T05:00:22.708 INFO:teuthology.orchestra.run.smithi134.stdout: bluestore fsck on mount = True 2024-09-19T05:00:22.709 INFO:teuthology.orchestra.run.smithi134.stdout: debug bluefs = 20 2024-09-19T05:00:22.709 INFO:teuthology.orchestra.run.smithi134.stdout: debug bluestore = 20 2024-09-19T05:00:22.709 INFO:teuthology.orchestra.run.smithi134.stdout: debug ms = 1 2024-09-19T05:00:22.709 INFO:teuthology.orchestra.run.smithi134.stdout: debug osd = 20 2024-09-19T05:00:22.709 INFO:teuthology.orchestra.run.smithi134.stdout: debug rocksdb = 10 2024-09-19T05:00:22.709 INFO:teuthology.orchestra.run.smithi134.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T05:00:22.709 INFO:teuthology.orchestra.run.smithi134.stdout: mon osd full ratio = 0.9 2024-09-19T05:00:22.709 INFO:teuthology.orchestra.run.smithi134.stdout: mon osd nearfull ratio = 0.8 2024-09-19T05:00:22.709 INFO:teuthology.orchestra.run.smithi134.stdout: osd failsafe full ratio = 0.95 2024-09-19T05:00:22.709 INFO:teuthology.orchestra.run.smithi134.stdout: osd objectstore = bluestore 2024-09-19T05:00:22.709 INFO:teuthology.orchestra.run.smithi134.stdout: osd op complaint time = 180 2024-09-19T05:00:22.709 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.709 INFO:teuthology.orchestra.run.smithi134.stdout:[mgr] 2024-09-19T05:00:22.709 INFO:teuthology.orchestra.run.smithi134.stdout: debug ms = 1 2024-09-19T05:00:22.710 INFO:teuthology.orchestra.run.smithi134.stdout: debug mgr = 20 2024-09-19T05:00:22.710 INFO:teuthology.orchestra.run.smithi134.stdout: debug mon = 20 2024-09-19T05:00:22.710 INFO:teuthology.orchestra.run.smithi134.stdout: debug auth = 20 2024-09-19T05:00:22.710 INFO:teuthology.orchestra.run.smithi134.stdout: mon reweight min pgs per osd = 4 2024-09-19T05:00:22.710 INFO:teuthology.orchestra.run.smithi134.stdout: mon reweight min bytes per osd = 10 2024-09-19T05:00:22.710 INFO:teuthology.orchestra.run.smithi134.stdout: mgr/telemetry/nag = false 2024-09-19T05:00:22.710 INFO:teuthology.orchestra.run.smithi134.stdout: debug client = 20 2024-09-19T05:00:22.710 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.710 INFO:teuthology.orchestra.run.smithi134.stdout:[mon] 2024-09-19T05:00:22.710 INFO:teuthology.orchestra.run.smithi134.stdout: debug ms = 1 2024-09-19T05:00:22.710 INFO:teuthology.orchestra.run.smithi134.stdout: debug mon = 20 2024-09-19T05:00:22.710 INFO:teuthology.orchestra.run.smithi134.stdout: debug paxos = 20 2024-09-19T05:00:22.710 INFO:teuthology.orchestra.run.smithi134.stdout: debug auth = 20 2024-09-19T05:00:22.711 INFO:teuthology.orchestra.run.smithi134.stdout: mon data avail warn = 5 2024-09-19T05:00:22.711 INFO:teuthology.orchestra.run.smithi134.stdout: mon mgr mkfs grace = 240 2024-09-19T05:00:22.711 INFO:teuthology.orchestra.run.smithi134.stdout: mon reweight min pgs per osd = 4 2024-09-19T05:00:22.711 INFO:teuthology.orchestra.run.smithi134.stdout: mon osd reporter subtree level = osd 2024-09-19T05:00:22.711 INFO:teuthology.orchestra.run.smithi134.stdout: mon osd prime pg temp = true 2024-09-19T05:00:22.711 INFO:teuthology.orchestra.run.smithi134.stdout: mon reweight min bytes per osd = 10 2024-09-19T05:00:22.711 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.711 INFO:teuthology.orchestra.run.smithi134.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T05:00:22.711 INFO:teuthology.orchestra.run.smithi134.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T05:00:22.711 INFO:teuthology.orchestra.run.smithi134.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T05:00:22.711 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.711 INFO:teuthology.orchestra.run.smithi134.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T05:00:22.711 INFO:teuthology.orchestra.run.smithi134.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T05:00:22.712 INFO:teuthology.orchestra.run.smithi134.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T05:00:22.712 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.712 INFO:teuthology.orchestra.run.smithi134.stdout: # 1m isn't quite enough 2024-09-19T05:00:22.712 INFO:teuthology.orchestra.run.smithi134.stdout: mon_down_mkfs_grace = 2m 2024-09-19T05:00:22.712 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.712 INFO:teuthology.orchestra.run.smithi134.stdout: mon_warn_on_filestore_osds = false 2024-09-19T05:00:22.712 INFO:teuthology.orchestra.run.smithi134.stdout: mon down mkfs grace = 300 2024-09-19T05:00:22.712 INFO:teuthology.orchestra.run.smithi134.stdout: mon op complaint time = 120 2024-09-19T05:00:22.712 INFO:teuthology.orchestra.run.smithi134.stdout: mon warn on pool no app = False 2024-09-19T05:00:22.712 INFO:teuthology.orchestra.run.smithi134.stdout: 2024-09-19T05:00:22.712 INFO:teuthology.orchestra.run.smithi134.stdout:[client] 2024-09-19T05:00:22.712 INFO:teuthology.orchestra.run.smithi134.stdout: rgw cache enabled = true 2024-09-19T05:00:22.712 INFO:teuthology.orchestra.run.smithi134.stdout: rgw enable ops log = true 2024-09-19T05:00:22.712 INFO:teuthology.orchestra.run.smithi134.stdout: rgw enable usage log = true 2024-09-19T05:00:22.713 INFO:teuthology.orchestra.run.smithi134.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T05:00:22.713 INFO:teuthology.orchestra.run.smithi134.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T05:00:22.713 INFO:teuthology.orchestra.run.smithi134.stdout: client mount timeout = 600 2024-09-19T05:00:22.713 INFO:teuthology.orchestra.run.smithi134.stdout: debug client = 20 2024-09-19T05:00:22.713 INFO:teuthology.orchestra.run.smithi134.stdout: debug ms = 1 2024-09-19T05:00:22.713 INFO:teuthology.orchestra.run.smithi134.stdout: pid file = "" 2024-09-19T05:00:22.713 INFO:teuthology.orchestra.run.smithi134.stdout: rados mon op timeout = 900 2024-09-19T05:00:22.713 INFO:teuthology.orchestra.run.smithi134.stdout: rados osd op timeout = 900 2024-09-19T05:00:22.713 INFO:teuthology.orchestra.run.smithi134.stdout:[mon.a] 2024-09-19T05:00:22.713 INFO:teuthology.orchestra.run.smithi134.stdout:[mon.b] 2024-09-19T05:00:22.713 INFO:teuthology.orchestra.run.smithi134.stdout:[mon.c] 2024-09-19T05:00:22.713 INFO:teuthology.orchestra.run.smithi134.stdout:[mds.a] 2024-09-19T05:00:22.713 INFO:teuthology.orchestra.run.smithi134.stdout:[mds.c] 2024-09-19T05:00:22.714 INFO:teuthology.orchestra.run.smithi134.stdout:[mds.b] 2024-09-19T05:00:22.714 INFO:teuthology.orchestra.run.smithi134.stdout:[mds.d] 2024-09-19T05:00:22.714 INFO:teuthology.orchestra.run.smithi134.stdout:[mds] 2024-09-19T05:00:22.714 INFO:teuthology.orchestra.run.smithi134.stdout: debug mds = 20 2024-09-19T05:00:22.714 INFO:teuthology.orchestra.run.smithi134.stdout: debug mds balancer = 20 2024-09-19T05:00:22.714 INFO:teuthology.orchestra.run.smithi134.stdout: debug ms = 1 2024-09-19T05:00:22.714 INFO:teuthology.orchestra.run.smithi134.stdout: mds debug frag = True 2024-09-19T05:00:22.714 INFO:teuthology.orchestra.run.smithi134.stdout: mds debug scatterstat = True 2024-09-19T05:00:22.714 INFO:teuthology.orchestra.run.smithi134.stdout: mds op complaint time = 180 2024-09-19T05:00:22.714 INFO:teuthology.orchestra.run.smithi134.stdout: mds verify scatter = True 2024-09-19T05:00:22.714 INFO:teuthology.orchestra.run.smithi134.stdout: osd op complaint time = 180 2024-09-19T05:00:22.714 INFO:teuthology.orchestra.run.smithi134.stdout: rados mon op timeout = 900 2024-09-19T05:00:22.714 INFO:teuthology.orchestra.run.smithi134.stdout: rados osd op timeout = 900 2024-09-19T05:00:22.715 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-19T05:00:22.715 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-19T05:00:22.798 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-19T05:00:22.798 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:00:22.798 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-19T05:00:22.814 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:00:22.814 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-19T05:00:22.869 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi005.front.sepia.ceph.com 2024-09-19T05:00:22.870 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:00:22.870 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-19T05:00:22.870 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T05:00:22.946 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:00:22.946 DEBUG:teuthology.orchestra.run.smithi005:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:00:23.002 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi134.front.sepia.ceph.com 2024-09-19T05:00:23.002 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:00:23.002 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-19T05:00:23.002 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T05:00:23.038 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:00:23.038 DEBUG:teuthology.orchestra.run.smithi134:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:00:23.093 INFO:tasks.ceph:Setting up mon nodes... 2024-09-19T05:00:23.094 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-19T05:00:23.094 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-19T05:00:23.146 INFO:teuthology.orchestra.run.smithi005.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-19T05:00:23.149 DEBUG:teuthology.orchestra.run.smithi134:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-19T05:00:23.211 INFO:teuthology.orchestra.run.smithi134.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-19T05:00:23.214 INFO:tasks.ceph:Setting up mds nodes... 2024-09-19T05:00:23.214 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-19T05:00:23.267 INFO:teuthology.orchestra.run.smithi005.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-19T05:00:23.269 DEBUG:teuthology.orchestra.run.smithi005:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-19T05:00:23.294 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-19T05:00:23.386 INFO:teuthology.orchestra.run.smithi005.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-19T05:00:23.389 DEBUG:teuthology.orchestra.run.smithi005:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-19T05:00:23.415 DEBUG:teuthology.orchestra.run.smithi134:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-19T05:00:23.466 INFO:teuthology.orchestra.run.smithi134.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-19T05:00:23.468 DEBUG:teuthology.orchestra.run.smithi134:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-19T05:00:23.493 DEBUG:teuthology.orchestra.run.smithi134:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-19T05:00:23.583 INFO:teuthology.orchestra.run.smithi134.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-19T05:00:23.586 DEBUG:teuthology.orchestra.run.smithi134:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-19T05:00:23.610 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-19T05:00:23.611 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-19T05:00:23.655 INFO:teuthology.orchestra.run.smithi005.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-19T05:00:23.668 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-19T05:00:23.750 INFO:teuthology.orchestra.run.smithi005.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-19T05:00:23.763 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-19T05:00:23.805 INFO:teuthology.orchestra.run.smithi134.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-19T05:00:23.818 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-19T05:00:23.900 INFO:teuthology.orchestra.run.smithi134.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-19T05:00:23.913 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-19T05:00:23.913 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi005.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi134.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-19T05:00:23.913 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-19T05:00:23.939 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T05:00:23.939 INFO:tasks.ceph:role: osd.0 2024-09-19T05:00:23.939 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi005.front.sepia.ceph.com 2024-09-19T05:00:23.939 DEBUG:teuthology.orchestra.run.smithi005:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-19T05:00:24.004 INFO:teuthology.orchestra.run.smithi005.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T05:00:24.188 INFO:teuthology.orchestra.run.smithi005.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T05:00:24.188 INFO:teuthology.orchestra.run.smithi005.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T05:00:24.188 INFO:teuthology.orchestra.run.smithi005.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T05:00:24.188 INFO:teuthology.orchestra.run.smithi005.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T05:00:24.188 INFO:teuthology.orchestra.run.smithi005.stdout: = sunit=0 swidth=0 blks 2024-09-19T05:00:24.188 INFO:teuthology.orchestra.run.smithi005.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T05:00:24.188 INFO:teuthology.orchestra.run.smithi005.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T05:00:24.188 INFO:teuthology.orchestra.run.smithi005.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T05:00:24.189 INFO:teuthology.orchestra.run.smithi005.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T05:00:24.190 INFO:teuthology.orchestra.run.smithi005.stdout:Discarding blocks...Done. 2024-09-19T05:00:24.190 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi005.front.sepia.ceph.com -o noatime 2024-09-19T05:00:24.190 DEBUG:teuthology.orchestra.run.smithi005:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-19T05:00:24.269 DEBUG:teuthology.orchestra.run.smithi005:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-19T05:00:24.341 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-19T05:00:24.409 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T05:00:24.409 INFO:tasks.ceph:role: osd.1 2024-09-19T05:00:24.409 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi005.front.sepia.ceph.com 2024-09-19T05:00:24.409 DEBUG:teuthology.orchestra.run.smithi005:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-19T05:00:24.475 INFO:teuthology.orchestra.run.smithi005.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T05:00:24.475 INFO:teuthology.orchestra.run.smithi005.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T05:00:24.475 INFO:teuthology.orchestra.run.smithi005.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T05:00:24.475 INFO:teuthology.orchestra.run.smithi005.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T05:00:24.475 INFO:teuthology.orchestra.run.smithi005.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T05:00:24.475 INFO:teuthology.orchestra.run.smithi005.stdout: = sunit=0 swidth=0 blks 2024-09-19T05:00:24.475 INFO:teuthology.orchestra.run.smithi005.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T05:00:24.476 INFO:teuthology.orchestra.run.smithi005.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T05:00:24.476 INFO:teuthology.orchestra.run.smithi005.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T05:00:24.476 INFO:teuthology.orchestra.run.smithi005.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T05:00:24.508 INFO:teuthology.orchestra.run.smithi005.stdout:Discarding blocks...Done. 2024-09-19T05:00:24.510 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi005.front.sepia.ceph.com -o noatime 2024-09-19T05:00:24.510 DEBUG:teuthology.orchestra.run.smithi005:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-19T05:00:24.581 DEBUG:teuthology.orchestra.run.smithi005:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-19T05:00:24.653 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-19T05:00:24.719 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T05:00:24.719 INFO:tasks.ceph:role: osd.2 2024-09-19T05:00:24.719 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi005.front.sepia.ceph.com 2024-09-19T05:00:24.719 DEBUG:teuthology.orchestra.run.smithi005:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-19T05:00:24.785 INFO:teuthology.orchestra.run.smithi005.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T05:00:24.786 INFO:teuthology.orchestra.run.smithi005.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T05:00:24.786 INFO:teuthology.orchestra.run.smithi005.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T05:00:24.786 INFO:teuthology.orchestra.run.smithi005.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T05:00:24.786 INFO:teuthology.orchestra.run.smithi005.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T05:00:24.786 INFO:teuthology.orchestra.run.smithi005.stdout: = sunit=0 swidth=0 blks 2024-09-19T05:00:24.786 INFO:teuthology.orchestra.run.smithi005.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T05:00:24.786 INFO:teuthology.orchestra.run.smithi005.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T05:00:24.786 INFO:teuthology.orchestra.run.smithi005.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T05:00:24.786 INFO:teuthology.orchestra.run.smithi005.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T05:00:24.818 INFO:teuthology.orchestra.run.smithi005.stdout:Discarding blocks...Done. 2024-09-19T05:00:24.820 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi005.front.sepia.ceph.com -o noatime 2024-09-19T05:00:24.820 DEBUG:teuthology.orchestra.run.smithi005:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-19T05:00:24.889 DEBUG:teuthology.orchestra.run.smithi005:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-19T05:00:24.960 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-19T05:00:25.026 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T05:00:25.027 INFO:tasks.ceph:role: osd.3 2024-09-19T05:00:25.027 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi005.front.sepia.ceph.com 2024-09-19T05:00:25.027 DEBUG:teuthology.orchestra.run.smithi005:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-19T05:00:25.092 INFO:teuthology.orchestra.run.smithi005.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T05:00:25.092 INFO:teuthology.orchestra.run.smithi005.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T05:00:25.092 INFO:teuthology.orchestra.run.smithi005.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T05:00:25.092 INFO:teuthology.orchestra.run.smithi005.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T05:00:25.092 INFO:teuthology.orchestra.run.smithi005.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T05:00:25.093 INFO:teuthology.orchestra.run.smithi005.stdout: = sunit=0 swidth=0 blks 2024-09-19T05:00:25.093 INFO:teuthology.orchestra.run.smithi005.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T05:00:25.093 INFO:teuthology.orchestra.run.smithi005.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T05:00:25.093 INFO:teuthology.orchestra.run.smithi005.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T05:00:25.093 INFO:teuthology.orchestra.run.smithi005.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T05:00:25.125 INFO:teuthology.orchestra.run.smithi005.stdout:Discarding blocks...Done. 2024-09-19T05:00:25.127 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi005.front.sepia.ceph.com -o noatime 2024-09-19T05:00:25.127 DEBUG:teuthology.orchestra.run.smithi005:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-19T05:00:25.196 DEBUG:teuthology.orchestra.run.smithi005:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-19T05:00:25.266 DEBUG:teuthology.orchestra.run.smithi005:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:00:25.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:25.359+0000 7fd431015640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-19T05:00:25.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:25.359+0000 7fd431015640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-19T05:00:25.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:25.359+0000 7fd431015640 -1 bdev(0x564ca497b800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-19T05:00:25.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:25.359+0000 7fd431015640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-19T05:00:28.767 DEBUG:teuthology.orchestra.run.smithi005:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-19T05:00:28.798 DEBUG:teuthology.orchestra.run.smithi005:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:00:28.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:28.890+0000 7f65b70d8640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-19T05:00:28.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:28.890+0000 7f65b70d8640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-19T05:00:28.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:28.890+0000 7f65b70d8640 -1 bdev(0x5647f61a7800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-19T05:00:28.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:28.890+0000 7f65b70d8640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-19T05:00:32.297 DEBUG:teuthology.orchestra.run.smithi005:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-19T05:00:32.327 DEBUG:teuthology.orchestra.run.smithi005:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:00:32.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:32.420+0000 7f7b6cd2c640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-19T05:00:32.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:32.420+0000 7f7b6cd2c640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-19T05:00:32.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:32.420+0000 7f7b6cd2c640 -1 bdev(0x55cf9e2a1800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-19T05:00:32.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:32.421+0000 7f7b6cd2c640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-19T05:00:35.580 DEBUG:teuthology.orchestra.run.smithi005:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-19T05:00:35.613 DEBUG:teuthology.orchestra.run.smithi005:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:00:35.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:35.703+0000 7fd880f02640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-19T05:00:35.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:35.704+0000 7fd880f02640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-19T05:00:35.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:35.704+0000 7fd880f02640 -1 bdev(0x55cd8b535800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-19T05:00:35.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:35.704+0000 7fd880f02640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-19T05:00:38.616 DEBUG:teuthology.orchestra.run.smithi005:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-19T05:00:38.646 DEBUG:teuthology.orchestra.run.smithi134:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-19T05:00:38.676 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T05:00:38.677 INFO:tasks.ceph:role: osd.4 2024-09-19T05:00:38.677 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi134.front.sepia.ceph.com 2024-09-19T05:00:38.677 DEBUG:teuthology.orchestra.run.smithi134:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-19T05:00:38.753 INFO:teuthology.orchestra.run.smithi134.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T05:00:38.753 INFO:teuthology.orchestra.run.smithi134.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T05:00:38.753 INFO:teuthology.orchestra.run.smithi134.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T05:00:38.753 INFO:teuthology.orchestra.run.smithi134.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T05:00:38.753 INFO:teuthology.orchestra.run.smithi134.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T05:00:38.753 INFO:teuthology.orchestra.run.smithi134.stdout: = sunit=0 swidth=0 blks 2024-09-19T05:00:38.753 INFO:teuthology.orchestra.run.smithi134.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T05:00:38.754 INFO:teuthology.orchestra.run.smithi134.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T05:00:38.754 INFO:teuthology.orchestra.run.smithi134.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T05:00:38.754 INFO:teuthology.orchestra.run.smithi134.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T05:00:39.261 INFO:teuthology.orchestra.run.smithi134.stdout:Discarding blocks...Done. 2024-09-19T05:00:39.263 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi134.front.sepia.ceph.com -o noatime 2024-09-19T05:00:39.263 DEBUG:teuthology.orchestra.run.smithi134:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-19T05:00:39.394 DEBUG:teuthology.orchestra.run.smithi134:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-19T05:00:39.427 DEBUG:teuthology.orchestra.run.smithi134:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-19T05:00:39.493 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T05:00:39.494 INFO:tasks.ceph:role: osd.5 2024-09-19T05:00:39.494 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi134.front.sepia.ceph.com 2024-09-19T05:00:39.494 DEBUG:teuthology.orchestra.run.smithi134:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-19T05:00:39.568 INFO:teuthology.orchestra.run.smithi134.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T05:00:39.569 INFO:teuthology.orchestra.run.smithi134.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T05:00:39.569 INFO:teuthology.orchestra.run.smithi134.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T05:00:39.569 INFO:teuthology.orchestra.run.smithi134.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T05:00:39.569 INFO:teuthology.orchestra.run.smithi134.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T05:00:39.569 INFO:teuthology.orchestra.run.smithi134.stdout: = sunit=0 swidth=0 blks 2024-09-19T05:00:39.569 INFO:teuthology.orchestra.run.smithi134.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T05:00:39.569 INFO:teuthology.orchestra.run.smithi134.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T05:00:39.569 INFO:teuthology.orchestra.run.smithi134.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T05:00:39.569 INFO:teuthology.orchestra.run.smithi134.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T05:00:40.014 INFO:teuthology.orchestra.run.smithi134.stdout:Discarding blocks...Done. 2024-09-19T05:00:40.016 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi134.front.sepia.ceph.com -o noatime 2024-09-19T05:00:40.017 DEBUG:teuthology.orchestra.run.smithi134:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-19T05:00:40.099 DEBUG:teuthology.orchestra.run.smithi134:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-19T05:00:40.169 DEBUG:teuthology.orchestra.run.smithi134:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-19T05:00:40.234 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T05:00:40.234 INFO:tasks.ceph:role: osd.6 2024-09-19T05:00:40.234 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi134.front.sepia.ceph.com 2024-09-19T05:00:40.234 DEBUG:teuthology.orchestra.run.smithi134:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-19T05:00:40.306 INFO:teuthology.orchestra.run.smithi134.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T05:00:40.306 INFO:teuthology.orchestra.run.smithi134.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T05:00:40.306 INFO:teuthology.orchestra.run.smithi134.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T05:00:40.306 INFO:teuthology.orchestra.run.smithi134.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T05:00:40.306 INFO:teuthology.orchestra.run.smithi134.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T05:00:40.306 INFO:teuthology.orchestra.run.smithi134.stdout: = sunit=0 swidth=0 blks 2024-09-19T05:00:40.306 INFO:teuthology.orchestra.run.smithi134.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T05:00:40.306 INFO:teuthology.orchestra.run.smithi134.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T05:00:40.306 INFO:teuthology.orchestra.run.smithi134.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T05:00:40.307 INFO:teuthology.orchestra.run.smithi134.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T05:00:40.802 INFO:teuthology.orchestra.run.smithi134.stdout:Discarding blocks...Done. 2024-09-19T05:00:40.804 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi134.front.sepia.ceph.com -o noatime 2024-09-19T05:00:40.804 DEBUG:teuthology.orchestra.run.smithi134:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-19T05:00:40.917 DEBUG:teuthology.orchestra.run.smithi134:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-19T05:00:40.946 DEBUG:teuthology.orchestra.run.smithi134:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-19T05:00:41.010 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T05:00:41.010 INFO:tasks.ceph:role: osd.7 2024-09-19T05:00:41.010 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi134.front.sepia.ceph.com 2024-09-19T05:00:41.010 DEBUG:teuthology.orchestra.run.smithi134:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-19T05:00:41.082 INFO:teuthology.orchestra.run.smithi134.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T05:00:41.082 INFO:teuthology.orchestra.run.smithi134.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T05:00:41.082 INFO:teuthology.orchestra.run.smithi134.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T05:00:41.082 INFO:teuthology.orchestra.run.smithi134.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T05:00:41.082 INFO:teuthology.orchestra.run.smithi134.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T05:00:41.082 INFO:teuthology.orchestra.run.smithi134.stdout: = sunit=0 swidth=0 blks 2024-09-19T05:00:41.082 INFO:teuthology.orchestra.run.smithi134.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T05:00:41.082 INFO:teuthology.orchestra.run.smithi134.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T05:00:41.082 INFO:teuthology.orchestra.run.smithi134.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T05:00:41.083 INFO:teuthology.orchestra.run.smithi134.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T05:00:41.598 INFO:teuthology.orchestra.run.smithi134.stdout:Discarding blocks...Done. 2024-09-19T05:00:41.600 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi134.front.sepia.ceph.com -o noatime 2024-09-19T05:00:41.600 DEBUG:teuthology.orchestra.run.smithi134:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-19T05:00:41.731 DEBUG:teuthology.orchestra.run.smithi134:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-19T05:00:41.761 DEBUG:teuthology.orchestra.run.smithi134:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:00:41.865 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:41.863+0000 7fc136e19640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-19T05:00:41.865 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:41.864+0000 7fc136e19640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-19T05:00:41.865 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:41.864+0000 7fc136e19640 -1 bdev(0x561554439800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-19T05:00:41.865 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:41.864+0000 7fc136e19640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-19T05:00:44.768 DEBUG:teuthology.orchestra.run.smithi134:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-19T05:00:44.796 DEBUG:teuthology.orchestra.run.smithi134:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:00:44.884 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:44.883+0000 7f5daf89c640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-19T05:00:44.885 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:44.883+0000 7f5daf89c640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-19T05:00:44.885 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:44.883+0000 7f5daf89c640 -1 bdev(0x564f03adb800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-19T05:00:44.885 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:44.883+0000 7f5daf89c640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-19T05:00:48.040 DEBUG:teuthology.orchestra.run.smithi134:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-19T05:00:48.069 DEBUG:teuthology.orchestra.run.smithi134:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:00:48.158 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:48.157+0000 7fe0087cc640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-19T05:00:48.159 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:48.157+0000 7fe0087cc640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-19T05:00:48.159 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:48.157+0000 7fe0087cc640 -1 bdev(0x55cc69abd800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-19T05:00:48.159 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:48.157+0000 7fe0087cc640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-19T05:00:50.710 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:00:50.713 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:00:51.076 DEBUG:teuthology.orchestra.run.smithi134:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-19T05:00:51.103 DEBUG:teuthology.orchestra.run.smithi134:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:00:51.191 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:51.189+0000 7fc8c2a18640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-19T05:00:51.192 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:51.189+0000 7fc8c2a18640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-19T05:00:51.192 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:51.189+0000 7fc8c2a18640 -1 bdev(0x564a65937800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-19T05:00:51.192 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:51.189+0000 7fc8c2a18640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-19T05:00:54.100 DEBUG:teuthology.orchestra.run.smithi134:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-19T05:00:54.129 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-19T05:00:54.130 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:00:54.130 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-19T05:00:54.161 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:00:54.161 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-19T05:00:54.231 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:00:54.231 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-19T05:00:54.300 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:00:54.300 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-19T05:00:54.368 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:00:54.368 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-19T05:00:54.436 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:00:54.436 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-19T05:00:54.503 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:00:54.503 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-19T05:00:54.570 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:00:54.570 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-19T05:00:54.600 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:00:54.600 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-19T05:00:54.669 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:00:54.669 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-19T05:00:54.737 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:00:54.737 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-19T05:00:54.804 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:00:54.804 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-19T05:00:54.870 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:00:54.870 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-19T05:00:54.935 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:00:54.936 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-19T05:00:55.001 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:00:55.001 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-19T05:00:55.019 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:00:55.019 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-19T05:00:55.076 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:00:55.076 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-19T05:00:55.092 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:00:55.092 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-19T05:00:55.148 INFO:tasks.ceph:Adding keys to all mons... 2024-09-19T05:00:55.148 DEBUG:teuthology.orchestra.run.smithi005:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-19T05:00:55.150 DEBUG:teuthology.orchestra.run.smithi134:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-19T05:00:55.191 INFO:teuthology.orchestra.run.smithi005.stdout:[mgr.y] 2024-09-19T05:00:55.191 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDnr+tmUWK2CBAA7/0u4Ns0J1Twfj2YGphbkQ== 2024-09-19T05:00:55.191 INFO:teuthology.orchestra.run.smithi005.stdout:[mds.a] 2024-09-19T05:00:55.191 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDnr+tmpZ7nDxAAD1scx1UIy3CnKegJ7AEbAw== 2024-09-19T05:00:55.191 INFO:teuthology.orchestra.run.smithi005.stdout:[mds.c] 2024-09-19T05:00:55.191 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDnr+tmUYAMFxAA9cKjB9Y9Zd8ZtMpbn0myCw== 2024-09-19T05:00:55.192 INFO:teuthology.orchestra.run.smithi005.stdout:[osd.0] 2024-09-19T05:00:55.192 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDpr+tmKrR+FRAAntW/A29i8VDMf78PS0VtvA== 2024-09-19T05:00:55.192 INFO:teuthology.orchestra.run.smithi005.stdout:[osd.1] 2024-09-19T05:00:55.192 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDsr+tmhe0kNRAAHZGTLwLf1sfstZ0qigRNTA== 2024-09-19T05:00:55.192 INFO:teuthology.orchestra.run.smithi005.stdout:[osd.2] 2024-09-19T05:00:55.192 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDwr+tm+O4gGRAAHq7VHqyT2X9R7vgBTLafmw== 2024-09-19T05:00:55.192 INFO:teuthology.orchestra.run.smithi005.stdout:[osd.3] 2024-09-19T05:00:55.192 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDzr+tmjpkFKhAATYy5muRBYnfTuWoX39D6UA== 2024-09-19T05:00:55.192 INFO:teuthology.orchestra.run.smithi005.stdout:[mgr.x] 2024-09-19T05:00:55.192 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDnr+tmCuGaDBAAg9I6sCwJVK5ffq3rOzb8vA== 2024-09-19T05:00:55.192 INFO:teuthology.orchestra.run.smithi005.stdout:[mds.b] 2024-09-19T05:00:55.192 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDnr+tmnC/FGxAA0Ep54+DXvaBSLkVML9btKw== 2024-09-19T05:00:55.193 INFO:teuthology.orchestra.run.smithi005.stdout:[mds.d] 2024-09-19T05:00:55.193 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDnr+tmy0nIIhAAinwmXV5/xxzPFPiZlz+knw== 2024-09-19T05:00:55.193 INFO:teuthology.orchestra.run.smithi005.stdout:[osd.4] 2024-09-19T05:00:55.193 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQD5r+tmViCLMxAAPq8MDjjILutqnKX0IFZJtg== 2024-09-19T05:00:55.193 INFO:teuthology.orchestra.run.smithi005.stdout:[osd.5] 2024-09-19T05:00:55.193 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQD8r+tmfmyyNBAAwfxmtJoqHxQFg7HtbvGxVQ== 2024-09-19T05:00:55.193 INFO:teuthology.orchestra.run.smithi005.stdout:[osd.6] 2024-09-19T05:00:55.193 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQAAsOtmIt1uCRAAnXvaDPiWXTUW17dVdFtDuw== 2024-09-19T05:00:55.193 INFO:teuthology.orchestra.run.smithi005.stdout:[osd.7] 2024-09-19T05:00:55.193 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQADsOtmalRmCxAA9cFAAF7cNTj/iuLa3HUREw== 2024-09-19T05:00:55.193 INFO:teuthology.orchestra.run.smithi005.stdout:[client.0] 2024-09-19T05:00:55.193 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDnr+tmGJAHJxAA6YT7sqI8XwKH2Z23OxGkFw== 2024-09-19T05:00:55.194 INFO:teuthology.orchestra.run.smithi005.stdout:[client.2] 2024-09-19T05:00:55.194 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDnr+tmVqa2LBAAMm5ULwdyHFdtV9xyigltBA== 2024-09-19T05:00:55.194 INFO:teuthology.orchestra.run.smithi005.stdout:[client.1] 2024-09-19T05:00:55.194 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDnr+tmKiH7LxAAloWT1uvHnFdhd4peNF2J/w== 2024-09-19T05:00:55.194 INFO:teuthology.orchestra.run.smithi005.stdout:[client.3] 2024-09-19T05:00:55.194 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDnr+tmMyKpNRAAKE+cZfnTxMX6BKtqAIEFPQ== 2024-09-19T05:00:55.211 INFO:teuthology.orchestra.run.smithi134.stdout:[mgr.y] 2024-09-19T05:00:55.212 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQDnr+tmUWK2CBAA7/0u4Ns0J1Twfj2YGphbkQ== 2024-09-19T05:00:55.212 INFO:teuthology.orchestra.run.smithi134.stdout:[mds.a] 2024-09-19T05:00:55.212 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQDnr+tmpZ7nDxAAD1scx1UIy3CnKegJ7AEbAw== 2024-09-19T05:00:55.212 INFO:teuthology.orchestra.run.smithi134.stdout:[mds.c] 2024-09-19T05:00:55.212 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQDnr+tmUYAMFxAA9cKjB9Y9Zd8ZtMpbn0myCw== 2024-09-19T05:00:55.212 INFO:teuthology.orchestra.run.smithi134.stdout:[osd.0] 2024-09-19T05:00:55.212 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQDpr+tmKrR+FRAAntW/A29i8VDMf78PS0VtvA== 2024-09-19T05:00:55.212 INFO:teuthology.orchestra.run.smithi134.stdout:[osd.1] 2024-09-19T05:00:55.212 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQDsr+tmhe0kNRAAHZGTLwLf1sfstZ0qigRNTA== 2024-09-19T05:00:55.212 INFO:teuthology.orchestra.run.smithi134.stdout:[osd.2] 2024-09-19T05:00:55.212 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQDwr+tm+O4gGRAAHq7VHqyT2X9R7vgBTLafmw== 2024-09-19T05:00:55.212 INFO:teuthology.orchestra.run.smithi134.stdout:[osd.3] 2024-09-19T05:00:55.212 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQDzr+tmjpkFKhAATYy5muRBYnfTuWoX39D6UA== 2024-09-19T05:00:55.213 INFO:teuthology.orchestra.run.smithi134.stdout:[mgr.x] 2024-09-19T05:00:55.213 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQDnr+tmCuGaDBAAg9I6sCwJVK5ffq3rOzb8vA== 2024-09-19T05:00:55.213 INFO:teuthology.orchestra.run.smithi134.stdout:[mds.b] 2024-09-19T05:00:55.213 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQDnr+tmnC/FGxAA0Ep54+DXvaBSLkVML9btKw== 2024-09-19T05:00:55.213 INFO:teuthology.orchestra.run.smithi134.stdout:[mds.d] 2024-09-19T05:00:55.213 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQDnr+tmy0nIIhAAinwmXV5/xxzPFPiZlz+knw== 2024-09-19T05:00:55.213 INFO:teuthology.orchestra.run.smithi134.stdout:[osd.4] 2024-09-19T05:00:55.213 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQD5r+tmViCLMxAAPq8MDjjILutqnKX0IFZJtg== 2024-09-19T05:00:55.213 INFO:teuthology.orchestra.run.smithi134.stdout:[osd.5] 2024-09-19T05:00:55.213 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQD8r+tmfmyyNBAAwfxmtJoqHxQFg7HtbvGxVQ== 2024-09-19T05:00:55.213 INFO:teuthology.orchestra.run.smithi134.stdout:[osd.6] 2024-09-19T05:00:55.213 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQAAsOtmIt1uCRAAnXvaDPiWXTUW17dVdFtDuw== 2024-09-19T05:00:55.213 INFO:teuthology.orchestra.run.smithi134.stdout:[osd.7] 2024-09-19T05:00:55.213 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQADsOtmalRmCxAA9cFAAF7cNTj/iuLa3HUREw== 2024-09-19T05:00:55.214 INFO:teuthology.orchestra.run.smithi134.stdout:[client.0] 2024-09-19T05:00:55.214 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQDnr+tmGJAHJxAA6YT7sqI8XwKH2Z23OxGkFw== 2024-09-19T05:00:55.214 INFO:teuthology.orchestra.run.smithi134.stdout:[client.2] 2024-09-19T05:00:55.214 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQDnr+tmVqa2LBAAMm5ULwdyHFdtV9xyigltBA== 2024-09-19T05:00:55.214 INFO:teuthology.orchestra.run.smithi134.stdout:[client.1] 2024-09-19T05:00:55.214 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQDnr+tmKiH7LxAAloWT1uvHnFdhd4peNF2J/w== 2024-09-19T05:00:55.214 INFO:teuthology.orchestra.run.smithi134.stdout:[client.3] 2024-09-19T05:00:55.214 INFO:teuthology.orchestra.run.smithi134.stdout: key = AQDnr+tmMyKpNRAAKE+cZfnTxMX6BKtqAIEFPQ== 2024-09-19T05:00:55.215 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T05:00:55.238 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T05:00:55.326 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T05:00:55.332 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T05:00:55.387 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T05:00:55.389 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T05:00:55.443 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:00:55.446 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:00:55.496 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:00:55.499 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:00:55.550 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:00:55.553 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:00:55.603 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:00:55.605 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:00:55.656 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T05:00:55.658 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T05:00:55.709 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T05:00:55.711 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T05:00:55.765 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T05:00:55.767 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T05:00:55.821 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:00:55.824 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:00:55.874 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:00:55.876 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:00:55.927 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:00:55.930 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:00:55.981 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:00:55.983 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T05:00:56.034 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T05:00:56.037 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T05:00:56.091 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T05:00:56.093 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T05:00:56.146 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T05:00:56.149 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T05:00:56.202 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T05:00:56.205 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T05:00:56.259 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-19T05:00:56.259 DEBUG:teuthology.orchestra.run.smithi005:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-19T05:00:56.284 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T05:00:56.381 DEBUG:teuthology.orchestra.run.smithi005:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-19T05:00:56.406 DEBUG:teuthology.orchestra.run.smithi134:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-19T05:00:56.431 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T05:00:56.528 DEBUG:teuthology.orchestra.run.smithi134:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-19T05:00:56.553 DEBUG:teuthology.orchestra.run.smithi134:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-19T05:00:56.617 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T05:00:56.713 DEBUG:teuthology.orchestra.run.smithi134:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-19T05:00:56.738 DEBUG:teuthology.orchestra.run.smithi005:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:00:56.740 DEBUG:teuthology.orchestra.run.smithi134:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-19T05:00:56.793 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-19T05:00:56.794 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-19T05:00:56.794 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-19T05:00:56.796 INFO:tasks.ceph.mon.a:Started 2024-09-19T05:00:56.797 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-19T05:00:56.797 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-19T05:00:56.838 INFO:tasks.ceph.mon.b:Started 2024-09-19T05:00:56.838 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-19T05:00:56.838 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-19T05:00:56.840 INFO:tasks.ceph.mon.c:Started 2024-09-19T05:00:56.840 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-19T05:00:56.840 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-19T05:00:56.840 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-19T05:00:56.843 INFO:tasks.ceph.mgr.y:Started 2024-09-19T05:00:56.843 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-19T05:00:56.843 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-19T05:00:56.845 INFO:tasks.ceph.mgr.x:Started 2024-09-19T05:00:56.845 INFO:tasks.ceph:Setting crush tunables to default 2024-09-19T05:00:56.845 DEBUG:teuthology.orchestra.run.smithi005:> sudo ceph --cluster ceph osd crush tunables default 2024-09-19T05:00:56.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:56.948+0000 7fb15553b640 1 Processor -- start 2024-09-19T05:00:56.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:56.948+0000 7fb15553b640 1 -- start start 2024-09-19T05:00:56.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:56.948+0000 7fb15553b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb15015b500 0x7fb1500b4380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:56.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:56.948+0000 7fb15553b640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fb1500afa00 0x7fb1500b4d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:56.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:56.948+0000 7fb15553b640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1500b00c0 con 0x7fb1500b48c0 2024-09-19T05:00:56.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:56.948+0000 7fb15553b640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fb1500afe70 con 0x7fb15015b500 2024-09-19T05:00:56.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:56.948+0000 7fb15553b640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fb1500b03a0 con 0x7fb1500afa00 2024-09-19T05:00:56.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:56.949+0000 7fb14effd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb15015b500 0x7fb1500b4380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:56.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:56.949+0000 7fb14effd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb15015b500 0x7fb1500b4380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38162/0 (socket says 172.21.15.5:38162) 2024-09-19T05:00:56.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:56.949+0000 7fb14effd640 1 -- 172.21.15.5:0/4264696380 learned_addr learned my addr 172.21.15.5:0/4264696380 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:00:56.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:56.949+0000 7fb14f7fe640 1 --2- 172.21.15.5:0/4264696380 >> v2:172.21.15.134:3300/0 conn(0x7fb1500afa00 0x7fb1500b4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:56.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:56.949+0000 7fb14effd640 1 -- 172.21.15.5:0/4264696380 >> v2:172.21.15.5:3300/0 conn(0x7fb15015b500 msgr2=0x7fb1500b4380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-19T05:00:56.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:56.949+0000 7fb14effd640 1 -- 172.21.15.5:0/4264696380 >> v2:172.21.15.5:3300/0 conn(0x7fb15015b500 msgr2=0x7fb1500b4380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T05:00:56.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:56.949+0000 7fb14effd640 1 --2- 172.21.15.5:0/4264696380 >> v2:172.21.15.5:3300/0 conn(0x7fb15015b500 0x7fb1500b4380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T05:00:56.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:56.949+0000 7fb14effd640 1 --2- 172.21.15.5:0/4264696380 >> v2:172.21.15.5:3300/0 conn(0x7fb15015b500 0x7fb1500b4380 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T05:00:56.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:56.949+0000 7fb14f7fe640 1 -- 172.21.15.5:0/4264696380 >> v2:172.21.15.134:3300/0 conn(0x7fb1500afa00 msgr2=0x7fb1500b4d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-19T05:00:56.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:56.949+0000 7fb14f7fe640 1 -- 172.21.15.5:0/4264696380 >> v2:172.21.15.134:3300/0 conn(0x7fb1500afa00 msgr2=0x7fb1500b4d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T05:00:56.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:56.949+0000 7fb14f7fe640 1 --2- 172.21.15.5:0/4264696380 >> v2:172.21.15.134:3300/0 conn(0x7fb1500afa00 0x7fb1500b4d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T05:00:56.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:56.949+0000 7fb14f7fe640 1 --2- 172.21.15.5:0/4264696380 >> v2:172.21.15.134:3300/0 conn(0x7fb1500afa00 0x7fb1500b4d50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T05:00:57.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.112+0000 7fb14dffb640 1 -- 172.21.15.5:0/4264696380 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3019009708 0 0) 0x7fb1500b00c0 con 0x7fb1500b48c0 2024-09-19T05:00:57.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.112+0000 7fb14dffb640 1 -- 172.21.15.5:0/4264696380 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb13c005730 con 0x7fb1500b48c0 2024-09-19T05:00:57.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.112+0000 7fb14dffb640 1 -- 172.21.15.5:0/4264696380 <== mon.1 v1:172.21.15.134:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4004890321 0 0) 0x7fb13c005730 con 0x7fb1500b48c0 2024-09-19T05:00:57.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.112+0000 7fb14dffb640 1 -- 172.21.15.5:0/4264696380 >> v2:172.21.15.134:3300/0 conn(0x7fb1500afa00 msgr2=0x7fb1500b4d50 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T05:00:57.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.112+0000 7fb14dffb640 1 --2- 172.21.15.5:0/4264696380 >> v2:172.21.15.134:3300/0 conn(0x7fb1500afa00 0x7fb1500b4d50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:57.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.112+0000 7fb14dffb640 1 -- 172.21.15.5:0/4264696380 >> v2:172.21.15.5:3300/0 conn(0x7fb15015b500 msgr2=0x7fb1500b4380 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T05:00:57.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.112+0000 7fb14dffb640 1 --2- 172.21.15.5:0/4264696380 >> v2:172.21.15.5:3300/0 conn(0x7fb15015b500 0x7fb1500b4380 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:57.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.112+0000 7fb14dffb640 1 -- 172.21.15.5:0/4264696380 --> v1:172.21.15.134:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1500b0680 con 0x7fb1500b48c0 2024-09-19T05:00:57.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.112+0000 7fb14dffb640 1 -- 172.21.15.5:0/4264696380 <== mon.1 v1:172.21.15.134:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7fb138001670 con 0x7fb1500b48c0 2024-09-19T05:00:57.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.112+0000 7fb14dffb640 1 -- 172.21.15.5:0/4264696380 >> v1:172.21.15.134:6789/0 conn(0x7fb1500b48c0 legacy=0x7fb1500b11b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:57.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.112+0000 7fb14dffb640 1 --2- 172.21.15.5:0/4264696380 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb13c005bc0 0x7fb13c005fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:57.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.112+0000 7fb14dffb640 1 --2- 172.21.15.5:0/4264696380 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb13c006a10 0x7fb13c006e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:57.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.112+0000 7fb14dffb640 1 --2- 172.21.15.5:0/4264696380 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb13c0073d0 0x7fb13c00dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:57.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.112+0000 7fb14dffb640 1 -- 172.21.15.5:0/4264696380 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fb1500afe70 con 0x7fb13c006a10 2024-09-19T05:00:57.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.112+0000 7fb14dffb640 1 -- 172.21.15.5:0/4264696380 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fb1500b03a0 con 0x7fb13c005bc0 2024-09-19T05:00:57.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.113+0000 7fb14dffb640 1 -- 172.21.15.5:0/4264696380 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fb13c00e2d0 con 0x7fb13c0073d0 2024-09-19T05:00:57.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.113+0000 7fb14e7fc640 1 --2- 172.21.15.5:0/4264696380 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb13c006a10 0x7fb13c006e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:57.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.113+0000 7fb14effd640 1 --2- 172.21.15.5:0/4264696380 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb13c005bc0 0x7fb13c005fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:57.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.113+0000 7fb14f7fe640 1 --2- 172.21.15.5:0/4264696380 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb13c0073d0 0x7fb13c00dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:57.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.113+0000 7fb14effd640 1 -- 172.21.15.5:0/4264696380 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb13c0073d0 msgr2=0x7fb13c00dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:00:57.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.113+0000 7fb14effd640 1 --2- 172.21.15.5:0/4264696380 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb13c0073d0 0x7fb13c00dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:57.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.113+0000 7fb14effd640 1 -- 172.21.15.5:0/4264696380 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb13c006a10 msgr2=0x7fb13c006e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:00:57.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.113+0000 7fb14effd640 1 --2- 172.21.15.5:0/4264696380 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb13c006a10 0x7fb13c006e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:57.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.113+0000 7fb14effd640 1 -- 172.21.15.5:0/4264696380 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb13c005730 con 0x7fb13c005bc0 2024-09-19T05:00:57.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.113+0000 7fb14f7fe640 1 -- 172.21.15.5:0/4264696380 reap_dead start 2024-09-19T05:00:57.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.113+0000 7fb14e7fc640 1 --2- 172.21.15.5:0/4264696380 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb13c006a10 0x7fb13c006e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:00:57.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.114+0000 7fb14effd640 1 --2- 172.21.15.5:0/4264696380 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb13c005bc0 0x7fb13c005fe0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fb140009890 tx=0x7fb13c007a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ae31573c19e9ab36 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:00:57.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.116+0000 7fb14dffb640 1 -- 172.21.15.5:0/4264696380 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb140037070 con 0x7fb13c005bc0 2024-09-19T05:00:57.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.116+0000 7fb14dffb640 1 -- 172.21.15.5:0/4264696380 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb14002ad00 con 0x7fb13c005bc0 2024-09-19T05:00:57.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.116+0000 7fb14dffb640 1 -- 172.21.15.5:0/4264696380 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb14000f040 con 0x7fb13c005bc0 2024-09-19T05:00:57.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.116+0000 7fb15553b640 1 -- 172.21.15.5:0/4264696380 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb13c005bc0 msgr2=0x7fb13c005fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:57.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.116+0000 7fb15553b640 1 --2- 172.21.15.5:0/4264696380 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb13c005bc0 0x7fb13c005fe0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fb140009890 tx=0x7fb13c007a40 comp rx=0 tx=0).stop 2024-09-19T05:00:57.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.116+0000 7fb15553b640 1 -- 172.21.15.5:0/4264696380 shutdown_connections 2024-09-19T05:00:57.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.116+0000 7fb15553b640 1 --2- 172.21.15.5:0/4264696380 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb13c005bc0 0x7fb13c005fe0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:57.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.116+0000 7fb15553b640 1 -- 172.21.15.5:0/4264696380 >> 172.21.15.5:0/4264696380 conn(0x7fb1500b6ac0 msgr2=0x7fb1500b3080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:00:57.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.116+0000 7fb15553b640 1 -- 172.21.15.5:0/4264696380 shutdown_connections 2024-09-19T05:00:57.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.116+0000 7fb15553b640 1 -- 172.21.15.5:0/4264696380 wait complete. 2024-09-19T05:00:57.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.118+0000 7fb15553b640 1 Processor -- start 2024-09-19T05:00:57.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.118+0000 7fb15553b640 1 -- start start 2024-09-19T05:00:57.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.119+0000 7fb15553b640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb13c005bc0 0x7fb15014c550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:57.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.119+0000 7fb15553b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb15014de70 0x7fb150159490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:57.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.119+0000 7fb15553b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb1501599d0 0x7fb15015ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:57.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.119+0000 7fb15553b640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fb1500736d0 con 0x7fb15014de70 2024-09-19T05:00:57.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.119+0000 7fb15553b640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fb15015b8e0 con 0x7fb13c005bc0 2024-09-19T05:00:57.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.119+0000 7fb15553b640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fb1500b4380 con 0x7fb1501599d0 2024-09-19T05:00:57.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.119+0000 7fb14effd640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb13c005bc0 0x7fb15014c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:57.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.119+0000 7fb14e7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb15014de70 0x7fb150159490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:57.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.120+0000 7fb14effd640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb13c005bc0 0x7fb15014c550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.5:34914/0 (socket says 172.21.15.5:34914) 2024-09-19T05:00:57.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.120+0000 7fb14effd640 1 -- 172.21.15.5:0/2114529668 learned_addr learned my addr 172.21.15.5:0/2114529668 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:00:57.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.120+0000 7fb14f7fe640 1 --2- 172.21.15.5:0/2114529668 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb1501599d0 0x7fb15015ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:57.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.120+0000 7fb14effd640 1 -- 172.21.15.5:0/2114529668 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb1501599d0 msgr2=0x7fb15015ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:57.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.120+0000 7fb14effd640 1 --2- 172.21.15.5:0/2114529668 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb1501599d0 0x7fb15015ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:57.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.120+0000 7fb14effd640 1 -- 172.21.15.5:0/2114529668 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb15014de70 msgr2=0x7fb150159490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:57.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.120+0000 7fb14effd640 1 --2- 172.21.15.5:0/2114529668 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb15014de70 0x7fb150159490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:57.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.120+0000 7fb14effd640 1 -- 172.21.15.5:0/2114529668 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb15014ca90 con 0x7fb13c005bc0 2024-09-19T05:00:57.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.120+0000 7fb14e7fc640 1 --2- 172.21.15.5:0/2114529668 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb15014de70 0x7fb150159490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:00:57.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.120+0000 7fb14effd640 1 --2- 172.21.15.5:0/2114529668 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb13c005bc0 0x7fb15014c550 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb14002a7f0 tx=0x7fb140004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:00:57.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.122+0000 7fb1477fe640 1 -- 172.21.15.5:0/2114529668 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb140042020 con 0x7fb13c005bc0 2024-09-19T05:00:57.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.122+0000 7fb1477fe640 1 -- 172.21.15.5:0/2114529668 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb14000f000 con 0x7fb13c005bc0 2024-09-19T05:00:57.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.122+0000 7fb15553b640 1 -- 172.21.15.5:0/2114529668 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb15015e840 con 0x7fb13c005bc0 2024-09-19T05:00:57.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.122+0000 7fb1477fe640 1 -- 172.21.15.5:0/2114529668 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb140037040 con 0x7fb13c005bc0 2024-09-19T05:00:57.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.122+0000 7fb15553b640 1 -- 172.21.15.5:0/2114529668 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb15014ed40 con 0x7fb13c005bc0 2024-09-19T05:00:57.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.123+0000 7fb15553b640 1 -- 172.21.15.5:0/2114529668 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1500b46b0 con 0x7fb13c005bc0 2024-09-19T05:00:57.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.125+0000 7fb1477fe640 1 -- 172.21.15.5:0/2114529668 <== mon.1 v2:172.21.15.134:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fb140045020 con 0x7fb13c005bc0 2024-09-19T05:00:57.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.125+0000 7fb1477fe640 1 -- 172.21.15.5:0/2114529668 <== mon.1 v2:172.21.15.134:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fb140050700 con 0x7fb13c005bc0 2024-09-19T05:00:57.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.127+0000 7fb1477fe640 1 -- 172.21.15.5:0/2114529668 <== mon.1 v2:172.21.15.134:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fb14004c030 con 0x7fb13c005bc0 2024-09-19T05:00:57.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.191+0000 7fb15553b640 1 -- 172.21.15.5:0/2114529668 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7fb150157790 con 0x7fb13c005bc0 2024-09-19T05:00:57.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.197+0000 7fb1477fe640 1 -- 172.21.15.5:0/2114529668 <== mon.1 v2:172.21.15.134:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7fb14003da40 con 0x7fb13c005bc0 2024-09-19T05:00:57.199 INFO:teuthology.orchestra.run.smithi005.stderr:adjusted tunables profile to default 2024-09-19T05:00:57.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.199+0000 7fb15553b640 1 -- 172.21.15.5:0/2114529668 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb13c005bc0 msgr2=0x7fb15014c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:57.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.199+0000 7fb15553b640 1 --2- 172.21.15.5:0/2114529668 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb13c005bc0 0x7fb15014c550 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb14002a7f0 tx=0x7fb140004730 comp rx=0 tx=0).stop 2024-09-19T05:00:57.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.199+0000 7fb15553b640 1 -- 172.21.15.5:0/2114529668 shutdown_connections 2024-09-19T05:00:57.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.199+0000 7fb15553b640 1 --2- 172.21.15.5:0/2114529668 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb1501599d0 0x7fb15015ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:57.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.199+0000 7fb15553b640 1 --2- 172.21.15.5:0/2114529668 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb15014de70 0x7fb150159490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:57.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.199+0000 7fb15553b640 1 --2- 172.21.15.5:0/2114529668 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb13c005bc0 0x7fb15014c550 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:57.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.199+0000 7fb15553b640 1 -- 172.21.15.5:0/2114529668 >> 172.21.15.5:0/2114529668 conn(0x7fb1500b6ac0 msgr2=0x7fb15014d5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:00:57.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.199+0000 7fb15553b640 1 -- 172.21.15.5:0/2114529668 shutdown_connections 2024-09-19T05:00:57.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:57.199+0000 7fb15553b640 1 -- 172.21.15.5:0/2114529668 wait complete. 2024-09-19T05:00:57.214 INFO:tasks.ceph:check_enable_crimson: False 2024-09-19T05:00:57.214 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-19T05:00:57.215 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:00:57.215 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-19T05:00:57.224 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-19T05:00:57.222+0000 7fea49723040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T05:00:57.224 INFO:tasks.ceph.mgr.x.smithi134.stderr:2024-09-19T05:00:57.223+0000 7f5d0e399040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T05:00:57.241 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:00:57.241 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-19T05:00:57.265 INFO:tasks.ceph.mgr.x.smithi134.stderr:2024-09-19T05:00:57.264+0000 7f5d0e399040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T05:00:57.268 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-19T05:00:57.266+0000 7fea49723040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T05:00:57.293 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:00:57.293 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-19T05:00:57.359 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:00:57.360 DEBUG:teuthology.orchestra.run.smithi005:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-19T05:00:57.400 INFO:tasks.ceph.mgr.x.smithi134.stderr:2024-09-19T05:00:57.399+0000 7f5d0e399040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T05:00:57.420 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-19T05:00:57.419+0000 7fea49723040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T05:00:57.425 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:00:57.425 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-19T05:00:57.450 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:00:57.451 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-19T05:00:57.452 INFO:tasks.ceph.mgr.x.smithi134.stderr:2024-09-19T05:00:57.451+0000 7f5d0e399040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T05:00:57.474 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-19T05:00:57.473+0000 7fea49723040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T05:00:57.476 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:00:57.476 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-19T05:00:57.541 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:00:57.541 DEBUG:teuthology.orchestra.run.smithi134:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-19T05:00:57.606 DEBUG:teuthology.orchestra.run.smithi134:> sudo ceph --cluster ceph osd new 7695daa0-3101-42ae-a00b-3c1c85509a1d 0 2024-09-19T05:00:57.622 INFO:tasks.ceph.mgr.x.smithi134.stderr:2024-09-19T05:00:57.620+0000 7f5d0e399040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:00:57.657 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-19T05:00:57.656+0000 7fea49723040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:00:57.721 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.719+0000 7f8949b42640 1 Processor -- start 2024-09-19T05:00:57.721 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.719+0000 7f8949b42640 1 -- start start 2024-09-19T05:00:57.722 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.720+0000 7f8949b42640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f894415c060 0x7f894415e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:57.722 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.720+0000 7f8949b42640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f894406e530 0x7f894406cc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:57.722 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.720+0000 7f8949b42640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f894415c440 con 0x7f894406d160 2024-09-19T05:00:57.722 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.720+0000 7f8949b42640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f894406d5d0 con 0x7f894415c060 2024-09-19T05:00:57.722 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.720+0000 7f8949b42640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f89440aea70 con 0x7f894406e530 2024-09-19T05:00:57.723 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.720+0000 7f893bfff640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f894406e530 0x7f894406cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:57.723 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.720+0000 7f893bfff640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f894406e530 0x7f894406cc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.134:56942/0 (socket says 172.21.15.134:56942) 2024-09-19T05:00:57.723 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.720+0000 7f893bfff640 1 -- 172.21.15.134:0/604880101 learned_addr learned my addr 172.21.15.134:0/604880101 (peer_addr_for_me v2:172.21.15.134:0/0) 2024-09-19T05:00:57.723 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.720+0000 7f8943fff640 1 --1- 172.21.15.134:0/604880101 >> v1:172.21.15.134:6789/0 conn(0x7f894406d160 0x7f8944161ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.134:39692/0 (socket says 172.21.15.134:39692) 2024-09-19T05:00:57.723 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.720+0000 7f89437fe640 1 --2- 172.21.15.134:0/604880101 >> v2:172.21.15.5:3300/0 conn(0x7f894415c060 0x7f894415e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:57.723 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.721+0000 7f893bfff640 1 -- 172.21.15.134:0/604880101 >> v2:172.21.15.5:3300/0 conn(0x7f894415c060 msgr2=0x7f894415e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:00:57.723 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.721+0000 7f893bfff640 1 --2- 172.21.15.134:0/604880101 >> v2:172.21.15.5:3300/0 conn(0x7f894415c060 0x7f894415e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:57.723 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.721+0000 7f893bfff640 1 -- 172.21.15.134:0/604880101 >> v1:172.21.15.134:6789/0 conn(0x7f894406d160 legacy=0x7f8944161ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:57.723 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.721+0000 7f893bfff640 1 -- 172.21.15.134:0/604880101 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f894406ed10 con 0x7f894406e530 2024-09-19T05:00:57.723 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.721+0000 7f893bfff640 1 --2- 172.21.15.134:0/604880101 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f894406e530 0x7f894406cc20 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f89440ae7e0 tx=0x7f892c02a1e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c6e9d34b26b9d134 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:00:57.725 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.721+0000 7f8942ffd640 1 -- 172.21.15.134:0/604880101 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f892c037070 con 0x7f894406e530 2024-09-19T05:00:57.725 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.721+0000 7f8942ffd640 1 -- 172.21.15.134:0/604880101 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f892c032440 con 0x7f894406e530 2024-09-19T05:00:57.725 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.721+0000 7f8942ffd640 1 -- 172.21.15.134:0/604880101 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f892c032810 con 0x7f894406e530 2024-09-19T05:00:57.725 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.722+0000 7f8949b42640 1 -- 172.21.15.134:0/604880101 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f894406e530 msgr2=0x7f894406cc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:57.725 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.722+0000 7f8949b42640 1 --2- 172.21.15.134:0/604880101 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f894406e530 0x7f894406cc20 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f89440ae7e0 tx=0x7f892c02a1e0 comp rx=0 tx=0).stop 2024-09-19T05:00:57.725 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.722+0000 7f8949b42640 1 -- 172.21.15.134:0/604880101 shutdown_connections 2024-09-19T05:00:57.725 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.722+0000 7f8949b42640 1 --2- 172.21.15.134:0/604880101 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f894406e530 0x7f894406cc20 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:57.725 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.722+0000 7f8949b42640 1 --2- 172.21.15.134:0/604880101 >> v2:172.21.15.5:3300/0 conn(0x7f894415c060 0x7f894415e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:57.725 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.722+0000 7f8949b42640 1 -- 172.21.15.134:0/604880101 >> 172.21.15.134:0/604880101 conn(0x7f89440727b0 msgr2=0x7f8944072b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:00:57.725 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.722+0000 7f8949b42640 1 -- 172.21.15.134:0/604880101 shutdown_connections 2024-09-19T05:00:57.725 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.722+0000 7f8949b42640 1 -- 172.21.15.134:0/604880101 wait complete. 2024-09-19T05:00:57.725 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.723+0000 7f8949b42640 1 Processor -- start 2024-09-19T05:00:57.726 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.723+0000 7f8949b42640 1 -- start start 2024-09-19T05:00:57.728 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.724+0000 7f8949b42640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f894406d160 0x7f894414e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:57.728 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.724+0000 7f8949b42640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f894406e530 0x7f89441e7d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:57.728 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.724+0000 7f8949b42640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f894415c060 0x7f89440cfe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:57.728 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.724+0000 7f8949b42640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f894406f5b0 con 0x7f894415c060 2024-09-19T05:00:57.728 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.724+0000 7f8949b42640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f894406f2d0 con 0x7f894406d160 2024-09-19T05:00:57.728 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.724+0000 7f8949b42640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f894406e970 con 0x7f894406e530 2024-09-19T05:00:57.728 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.724+0000 7f89437fe640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f894406d160 0x7f894414e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:57.728 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.724+0000 7f89437fe640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f894406d160 0x7f894414e980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.134:56946/0 (socket says 172.21.15.134:56946) 2024-09-19T05:00:57.728 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.724+0000 7f89437fe640 1 -- 172.21.15.134:0/106120093 learned_addr learned my addr 172.21.15.134:0/106120093 (peer_addr_for_me v2:172.21.15.134:0/0) 2024-09-19T05:00:57.728 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.724+0000 7f893bfff640 1 --2- 172.21.15.134:0/106120093 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f894406e530 0x7f89441e7d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:57.728 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.724+0000 7f8943fff640 1 --2- 172.21.15.134:0/106120093 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f894415c060 0x7f89440cfe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:57.728 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.724+0000 7f893bfff640 1 -- 172.21.15.134:0/106120093 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f894406d160 msgr2=0x7f894414e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:57.729 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.725+0000 7f893bfff640 1 --2- 172.21.15.134:0/106120093 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f894406d160 0x7f894414e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:57.729 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.725+0000 7f893bfff640 1 -- 172.21.15.134:0/106120093 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f894415c060 msgr2=0x7f89440cfe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:57.729 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.725+0000 7f893bfff640 1 --2- 172.21.15.134:0/106120093 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f894415c060 0x7f89440cfe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:57.729 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.725+0000 7f893bfff640 1 -- 172.21.15.134:0/106120093 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89440cedf0 con 0x7f894406e530 2024-09-19T05:00:57.729 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.725+0000 7f89437fe640 1 --2- 172.21.15.134:0/106120093 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f894406d160 0x7f894414e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:00:57.729 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.725+0000 7f893bfff640 1 --2- 172.21.15.134:0/106120093 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f894406e530 0x7f89441e7d90 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f8944072740 tx=0x7f892c0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:00:57.729 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.725+0000 7f8940ff9640 1 -- 172.21.15.134:0/106120093 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f892c041070 con 0x7f894406e530 2024-09-19T05:00:57.729 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.725+0000 7f8940ff9640 1 -- 172.21.15.134:0/106120093 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f892c0306e0 con 0x7f894406e530 2024-09-19T05:00:57.729 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.725+0000 7f8949b42640 1 -- 172.21.15.134:0/106120093 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89440cf0d0 con 0x7f894406e530 2024-09-19T05:00:57.729 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.725+0000 7f8940ff9640 1 -- 172.21.15.134:0/106120093 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f892c037040 con 0x7f894406e530 2024-09-19T05:00:57.729 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.725+0000 7f8949b42640 1 -- 172.21.15.134:0/106120093 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f89440cf690 con 0x7f894406e530 2024-09-19T05:00:57.729 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.725+0000 7f8940ff9640 1 -- 172.21.15.134:0/106120093 <== mon.2 v2:172.21.15.134:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f892c046450 con 0x7f894406e530 2024-09-19T05:00:57.730 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.725+0000 7f8940ff9640 1 -- 172.21.15.134:0/106120093 <== mon.2 v2:172.21.15.134:3301/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7f892c03d760 con 0x7f894406e530 2024-09-19T05:00:57.730 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.726+0000 7f8949b42640 1 -- 172.21.15.134:0/106120093 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f894406cc20 con 0x7f894406e530 2024-09-19T05:00:57.730 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.728+0000 7f8940ff9640 1 -- 172.21.15.134:0/106120093 <== mon.2 v2:172.21.15.134:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f892c03d9b0 con 0x7f894406e530 2024-09-19T05:00:57.739 INFO:tasks.ceph.mgr.x.smithi134.stderr:2024-09-19T05:00:57.738+0000 7f5d0e399040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T05:00:57.773 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-19T05:00:57.771+0000 7fea49723040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T05:00:57.800 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.798+0000 7f8949b42640 1 -- 172.21.15.134:0/106120093 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "osd new", "uuid": "7695daa0-3101-42ae-a00b-3c1c85509a1d", "id": 0} v 0) -- 0x7f894415cd10 con 0x7f894406e530 2024-09-19T05:00:57.806 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.805+0000 7f8940ff9640 1 -- 172.21.15.134:0/106120093 <== mon.2 v2:172.21.15.134:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "7695daa0-3101-42ae-a00b-3c1c85509a1d", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7f892c03db90 con 0x7f894406e530 2024-09-19T05:00:57.806 INFO:teuthology.orchestra.run.smithi134.stdout:0 2024-09-19T05:00:57.807 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.806+0000 7f8949b42640 1 -- 172.21.15.134:0/106120093 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f894406e530 msgr2=0x7f89441e7d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:57.807 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.806+0000 7f8949b42640 1 --2- 172.21.15.134:0/106120093 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f894406e530 0x7f89441e7d90 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f8944072740 tx=0x7f892c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:00:57.807 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.806+0000 7f8949b42640 1 -- 172.21.15.134:0/106120093 shutdown_connections 2024-09-19T05:00:57.808 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.806+0000 7f8949b42640 1 --2- 172.21.15.134:0/106120093 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f894415c060 0x7f89440cfe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:57.808 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.806+0000 7f8949b42640 1 --2- 172.21.15.134:0/106120093 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f894406e530 0x7f89441e7d90 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:57.808 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.806+0000 7f8949b42640 1 --2- 172.21.15.134:0/106120093 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f894406d160 0x7f894414e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:57.808 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.806+0000 7f8949b42640 1 -- 172.21.15.134:0/106120093 >> 172.21.15.134:0/106120093 conn(0x7f89440727b0 msgr2=0x7f894415e020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:00:57.808 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.806+0000 7f8949b42640 1 -- 172.21.15.134:0/106120093 shutdown_connections 2024-09-19T05:00:57.808 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.806+0000 7f8949b42640 1 -- 172.21.15.134:0/106120093 wait complete. 2024-09-19T05:00:57.817 DEBUG:teuthology.orchestra.run.smithi134:> sudo ceph --cluster ceph osd new a57d9a7c-7802-4095-a02b-d3182a13c71a 1 2024-09-19T05:00:57.915 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.914+0000 7f60fa4f8640 1 Processor -- start 2024-09-19T05:00:57.916 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.914+0000 7f60fa4f8640 1 -- start start 2024-09-19T05:00:57.917 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.915+0000 7f60fa4f8640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f60f40b54c0 0x7f60f40ae890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:57.917 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.915+0000 7f60fa4f8640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f60f40b0420 con 0x7f60f4070de0 2024-09-19T05:00:57.917 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.915+0000 7f60fa4f8640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f60f406f2f0 con 0x7f60f415e8b0 2024-09-19T05:00:57.917 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.915+0000 7f60fa4f8640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f60f406f5d0 con 0x7f60f40b54c0 2024-09-19T05:00:57.917 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.915+0000 7f60f37fe640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f60f40b54c0 0x7f60f40ae890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:57.917 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.915+0000 7f60f37fe640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f60f40b54c0 0x7f60f40ae890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.134:56952/0 (socket says 172.21.15.134:56952) 2024-09-19T05:00:57.918 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.915+0000 7f60f37fe640 1 -- 172.21.15.134:0/1683466532 learned_addr learned my addr 172.21.15.134:0/1683466532 (peer_addr_for_me v2:172.21.15.134:0/0) 2024-09-19T05:00:57.918 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.915+0000 7f60f37fe640 1 -- 172.21.15.134:0/1683466532 >> v1:172.21.15.134:6789/0 conn(0x7f60f415e8b0 legacy=0x7f60f40b4db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:57.918 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.915+0000 7f60f37fe640 1 -- 172.21.15.134:0/1683466532 >> v1:172.21.15.5:6789/0 conn(0x7f60f4070de0 legacy=0x7f60f40aedd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:57.918 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.915+0000 7f60f37fe640 1 -- 172.21.15.134:0/1683466532 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60f406f8b0 con 0x7f60f40b54c0 2024-09-19T05:00:57.918 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.916+0000 7f60f37fe640 1 --2- 172.21.15.134:0/1683466532 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f60f40b54c0 0x7f60f40ae890 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f60dc009870 tx=0x7f60dc02a300 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6a4d15b9ac67e967 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:00:57.919 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.916+0000 7f60f2ffd640 1 -- 172.21.15.134:0/1683466532 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60dc037070 con 0x7f60f40b54c0 2024-09-19T05:00:57.919 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.916+0000 7f60f2ffd640 1 -- 172.21.15.134:0/1683466532 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60dc02ae50 con 0x7f60f40b54c0 2024-09-19T05:00:57.919 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.916+0000 7f60f2ffd640 1 -- 172.21.15.134:0/1683466532 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60dc032860 con 0x7f60f40b54c0 2024-09-19T05:00:57.919 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.917+0000 7f60fa4f8640 1 -- 172.21.15.134:0/1683466532 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f60f40b54c0 msgr2=0x7f60f40ae890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:57.919 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.917+0000 7f60fa4f8640 1 --2- 172.21.15.134:0/1683466532 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f60f40b54c0 0x7f60f40ae890 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f60dc009870 tx=0x7f60dc02a300 comp rx=0 tx=0).stop 2024-09-19T05:00:57.919 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.917+0000 7f60fa4f8640 1 -- 172.21.15.134:0/1683466532 shutdown_connections 2024-09-19T05:00:57.919 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.917+0000 7f60fa4f8640 1 --2- 172.21.15.134:0/1683466532 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f60f40b54c0 0x7f60f40ae890 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:57.919 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.917+0000 7f60fa4f8640 1 -- 172.21.15.134:0/1683466532 >> 172.21.15.134:0/1683466532 conn(0x7f60f409aa70 msgr2=0x7f60f40b6810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:00:57.920 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.917+0000 7f60fa4f8640 1 -- 172.21.15.134:0/1683466532 shutdown_connections 2024-09-19T05:00:57.920 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.917+0000 7f60fa4f8640 1 -- 172.21.15.134:0/1683466532 wait complete. 2024-09-19T05:00:57.920 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.918+0000 7f60fa4f8640 1 Processor -- start 2024-09-19T05:00:57.922 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.918+0000 7f60fa4f8640 1 -- start start 2024-09-19T05:00:57.922 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.919+0000 7f60fa4f8640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f60f4070de0 0x7f60f414ad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:57.922 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.919+0000 7f60fa4f8640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f60f40b54c0 0x7f60f4156dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:57.923 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.919+0000 7f60fa4f8640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f60f415e8b0 0x7f60f406bc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:57.923 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.919+0000 7f60fa4f8640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f60f40af660 con 0x7f60f40b54c0 2024-09-19T05:00:57.923 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.919+0000 7f60fa4f8640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f60f40af4e0 con 0x7f60f415e8b0 2024-09-19T05:00:57.923 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.919+0000 7f60fa4f8640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f60f40af7e0 con 0x7f60f4070de0 2024-09-19T05:00:57.923 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.919+0000 7f60f3fff640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f60f4070de0 0x7f60f414ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:57.923 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.919+0000 7f60f8a95640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f60f415e8b0 0x7f60f406bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:57.923 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.919+0000 7f60f3fff640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f60f4070de0 0x7f60f414ad70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.134:59618/0 (socket says 172.21.15.134:59618) 2024-09-19T05:00:57.923 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.919+0000 7f60f8a95640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f60f415e8b0 0x7f60f406bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.134:56954/0 (socket says 172.21.15.134:56954) 2024-09-19T05:00:57.923 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.919+0000 7f60f3fff640 1 -- 172.21.15.134:0/3698255535 learned_addr learned my addr 172.21.15.134:0/3698255535 (peer_addr_for_me v2:172.21.15.134:0/0) 2024-09-19T05:00:57.923 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.919+0000 7f60f37fe640 1 --2- 172.21.15.134:0/3698255535 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f60f40b54c0 0x7f60f4156dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:57.923 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.919+0000 7f60f3fff640 1 -- 172.21.15.134:0/3698255535 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f60f415e8b0 msgr2=0x7f60f406bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:57.923 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.919+0000 7f60f3fff640 1 --2- 172.21.15.134:0/3698255535 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f60f415e8b0 0x7f60f406bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:57.923 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.919+0000 7f60f3fff640 1 -- 172.21.15.134:0/3698255535 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f60f40b54c0 msgr2=0x7f60f4156dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:57.924 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.919+0000 7f60f3fff640 1 --2- 172.21.15.134:0/3698255535 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f60f40b54c0 0x7f60f4156dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:57.924 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.919+0000 7f60f3fff640 1 -- 172.21.15.134:0/3698255535 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60f414b2b0 con 0x7f60f4070de0 2024-09-19T05:00:57.924 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.919+0000 7f60f8a95640 1 --2- 172.21.15.134:0/3698255535 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f60f415e8b0 0x7f60f406bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:00:57.924 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.919+0000 7f60f3fff640 1 --2- 172.21.15.134:0/3698255535 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f60f4070de0 0x7f60f414ad70 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f60e400c400 tx=0x7f60e400c8c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:00:57.924 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.920+0000 7f60f0ff9640 1 -- 172.21.15.134:0/3698255535 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60e4017070 con 0x7f60f4070de0 2024-09-19T05:00:57.924 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.920+0000 7f60f0ff9640 1 -- 172.21.15.134:0/3698255535 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60e40052d0 con 0x7f60f4070de0 2024-09-19T05:00:57.924 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.920+0000 7f60fa4f8640 1 -- 172.21.15.134:0/3698255535 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60f4157880 con 0x7f60f4070de0 2024-09-19T05:00:57.924 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.920+0000 7f60f0ff9640 1 -- 172.21.15.134:0/3698255535 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60e4003830 con 0x7f60f4070de0 2024-09-19T05:00:57.924 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.920+0000 7f60fa4f8640 1 -- 172.21.15.134:0/3698255535 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f60f4157e40 con 0x7f60f4070de0 2024-09-19T05:00:57.924 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.920+0000 7f60f0ff9640 1 -- 172.21.15.134:0/3698255535 <== mon.2 v2:172.21.15.134:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f60e401a070 con 0x7f60f4070de0 2024-09-19T05:00:57.924 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.920+0000 7f60f0ff9640 1 -- 172.21.15.134:0/3698255535 <== mon.2 v2:172.21.15.134:3301/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7f60e4011b80 con 0x7f60f4070de0 2024-09-19T05:00:57.924 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.921+0000 7f60fa4f8640 1 -- 172.21.15.134:0/3698255535 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60f40b4db0 con 0x7f60f4070de0 2024-09-19T05:00:57.925 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.923+0000 7f60f0ff9640 1 -- 172.21.15.134:0/3698255535 <== mon.2 v2:172.21.15.134:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f60e4021070 con 0x7f60f4070de0 2024-09-19T05:00:57.993 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.992+0000 7f60fa4f8640 1 -- 172.21.15.134:0/3698255535 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "osd new", "uuid": "a57d9a7c-7802-4095-a02b-d3182a13c71a", "id": 1} v 0) -- 0x7f60f40b4b60 con 0x7f60f4070de0 2024-09-19T05:00:57.997 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.995+0000 7f60f0ff9640 1 -- 172.21.15.134:0/3698255535 <== mon.2 v2:172.21.15.134:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "a57d9a7c-7802-4095-a02b-d3182a13c71a", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7f60e4011d80 con 0x7f60f4070de0 2024-09-19T05:00:57.997 INFO:teuthology.orchestra.run.smithi134.stdout:1 2024-09-19T05:00:57.998 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.996+0000 7f60fa4f8640 1 -- 172.21.15.134:0/3698255535 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f60f4070de0 msgr2=0x7f60f414ad70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:57.998 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.996+0000 7f60fa4f8640 1 --2- 172.21.15.134:0/3698255535 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f60f4070de0 0x7f60f414ad70 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f60e400c400 tx=0x7f60e400c8c0 comp rx=0 tx=0).stop 2024-09-19T05:00:57.998 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.996+0000 7f60fa4f8640 1 -- 172.21.15.134:0/3698255535 shutdown_connections 2024-09-19T05:00:57.998 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.996+0000 7f60fa4f8640 1 --2- 172.21.15.134:0/3698255535 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f60f415e8b0 0x7f60f406bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:57.998 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.996+0000 7f60fa4f8640 1 --2- 172.21.15.134:0/3698255535 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f60f40b54c0 0x7f60f4156dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:57.998 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.996+0000 7f60fa4f8640 1 --2- 172.21.15.134:0/3698255535 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f60f4070de0 0x7f60f414ad70 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:57.998 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.996+0000 7f60fa4f8640 1 -- 172.21.15.134:0/3698255535 >> 172.21.15.134:0/3698255535 conn(0x7f60f409aa70 msgr2=0x7f60f4152020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:00:57.999 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.997+0000 7f60fa4f8640 1 -- 172.21.15.134:0/3698255535 shutdown_connections 2024-09-19T05:00:57.999 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:57.997+0000 7f60fa4f8640 1 -- 172.21.15.134:0/3698255535 wait complete. 2024-09-19T05:00:58.009 DEBUG:teuthology.orchestra.run.smithi134:> sudo ceph --cluster ceph osd new 191545d3-bced-4993-9e6d-f5feb732c319 2 2024-09-19T05:00:58.073 INFO:tasks.ceph.mgr.x.smithi134.stderr:2024-09-19T05:00:58.072+0000 7f5d0e399040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T05:00:58.103 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-19T05:00:58.102+0000 7fea49723040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T05:00:58.107 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.106+0000 7fbc4bbc4640 1 Processor -- start 2024-09-19T05:00:58.107 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.106+0000 7fbc4bbc4640 1 -- start start 2024-09-19T05:00:58.109 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.107+0000 7fbc4bbc4640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fbc440b3830 0x7fbc44169480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:58.109 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.107+0000 7fbc4bbc4640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbc4409b890 con 0x7fbc44161d50 2024-09-19T05:00:58.109 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.107+0000 7fbc4bbc4640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbc440b3d30 con 0x7fbc440d1d40 2024-09-19T05:00:58.109 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.107+0000 7fbc4bbc4640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fbc440d18b0 con 0x7fbc440b3830 2024-09-19T05:00:58.109 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.107+0000 7fbc4a161640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fbc440b3830 0x7fbc44169480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:58.109 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.107+0000 7fbc4a161640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fbc440b3830 0x7fbc44169480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.134:56960/0 (socket says 172.21.15.134:56960) 2024-09-19T05:00:58.110 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.107+0000 7fbc4a161640 1 -- 172.21.15.134:0/3904997625 learned_addr learned my addr 172.21.15.134:0/3904997625 (peer_addr_for_me v2:172.21.15.134:0/0) 2024-09-19T05:00:58.110 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.107+0000 7fbc49960640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fbc44161d50 0x7fbc4409aa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.134:49266/0 (socket says 172.21.15.134:49266) 2024-09-19T05:00:58.110 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.107+0000 7fbc4915f640 1 --1- 172.21.15.134:0/3904997625 >> v1:172.21.15.134:6789/0 conn(0x7fbc440d1d40 0x7fbc4409b180 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.134:39712/0 (socket says 172.21.15.134:39712) 2024-09-19T05:00:58.110 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.108+0000 7fbc4a161640 1 -- 172.21.15.134:0/3904997625 >> v1:172.21.15.134:6789/0 conn(0x7fbc440d1d40 legacy=0x7fbc4409b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:58.110 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.108+0000 7fbc4a161640 1 -- 172.21.15.134:0/3904997625 >> v1:172.21.15.5:6789/0 conn(0x7fbc44161d50 legacy=0x7fbc4409aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:58.110 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.108+0000 7fbc4a161640 1 -- 172.21.15.134:0/3904997625 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc440d1010 con 0x7fbc440b3830 2024-09-19T05:00:58.111 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.109+0000 7fbc4a161640 1 --2- 172.21.15.134:0/3904997625 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbc440b3830 0x7fbc44169480 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fbc440d1a30 tx=0x7fbc3c02a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b2b3014d416f22e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:00:58.111 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.109+0000 7fbc4895e640 1 -- 172.21.15.134:0/3904997625 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc3c036070 con 0x7fbc440b3830 2024-09-19T05:00:58.111 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.109+0000 7fbc4895e640 1 -- 172.21.15.134:0/3904997625 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc3c031600 con 0x7fbc440b3830 2024-09-19T05:00:58.111 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.109+0000 7fbc4895e640 1 -- 172.21.15.134:0/3904997625 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc3c0319d0 con 0x7fbc440b3830 2024-09-19T05:00:58.112 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.110+0000 7fbc4bbc4640 1 -- 172.21.15.134:0/3904997625 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbc440b3830 msgr2=0x7fbc44169480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:58.112 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.110+0000 7fbc4bbc4640 1 --2- 172.21.15.134:0/3904997625 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbc440b3830 0x7fbc44169480 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fbc440d1a30 tx=0x7fbc3c02a680 comp rx=0 tx=0).stop 2024-09-19T05:00:58.112 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.110+0000 7fbc4bbc4640 1 -- 172.21.15.134:0/3904997625 shutdown_connections 2024-09-19T05:00:58.112 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.110+0000 7fbc4bbc4640 1 --2- 172.21.15.134:0/3904997625 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbc440b3830 0x7fbc44169480 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.113 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.110+0000 7fbc4bbc4640 1 -- 172.21.15.134:0/3904997625 >> 172.21.15.134:0/3904997625 conn(0x7fbc440d2410 msgr2=0x7fbc440d2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:00:58.113 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.110+0000 7fbc4bbc4640 1 -- 172.21.15.134:0/3904997625 shutdown_connections 2024-09-19T05:00:58.113 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.110+0000 7fbc4bbc4640 1 -- 172.21.15.134:0/3904997625 wait complete. 2024-09-19T05:00:58.113 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.112+0000 7fbc4bbc4640 1 Processor -- start 2024-09-19T05:00:58.113 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.112+0000 7fbc4bbc4640 1 -- start start 2024-09-19T05:00:58.116 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.113+0000 7fbc4bbc4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbc440b3830 0x7fbc4415bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:58.116 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.113+0000 7fbc4bbc4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbc440d1d40 0x7fbc44071200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:58.116 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.113+0000 7fbc4bbc4640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbc44161d50 0x7fbc44071740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:58.117 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.113+0000 7fbc4bbc4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fbc44162130 con 0x7fbc440b3830 2024-09-19T05:00:58.117 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.113+0000 7fbc4bbc4640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fbc440d15d0 con 0x7fbc44161d50 2024-09-19T05:00:58.117 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.113+0000 7fbc4bbc4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fbc440cdde0 con 0x7fbc440d1d40 2024-09-19T05:00:58.117 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.113+0000 7fbc4915f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbc440d1d40 0x7fbc44071200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:58.117 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.113+0000 7fbc4915f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbc440d1d40 0x7fbc44071200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.134:59626/0 (socket says 172.21.15.134:59626) 2024-09-19T05:00:58.117 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.113+0000 7fbc4915f640 1 -- 172.21.15.134:0/2882242113 learned_addr learned my addr 172.21.15.134:0/2882242113 (peer_addr_for_me v2:172.21.15.134:0/0) 2024-09-19T05:00:58.117 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.113+0000 7fbc49960640 1 --2- 172.21.15.134:0/2882242113 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbc440b3830 0x7fbc4415bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:58.117 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.113+0000 7fbc4a161640 1 --2- 172.21.15.134:0/2882242113 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbc44161d50 0x7fbc44071740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:58.117 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.113+0000 7fbc4a161640 1 -- 172.21.15.134:0/2882242113 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbc440d1d40 msgr2=0x7fbc44071200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:58.117 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.113+0000 7fbc4a161640 1 --2- 172.21.15.134:0/2882242113 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbc440d1d40 0x7fbc44071200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.117 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.113+0000 7fbc4a161640 1 -- 172.21.15.134:0/2882242113 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbc440b3830 msgr2=0x7fbc4415bfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:58.118 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.113+0000 7fbc4a161640 1 --2- 172.21.15.134:0/2882242113 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbc440b3830 0x7fbc4415bfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.118 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.113+0000 7fbc4a161640 1 -- 172.21.15.134:0/2882242113 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc440c6ad0 con 0x7fbc44161d50 2024-09-19T05:00:58.118 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.114+0000 7fbc4a161640 1 --2- 172.21.15.134:0/2882242113 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbc44161d50 0x7fbc44071740 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fbc3c030000 tx=0x7fbc3c004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:00:58.118 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.114+0000 7fbc3a7fc640 1 -- 172.21.15.134:0/2882242113 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc3c036050 con 0x7fbc44161d50 2024-09-19T05:00:58.118 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.114+0000 7fbc3a7fc640 1 -- 172.21.15.134:0/2882242113 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc3c042070 con 0x7fbc44161d50 2024-09-19T05:00:58.118 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.114+0000 7fbc3a7fc640 1 -- 172.21.15.134:0/2882242113 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc3c007bf0 con 0x7fbc44161d50 2024-09-19T05:00:58.118 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.114+0000 7fbc4bbc4640 1 -- 172.21.15.134:0/2882242113 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc440c6db0 con 0x7fbc44161d50 2024-09-19T05:00:58.118 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.114+0000 7fbc4bbc4640 1 -- 172.21.15.134:0/2882242113 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc440c7370 con 0x7fbc44161d50 2024-09-19T05:00:58.118 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.114+0000 7fbc3a7fc640 1 -- 172.21.15.134:0/2882242113 <== mon.1 v2:172.21.15.134:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fbc3c047460 con 0x7fbc44161d50 2024-09-19T05:00:58.118 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.114+0000 7fbc3a7fc640 1 -- 172.21.15.134:0/2882242113 <== mon.1 v2:172.21.15.134:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7fbc3c007d90 con 0x7fbc44161d50 2024-09-19T05:00:58.118 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.115+0000 7fbc4bbc4640 1 -- 172.21.15.134:0/2882242113 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc4409aa70 con 0x7fbc44161d50 2024-09-19T05:00:58.119 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.117+0000 7fbc3a7fc640 1 -- 172.21.15.134:0/2882242113 <== mon.1 v2:172.21.15.134:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fbc3c051480 con 0x7fbc44161d50 2024-09-19T05:00:58.133 INFO:tasks.ceph.mgr.x.smithi134.stderr:2024-09-19T05:00:58.132+0000 7f5d0e399040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T05:00:58.158 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-19T05:00:58.157+0000 7fea49723040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T05:00:58.188 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.186+0000 7fbc4bbc4640 1 -- 172.21.15.134:0/2882242113 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "osd new", "uuid": "191545d3-bced-4993-9e6d-f5feb732c319", "id": 2} v 0) -- 0x7fbc440cf3f0 con 0x7fbc44161d50 2024-09-19T05:00:58.191 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.189+0000 7fbc3a7fc640 1 -- 172.21.15.134:0/2882242113 <== mon.1 v2:172.21.15.134:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "191545d3-bced-4993-9e6d-f5feb732c319", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7fbc3c0478e0 con 0x7fbc44161d50 2024-09-19T05:00:58.191 INFO:teuthology.orchestra.run.smithi134.stdout:2 2024-09-19T05:00:58.192 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.190+0000 7fbc4bbc4640 1 -- 172.21.15.134:0/2882242113 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbc44161d50 msgr2=0x7fbc44071740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:58.192 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.190+0000 7fbc4bbc4640 1 --2- 172.21.15.134:0/2882242113 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbc44161d50 0x7fbc44071740 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fbc3c030000 tx=0x7fbc3c004a40 comp rx=0 tx=0).stop 2024-09-19T05:00:58.192 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.190+0000 7fbc4bbc4640 1 -- 172.21.15.134:0/2882242113 shutdown_connections 2024-09-19T05:00:58.192 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.190+0000 7fbc4bbc4640 1 --2- 172.21.15.134:0/2882242113 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbc44161d50 0x7fbc44071740 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.192 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.190+0000 7fbc4bbc4640 1 --2- 172.21.15.134:0/2882242113 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbc440d1d40 0x7fbc44071200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.192 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.190+0000 7fbc4bbc4640 1 --2- 172.21.15.134:0/2882242113 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbc440b3830 0x7fbc4415bfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.193 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.190+0000 7fbc4bbc4640 1 -- 172.21.15.134:0/2882242113 >> 172.21.15.134:0/2882242113 conn(0x7fbc440d2410 msgr2=0x7fbc44160350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:00:58.193 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.190+0000 7fbc4bbc4640 1 -- 172.21.15.134:0/2882242113 shutdown_connections 2024-09-19T05:00:58.193 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.190+0000 7fbc4bbc4640 1 -- 172.21.15.134:0/2882242113 wait complete. 2024-09-19T05:00:58.202 DEBUG:teuthology.orchestra.run.smithi134:> sudo ceph --cluster ceph osd new 051eaf8c-dbdc-4393-beb3-e447d76c8553 3 2024-09-19T05:00:58.291 INFO:tasks.ceph.mgr.x.smithi134.stderr:2024-09-19T05:00:58.290+0000 7f5d0e399040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T05:00:58.301 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.300+0000 7f487e665640 1 Processor -- start 2024-09-19T05:00:58.301 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.300+0000 7f487e665640 1 -- start start 2024-09-19T05:00:58.303 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.301+0000 7f487e665640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f487806cc20 0x7f487806d000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:58.303 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.301+0000 7f487e665640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f48780b3fe0 0x7f48780b43f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:58.303 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.301+0000 7f487e665640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f487806d540 con 0x7f487815f600 2024-09-19T05:00:58.303 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.301+0000 7f487e665640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f48780b3b50 con 0x7f487806cc20 2024-09-19T05:00:58.303 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.301+0000 7f487e665640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f487806f3f0 con 0x7f48780b3fe0 2024-09-19T05:00:58.303 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.301+0000 7f48777fe640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7f487815f600 0x7f487806eba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.134:39724/0 (socket says 172.21.15.134:39724) 2024-09-19T05:00:58.303 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.301+0000 7f48777fe640 1 -- 172.21.15.134:0/4245316919 learned_addr learned my addr 172.21.15.134:0/4245316919 (peer_addr_for_me v1:172.21.15.134:0/0) 2024-09-19T05:00:58.304 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.301+0000 7f487cc02640 1 --2- 172.21.15.134:0/4245316919 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f48780b3fe0 0x7f48780b43f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:58.304 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.301+0000 7f4877fff640 1 --2- 172.21.15.134:0/4245316919 >> v2:172.21.15.5:3300/0 conn(0x7f487806cc20 0x7f487806d000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:58.304 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.301+0000 7f4876ffd640 1 -- 172.21.15.134:0/4245316919 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3492144931 0 0) 0x7f487806d540 con 0x7f487815f600 2024-09-19T05:00:58.304 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.301+0000 7f4876ffd640 1 -- 172.21.15.134:0/4245316919 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4864003520 con 0x7f487815f600 2024-09-19T05:00:58.304 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.302+0000 7f487cc02640 1 -- 172.21.15.134:0/4245316919 >> v2:172.21.15.5:3300/0 conn(0x7f487806cc20 msgr2=0x7f487806d000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:00:58.304 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.302+0000 7f487cc02640 1 --2- 172.21.15.134:0/4245316919 >> v2:172.21.15.5:3300/0 conn(0x7f487806cc20 0x7f487806d000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.304 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.302+0000 7f487cc02640 1 -- 172.21.15.134:0/4245316919 >> v1:172.21.15.134:6789/0 conn(0x7f487815f600 legacy=0x7f487806eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:58.304 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.302+0000 7f4876ffd640 1 -- 172.21.15.134:0/4245316919 <== mon.1 v1:172.21.15.134:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3434745373 0 0) 0x7f4864003520 con 0x7f487815f600 2024-09-19T05:00:58.304 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.302+0000 7f487cc02640 1 -- 172.21.15.134:0/4245316919 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f487806f6d0 con 0x7f48780b3fe0 2024-09-19T05:00:58.305 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.303+0000 7f487cc02640 1 --2- 172.21.15.134:0/4245316919 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f48780b3fe0 0x7f48780b43f0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f4870009d90 tx=0x7f487002a5f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c942ba18528771de server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:00:58.305 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.303+0000 7f4876ffd640 1 -- 172.21.15.134:0/4245316919 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4860001690 con 0x7f48780b3fe0 2024-09-19T05:00:58.305 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.303+0000 7f4876ffd640 1 -- 172.21.15.134:0/4245316919 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4870007540 con 0x7f48780b3fe0 2024-09-19T05:00:58.305 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.303+0000 7f4876ffd640 1 -- 172.21.15.134:0/4245316919 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4870007910 con 0x7f48780b3fe0 2024-09-19T05:00:58.306 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.303+0000 7f487e665640 1 -- 172.21.15.134:0/4245316919 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f48780b3fe0 msgr2=0x7f48780b43f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:58.306 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.303+0000 7f487e665640 1 --2- 172.21.15.134:0/4245316919 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f48780b3fe0 0x7f48780b43f0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f4870009d90 tx=0x7f487002a5f0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.306 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.304+0000 7f487e665640 1 -- 172.21.15.134:0/4245316919 shutdown_connections 2024-09-19T05:00:58.306 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.304+0000 7f487e665640 1 --2- 172.21.15.134:0/4245316919 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f48780b3fe0 0x7f48780b43f0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.306 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.304+0000 7f487e665640 1 --2- 172.21.15.134:0/4245316919 >> v2:172.21.15.5:3300/0 conn(0x7f487806cc20 0x7f487806d000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.306 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.304+0000 7f487e665640 1 -- 172.21.15.134:0/4245316919 >> 172.21.15.134:0/4245316919 conn(0x7f4878072770 msgr2=0x7f4878072b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:00:58.306 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.304+0000 7f487e665640 1 -- 172.21.15.134:0/4245316919 shutdown_connections 2024-09-19T05:00:58.306 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.304+0000 7f487e665640 1 -- 172.21.15.134:0/4245316919 wait complete. 2024-09-19T05:00:58.308 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.305+0000 7f487e665640 1 Processor -- start 2024-09-19T05:00:58.308 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.305+0000 7f487e665640 1 -- start start 2024-09-19T05:00:58.309 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.306+0000 7f487e665640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f487806cc20 0x7f48780ade40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:58.309 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.306+0000 7f487e665640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f48780b3fe0 0x7f4878157a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:58.309 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.306+0000 7f487e665640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f487815f600 0x7f48780af4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:58.309 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.306+0000 7f487e665640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f487815c1f0 con 0x7f487806cc20 2024-09-19T05:00:58.309 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.306+0000 7f487e665640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f487806fc90 con 0x7f487815f600 2024-09-19T05:00:58.309 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.306+0000 7f487e665640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f487815c370 con 0x7f48780b3fe0 2024-09-19T05:00:58.309 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.306+0000 7f48777fe640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f48780b3fe0 0x7f4878157a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:58.309 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.306+0000 7f48777fe640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f48780b3fe0 0x7f4878157a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.134:59638/0 (socket says 172.21.15.134:59638) 2024-09-19T05:00:58.309 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.306+0000 7f4877fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f487806cc20 0x7f48780ade40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:58.309 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.306+0000 7f48777fe640 1 -- 172.21.15.134:0/2960519872 learned_addr learned my addr 172.21.15.134:0/2960519872 (peer_addr_for_me v2:172.21.15.134:0/0) 2024-09-19T05:00:58.309 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.306+0000 7f487cc02640 1 --2- 172.21.15.134:0/2960519872 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f487815f600 0x7f48780af4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:58.309 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.306+0000 7f4877fff640 1 -- 172.21.15.134:0/2960519872 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f48780b3fe0 msgr2=0x7f4878157a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:58.309 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.306+0000 7f4877fff640 1 --2- 172.21.15.134:0/2960519872 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f48780b3fe0 0x7f4878157a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.310 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.306+0000 7f4877fff640 1 -- 172.21.15.134:0/2960519872 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f487815f600 msgr2=0x7f48780af4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:58.310 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.306+0000 7f4877fff640 1 --2- 172.21.15.134:0/2960519872 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f487815f600 0x7f48780af4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.310 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.306+0000 7f4877fff640 1 -- 172.21.15.134:0/2960519872 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48780ae420 con 0x7f487806cc20 2024-09-19T05:00:58.310 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.306+0000 7f48777fe640 1 --2- 172.21.15.134:0/2960519872 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f48780b3fe0 0x7f4878157a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:00:58.310 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.306+0000 7f4877fff640 1 --2- 172.21.15.134:0/2960519872 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f487806cc20 0x7f48780ade40 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f486800e850 tx=0x7f486800ed10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:00:58.310 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.307+0000 7f4874ff9640 1 -- 172.21.15.134:0/2960519872 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4868017070 con 0x7f487806cc20 2024-09-19T05:00:58.310 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.307+0000 7f4874ff9640 1 -- 172.21.15.134:0/2960519872 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f486800c940 con 0x7f487806cc20 2024-09-19T05:00:58.310 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.307+0000 7f4874ff9640 1 -- 172.21.15.134:0/2960519872 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f486800cd10 con 0x7f487806cc20 2024-09-19T05:00:58.310 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.307+0000 7f487e665640 1 -- 172.21.15.134:0/2960519872 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48780ae700 con 0x7f487806cc20 2024-09-19T05:00:58.310 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.307+0000 7f487e665640 1 -- 172.21.15.134:0/2960519872 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48780aecc0 con 0x7f487806cc20 2024-09-19T05:00:58.310 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.307+0000 7f4874ff9640 1 -- 172.21.15.134:0/2960519872 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f486801a070 con 0x7f487806cc20 2024-09-19T05:00:58.310 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.307+0000 7f4874ff9640 1 -- 172.21.15.134:0/2960519872 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7f486801c8e0 con 0x7f487806cc20 2024-09-19T05:00:58.311 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.308+0000 7f487e665640 1 -- 172.21.15.134:0/2960519872 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f487806d000 con 0x7f487806cc20 2024-09-19T05:00:58.313 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.312+0000 7f4874ff9640 1 -- 172.21.15.134:0/2960519872 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f486801cbb0 con 0x7f487806cc20 2024-09-19T05:00:58.318 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-19T05:00:58.317+0000 7fea49723040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T05:00:58.382 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.381+0000 7f487e665640 1 -- 172.21.15.134:0/2960519872 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd new", "uuid": "051eaf8c-dbdc-4393-beb3-e447d76c8553", "id": 3} v 0) -- 0x7f48780d0810 con 0x7f487806cc20 2024-09-19T05:00:58.384 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.383+0000 7f4874ff9640 1 -- 172.21.15.134:0/2960519872 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "051eaf8c-dbdc-4393-beb3-e447d76c8553", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f486801c450 con 0x7f487806cc20 2024-09-19T05:00:58.384 INFO:teuthology.orchestra.run.smithi134.stdout:3 2024-09-19T05:00:58.385 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.384+0000 7f487e665640 1 -- 172.21.15.134:0/2960519872 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f487806cc20 msgr2=0x7f48780ade40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:58.386 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.384+0000 7f487e665640 1 --2- 172.21.15.134:0/2960519872 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f487806cc20 0x7f48780ade40 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f486800e850 tx=0x7f486800ed10 comp rx=0 tx=0).stop 2024-09-19T05:00:58.386 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.384+0000 7f487e665640 1 -- 172.21.15.134:0/2960519872 shutdown_connections 2024-09-19T05:00:58.386 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.384+0000 7f487e665640 1 --2- 172.21.15.134:0/2960519872 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f487815f600 0x7f48780af4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.386 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.384+0000 7f487e665640 1 --2- 172.21.15.134:0/2960519872 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f48780b3fe0 0x7f4878157a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.386 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.384+0000 7f487e665640 1 --2- 172.21.15.134:0/2960519872 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f487806cc20 0x7f48780ade40 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.386 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.384+0000 7f487e665640 1 -- 172.21.15.134:0/2960519872 >> 172.21.15.134:0/2960519872 conn(0x7f4878072770 msgr2=0x7f487815c4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:00:58.386 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.384+0000 7f487e665640 1 -- 172.21.15.134:0/2960519872 shutdown_connections 2024-09-19T05:00:58.386 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.384+0000 7f487e665640 1 -- 172.21.15.134:0/2960519872 wait complete. 2024-09-19T05:00:58.396 DEBUG:teuthology.orchestra.run.smithi134:> sudo ceph --cluster ceph osd new 7906da23-8e3a-4b5e-a72e-3b172b4f584f 4 2024-09-19T05:00:58.494 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.492+0000 7f5d612a5640 1 Processor -- start 2024-09-19T05:00:58.494 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.492+0000 7f5d612a5640 1 -- start start 2024-09-19T05:00:58.495 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.493+0000 7f5d612a5640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5d5c0b2370 0x7f5d5c073500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:58.495 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.493+0000 7f5d612a5640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5d5c0b2b30 con 0x7f5d5c06bc10 2024-09-19T05:00:58.495 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.493+0000 7f5d612a5640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5d5c0b6220 con 0x7f5d5c0b4660 2024-09-19T05:00:58.495 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.493+0000 7f5d612a5640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f5d5c0b6500 con 0x7f5d5c0b2370 2024-09-19T05:00:58.496 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.493+0000 7f5d5b7fe640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7f5d5c0b4660 0x7f5d5c15f540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.134:39730/0 (socket says 172.21.15.134:39730) 2024-09-19T05:00:58.496 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.493+0000 7f5d53fff640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5d5c0b2370 0x7f5d5c073500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:58.496 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.493+0000 7f5d5b7fe640 1 -- 172.21.15.134:0/4244101306 learned_addr learned my addr 172.21.15.134:0/4244101306 (peer_addr_for_me v1:172.21.15.134:0/0) 2024-09-19T05:00:58.496 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.494+0000 7f5d5a7fc640 1 -- 172.21.15.134:0/4244101306 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2052614276 0 0) 0x7f5d5c0b6220 con 0x7f5d5c0b4660 2024-09-19T05:00:58.496 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.494+0000 7f5d5a7fc640 1 -- 172.21.15.134:0/4244101306 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5d48003520 con 0x7f5d5c0b4660 2024-09-19T05:00:58.496 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.494+0000 7f5d53fff640 1 -- 172.21.15.134:0/4244101306 >> v1:172.21.15.134:6789/0 conn(0x7f5d5c0b4660 legacy=0x7f5d5c15f540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:58.496 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.494+0000 7f5d53fff640 1 -- 172.21.15.134:0/4244101306 >> v1:172.21.15.5:6789/0 conn(0x7f5d5c06bc10 legacy=0x7f5d5c06bff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:58.496 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.494+0000 7f5d53fff640 1 -- 172.21.15.134:0/4244101306 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d5c0b2e10 con 0x7f5d5c0b2370 2024-09-19T05:00:58.497 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.495+0000 7f5d53fff640 1 --2- 172.21.15.134:0/4244101306 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5d5c0b2370 0x7f5d5c073500 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f5d440097d0 tx=0x7f5d4402a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3cc642638548dce6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:00:58.498 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.495+0000 7f5d5a7fc640 1 -- 172.21.15.134:0/4244101306 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d44037070 con 0x7f5d5c0b2370 2024-09-19T05:00:58.498 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.495+0000 7f5d5a7fc640 1 -- 172.21.15.134:0/4244101306 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d44032440 con 0x7f5d5c0b2370 2024-09-19T05:00:58.498 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.495+0000 7f5d5a7fc640 1 -- 172.21.15.134:0/4244101306 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d44032810 con 0x7f5d5c0b2370 2024-09-19T05:00:58.498 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.495+0000 7f5d612a5640 1 -- 172.21.15.134:0/4244101306 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5d5c0b2370 msgr2=0x7f5d5c073500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:58.498 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.495+0000 7f5d612a5640 1 --2- 172.21.15.134:0/4244101306 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5d5c0b2370 0x7f5d5c073500 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f5d440097d0 tx=0x7f5d4402a210 comp rx=0 tx=0).stop 2024-09-19T05:00:58.498 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.495+0000 7f5d612a5640 1 -- 172.21.15.134:0/4244101306 shutdown_connections 2024-09-19T05:00:58.498 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.495+0000 7f5d612a5640 1 --2- 172.21.15.134:0/4244101306 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5d5c0b2370 0x7f5d5c073500 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.498 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.495+0000 7f5d612a5640 1 -- 172.21.15.134:0/4244101306 >> 172.21.15.134:0/4244101306 conn(0x7f5d5c0b6ac0 msgr2=0x7f5d5c0b3080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:00:58.498 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.496+0000 7f5d612a5640 1 -- 172.21.15.134:0/4244101306 shutdown_connections 2024-09-19T05:00:58.498 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.496+0000 7f5d612a5640 1 -- 172.21.15.134:0/4244101306 wait complete. 2024-09-19T05:00:58.501 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.497+0000 7f5d612a5640 1 Processor -- start 2024-09-19T05:00:58.501 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.497+0000 7f5d612a5640 1 -- start start 2024-09-19T05:00:58.501 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.497+0000 7f5d612a5640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5d5c06bc10 0x7f5d5c1541d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:58.501 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.497+0000 7f5d612a5640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5d5c0b2370 0x7f5d5c1e8fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:58.501 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.497+0000 7f5d612a5640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5d5c0b4660 0x7f5d5c0af340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:58.501 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.497+0000 7f5d612a5640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f5d5c0b2770 con 0x7f5d5c06bc10 2024-09-19T05:00:58.501 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.497+0000 7f5d612a5640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f5d5c0b4b10 con 0x7f5d5c0b4660 2024-09-19T05:00:58.501 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.497+0000 7f5d612a5640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f5d5c0b28f0 con 0x7f5d5c0b2370 2024-09-19T05:00:58.501 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.497+0000 7f5d53fff640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5d5c0b2370 0x7f5d5c1e8fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:58.501 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.497+0000 7f5d5b7fe640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5d5c0b4660 0x7f5d5c0af340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:58.501 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.498+0000 7f5d53fff640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5d5c0b2370 0x7f5d5c1e8fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.134:59664/0 (socket says 172.21.15.134:59664) 2024-09-19T05:00:58.502 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.498+0000 7f5d53fff640 1 -- 172.21.15.134:0/1225619722 learned_addr learned my addr 172.21.15.134:0/1225619722 (peer_addr_for_me v2:172.21.15.134:0/0) 2024-09-19T05:00:58.502 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.498+0000 7f5d5affd640 1 --2- 172.21.15.134:0/1225619722 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5d5c06bc10 0x7f5d5c1541d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:58.502 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.498+0000 7f5d53fff640 1 -- 172.21.15.134:0/1225619722 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5d5c0b4660 msgr2=0x7f5d5c0af340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:58.502 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.498+0000 7f5d53fff640 1 --2- 172.21.15.134:0/1225619722 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5d5c0b4660 0x7f5d5c0af340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.502 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.498+0000 7f5d53fff640 1 -- 172.21.15.134:0/1225619722 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5d5c06bc10 msgr2=0x7f5d5c1541d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:58.502 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.498+0000 7f5d53fff640 1 --2- 172.21.15.134:0/1225619722 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5d5c06bc10 0x7f5d5c1541d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.502 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.498+0000 7f5d53fff640 1 -- 172.21.15.134:0/1225619722 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d5c0af880 con 0x7f5d5c0b2370 2024-09-19T05:00:58.502 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.498+0000 7f5d5b7fe640 1 --2- 172.21.15.134:0/1225619722 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5d5c0b4660 0x7f5d5c0af340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:00:58.502 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.498+0000 7f5d53fff640 1 --2- 172.21.15.134:0/1225619722 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5d5c0b2370 0x7f5d5c1e8fa0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f5d44035040 tx=0x7f5d440046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:00:58.502 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.498+0000 7f5d537fe640 1 -- 172.21.15.134:0/1225619722 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d44037040 con 0x7f5d5c0b2370 2024-09-19T05:00:58.502 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.498+0000 7f5d537fe640 1 -- 172.21.15.134:0/1225619722 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d44030500 con 0x7f5d5c0b2370 2024-09-19T05:00:58.502 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.498+0000 7f5d612a5640 1 -- 172.21.15.134:0/1225619722 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d5c1e9710 con 0x7f5d5c0b2370 2024-09-19T05:00:58.502 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.498+0000 7f5d537fe640 1 -- 172.21.15.134:0/1225619722 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d440308f0 con 0x7f5d5c0b2370 2024-09-19T05:00:58.502 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.498+0000 7f5d612a5640 1 -- 172.21.15.134:0/1225619722 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d5c155ee0 con 0x7f5d5c0b2370 2024-09-19T05:00:58.503 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.498+0000 7f5d537fe640 1 -- 172.21.15.134:0/1225619722 <== mon.2 v2:172.21.15.134:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f5d44044020 con 0x7f5d5c0b2370 2024-09-19T05:00:58.503 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.498+0000 7f5d537fe640 1 -- 172.21.15.134:0/1225619722 <== mon.2 v2:172.21.15.134:3301/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7f5d4403bbb0 con 0x7f5d5c0b2370 2024-09-19T05:00:58.503 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.499+0000 7f5d612a5640 1 -- 172.21.15.134:0/1225619722 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d5c0b1ea0 con 0x7f5d5c0b2370 2024-09-19T05:00:58.503 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.502+0000 7f5d537fe640 1 -- 172.21.15.134:0/1225619722 <== mon.2 v2:172.21.15.134:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f5d4403be00 con 0x7f5d5c0b2370 2024-09-19T05:00:58.574 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.573+0000 7f5d612a5640 1 -- 172.21.15.134:0/1225619722 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "osd new", "uuid": "7906da23-8e3a-4b5e-a72e-3b172b4f584f", "id": 4} v 0) -- 0x7f5d5c162fc0 con 0x7f5d5c0b2370 2024-09-19T05:00:58.577 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.576+0000 7f5d537fe640 1 -- 172.21.15.134:0/1225619722 <== mon.2 v2:172.21.15.134:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "7906da23-8e3a-4b5e-a72e-3b172b4f584f", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7f5d4403b430 con 0x7f5d5c0b2370 2024-09-19T05:00:58.577 INFO:teuthology.orchestra.run.smithi134.stdout:4 2024-09-19T05:00:58.578 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.577+0000 7f5d612a5640 1 -- 172.21.15.134:0/1225619722 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5d5c0b2370 msgr2=0x7f5d5c1e8fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:58.578 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.577+0000 7f5d612a5640 1 --2- 172.21.15.134:0/1225619722 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5d5c0b2370 0x7f5d5c1e8fa0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f5d44035040 tx=0x7f5d440046c0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.579 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.577+0000 7f5d612a5640 1 -- 172.21.15.134:0/1225619722 shutdown_connections 2024-09-19T05:00:58.579 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.577+0000 7f5d612a5640 1 --2- 172.21.15.134:0/1225619722 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5d5c0b4660 0x7f5d5c0af340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.579 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.577+0000 7f5d612a5640 1 --2- 172.21.15.134:0/1225619722 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5d5c0b2370 0x7f5d5c1e8fa0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.579 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.577+0000 7f5d612a5640 1 --2- 172.21.15.134:0/1225619722 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5d5c06bc10 0x7f5d5c1541d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.579 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.577+0000 7f5d612a5640 1 -- 172.21.15.134:0/1225619722 >> 172.21.15.134:0/1225619722 conn(0x7f5d5c0b6ac0 msgr2=0x7f5d5c15f130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:00:58.579 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.577+0000 7f5d612a5640 1 -- 172.21.15.134:0/1225619722 shutdown_connections 2024-09-19T05:00:58.579 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.577+0000 7f5d612a5640 1 -- 172.21.15.134:0/1225619722 wait complete. 2024-09-19T05:00:58.588 DEBUG:teuthology.orchestra.run.smithi134:> sudo ceph --cluster ceph osd new a9221477-26b5-47b2-a919-c8a8e200deb3 5 2024-09-19T05:00:58.687 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.685+0000 7f82fa8ac640 1 Processor -- start 2024-09-19T05:00:58.687 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.685+0000 7f82fa8ac640 1 -- start start 2024-09-19T05:00:58.689 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.687+0000 7f82fa8ac640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f82f40d1d40 0x7f82f409b180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:58.689 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.687+0000 7f82fa8ac640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f82f40b3830 0x7f82f40ccdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:58.689 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.687+0000 7f82fa8ac640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f82f40b3d30 con 0x7f82f4161d50 2024-09-19T05:00:58.689 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.687+0000 7f82fa8ac640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f82f40d18b0 con 0x7f82f40b3830 2024-09-19T05:00:58.689 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.687+0000 7f82fa8ac640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f82f40d1010 con 0x7f82f40d1d40 2024-09-19T05:00:58.689 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.687+0000 7f82f37fe640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f82f40d1d40 0x7f82f409b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:58.689 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.687+0000 7f82f37fe640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f82f40d1d40 0x7f82f409b180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.134:56994/0 (socket says 172.21.15.134:56994) 2024-09-19T05:00:58.689 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.687+0000 7f82f37fe640 1 -- 172.21.15.134:0/4041638951 learned_addr learned my addr 172.21.15.134:0/4041638951 (peer_addr_for_me v2:172.21.15.134:0/0) 2024-09-19T05:00:58.689 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.687+0000 7f82f8e49640 1 --2- 172.21.15.134:0/4041638951 >> v2:172.21.15.5:3300/0 conn(0x7f82f40b3830 0x7f82f40ccdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:58.689 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.687+0000 7f82f37fe640 1 -- 172.21.15.134:0/4041638951 >> v2:172.21.15.5:3300/0 conn(0x7f82f40b3830 msgr2=0x7f82f40ccdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:00:58.689 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.687+0000 7f82f37fe640 1 --2- 172.21.15.134:0/4041638951 >> v2:172.21.15.5:3300/0 conn(0x7f82f40b3830 0x7f82f40ccdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.690 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.687+0000 7f82f37fe640 1 -- 172.21.15.134:0/4041638951 >> v1:172.21.15.134:6789/0 conn(0x7f82f4161d50 legacy=0x7f82f409aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:58.690 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.687+0000 7f82f37fe640 1 -- 172.21.15.134:0/4041638951 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82f40d12f0 con 0x7f82f40d1d40 2024-09-19T05:00:58.691 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.688+0000 7f82f37fe640 1 --2- 172.21.15.134:0/4041638951 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f82f40d1d40 0x7f82f409b180 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f82f40d1a30 tx=0x7f82e802a140 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9e3434d5f22335ae server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:00:58.691 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.688+0000 7f82f2ffd640 1 -- 172.21.15.134:0/4041638951 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82e8037070 con 0x7f82f40d1d40 2024-09-19T05:00:58.691 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.688+0000 7f82f2ffd640 1 -- 172.21.15.134:0/4041638951 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f82e8032440 con 0x7f82f40d1d40 2024-09-19T05:00:58.691 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.688+0000 7f82f2ffd640 1 -- 172.21.15.134:0/4041638951 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82e8032810 con 0x7f82f40d1d40 2024-09-19T05:00:58.691 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.689+0000 7f82fa8ac640 1 -- 172.21.15.134:0/4041638951 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f82f40d1d40 msgr2=0x7f82f409b180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:58.691 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.689+0000 7f82fa8ac640 1 --2- 172.21.15.134:0/4041638951 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f82f40d1d40 0x7f82f409b180 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f82f40d1a30 tx=0x7f82e802a140 comp rx=0 tx=0).stop 2024-09-19T05:00:58.691 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.689+0000 7f82fa8ac640 1 -- 172.21.15.134:0/4041638951 shutdown_connections 2024-09-19T05:00:58.691 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.689+0000 7f82fa8ac640 1 --2- 172.21.15.134:0/4041638951 >> v2:172.21.15.5:3300/0 conn(0x7f82f40b3830 0x7f82f40ccdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.692 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.689+0000 7f82fa8ac640 1 --2- 172.21.15.134:0/4041638951 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f82f40d1d40 0x7f82f409b180 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.692 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.689+0000 7f82fa8ac640 1 -- 172.21.15.134:0/4041638951 >> 172.21.15.134:0/4041638951 conn(0x7f82f40d2410 msgr2=0x7f82f40d2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:00:58.692 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.689+0000 7f82fa8ac640 1 -- 172.21.15.134:0/4041638951 shutdown_connections 2024-09-19T05:00:58.692 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.689+0000 7f82fa8ac640 1 -- 172.21.15.134:0/4041638951 wait complete. 2024-09-19T05:00:58.695 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.690+0000 7f82fa8ac640 1 Processor -- start 2024-09-19T05:00:58.695 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.690+0000 7f82fa8ac640 1 -- start start 2024-09-19T05:00:58.695 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.691+0000 7f82fa8ac640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f82f40b3830 0x7f82f4158980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:58.695 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.691+0000 7f82fa8ac640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f82f40d1d40 0x7f82f415c000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:58.695 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.691+0000 7f82fa8ac640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f82f4161d50 0x7f82f40b6e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:58.695 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.691+0000 7f82fa8ac640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f82f409b6c0 con 0x7f82f4161d50 2024-09-19T05:00:58.695 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.691+0000 7f82fa8ac640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f82f4162130 con 0x7f82f40b3830 2024-09-19T05:00:58.695 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.691+0000 7f82fa8ac640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f82f409b840 con 0x7f82f40d1d40 2024-09-19T05:00:58.695 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.691+0000 7f82f3fff640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f82f40b3830 0x7f82f4158980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:58.696 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.691+0000 7f82f37fe640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f82f40d1d40 0x7f82f415c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:58.696 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.691+0000 7f82f3fff640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f82f40b3830 0x7f82f4158980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.134:57008/0 (socket says 172.21.15.134:57008) 2024-09-19T05:00:58.696 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.691+0000 7f82f3fff640 1 -- 172.21.15.134:0/318859921 learned_addr learned my addr 172.21.15.134:0/318859921 (peer_addr_for_me v2:172.21.15.134:0/0) 2024-09-19T05:00:58.696 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.691+0000 7f82f8e49640 1 --2- 172.21.15.134:0/318859921 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f82f4161d50 0x7f82f40b6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:58.696 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.692+0000 7f82f3fff640 1 -- 172.21.15.134:0/318859921 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f82f40d1d40 msgr2=0x7f82f415c000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:58.696 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.692+0000 7f82f3fff640 1 --2- 172.21.15.134:0/318859921 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f82f40d1d40 0x7f82f415c000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.696 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.692+0000 7f82f3fff640 1 -- 172.21.15.134:0/318859921 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f82f4161d50 msgr2=0x7f82f40b6e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:58.696 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.692+0000 7f82f3fff640 1 --2- 172.21.15.134:0/318859921 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f82f4161d50 0x7f82f40b6e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.696 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.692+0000 7f82f3fff640 1 -- 172.21.15.134:0/318859921 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82f41f4b70 con 0x7f82f40b3830 2024-09-19T05:00:58.696 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.692+0000 7f82f37fe640 1 --2- 172.21.15.134:0/318859921 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f82f40d1d40 0x7f82f415c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:00:58.696 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.692+0000 7f82f8e49640 1 --2- 172.21.15.134:0/318859921 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f82f4161d50 0x7f82f40b6e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:00:58.696 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.692+0000 7f82f3fff640 1 --2- 172.21.15.134:0/318859921 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f82f40b3830 0x7f82f4158980 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f82e400c3c0 tx=0x7f82e400c880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:00:58.696 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.692+0000 7f82f0ff9640 1 -- 172.21.15.134:0/318859921 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82e40052d0 con 0x7f82f40b3830 2024-09-19T05:00:58.697 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.692+0000 7f82f0ff9640 1 -- 172.21.15.134:0/318859921 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f82e4005490 con 0x7f82f40b3830 2024-09-19T05:00:58.697 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.692+0000 7f82f0ff9640 1 -- 172.21.15.134:0/318859921 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82e4007260 con 0x7f82f40b3830 2024-09-19T05:00:58.697 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.692+0000 7f82fa8ac640 1 -- 172.21.15.134:0/318859921 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82f41f4e50 con 0x7f82f40b3830 2024-09-19T05:00:58.697 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.692+0000 7f82fa8ac640 1 -- 172.21.15.134:0/318859921 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82f41f5410 con 0x7f82f40b3830 2024-09-19T05:00:58.697 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.692+0000 7f82f0ff9640 1 -- 172.21.15.134:0/318859921 <== mon.1 v2:172.21.15.134:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f82e4007400 con 0x7f82f40b3830 2024-09-19T05:00:58.697 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.692+0000 7f82f0ff9640 1 -- 172.21.15.134:0/318859921 <== mon.1 v2:172.21.15.134:3300/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7f82e4011590 con 0x7f82f40b3830 2024-09-19T05:00:58.697 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.693+0000 7f82fa8ac640 1 -- 172.21.15.134:0/318859921 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82f409aa70 con 0x7f82f40b3830 2024-09-19T05:00:58.697 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.695+0000 7f82f0ff9640 1 -- 172.21.15.134:0/318859921 <== mon.1 v2:172.21.15.134:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f82e40035f0 con 0x7f82f40b3830 2024-09-19T05:00:58.766 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.765+0000 7f82fa8ac640 1 -- 172.21.15.134:0/318859921 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "osd new", "uuid": "a9221477-26b5-47b2-a919-c8a8e200deb3", "id": 5} v 0) -- 0x7f82f406ed10 con 0x7f82f40b3830 2024-09-19T05:00:58.769 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.768+0000 7f82f0ff9640 1 -- 172.21.15.134:0/318859921 <== mon.1 v2:172.21.15.134:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "a9221477-26b5-47b2-a919-c8a8e200deb3", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7f82e4003a60 con 0x7f82f40b3830 2024-09-19T05:00:58.769 INFO:teuthology.orchestra.run.smithi134.stdout:5 2024-09-19T05:00:58.770 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.768+0000 7f82fa8ac640 1 -- 172.21.15.134:0/318859921 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f82f40b3830 msgr2=0x7f82f4158980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:58.770 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.768+0000 7f82fa8ac640 1 --2- 172.21.15.134:0/318859921 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f82f40b3830 0x7f82f4158980 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f82e400c3c0 tx=0x7f82e400c880 comp rx=0 tx=0).stop 2024-09-19T05:00:58.770 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.768+0000 7f82fa8ac640 1 -- 172.21.15.134:0/318859921 shutdown_connections 2024-09-19T05:00:58.770 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.768+0000 7f82fa8ac640 1 --2- 172.21.15.134:0/318859921 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f82f4161d50 0x7f82f40b6e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.770 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.768+0000 7f82fa8ac640 1 --2- 172.21.15.134:0/318859921 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f82f40d1d40 0x7f82f415c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.771 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.768+0000 7f82fa8ac640 1 --2- 172.21.15.134:0/318859921 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f82f40b3830 0x7f82f4158980 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.771 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.768+0000 7f82fa8ac640 1 -- 172.21.15.134:0/318859921 >> 172.21.15.134:0/318859921 conn(0x7f82f40d2410 msgr2=0x7f82f406cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:00:58.771 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.769+0000 7f82fa8ac640 1 -- 172.21.15.134:0/318859921 shutdown_connections 2024-09-19T05:00:58.771 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.769+0000 7f82fa8ac640 1 -- 172.21.15.134:0/318859921 wait complete. 2024-09-19T05:00:58.780 DEBUG:teuthology.orchestra.run.smithi134:> sudo ceph --cluster ceph osd new 5079db5f-8616-4c99-baf3-0a6b47510a7f 6 2024-09-19T05:00:58.879 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.878+0000 7fc2ff00a640 1 Processor -- start 2024-09-19T05:00:58.879 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.878+0000 7fc2ff00a640 1 -- start start 2024-09-19T05:00:58.880 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.878+0000 7fc2ff00a640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc2f815c9b0 0x7fc2f815cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:58.880 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.878+0000 7fc2ff00a640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fc2f80b4d80 0x7fc2f80b51f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:58.880 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.878+0000 7fc2ff00a640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc2f80b4a00 con 0x7fc2f8155a10 2024-09-19T05:00:58.881 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.878+0000 7fc2ff00a640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fc2f80b5730 con 0x7fc2f80b4d80 2024-09-19T05:00:58.881 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.878+0000 7fc2ff00a640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fc2f806ff80 con 0x7fc2f815c9b0 2024-09-19T05:00:58.881 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.879+0000 7fc2f7fff640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc2f815c9b0 0x7fc2f815cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:58.881 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.879+0000 7fc2f7fff640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc2f815c9b0 0x7fc2f815cdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.134:59684/0 (socket says 172.21.15.134:59684) 2024-09-19T05:00:58.881 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.879+0000 7fc2f7fff640 1 -- 172.21.15.134:0/532377306 learned_addr learned my addr 172.21.15.134:0/532377306 (peer_addr_for_me v2:172.21.15.134:0/0) 2024-09-19T05:00:58.881 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.879+0000 7fc2fd5a7640 1 --2- 172.21.15.134:0/532377306 >> v2:172.21.15.5:3300/0 conn(0x7fc2f80b4d80 0x7fc2f80b51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:58.881 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.879+0000 7fc2f7fff640 1 -- 172.21.15.134:0/532377306 >> v2:172.21.15.5:3300/0 conn(0x7fc2f80b4d80 msgr2=0x7fc2f80b51f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:00:58.881 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.879+0000 7fc2f7fff640 1 --2- 172.21.15.134:0/532377306 >> v2:172.21.15.5:3300/0 conn(0x7fc2f80b4d80 0x7fc2f80b51f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.881 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.879+0000 7fc2f7fff640 1 -- 172.21.15.134:0/532377306 >> v1:172.21.15.5:6789/0 conn(0x7fc2f8155a10 legacy=0x7fc2f80b42f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:58.881 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.879+0000 7fc2f7fff640 1 -- 172.21.15.134:0/532377306 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2f8155df0 con 0x7fc2f815c9b0 2024-09-19T05:00:58.882 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.880+0000 7fc2f7fff640 1 --2- 172.21.15.134:0/532377306 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc2f815c9b0 0x7fc2f815cdf0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fc2e4009870 tx=0x7fc2e402a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=83d43656b3284b45 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:00:58.882 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.880+0000 7fc2f77fe640 1 -- 172.21.15.134:0/532377306 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2e4037070 con 0x7fc2f815c9b0 2024-09-19T05:00:58.882 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.880+0000 7fc2f77fe640 1 -- 172.21.15.134:0/532377306 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc2e4032440 con 0x7fc2f815c9b0 2024-09-19T05:00:58.883 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.880+0000 7fc2f77fe640 1 -- 172.21.15.134:0/532377306 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2e4032810 con 0x7fc2f815c9b0 2024-09-19T05:00:58.883 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.880+0000 7fc2ff00a640 1 -- 172.21.15.134:0/532377306 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc2f815c9b0 msgr2=0x7fc2f815cdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:58.883 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.880+0000 7fc2ff00a640 1 --2- 172.21.15.134:0/532377306 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc2f815c9b0 0x7fc2f815cdf0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fc2e4009870 tx=0x7fc2e402a270 comp rx=0 tx=0).stop 2024-09-19T05:00:58.883 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.880+0000 7fc2ff00a640 1 -- 172.21.15.134:0/532377306 shutdown_connections 2024-09-19T05:00:58.883 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.880+0000 7fc2ff00a640 1 --2- 172.21.15.134:0/532377306 >> v2:172.21.15.5:3300/0 conn(0x7fc2f80b4d80 0x7fc2f80b51f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.883 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.880+0000 7fc2ff00a640 1 --2- 172.21.15.134:0/532377306 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc2f815c9b0 0x7fc2f815cdf0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.883 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.880+0000 7fc2ff00a640 1 -- 172.21.15.134:0/532377306 >> 172.21.15.134:0/532377306 conn(0x7fc2f80b6810 msgr2=0x7fc2f80b6c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:00:58.883 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.880+0000 7fc2ff00a640 1 -- 172.21.15.134:0/532377306 shutdown_connections 2024-09-19T05:00:58.883 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.880+0000 7fc2ff00a640 1 -- 172.21.15.134:0/532377306 wait complete. 2024-09-19T05:00:58.885 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.882+0000 7fc2ff00a640 1 Processor -- start 2024-09-19T05:00:58.885 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.882+0000 7fc2ff00a640 1 -- start start 2024-09-19T05:00:58.885 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.882+0000 7fc2ff00a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc2f80b4d80 0x7fc2f809d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:58.885 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.882+0000 7fc2ff00a640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc2f8155a10 0x7fc2f814c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:58.886 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.882+0000 7fc2ff00a640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc2f815c9b0 0x7fc2f806bc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:58.886 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.882+0000 7fc2ff00a640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fc2f806f930 con 0x7fc2f80b4d80 2024-09-19T05:00:58.886 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.882+0000 7fc2ff00a640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fc2f806f650 con 0x7fc2f815c9b0 2024-09-19T05:00:58.886 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.882+0000 7fc2ff00a640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fc2f806fc10 con 0x7fc2f8155a10 2024-09-19T05:00:58.886 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.883+0000 7fc2f7fff640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc2f8155a10 0x7fc2f814c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:58.886 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.883+0000 7fc2fd5a7640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc2f815c9b0 0x7fc2f806bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:58.886 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.883+0000 7fc2f7fff640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc2f8155a10 0x7fc2f814c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.134:59700/0 (socket says 172.21.15.134:59700) 2024-09-19T05:00:58.886 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.883+0000 7fc2f7fff640 1 -- 172.21.15.134:0/2161623999 learned_addr learned my addr 172.21.15.134:0/2161623999 (peer_addr_for_me v2:172.21.15.134:0/0) 2024-09-19T05:00:58.886 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.883+0000 7fc2fcda6640 1 --2- 172.21.15.134:0/2161623999 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc2f80b4d80 0x7fc2f809d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:58.886 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.883+0000 7fc2fd5a7640 1 -- 172.21.15.134:0/2161623999 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc2f8155a10 msgr2=0x7fc2f814c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:58.886 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.883+0000 7fc2fd5a7640 1 --2- 172.21.15.134:0/2161623999 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc2f8155a10 0x7fc2f814c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.886 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.883+0000 7fc2fd5a7640 1 -- 172.21.15.134:0/2161623999 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc2f80b4d80 msgr2=0x7fc2f809d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:58.886 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.883+0000 7fc2fd5a7640 1 --2- 172.21.15.134:0/2161623999 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc2f80b4d80 0x7fc2f809d7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.887 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.883+0000 7fc2fd5a7640 1 -- 172.21.15.134:0/2161623999 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2f809de10 con 0x7fc2f815c9b0 2024-09-19T05:00:58.887 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.883+0000 7fc2f7fff640 1 --2- 172.21.15.134:0/2161623999 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc2f8155a10 0x7fc2f814c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:00:58.887 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.883+0000 7fc2fd5a7640 1 --2- 172.21.15.134:0/2161623999 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc2f815c9b0 0x7fc2f806bc10 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fc2f000eba0 tx=0x7fc2f000c490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:00:58.887 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.883+0000 7fc2f57fa640 1 -- 172.21.15.134:0/2161623999 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f0018020 con 0x7fc2f815c9b0 2024-09-19T05:00:58.887 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.883+0000 7fc2f57fa640 1 -- 172.21.15.134:0/2161623999 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc2f000cd20 con 0x7fc2f815c9b0 2024-09-19T05:00:58.887 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.883+0000 7fc2f57fa640 1 -- 172.21.15.134:0/2161623999 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f00146c0 con 0x7fc2f815c9b0 2024-09-19T05:00:58.887 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.883+0000 7fc2ff00a640 1 -- 172.21.15.134:0/2161623999 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2f809e0f0 con 0x7fc2f815c9b0 2024-09-19T05:00:58.887 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.883+0000 7fc2ff00a640 1 -- 172.21.15.134:0/2161623999 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2f809e6b0 con 0x7fc2f815c9b0 2024-09-19T05:00:58.887 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.884+0000 7fc2f57fa640 1 -- 172.21.15.134:0/2161623999 <== mon.1 v2:172.21.15.134:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc2f0005d10 con 0x7fc2f815c9b0 2024-09-19T05:00:58.887 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.884+0000 7fc2f57fa640 1 -- 172.21.15.134:0/2161623999 <== mon.1 v2:172.21.15.134:3300/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7fc2f001dd10 con 0x7fc2f815c9b0 2024-09-19T05:00:58.888 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.884+0000 7fc2ff00a640 1 -- 172.21.15.134:0/2161623999 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2f806f080 con 0x7fc2f815c9b0 2024-09-19T05:00:58.888 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.886+0000 7fc2f57fa640 1 -- 172.21.15.134:0/2161623999 <== mon.1 v2:172.21.15.134:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fc2f0022030 con 0x7fc2f815c9b0 2024-09-19T05:00:58.958 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.957+0000 7fc2ff00a640 1 -- 172.21.15.134:0/2161623999 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "osd new", "uuid": "5079db5f-8616-4c99-baf3-0a6b47510a7f", "id": 6} v 0) -- 0x7fc2f8073b40 con 0x7fc2f815c9b0 2024-09-19T05:00:58.961 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.960+0000 7fc2f57fa640 1 -- 172.21.15.134:0/2161623999 <== mon.1 v2:172.21.15.134:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "5079db5f-8616-4c99-baf3-0a6b47510a7f", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7fc2f0010040 con 0x7fc2f815c9b0 2024-09-19T05:00:58.961 INFO:teuthology.orchestra.run.smithi134.stdout:6 2024-09-19T05:00:58.962 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.961+0000 7fc2ff00a640 1 -- 172.21.15.134:0/2161623999 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc2f815c9b0 msgr2=0x7fc2f806bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:58.963 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.961+0000 7fc2ff00a640 1 --2- 172.21.15.134:0/2161623999 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc2f815c9b0 0x7fc2f806bc10 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fc2f000eba0 tx=0x7fc2f000c490 comp rx=0 tx=0).stop 2024-09-19T05:00:58.963 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.961+0000 7fc2ff00a640 1 -- 172.21.15.134:0/2161623999 shutdown_connections 2024-09-19T05:00:58.963 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.961+0000 7fc2ff00a640 1 --2- 172.21.15.134:0/2161623999 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc2f815c9b0 0x7fc2f806bc10 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.963 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.961+0000 7fc2ff00a640 1 --2- 172.21.15.134:0/2161623999 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc2f8155a10 0x7fc2f814c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.963 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.961+0000 7fc2ff00a640 1 --2- 172.21.15.134:0/2161623999 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc2f80b4d80 0x7fc2f809d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:58.963 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.961+0000 7fc2ff00a640 1 -- 172.21.15.134:0/2161623999 >> 172.21.15.134:0/2161623999 conn(0x7fc2f80b6810 msgr2=0x7fc2f80b05d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:00:58.963 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.961+0000 7fc2ff00a640 1 -- 172.21.15.134:0/2161623999 shutdown_connections 2024-09-19T05:00:58.963 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:58.961+0000 7fc2ff00a640 1 -- 172.21.15.134:0/2161623999 wait complete. 2024-09-19T05:00:58.973 DEBUG:teuthology.orchestra.run.smithi134:> sudo ceph --cluster ceph osd new 2896e7ac-a692-44cd-a797-0b3bfee0fdfb 7 2024-09-19T05:00:59.070 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.069+0000 7fe4b8f1a640 1 Processor -- start 2024-09-19T05:00:59.071 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.069+0000 7fe4b8f1a640 1 -- start start 2024-09-19T05:00:59.072 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.070+0000 7fe4b8f1a640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4b40b6fb0 0x7fe4b406fd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:59.072 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.070+0000 7fe4b8f1a640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4b406c3f0 con 0x7fe4b40707a0 2024-09-19T05:00:59.072 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.070+0000 7fe4b8f1a640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4b406f2b0 con 0x7fe4b4147dd0 2024-09-19T05:00:59.072 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.070+0000 7fe4b8f1a640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fe4b40b73f0 con 0x7fe4b40b6fb0 2024-09-19T05:00:59.072 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.070+0000 7fe4b1d9b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4b40b6fb0 0x7fe4b406fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:59.072 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.070+0000 7fe4b259c640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7fe4b4147dd0 0x7fe4b406bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.134:39748/0 (socket says 172.21.15.134:39748) 2024-09-19T05:00:59.072 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.070+0000 7fe4b259c640 1 -- 172.21.15.134:0/77795492 learned_addr learned my addr 172.21.15.134:0/77795492 (peer_addr_for_me v1:172.21.15.134:0/0) 2024-09-19T05:00:59.072 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.071+0000 7fe4b1d9b640 1 -- 172.21.15.134:0/77795492 >> v1:172.21.15.134:6789/0 conn(0x7fe4b4147dd0 legacy=0x7fe4b406bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:59.072 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.071+0000 7fe4b159a640 1 -- 172.21.15.134:0/77795492 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1500118556 0 0) 0x7fe4b406f2b0 con 0x7fe4b4147dd0 2024-09-19T05:00:59.072 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.071+0000 7fe4b1d9b640 1 -- 172.21.15.134:0/77795492 >> v1:172.21.15.5:6789/0 conn(0x7fe4b40707a0 legacy=0x7fe4b40ae2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:59.073 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.071+0000 7fe4b1d9b640 1 -- 172.21.15.134:0/77795492 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4b406f590 con 0x7fe4b40b6fb0 2024-09-19T05:00:59.074 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.071+0000 7fe4b1d9b640 1 --2- 172.21.15.134:0/77795492 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4b40b6fb0 0x7fe4b406fd90 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fe49c0097d0 tx=0x7fe49c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b18b09c77834ad79 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:00:59.074 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.071+0000 7fe4b159a640 1 -- 172.21.15.134:0/77795492 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe49c037070 con 0x7fe4b40b6fb0 2024-09-19T05:00:59.074 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.071+0000 7fe4b159a640 1 -- 172.21.15.134:0/77795492 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe49c032440 con 0x7fe4b40b6fb0 2024-09-19T05:00:59.074 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.071+0000 7fe4b159a640 1 -- 172.21.15.134:0/77795492 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe49c032810 con 0x7fe4b40b6fb0 2024-09-19T05:00:59.074 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.072+0000 7fe4b8f1a640 1 -- 172.21.15.134:0/77795492 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4b40b6fb0 msgr2=0x7fe4b406fd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:59.074 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.072+0000 7fe4b8f1a640 1 --2- 172.21.15.134:0/77795492 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4b40b6fb0 0x7fe4b406fd90 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fe49c0097d0 tx=0x7fe49c02a180 comp rx=0 tx=0).stop 2024-09-19T05:00:59.074 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.072+0000 7fe4b8f1a640 1 -- 172.21.15.134:0/77795492 shutdown_connections 2024-09-19T05:00:59.074 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.072+0000 7fe4b8f1a640 1 --2- 172.21.15.134:0/77795492 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4b40b6fb0 0x7fe4b406fd90 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:59.074 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.072+0000 7fe4b8f1a640 1 -- 172.21.15.134:0/77795492 >> 172.21.15.134:0/77795492 conn(0x7fe4b409aa70 msgr2=0x7fe4b40b6810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:00:59.075 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.072+0000 7fe4b8f1a640 1 -- 172.21.15.134:0/77795492 shutdown_connections 2024-09-19T05:00:59.075 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.073+0000 7fe4b8f1a640 1 -- 172.21.15.134:0/77795492 wait complete. 2024-09-19T05:00:59.076 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.074+0000 7fe4b8f1a640 1 Processor -- start 2024-09-19T05:00:59.076 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.075+0000 7fe4b8f1a640 1 -- start start 2024-09-19T05:00:59.079 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.076+0000 7fe4b8f1a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4b40707a0 0x7fe4b40d1cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:59.079 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.076+0000 7fe4b8f1a640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4b40b6fb0 0x7fe4b41470e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:59.079 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.076+0000 7fe4b8f1a640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe4b4147dd0 0x7fe4b409bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:59.079 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.076+0000 7fe4b8f1a640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fe4b40ae9e0 con 0x7fe4b40707a0 2024-09-19T05:00:59.079 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.076+0000 7fe4b8f1a640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fe4b40702d0 con 0x7fe4b4147dd0 2024-09-19T05:00:59.079 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.076+0000 7fe4b8f1a640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fe4b40aeb60 con 0x7fe4b40b6fb0 2024-09-19T05:00:59.079 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.076+0000 7fe4b1d9b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4b40b6fb0 0x7fe4b41470e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:59.079 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.076+0000 7fe4b2d9d640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe4b4147dd0 0x7fe4b409bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:59.079 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.076+0000 7fe4b1d9b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4b40b6fb0 0x7fe4b41470e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.134:59720/0 (socket says 172.21.15.134:59720) 2024-09-19T05:00:59.079 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.076+0000 7fe4b1d9b640 1 -- 172.21.15.134:0/1376441636 learned_addr learned my addr 172.21.15.134:0/1376441636 (peer_addr_for_me v2:172.21.15.134:0/0) 2024-09-19T05:00:59.079 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.076+0000 7fe4b259c640 1 --2- 172.21.15.134:0/1376441636 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4b40707a0 0x7fe4b40d1cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:59.079 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.076+0000 7fe4b1d9b640 1 -- 172.21.15.134:0/1376441636 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe4b4147dd0 msgr2=0x7fe4b409bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:59.080 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.076+0000 7fe4b1d9b640 1 --2- 172.21.15.134:0/1376441636 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe4b4147dd0 0x7fe4b409bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:59.080 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.076+0000 7fe4b1d9b640 1 -- 172.21.15.134:0/1376441636 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4b40707a0 msgr2=0x7fe4b40d1cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:59.080 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.076+0000 7fe4b1d9b640 1 --2- 172.21.15.134:0/1376441636 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4b40707a0 0x7fe4b40d1cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:59.080 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.076+0000 7fe4b1d9b640 1 -- 172.21.15.134:0/1376441636 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4b4147620 con 0x7fe4b40b6fb0 2024-09-19T05:00:59.080 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.076+0000 7fe4b2d9d640 1 --2- 172.21.15.134:0/1376441636 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe4b4147dd0 0x7fe4b409bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:00:59.080 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.076+0000 7fe4b259c640 1 --2- 172.21.15.134:0/1376441636 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4b40707a0 0x7fe4b40d1cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:00:59.080 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.076+0000 7fe4b1d9b640 1 --2- 172.21.15.134:0/1376441636 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4b40b6fb0 0x7fe4b41470e0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fe49c035040 tx=0x7fe49c0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:00:59.080 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.077+0000 7fe4aaffd640 1 -- 172.21.15.134:0/1376441636 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe49c037050 con 0x7fe4b40b6fb0 2024-09-19T05:00:59.080 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.077+0000 7fe4aaffd640 1 -- 172.21.15.134:0/1376441636 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe49c038040 con 0x7fe4b40b6fb0 2024-09-19T05:00:59.080 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.077+0000 7fe4b8f1a640 1 -- 172.21.15.134:0/1376441636 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4b409c640 con 0x7fe4b40b6fb0 2024-09-19T05:00:59.080 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.077+0000 7fe4aaffd640 1 -- 172.21.15.134:0/1376441636 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe49c004490 con 0x7fe4b40b6fb0 2024-09-19T05:00:59.080 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.077+0000 7fe4b8f1a640 1 -- 172.21.15.134:0/1376441636 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4b409cc00 con 0x7fe4b40b6fb0 2024-09-19T05:00:59.080 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.077+0000 7fe4aaffd640 1 -- 172.21.15.134:0/1376441636 <== mon.2 v2:172.21.15.134:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fe49c030900 con 0x7fe4b40b6fb0 2024-09-19T05:00:59.081 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.077+0000 7fe4aaffd640 1 -- 172.21.15.134:0/1376441636 <== mon.2 v2:172.21.15.134:3301/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7fe49c03eab0 con 0x7fe4b40b6fb0 2024-09-19T05:00:59.081 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.078+0000 7fe4b8f1a640 1 -- 172.21.15.134:0/1376441636 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4b406fd90 con 0x7fe4b40b6fb0 2024-09-19T05:00:59.081 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.080+0000 7fe4aaffd640 1 -- 172.21.15.134:0/1376441636 <== mon.2 v2:172.21.15.134:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fe49c003610 con 0x7fe4b40b6fb0 2024-09-19T05:00:59.151 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.150+0000 7fe4b8f1a640 1 -- 172.21.15.134:0/1376441636 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "osd new", "uuid": "2896e7ac-a692-44cd-a797-0b3bfee0fdfb", "id": 7} v 0) -- 0x7fe4b40b0160 con 0x7fe4b40b6fb0 2024-09-19T05:00:59.157 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.156+0000 7fe4aaffd640 1 -- 172.21.15.134:0/1376441636 <== mon.2 v2:172.21.15.134:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "2896e7ac-a692-44cd-a797-0b3bfee0fdfb", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7fe49c030d80 con 0x7fe4b40b6fb0 2024-09-19T05:00:59.157 INFO:teuthology.orchestra.run.smithi134.stdout:7 2024-09-19T05:00:59.159 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.157+0000 7fe4b8f1a640 1 -- 172.21.15.134:0/1376441636 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4b40b6fb0 msgr2=0x7fe4b41470e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:59.159 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.157+0000 7fe4b8f1a640 1 --2- 172.21.15.134:0/1376441636 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4b40b6fb0 0x7fe4b41470e0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fe49c035040 tx=0x7fe49c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:00:59.159 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.157+0000 7fe4b8f1a640 1 -- 172.21.15.134:0/1376441636 shutdown_connections 2024-09-19T05:00:59.159 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.157+0000 7fe4b8f1a640 1 --2- 172.21.15.134:0/1376441636 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe4b4147dd0 0x7fe4b409bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:59.159 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.157+0000 7fe4b8f1a640 1 --2- 172.21.15.134:0/1376441636 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4b40b6fb0 0x7fe4b41470e0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:59.159 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.157+0000 7fe4b8f1a640 1 --2- 172.21.15.134:0/1376441636 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4b40707a0 0x7fe4b40d1cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:59.159 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.157+0000 7fe4b8f1a640 1 -- 172.21.15.134:0/1376441636 >> 172.21.15.134:0/1376441636 conn(0x7fe4b409aa70 msgr2=0x7fe4b406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:00:59.159 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.157+0000 7fe4b8f1a640 1 -- 172.21.15.134:0/1376441636 shutdown_connections 2024-09-19T05:00:59.159 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:00:59.157+0000 7fe4b8f1a640 1 -- 172.21.15.134:0/1376441636 wait complete. 2024-09-19T05:00:59.169 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-19T05:00:59.169 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-19T05:00:59.171 INFO:tasks.ceph.osd.0:Started 2024-09-19T05:00:59.171 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-19T05:00:59.171 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-19T05:00:59.173 INFO:tasks.ceph.osd.1:Started 2024-09-19T05:00:59.173 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-19T05:00:59.173 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-19T05:00:59.175 INFO:tasks.ceph.osd.2:Started 2024-09-19T05:00:59.175 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-19T05:00:59.176 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-19T05:00:59.178 INFO:tasks.ceph.osd.3:Started 2024-09-19T05:00:59.178 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-19T05:00:59.178 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-19T05:00:59.180 INFO:tasks.ceph.osd.4:Started 2024-09-19T05:00:59.180 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-19T05:00:59.180 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-19T05:00:59.182 INFO:tasks.ceph.osd.5:Started 2024-09-19T05:00:59.182 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-19T05:00:59.182 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-19T05:00:59.184 INFO:tasks.ceph.osd.6:Started 2024-09-19T05:00:59.184 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-19T05:00:59.185 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-19T05:00:59.187 INFO:tasks.ceph.osd.7:Started 2024-09-19T05:00:59.187 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:00:59.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.321+0000 7fe0f2b8f640 1 Processor -- start 2024-09-19T05:00:59.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.321+0000 7fe0f2b8f640 1 -- start start 2024-09-19T05:00:59.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.322+0000 7fe0f2b8f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0ec0d3150 0x7fe0ec0b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:59.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.322+0000 7fe0f2b8f640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fe0ec0b6530 0x7fe0ec06d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:59.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.322+0000 7fe0f2b8f640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe0ec0d3680 con 0x7fe0ec15e660 2024-09-19T05:00:59.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.322+0000 7fe0f2b8f640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fe0ec06d4b0 con 0x7fe0ec0b6530 2024-09-19T05:00:59.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.322+0000 7fe0f2b8f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fe0ec0d3960 con 0x7fe0ec0d3150 2024-09-19T05:00:59.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.322+0000 7fe0f112c640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fe0ec0b6530 0x7fe0ec06d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:59.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.322+0000 7fe0ebfff640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0ec0d3150 0x7fe0ec0b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:59.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.322+0000 7fe0f112c640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fe0ec0b6530 0x7fe0ec06d940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.5:34948/0 (socket says 172.21.15.5:34948) 2024-09-19T05:00:59.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.322+0000 7fe0f112c640 1 -- 172.21.15.5:0/2129471211 learned_addr learned my addr 172.21.15.5:0/2129471211 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:00:59.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.322+0000 7fe0f112c640 1 -- 172.21.15.5:0/2129471211 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0ec0d3150 msgr2=0x7fe0ec0b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:00:59.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.322+0000 7fe0f112c640 1 --2- 172.21.15.5:0/2129471211 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0ec0d3150 0x7fe0ec0b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:59.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.322+0000 7fe0f112c640 1 -- 172.21.15.5:0/2129471211 >> v1:172.21.15.134:6789/0 conn(0x7fe0ec15e660 legacy=0x7fe0ec0d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:59.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.322+0000 7fe0f112c640 1 -- 172.21.15.5:0/2129471211 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0ec06ce60 con 0x7fe0ec0b6530 2024-09-19T05:00:59.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.322+0000 7fe0ebfff640 1 --2- 172.21.15.5:0/2129471211 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0ec0d3150 0x7fe0ec0b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:00:59.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.323+0000 7fe0f112c640 1 --2- 172.21.15.5:0/2129471211 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe0ec0b6530 0x7fe0ec06d940 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fe0e4009e50 tx=0x7fe0e402a7a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b3dacc3e73c5cb3e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:00:59.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.323+0000 7fe0eb7fe640 1 -- 172.21.15.5:0/2129471211 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0e4036070 con 0x7fe0ec0b6530 2024-09-19T05:00:59.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.323+0000 7fe0eb7fe640 1 -- 172.21.15.5:0/2129471211 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0e4031600 con 0x7fe0ec0b6530 2024-09-19T05:00:59.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.323+0000 7fe0eb7fe640 1 -- 172.21.15.5:0/2129471211 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0e40319d0 con 0x7fe0ec0b6530 2024-09-19T05:00:59.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.324+0000 7fe0f2b8f640 1 -- 172.21.15.5:0/2129471211 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe0ec0b6530 msgr2=0x7fe0ec06d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:59.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.324+0000 7fe0f2b8f640 1 --2- 172.21.15.5:0/2129471211 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe0ec0b6530 0x7fe0ec06d940 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fe0e4009e50 tx=0x7fe0e402a7a0 comp rx=0 tx=0).stop 2024-09-19T05:00:59.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.324+0000 7fe0f2b8f640 1 -- 172.21.15.5:0/2129471211 shutdown_connections 2024-09-19T05:00:59.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.324+0000 7fe0f2b8f640 1 --2- 172.21.15.5:0/2129471211 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe0ec0b6530 0x7fe0ec06d940 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:59.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.324+0000 7fe0f2b8f640 1 --2- 172.21.15.5:0/2129471211 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0ec0d3150 0x7fe0ec0b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:59.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.324+0000 7fe0f2b8f640 1 -- 172.21.15.5:0/2129471211 >> 172.21.15.5:0/2129471211 conn(0x7fe0ec08c000 msgr2=0x7fe0ec0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:00:59.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.324+0000 7fe0f2b8f640 1 -- 172.21.15.5:0/2129471211 shutdown_connections 2024-09-19T05:00:59.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.324+0000 7fe0f2b8f640 1 -- 172.21.15.5:0/2129471211 wait complete. 2024-09-19T05:00:59.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.325+0000 7fe0f2b8f640 1 Processor -- start 2024-09-19T05:00:59.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.325+0000 7fe0f2b8f640 1 -- start start 2024-09-19T05:00:59.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.326+0000 7fe0f2b8f640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe0ec0b6530 0x7fe0ec0cdec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:59.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.326+0000 7fe0f2b8f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0ec0d3150 0x7fe0ec15f280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:59.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.326+0000 7fe0f2b8f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0ec15e660 0x7fe0ec0ccc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:00:59.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.327+0000 7fe0f112c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0ec15e660 0x7fe0ec0ccc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:59.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.327+0000 7fe0ebfff640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0ec0d3150 0x7fe0ec15f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:59.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.327+0000 7fe0f112c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0ec15e660 0x7fe0ec0ccc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46856/0 (socket says 172.21.15.5:46856) 2024-09-19T05:00:59.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.327+0000 7fe0f092b640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe0ec0b6530 0x7fe0ec0cdec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:00:59.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.327+0000 7fe0ebfff640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0ec0d3150 0x7fe0ec15f280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.5:46070/0 (socket says 172.21.15.5:46070) 2024-09-19T05:00:59.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.327+0000 7fe0ebfff640 1 -- 172.21.15.5:0/2584422129 learned_addr learned my addr 172.21.15.5:0/2584422129 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:00:59.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.327+0000 7fe0f2b8f640 1 -- 172.21.15.5:0/2584422129 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fe0ec06de80 con 0x7fe0ec15e660 2024-09-19T05:00:59.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.327+0000 7fe0f2b8f640 1 -- 172.21.15.5:0/2584422129 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fe0ec15ea40 con 0x7fe0ec0b6530 2024-09-19T05:00:59.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.327+0000 7fe0f2b8f640 1 -- 172.21.15.5:0/2584422129 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fe0ec06e000 con 0x7fe0ec0d3150 2024-09-19T05:00:59.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.327+0000 7fe0ebfff640 1 -- 172.21.15.5:0/2584422129 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe0ec0b6530 msgr2=0x7fe0ec0cdec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:59.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.327+0000 7fe0ebfff640 1 --2- 172.21.15.5:0/2584422129 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe0ec0b6530 0x7fe0ec0cdec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:59.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.327+0000 7fe0ebfff640 1 -- 172.21.15.5:0/2584422129 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0ec15e660 msgr2=0x7fe0ec0ccc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:59.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.327+0000 7fe0ebfff640 1 --2- 172.21.15.5:0/2584422129 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0ec15e660 0x7fe0ec0ccc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:59.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.327+0000 7fe0ebfff640 1 -- 172.21.15.5:0/2584422129 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0ec160ee0 con 0x7fe0ec0d3150 2024-09-19T05:00:59.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.327+0000 7fe0f112c640 1 --2- 172.21.15.5:0/2584422129 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0ec15e660 0x7fe0ec0ccc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:00:59.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.327+0000 7fe0ebfff640 1 --2- 172.21.15.5:0/2584422129 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0ec0d3150 0x7fe0ec15f280 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fe0d800ebb0 tx=0x7fe0d800c520 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:00:59.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.327+0000 7fe0e97fa640 1 -- 172.21.15.5:0/2584422129 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0d8017070 con 0x7fe0ec0d3150 2024-09-19T05:00:59.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.328+0000 7fe0e97fa640 1 -- 172.21.15.5:0/2584422129 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0d800cc30 con 0x7fe0ec0d3150 2024-09-19T05:00:59.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.328+0000 7fe0e97fa640 1 -- 172.21.15.5:0/2584422129 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0d8013470 con 0x7fe0ec0d3150 2024-09-19T05:00:59.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.328+0000 7fe0f2b8f640 1 -- 172.21.15.5:0/2584422129 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0ec1611c0 con 0x7fe0ec0d3150 2024-09-19T05:00:59.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.328+0000 7fe0f2b8f640 1 -- 172.21.15.5:0/2584422129 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0ec161780 con 0x7fe0ec0d3150 2024-09-19T05:00:59.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.328+0000 7fe0e97fa640 1 -- 172.21.15.5:0/2584422129 <== mon.2 v2:172.21.15.134:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fe0d801a070 con 0x7fe0ec0d3150 2024-09-19T05:00:59.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.328+0000 7fe0e97fa640 1 -- 172.21.15.5:0/2584422129 <== mon.2 v2:172.21.15.134:3301/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7fe0d80066f0 con 0x7fe0ec0d3150 2024-09-19T05:00:59.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.329+0000 7fe0d6ffd640 1 -- 172.21.15.5:0/2584422129 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0c4005290 con 0x7fe0ec0d3150 2024-09-19T05:00:59.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.331+0000 7fe0e97fa640 1 -- 172.21.15.5:0/2584422129 <== mon.2 v2:172.21.15.134:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fe0d8013610 con 0x7fe0ec0d3150 2024-09-19T05:00:59.335 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-19T05:00:59.334+0000 7fea49723040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T05:00:59.363 INFO:tasks.ceph.mgr.x.smithi134.stderr:2024-09-19T05:00:59.361+0000 7f5d0e399040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T05:00:59.391 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-19T05:00:59.390+0000 7fea49723040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T05:00:59.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.390+0000 7fe0d6ffd640 1 -- 172.21.15.5:0/2584422129 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe0c4005850 con 0x7fe0ec0d3150 2024-09-19T05:00:59.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.391+0000 7fe0e97fa640 1 -- 172.21.15.5:0/2584422129 <== mon.2 v2:172.21.15.134:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7fe0d8013ba0 con 0x7fe0ec0d3150 2024-09-19T05:00:59.392 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:00:59.392 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":10,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:00:59.152374+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:00:59.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.392+0000 7fe0d6ffd640 1 -- 172.21.15.5:0/2584422129 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0ec0d3150 msgr2=0x7fe0ec15f280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:00:59.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.392+0000 7fe0d6ffd640 1 --2- 172.21.15.5:0/2584422129 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0ec0d3150 0x7fe0ec15f280 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fe0d800ebb0 tx=0x7fe0d800c520 comp rx=0 tx=0).stop 2024-09-19T05:00:59.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.392+0000 7fe0d6ffd640 1 -- 172.21.15.5:0/2584422129 shutdown_connections 2024-09-19T05:00:59.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.392+0000 7fe0d6ffd640 1 --2- 172.21.15.5:0/2584422129 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0ec15e660 0x7fe0ec0ccc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:59.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.392+0000 7fe0d6ffd640 1 --2- 172.21.15.5:0/2584422129 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0ec0d3150 0x7fe0ec15f280 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:59.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.392+0000 7fe0d6ffd640 1 --2- 172.21.15.5:0/2584422129 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe0ec0b6530 0x7fe0ec0cdec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:00:59.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.392+0000 7fe0d6ffd640 1 -- 172.21.15.5:0/2584422129 >> 172.21.15.5:0/2584422129 conn(0x7fe0ec08c000 msgr2=0x7fe0ec0b59d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:00:59.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.392+0000 7fe0d6ffd640 1 -- 172.21.15.5:0/2584422129 shutdown_connections 2024-09-19T05:00:59.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:00:59.392+0000 7fe0d6ffd640 1 -- 172.21.15.5:0/2584422129 wait complete. 2024-09-19T05:00:59.404 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-19T05:00:59.404 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-19T05:00:59.416 INFO:tasks.ceph.mgr.x.smithi134.stderr:2024-09-19T05:00:59.415+0000 7f5d0e399040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T05:00:59.781 INFO:tasks.ceph.mgr.x.smithi134.stderr:2024-09-19T05:00:59.778+0000 7f5d0e399040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T05:00:59.784 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-19T05:00:59.783+0000 7fea49723040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T05:00:59.865 INFO:tasks.ceph.mgr.x.smithi134.stderr:2024-09-19T05:00:59.864+0000 7f5d0e399040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T05:00:59.874 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-19T05:00:59.873+0000 7fea49723040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T05:00:59.970 INFO:tasks.ceph.mgr.x.smithi134.stderr:2024-09-19T05:00:59.968+0000 7f5d0e399040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:00:59.987 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-19T05:00:59.986+0000 7fea49723040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:01:00.015 INFO:tasks.ceph.mgr.x.smithi134.stderr:2024-09-19T05:01:00.014+0000 7f5d0e399040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T05:01:00.036 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-19T05:01:00.035+0000 7fea49723040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T05:01:00.129 INFO:tasks.ceph.mgr.x.smithi134.stderr:2024-09-19T05:01:00.127+0000 7f5d0e399040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T05:01:00.156 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-19T05:01:00.154+0000 7fea49723040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T05:01:00.181 INFO:tasks.ceph.mgr.x.smithi134.stderr:2024-09-19T05:01:00.180+0000 7f5d0e399040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T05:01:00.210 DEBUG:teuthology.orchestra.run.smithi005:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T05:01:00.213 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-19T05:01:00.210+0000 7fea49723040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T05:01:00.225 INFO:tasks.ceph.mgr.x.smithi134.stderr:2024-09-19T05:01:00.224+0000 7f5d0e399040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T05:01:00.260 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-19T05:01:00.259+0000 7fea49723040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T05:01:00.303 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.302+0000 7f0d2b865640 1 Processor -- start 2024-09-19T05:01:00.304 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.302+0000 7f0d2b865640 1 -- start start 2024-09-19T05:01:00.308 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.303+0000 7f0d2b865640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0d240d0d90 0x7f0d2415f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:00.308 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.303+0000 7f0d2b865640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d240cf5c0 con 0x7f0d240d4cb0 2024-09-19T05:01:00.308 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.303+0000 7f0d2b865640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d2415f9e0 con 0x7f0d240d0620 2024-09-19T05:01:00.308 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.303+0000 7f0d2b865640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f0d240cf390 con 0x7f0d240d0d90 2024-09-19T05:01:00.308 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.303+0000 7f0d28e00640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7f0d240d0620 0x7f0d240d1170 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.5:55452/0 (socket says 172.21.15.5:55452) 2024-09-19T05:01:00.308 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.303+0000 7f0d28e00640 1 -- 172.21.15.5:0/3962152305 learned_addr learned my addr 172.21.15.5:0/3962152305 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:00.308 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.303+0000 7f0d29601640 1 --2- 172.21.15.5:0/3962152305 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0d240d0d90 0x7f0d2415f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:00.309 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.304+0000 7f0d1bfff640 1 -- 172.21.15.5:0/3962152305 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1775996569 0 0) 0x7f0d240cf5c0 con 0x7f0d240d4cb0 2024-09-19T05:01:00.309 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.304+0000 7f0d1bfff640 1 -- 172.21.15.5:0/3962152305 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0d10003520 con 0x7f0d240d4cb0 2024-09-19T05:01:00.309 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.304+0000 7f0d1bfff640 1 -- 172.21.15.5:0/3962152305 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 559966172 0 0) 0x7f0d2415f9e0 con 0x7f0d240d0620 2024-09-19T05:01:00.309 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.304+0000 7f0d1bfff640 1 -- 172.21.15.5:0/3962152305 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0d240cf5c0 con 0x7f0d240d0620 2024-09-19T05:01:00.309 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.304+0000 7f0d29601640 1 -- 172.21.15.5:0/3962152305 >> v1:172.21.15.134:6789/0 conn(0x7f0d240d0620 legacy=0x7f0d240d1170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:00.309 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.304+0000 7f0d29601640 1 -- 172.21.15.5:0/3962152305 >> v1:172.21.15.5:6789/0 conn(0x7f0d240d4cb0 legacy=0x7f0d240d2170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:00.309 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.304+0000 7f0d29601640 1 -- 172.21.15.5:0/3962152305 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d240cf860 con 0x7f0d240d0d90 2024-09-19T05:01:00.312 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.305+0000 7f0d29601640 1 --2- 172.21.15.5:0/3962152305 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0d240d0d90 0x7f0d2415f4a0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f0d200097d0 tx=0x7f0d2002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a235be94e411c800 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:00.312 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.305+0000 7f0d1bfff640 1 -- 172.21.15.5:0/3962152305 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d20037070 con 0x7f0d240d0d90 2024-09-19T05:01:00.312 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.305+0000 7f0d1bfff640 1 -- 172.21.15.5:0/3962152305 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d20032440 con 0x7f0d240d0d90 2024-09-19T05:01:00.312 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.305+0000 7f0d1bfff640 1 -- 172.21.15.5:0/3962152305 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d20032810 con 0x7f0d240d0d90 2024-09-19T05:01:00.312 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.305+0000 7f0d2b865640 1 -- 172.21.15.5:0/3962152305 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0d240d0d90 msgr2=0x7f0d2415f4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:00.312 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.305+0000 7f0d2b865640 1 --2- 172.21.15.5:0/3962152305 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0d240d0d90 0x7f0d2415f4a0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f0d200097d0 tx=0x7f0d2002a180 comp rx=0 tx=0).stop 2024-09-19T05:01:00.312 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.306+0000 7f0d2b865640 1 -- 172.21.15.5:0/3962152305 shutdown_connections 2024-09-19T05:01:00.312 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.306+0000 7f0d2b865640 1 --2- 172.21.15.5:0/3962152305 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0d240d0d90 0x7f0d2415f4a0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:00.312 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.306+0000 7f0d2b865640 1 -- 172.21.15.5:0/3962152305 >> 172.21.15.5:0/3962152305 conn(0x7f0d2408bfc0 msgr2=0x7f0d240d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:00.313 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.306+0000 7f0d2b865640 1 -- 172.21.15.5:0/3962152305 shutdown_connections 2024-09-19T05:01:00.313 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.306+0000 7f0d2b865640 1 -- 172.21.15.5:0/3962152305 wait complete. 2024-09-19T05:01:00.313 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.307+0000 7f0d2b865640 1 Processor -- start 2024-09-19T05:01:00.313 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.307+0000 7f0d2b865640 1 -- start start 2024-09-19T05:01:00.313 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.308+0000 7f0d2b865640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0d240d0620 0x7f0d2415b080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:00.313 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.308+0000 7f0d2b865640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0d240d0d90 0x7f0d240cab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:00.313 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.308+0000 7f0d2b865640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0d240d4cb0 0x7f0d24161530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:00.313 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.308+0000 7f0d2b865640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f0d240d0100 con 0x7f0d240d4cb0 2024-09-19T05:01:00.313 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.308+0000 7f0d2b865640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f0d240cfe20 con 0x7f0d240d0620 2024-09-19T05:01:00.313 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.308+0000 7f0d2b865640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f0d240b3b40 con 0x7f0d240d0d90 2024-09-19T05:01:00.313 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.308+0000 7f0d29e02640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0d240d4cb0 0x7f0d24161530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:00.313 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.308+0000 7f0d29601640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0d240d0620 0x7f0d2415b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:00.313 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.308+0000 7f0d29601640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0d240d0620 0x7f0d2415b080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.5:34956/0 (socket says 172.21.15.5:34956) 2024-09-19T05:01:00.314 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.308+0000 7f0d29601640 1 -- 172.21.15.5:0/306675274 learned_addr learned my addr 172.21.15.5:0/306675274 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:00.314 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.308+0000 7f0d28e00640 1 --2- 172.21.15.5:0/306675274 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0d240d0d90 0x7f0d240cab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:00.314 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.308+0000 7f0d29e02640 1 -- 172.21.15.5:0/306675274 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0d240d0d90 msgr2=0x7f0d240cab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:00.314 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.308+0000 7f0d29e02640 1 --2- 172.21.15.5:0/306675274 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0d240d0d90 0x7f0d240cab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:00.314 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.308+0000 7f0d29e02640 1 -- 172.21.15.5:0/306675274 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0d240d0620 msgr2=0x7f0d2415b080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:00.314 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.308+0000 7f0d29e02640 1 --2- 172.21.15.5:0/306675274 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0d240d0620 0x7f0d2415b080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:00.314 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.308+0000 7f0d29e02640 1 -- 172.21.15.5:0/306675274 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d24162ba0 con 0x7f0d240d4cb0 2024-09-19T05:01:00.314 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.308+0000 7f0d29e02640 1 --2- 172.21.15.5:0/306675274 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0d240d4cb0 0x7f0d24161530 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f0d1c00c700 tx=0x7f0d1c00cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:00.314 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.308+0000 7f0d19ffb640 1 -- 172.21.15.5:0/306675274 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d1c003b70 con 0x7f0d240d4cb0 2024-09-19T05:01:00.314 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.308+0000 7f0d19ffb640 1 -- 172.21.15.5:0/306675274 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d1c003d30 con 0x7f0d240d4cb0 2024-09-19T05:01:00.314 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.308+0000 7f0d2b865640 1 -- 172.21.15.5:0/306675274 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d24162300 con 0x7f0d240d4cb0 2024-09-19T05:01:00.314 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.308+0000 7f0d19ffb640 1 -- 172.21.15.5:0/306675274 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d1c00aa90 con 0x7f0d240d4cb0 2024-09-19T05:01:00.314 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.309+0000 7f0d2b865640 1 -- 172.21.15.5:0/306675274 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d241628c0 con 0x7f0d240d4cb0 2024-09-19T05:01:00.315 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.309+0000 7f0d19ffb640 1 -- 172.21.15.5:0/306675274 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f0d1c00ac30 con 0x7f0d240d4cb0 2024-09-19T05:01:00.315 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.309+0000 7f0d19ffb640 1 -- 172.21.15.5:0/306675274 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f0d1c012720 con 0x7f0d240d4cb0 2024-09-19T05:01:00.315 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.309+0000 7f0d2b865640 1 -- 172.21.15.5:0/306675274 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d2415f4a0 con 0x7f0d240d4cb0 2024-09-19T05:01:00.315 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.312+0000 7f0d19ffb640 1 -- 172.21.15.5:0/306675274 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f0d1c020020 con 0x7f0d240d4cb0 2024-09-19T05:01:00.336 INFO:tasks.ceph.mgr.x.smithi134.stderr:2024-09-19T05:01:00.335+0000 7f5d0e399040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T05:01:00.373 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.371+0000 7f0d2b865640 1 -- 172.21.15.5:0/306675274 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0d240d1e60 con 0x7f0d240d4cb0 2024-09-19T05:01:00.373 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.372+0000 7f0d19ffb640 1 -- 172.21.15.5:0/306675274 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f0d1c012920 con 0x7f0d240d4cb0 2024-09-19T05:01:00.373 INFO:teuthology.misc.health.smithi005.stdout: 2024-09-19T05:01:00.374 INFO:teuthology.misc.health.smithi005.stdout:{"epoch":10,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:00:59.152374+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:01:00.375 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.373+0000 7f0d2b865640 1 -- 172.21.15.5:0/306675274 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0d240d4cb0 msgr2=0x7f0d24161530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:00.375 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.373+0000 7f0d2b865640 1 --2- 172.21.15.5:0/306675274 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0d240d4cb0 0x7f0d24161530 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f0d1c00c700 tx=0x7f0d1c00cbc0 comp rx=0 tx=0).stop 2024-09-19T05:01:00.375 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.373+0000 7f0d2b865640 1 -- 172.21.15.5:0/306675274 shutdown_connections 2024-09-19T05:01:00.375 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.373+0000 7f0d2b865640 1 --2- 172.21.15.5:0/306675274 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0d240d4cb0 0x7f0d24161530 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:00.375 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.373+0000 7f0d2b865640 1 --2- 172.21.15.5:0/306675274 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0d240d0d90 0x7f0d240cab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:00.375 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.373+0000 7f0d2b865640 1 --2- 172.21.15.5:0/306675274 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0d240d0620 0x7f0d2415b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:00.375 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.373+0000 7f0d2b865640 1 -- 172.21.15.5:0/306675274 >> 172.21.15.5:0/306675274 conn(0x7f0d2408bfc0 msgr2=0x7f0d240b2a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:00.375 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.373+0000 7f0d2b865640 1 -- 172.21.15.5:0/306675274 shutdown_connections 2024-09-19T05:01:00.375 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:00.373+0000 7f0d2b865640 1 -- 172.21.15.5:0/306675274 wait complete. 2024-09-19T05:01:00.375 INFO:tasks.ceph.osd.0.smithi005.stderr:2024-09-19T05:01:00.373+0000 7f125e22f640 -1 Falling back to public interface 2024-09-19T05:01:00.383 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-19T05:01:00.382+0000 7fea49723040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T05:01:00.384 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-19T05:01:00.386 INFO:tasks.ceph.mgr.x.smithi134.stderr:2024-09-19T05:01:00.385+0000 7f5d0e399040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T05:01:00.391 INFO:tasks.ceph.osd.1.smithi005.stderr:2024-09-19T05:01:00.390+0000 7fb1909db640 -1 Falling back to public interface 2024-09-19T05:01:00.426 INFO:tasks.ceph.osd.2.smithi005.stderr:2024-09-19T05:01:00.425+0000 7f4db70fe640 -1 Falling back to public interface 2024-09-19T05:01:00.438 INFO:tasks.ceph.mgr.x.smithi134.stderr:2024-09-19T05:01:00.437+0000 7f5d0e399040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T05:01:00.441 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-19T05:01:00.440+0000 7fea49723040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T05:01:00.495 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-19T05:01:00.494+0000 7fea49723040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T05:01:00.504 INFO:tasks.ceph.mgr.x.smithi134.stderr:2024-09-19T05:01:00.503+0000 7f5d0e399040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T05:01:00.548 INFO:tasks.ceph.mgr.x.smithi134.stderr:2024-09-19T05:01:00.546+0000 7f5d0e399040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T05:01:00.566 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-19T05:01:00.565+0000 7fea49723040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T05:01:00.591 INFO:tasks.ceph.mgr.x.smithi134.stderr:2024-09-19T05:01:00.589+0000 7f5d0e399040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T05:01:00.613 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-19T05:01:00.611+0000 7fea49723040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T05:01:00.634 INFO:tasks.ceph.osd.4.smithi134.stderr:2024-09-19T05:01:00.633+0000 7fa73f7dd640 -1 Falling back to public interface 2024-09-19T05:01:00.644 INFO:tasks.ceph.osd.6.smithi134.stderr:2024-09-19T05:01:00.642+0000 7f1a8f3a8640 -1 Falling back to public interface 2024-09-19T05:01:00.657 INFO:tasks.ceph.osd.3.smithi005.stderr:2024-09-19T05:01:00.656+0000 7f724d217640 -1 Falling back to public interface 2024-09-19T05:01:00.659 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-19T05:01:00.657+0000 7fea49723040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T05:01:00.916 INFO:tasks.ceph.osd.7.smithi134.stderr:2024-09-19T05:01:00.914+0000 7fa4ccc12640 -1 Falling back to public interface 2024-09-19T05:01:00.927 INFO:tasks.ceph.osd.5.smithi134.stderr:2024-09-19T05:01:00.926+0000 7fb154024640 -1 Falling back to public interface 2024-09-19T05:01:01.244 INFO:tasks.ceph.mgr.x.smithi134.stderr:2024-09-19T05:01:01.242+0000 7f5d0e399040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T05:01:01.355 INFO:tasks.ceph.mgr.y.smithi005.stderr:2024-09-19T05:01:01.353+0000 7fea49723040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T05:01:02.259 INFO:tasks.ceph.mgr.x.smithi134.stderr:2024-09-19T05:01:02.258+0000 7f5caec69640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-19T05:01:02.260 INFO:tasks.ceph.mgr.x.smithi134.stderr:2024-09-19T05:01:02.258+0000 7f5caec69640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-19T05:01:03.921 INFO:tasks.ceph.osd.0.smithi005.stderr:2024-09-19T05:01:03.920+0000 7f125e22f640 -1 osd.0 0 log_to_monitors true 2024-09-19T05:01:04.178 INFO:tasks.ceph.osd.1.smithi005.stderr:2024-09-19T05:01:04.176+0000 7fb1909db640 -1 osd.1 0 log_to_monitors true 2024-09-19T05:01:04.181 INFO:tasks.ceph.osd.4.smithi134.stderr:2024-09-19T05:01:04.180+0000 7fa73f7dd640 -1 osd.4 0 log_to_monitors true 2024-09-19T05:01:04.509 INFO:tasks.ceph.osd.2.smithi005.stderr:2024-09-19T05:01:04.508+0000 7f4db70fe640 -1 osd.2 0 log_to_monitors true 2024-09-19T05:01:04.742 INFO:tasks.ceph.osd.3.smithi005.stderr:2024-09-19T05:01:04.741+0000 7f724d217640 -1 osd.3 0 log_to_monitors true 2024-09-19T05:01:04.749 INFO:tasks.ceph.osd.7.smithi134.stderr:2024-09-19T05:01:04.748+0000 7fa4ccc12640 -1 osd.7 0 log_to_monitors true 2024-09-19T05:01:04.896 INFO:tasks.ceph.osd.6.smithi134.stderr:2024-09-19T05:01:04.894+0000 7f1a8f3a8640 -1 osd.6 0 log_to_monitors true 2024-09-19T05:01:04.981 INFO:tasks.ceph.osd.5.smithi134.stderr:2024-09-19T05:01:04.980+0000 7fb154024640 -1 osd.5 0 log_to_monitors true 2024-09-19T05:01:06.050 INFO:tasks.ceph.osd.4.smithi134.stderr:2024-09-19T05:01:06.049+0000 7fa73bf80640 -1 osd.4 0 waiting for initial osdmap 2024-09-19T05:01:06.060 INFO:tasks.ceph.osd.4.smithi134.stderr:2024-09-19T05:01:06.059+0000 7fa73358c640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:01:06.153 INFO:tasks.ceph.osd.1.smithi005.stderr:2024-09-19T05:01:06.152+0000 7fb18c96a640 -1 osd.1 0 waiting for initial osdmap 2024-09-19T05:01:06.168 INFO:tasks.ceph.osd.0.smithi005.stderr:2024-09-19T05:01:06.166+0000 7f1259785640 -1 osd.0 0 waiting for initial osdmap 2024-09-19T05:01:06.169 INFO:tasks.ceph.osd.1.smithi005.stderr:2024-09-19T05:01:06.168+0000 7fb18478a640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:01:06.191 INFO:tasks.ceph.osd.0.smithi005.stderr:2024-09-19T05:01:06.190+0000 7f12515a5640 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:01:07.155 INFO:tasks.ceph.osd.3.smithi005.stderr:2024-09-19T05:01:07.154+0000 7f724931a640 -1 osd.3 0 waiting for initial osdmap 2024-09-19T05:01:07.161 INFO:tasks.ceph.osd.2.smithi005.stderr:2024-09-19T05:01:07.160+0000 7f4db308d640 -1 osd.2 0 waiting for initial osdmap 2024-09-19T05:01:07.166 INFO:tasks.ceph.osd.3.smithi005.stderr:2024-09-19T05:01:07.165+0000 7f7240926640 -1 osd.3 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:01:07.170 INFO:tasks.ceph.osd.2.smithi005.stderr:2024-09-19T05:01:07.169+0000 7f4daaead640 -1 osd.2 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:01:07.190 DEBUG:teuthology.orchestra.run.smithi005:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T05:01:07.285 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.284+0000 7fdfa525e640 1 Processor -- start 2024-09-19T05:01:07.285 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.284+0000 7fdfa525e640 1 -- start start 2024-09-19T05:01:07.287 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.285+0000 7fdfa525e640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fdfa015aa80 0x7fdfa00ad480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:07.287 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.285+0000 7fdfa525e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdfa0073bd0 0x7fdfa00b40a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:07.287 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.285+0000 7fdfa525e640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdfa015ae60 con 0x7fdfa00b3c60 2024-09-19T05:01:07.287 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.285+0000 7fdfa525e640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fdfa00b45e0 con 0x7fdfa015aa80 2024-09-19T05:01:07.287 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.285+0000 7fdfa525e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fdfa00741b0 con 0x7fdfa0073bd0 2024-09-19T05:01:07.287 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.285+0000 7fdf9e59c640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fdfa00b3c60 0x7fdfa00734c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46144/0 (socket says 172.21.15.5:46144) 2024-09-19T05:01:07.287 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.285+0000 7fdf9e59c640 1 -- 172.21.15.5:0/2899276604 learned_addr learned my addr 172.21.15.5:0/2899276604 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:07.287 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.285+0000 7fdf9ed9d640 1 --2- 172.21.15.5:0/2899276604 >> v2:172.21.15.134:3300/0 conn(0x7fdfa015aa80 0x7fdfa00ad480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:07.287 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.285+0000 7fdf9f59e640 1 --2- 172.21.15.5:0/2899276604 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdfa0073bd0 0x7fdfa00b40a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:07.287 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.285+0000 7fdf9ed9d640 1 -- 172.21.15.5:0/2899276604 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdfa0073bd0 msgr2=0x7fdfa00b40a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:07.288 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.285+0000 7fdf9ed9d640 1 --2- 172.21.15.5:0/2899276604 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdfa0073bd0 0x7fdfa00b40a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:07.288 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.285+0000 7fdf9ed9d640 1 -- 172.21.15.5:0/2899276604 >> v1:172.21.15.5:6789/0 conn(0x7fdfa00b3c60 legacy=0x7fdfa00734c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:07.288 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.285+0000 7fdf9ed9d640 1 -- 172.21.15.5:0/2899276604 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfa006e770 con 0x7fdfa015aa80 2024-09-19T05:01:07.288 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.285+0000 7fdf9f59e640 1 --2- 172.21.15.5:0/2899276604 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdfa0073bd0 0x7fdfa00b40a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:01:07.289 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.286+0000 7fdf9ed9d640 1 --2- 172.21.15.5:0/2899276604 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdfa015aa80 0x7fdfa00ad480 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fdf9000a940 tx=0x7fdf9002b550 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5c2c6d4060c0fb4a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:07.289 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.286+0000 7fdf9dd9b640 1 -- 172.21.15.5:0/2899276604 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf9000b040 con 0x7fdfa015aa80 2024-09-19T05:01:07.289 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.286+0000 7fdf9dd9b640 1 -- 172.21.15.5:0/2899276604 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf90030710 con 0x7fdfa015aa80 2024-09-19T05:01:07.289 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.286+0000 7fdf9dd9b640 1 -- 172.21.15.5:0/2899276604 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf90030ae0 con 0x7fdfa015aa80 2024-09-19T05:01:07.290 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.287+0000 7fdfa525e640 1 -- 172.21.15.5:0/2899276604 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdfa015aa80 msgr2=0x7fdfa00ad480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:07.290 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.287+0000 7fdfa525e640 1 --2- 172.21.15.5:0/2899276604 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdfa015aa80 0x7fdfa00ad480 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fdf9000a940 tx=0x7fdf9002b550 comp rx=0 tx=0).stop 2024-09-19T05:01:07.290 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.287+0000 7fdfa525e640 1 -- 172.21.15.5:0/2899276604 shutdown_connections 2024-09-19T05:01:07.290 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.287+0000 7fdfa525e640 1 --2- 172.21.15.5:0/2899276604 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdfa0073bd0 0x7fdfa00b40a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:07.290 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.287+0000 7fdfa525e640 1 --2- 172.21.15.5:0/2899276604 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdfa015aa80 0x7fdfa00ad480 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:07.290 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.287+0000 7fdfa525e640 1 -- 172.21.15.5:0/2899276604 >> 172.21.15.5:0/2899276604 conn(0x7fdfa00b1e50 msgr2=0x7fdfa00b2260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:07.290 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.287+0000 7fdfa525e640 1 -- 172.21.15.5:0/2899276604 shutdown_connections 2024-09-19T05:01:07.290 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.287+0000 7fdfa525e640 1 -- 172.21.15.5:0/2899276604 wait complete. 2024-09-19T05:01:07.292 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.288+0000 7fdfa525e640 1 Processor -- start 2024-09-19T05:01:07.293 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.288+0000 7fdfa525e640 1 -- start start 2024-09-19T05:01:07.293 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.289+0000 7fdfa525e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdfa0073bd0 0x7fdfa01506e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:07.293 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.289+0000 7fdfa525e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdfa00b3c60 0x7fdfa015b260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:07.293 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.289+0000 7fdfa525e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfa015aa80 0x7fdfa015b7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:07.293 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.289+0000 7fdfa525e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa00ad9c0 con 0x7fdfa015aa80 2024-09-19T05:01:07.293 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.289+0000 7fdfa525e640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa006ed30 con 0x7fdfa0073bd0 2024-09-19T05:01:07.293 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.289+0000 7fdfa525e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fdfa00adb40 con 0x7fdfa00b3c60 2024-09-19T05:01:07.293 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.289+0000 7fdf9f59e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfa015aa80 0x7fdfa015b7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:07.293 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.289+0000 7fdf9ed9d640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdfa0073bd0 0x7fdfa01506e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:07.293 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.289+0000 7fdf9e59c640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdfa00b3c60 0x7fdfa015b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:07.293 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.289+0000 7fdf9f59e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfa015aa80 0x7fdfa015b7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36830/0 (socket says 172.21.15.5:36830) 2024-09-19T05:01:07.293 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.289+0000 7fdf9ed9d640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdfa0073bd0 0x7fdfa01506e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.5:43868/0 (socket says 172.21.15.5:43868) 2024-09-19T05:01:07.293 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.289+0000 7fdf9ed9d640 1 -- 172.21.15.5:0/973023091 learned_addr learned my addr 172.21.15.5:0/973023091 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:07.294 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.290+0000 7fdf9ed9d640 1 -- 172.21.15.5:0/973023091 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdfa00b3c60 msgr2=0x7fdfa015b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:07.294 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.290+0000 7fdf9ed9d640 1 --2- 172.21.15.5:0/973023091 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdfa00b3c60 0x7fdfa015b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:07.294 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.290+0000 7fdf9ed9d640 1 -- 172.21.15.5:0/973023091 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfa015aa80 msgr2=0x7fdfa015b7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:07.294 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.290+0000 7fdf9ed9d640 1 --2- 172.21.15.5:0/973023091 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfa015aa80 0x7fdfa015b7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:07.294 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.290+0000 7fdf9ed9d640 1 -- 172.21.15.5:0/973023091 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfa015d0a0 con 0x7fdfa0073bd0 2024-09-19T05:01:07.294 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.290+0000 7fdf9ed9d640 1 --2- 172.21.15.5:0/973023091 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdfa0073bd0 0x7fdfa01506e0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fdf9002b590 tx=0x7fdf900046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:07.294 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.290+0000 7fdf877fe640 1 -- 172.21.15.5:0/973023091 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf9003f070 con 0x7fdfa0073bd0 2024-09-19T05:01:07.294 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.290+0000 7fdf877fe640 1 -- 172.21.15.5:0/973023091 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf90030e10 con 0x7fdfa0073bd0 2024-09-19T05:01:07.294 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.290+0000 7fdf877fe640 1 -- 172.21.15.5:0/973023091 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf90006e10 con 0x7fdfa0073bd0 2024-09-19T05:01:07.294 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.290+0000 7fdfa525e640 1 -- 172.21.15.5:0/973023091 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfa015c000 con 0x7fdfa0073bd0 2024-09-19T05:01:07.294 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.290+0000 7fdfa525e640 1 -- 172.21.15.5:0/973023091 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfa015c5c0 con 0x7fdfa0073bd0 2024-09-19T05:01:07.294 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.291+0000 7fdfa525e640 1 -- 172.21.15.5:0/973023091 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfa00b40a0 con 0x7fdfa0073bd0 2024-09-19T05:01:07.295 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.292+0000 7fdf877fe640 1 -- 172.21.15.5:0/973023091 <== mon.1 v2:172.21.15.134:3300/0 4 ==== mgrmap(e 4) ==== 90790+0+0 (secure 0 0 0) 0x7fdf90042070 con 0x7fdfa0073bd0 2024-09-19T05:01:07.295 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.293+0000 7fdf877fe640 1 --2- 172.21.15.5:0/973023091 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdf8c06c220 0x7fdf8c06e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:07.295 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.293+0000 7fdf877fe640 1 -- 172.21.15.5:0/973023091 <== mon.1 v2:172.21.15.134:3300/0 5 ==== osd_map(13..13 src has 1..13) ==== 3071+0+0 (secure 0 0 0) 0x7fdf900ab150 con 0x7fdfa0073bd0 2024-09-19T05:01:07.295 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.293+0000 7fdf9e59c640 1 --2- 172.21.15.5:0/973023091 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdf8c06c220 0x7fdf8c06e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:07.295 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.293+0000 7fdf9e59c640 1 --2- 172.21.15.5:0/973023091 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdf8c06c220 0x7fdf8c06e6e0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fdfa00c52e0 tx=0x7fdf94007e80 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:07.299 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.298+0000 7fdf877fe640 1 -- 172.21.15.5:0/973023091 <== mon.1 v2:172.21.15.134:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdf90079d90 con 0x7fdfa0073bd0 2024-09-19T05:01:07.480 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.479+0000 7fdfa525e640 1 -- 172.21.15.5:0/973023091 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdfa00ae100 con 0x7fdfa0073bd0 2024-09-19T05:01:07.485 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.480+0000 7fdf877fe640 1 -- 172.21.15.5:0/973023091 <== mon.1 v2:172.21.15.134:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v14) ==== 74+0+11350 (secure 0 0 0) 0x7fdf9007e090 con 0x7fdfa0073bd0 2024-09-19T05:01:07.485 INFO:teuthology.misc.health.smithi005.stdout: 2024-09-19T05:01:07.486 INFO:teuthology.misc.health.smithi005.stdout:{"epoch":14,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:01:07.300483+0000","last_up_change":"2024-09-19T05:01:07.300483+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"14","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":7.690000057220459,"score_stable":7.690000057220459,"optimal_score":0.12999999523162842,"raw_score_acting":1,"raw_score_stable":1,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:01:07.486 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.482+0000 7fdfa525e640 1 -- 172.21.15.5:0/973023091 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdf8c06c220 msgr2=0x7fdf8c06e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:07.487 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.482+0000 7fdfa525e640 1 --2- 172.21.15.5:0/973023091 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdf8c06c220 0x7fdf8c06e6e0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fdfa00c52e0 tx=0x7fdf94007e80 comp rx=0 tx=0).stop 2024-09-19T05:01:07.487 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.482+0000 7fdfa525e640 1 -- 172.21.15.5:0/973023091 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdfa0073bd0 msgr2=0x7fdfa01506e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:07.487 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.482+0000 7fdfa525e640 1 --2- 172.21.15.5:0/973023091 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdfa0073bd0 0x7fdfa01506e0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fdf9002b590 tx=0x7fdf900046c0 comp rx=0 tx=0).stop 2024-09-19T05:01:07.487 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.482+0000 7fdfa525e640 1 -- 172.21.15.5:0/973023091 shutdown_connections 2024-09-19T05:01:07.487 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.482+0000 7fdfa525e640 1 --2- 172.21.15.5:0/973023091 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdf8c06c220 0x7fdf8c06e6e0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:07.487 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.482+0000 7fdfa525e640 1 --2- 172.21.15.5:0/973023091 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfa015aa80 0x7fdfa015b7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:07.487 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.482+0000 7fdfa525e640 1 --2- 172.21.15.5:0/973023091 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdfa00b3c60 0x7fdfa015b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:07.487 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.482+0000 7fdfa525e640 1 --2- 172.21.15.5:0/973023091 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdfa0073bd0 0x7fdfa01506e0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:07.487 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.482+0000 7fdfa525e640 1 -- 172.21.15.5:0/973023091 >> 172.21.15.5:0/973023091 conn(0x7fdfa00b1e50 msgr2=0x7fdfa0157a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:07.487 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.482+0000 7fdfa525e640 1 -- 172.21.15.5:0/973023091 shutdown_connections 2024-09-19T05:01:07.487 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:07.482+0000 7fdfa525e640 1 -- 172.21.15.5:0/973023091 wait complete. 2024-09-19T05:01:07.493 DEBUG:teuthology.misc:5 of 8 OSDs are up 2024-09-19T05:01:07.846 INFO:tasks.ceph.osd.5.smithi134.stderr:2024-09-19T05:01:07.845+0000 7fb150223640 -1 osd.5 0 waiting for initial osdmap 2024-09-19T05:01:07.859 INFO:tasks.ceph.osd.5.smithi134.stderr:2024-09-19T05:01:07.858+0000 7fb14782f640 -1 osd.5 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:01:07.939 INFO:tasks.ceph.osd.7.smithi134.stderr:2024-09-19T05:01:07.938+0000 7fa4c849e640 -1 osd.7 0 waiting for initial osdmap 2024-09-19T05:01:07.942 INFO:tasks.ceph.osd.6.smithi134.stderr:2024-09-19T05:01:07.941+0000 7f1a8b337640 -1 osd.6 0 waiting for initial osdmap 2024-09-19T05:01:07.951 INFO:tasks.ceph.osd.7.smithi134.stderr:2024-09-19T05:01:07.950+0000 7fa4c02be640 -1 osd.7 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:01:07.958 INFO:tasks.ceph.osd.6.smithi134.stderr:2024-09-19T05:01:07.957+0000 7f1a83157640 -1 osd.6 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:01:14.299 DEBUG:teuthology.orchestra.run.smithi005:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T05:01:14.406 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.405+0000 7f034bd5f640 1 Processor -- start 2024-09-19T05:01:14.406 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.405+0000 7f034bd5f640 1 -- start start 2024-09-19T05:01:14.408 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.406+0000 7f034bd5f640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f0344073bb0 0x7f03440b3150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:14.408 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.406+0000 7f034bd5f640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f03440adf00 con 0x7f034406f7e0 2024-09-19T05:01:14.408 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.406+0000 7f034bd5f640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f03440ae1e0 con 0x7f034415b0b0 2024-09-19T05:01:14.408 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.406+0000 7f034bd5f640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f03440ae4c0 con 0x7f0344073bb0 2024-09-19T05:01:14.408 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.406+0000 7f034a2fc640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f034406f7e0 0x7f03440aefa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46158/0 (socket says 172.21.15.5:46158) 2024-09-19T05:01:14.408 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.406+0000 7f034a2fc640 1 -- 172.21.15.5:0/3290069655 learned_addr learned my addr 172.21.15.5:0/3290069655 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:14.409 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.406+0000 7f03492fa640 1 --2- 172.21.15.5:0/3290069655 >> v2:172.21.15.134:3300/0 conn(0x7f0344073bb0 0x7f03440b3150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:14.409 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.406+0000 7f0348af9640 1 -- 172.21.15.5:0/3290069655 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 350155221 0 0) 0x7f03440adf00 con 0x7f034406f7e0 2024-09-19T05:01:14.409 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.406+0000 7f0348af9640 1 -- 172.21.15.5:0/3290069655 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0330003520 con 0x7f034406f7e0 2024-09-19T05:01:14.409 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.406+0000 7f03492fa640 1 -- 172.21.15.5:0/3290069655 >> v1:172.21.15.134:6789/0 conn(0x7f034415b0b0 legacy=0x7f034415f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:14.409 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.406+0000 7f03492fa640 1 -- 172.21.15.5:0/3290069655 >> v1:172.21.15.5:6789/0 conn(0x7f034406f7e0 legacy=0x7f03440aefa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:14.409 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.406+0000 7f03492fa640 1 -- 172.21.15.5:0/3290069655 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03440ae7a0 con 0x7f0344073bb0 2024-09-19T05:01:14.410 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.407+0000 7f03492fa640 1 --2- 172.21.15.5:0/3290069655 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0344073bb0 0x7f03440b3150 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f03340097d0 tx=0x7f033402a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3503069bdf4276c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:14.410 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.407+0000 7f0348af9640 1 -- 172.21.15.5:0/3290069655 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0334037070 con 0x7f0344073bb0 2024-09-19T05:01:14.410 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.407+0000 7f0348af9640 1 -- 172.21.15.5:0/3290069655 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0334032440 con 0x7f0344073bb0 2024-09-19T05:01:14.410 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.407+0000 7f0348af9640 1 -- 172.21.15.5:0/3290069655 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0334032810 con 0x7f0344073bb0 2024-09-19T05:01:14.410 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.408+0000 7f034bd5f640 1 -- 172.21.15.5:0/3290069655 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0344073bb0 msgr2=0x7f03440b3150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:14.411 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.408+0000 7f034bd5f640 1 --2- 172.21.15.5:0/3290069655 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0344073bb0 0x7f03440b3150 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f03340097d0 tx=0x7f033402a1c0 comp rx=0 tx=0).stop 2024-09-19T05:01:14.411 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.408+0000 7f034bd5f640 1 -- 172.21.15.5:0/3290069655 shutdown_connections 2024-09-19T05:01:14.411 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.408+0000 7f034bd5f640 1 --2- 172.21.15.5:0/3290069655 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0344073bb0 0x7f03440b3150 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:14.411 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.408+0000 7f034bd5f640 1 -- 172.21.15.5:0/3290069655 >> 172.21.15.5:0/3290069655 conn(0x7f03440b1e50 msgr2=0x7f03440b2260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:14.411 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.408+0000 7f034bd5f640 1 -- 172.21.15.5:0/3290069655 shutdown_connections 2024-09-19T05:01:14.411 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.408+0000 7f034bd5f640 1 -- 172.21.15.5:0/3290069655 wait complete. 2024-09-19T05:01:14.413 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.409+0000 7f034bd5f640 1 Processor -- start 2024-09-19T05:01:14.413 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.410+0000 7f034bd5f640 1 -- start start 2024-09-19T05:01:14.413 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.410+0000 7f034bd5f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f034406f7e0 0x7f03441f4af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:14.413 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.410+0000 7f034bd5f640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0344073bb0 0x7f034414b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:14.413 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.410+0000 7f034bd5f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f034415b0b0 0x7f03441527f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:14.413 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.410+0000 7f034bd5f640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f034415b490 con 0x7f034415b0b0 2024-09-19T05:01:14.413 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.410+0000 7f034bd5f640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f03440b3690 con 0x7f0344073bb0 2024-09-19T05:01:14.413 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.410+0000 7f034bd5f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f034415b610 con 0x7f034406f7e0 2024-09-19T05:01:14.413 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.410+0000 7f034a2fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f034415b0b0 0x7f03441527f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:14.414 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.410+0000 7f034a2fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f034415b0b0 0x7f03441527f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36832/0 (socket says 172.21.15.5:36832) 2024-09-19T05:01:14.414 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.410+0000 7f034a2fc640 1 -- 172.21.15.5:0/283258038 learned_addr learned my addr 172.21.15.5:0/283258038 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:14.414 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.411+0000 7f03492fa640 1 --2- 172.21.15.5:0/283258038 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0344073bb0 0x7f034414b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:14.414 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.411+0000 7f0349afb640 1 --2- 172.21.15.5:0/283258038 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f034406f7e0 0x7f03441f4af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:14.414 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.411+0000 7f034a2fc640 1 -- 172.21.15.5:0/283258038 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f034406f7e0 msgr2=0x7f03441f4af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:14.414 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.411+0000 7f034a2fc640 1 --2- 172.21.15.5:0/283258038 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f034406f7e0 0x7f03441f4af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:14.414 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.411+0000 7f034a2fc640 1 -- 172.21.15.5:0/283258038 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0344073bb0 msgr2=0x7f034414b7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:14.414 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.411+0000 7f034a2fc640 1 --2- 172.21.15.5:0/283258038 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0344073bb0 0x7f034414b7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:14.414 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.411+0000 7f034a2fc640 1 -- 172.21.15.5:0/283258038 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03441f5170 con 0x7f034415b0b0 2024-09-19T05:01:14.414 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.411+0000 7f0349afb640 1 --2- 172.21.15.5:0/283258038 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f034406f7e0 0x7f03441f4af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:01:14.414 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.411+0000 7f034a2fc640 1 --2- 172.21.15.5:0/283258038 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f034415b0b0 0x7f03441527f0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f033c00cb40 tx=0x7f033c00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:14.414 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.411+0000 7f033a7fc640 1 -- 172.21.15.5:0/283258038 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f033c017070 con 0x7f034415b0b0 2024-09-19T05:01:14.414 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.411+0000 7f033a7fc640 1 -- 172.21.15.5:0/283258038 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f033c00ac40 con 0x7f034415b0b0 2024-09-19T05:01:14.415 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.411+0000 7f034bd5f640 1 -- 172.21.15.5:0/283258038 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03441f5450 con 0x7f034415b0b0 2024-09-19T05:01:14.415 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.411+0000 7f033a7fc640 1 -- 172.21.15.5:0/283258038 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f033c012620 con 0x7f034415b0b0 2024-09-19T05:01:14.415 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.411+0000 7f034bd5f640 1 -- 172.21.15.5:0/283258038 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03441f5a10 con 0x7f034415b0b0 2024-09-19T05:01:14.415 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.412+0000 7f034bd5f640 1 -- 172.21.15.5:0/283258038 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03440700f0 con 0x7f034415b0b0 2024-09-19T05:01:14.416 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.413+0000 7f033a7fc640 1 -- 172.21.15.5:0/283258038 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f033c01a070 con 0x7f034415b0b0 2024-09-19T05:01:14.416 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.413+0000 7f033a7fc640 1 --2- 172.21.15.5:0/283258038 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f032806c2b0 0x7f032806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:14.416 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.413+0000 7f033a7fc640 1 -- 172.21.15.5:0/283258038 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f033c08ae90 con 0x7f034415b0b0 2024-09-19T05:01:14.416 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.414+0000 7f0349afb640 1 --2- 172.21.15.5:0/283258038 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f032806c2b0 0x7f032806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:14.416 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.414+0000 7f0349afb640 1 --2- 172.21.15.5:0/283258038 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f032806c2b0 0x7f032806e770 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f03440cba90 tx=0x7f0340009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:14.419 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.418+0000 7f033a7fc640 1 -- 172.21.15.5:0/283258038 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f03440700f0 con 0x7f034415b0b0 2024-09-19T05:01:14.597 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.595+0000 7f034bd5f640 1 -- 172.21.15.5:0/283258038 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f03440b3150 con 0x7f034415b0b0 2024-09-19T05:01:14.597 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.596+0000 7f033a7fc640 1 -- 172.21.15.5:0/283258038 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) ==== 74+0+12861 (secure 0 0 0) 0x7f033c059310 con 0x7f034415b0b0 2024-09-19T05:01:14.597 INFO:teuthology.misc.health.smithi005.stdout: 2024-09-19T05:01:14.598 INFO:teuthology.misc.health.smithi005.stdout:{"epoch":17,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:01:10.325023+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:01:14.600 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.598+0000 7f034bd5f640 1 -- 172.21.15.5:0/283258038 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f032806c2b0 msgr2=0x7f032806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:14.600 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.598+0000 7f034bd5f640 1 --2- 172.21.15.5:0/283258038 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f032806c2b0 0x7f032806e770 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f03440cba90 tx=0x7f0340009040 comp rx=0 tx=0).stop 2024-09-19T05:01:14.600 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.598+0000 7f034bd5f640 1 -- 172.21.15.5:0/283258038 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f034415b0b0 msgr2=0x7f03441527f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:14.600 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.598+0000 7f034bd5f640 1 --2- 172.21.15.5:0/283258038 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f034415b0b0 0x7f03441527f0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f033c00cb40 tx=0x7f033c00a060 comp rx=0 tx=0).stop 2024-09-19T05:01:14.601 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.598+0000 7f034bd5f640 1 -- 172.21.15.5:0/283258038 shutdown_connections 2024-09-19T05:01:14.601 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.598+0000 7f034bd5f640 1 --2- 172.21.15.5:0/283258038 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f032806c2b0 0x7f032806e770 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:14.601 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.598+0000 7f034bd5f640 1 --2- 172.21.15.5:0/283258038 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f034415b0b0 0x7f03441527f0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:14.601 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.598+0000 7f034bd5f640 1 --2- 172.21.15.5:0/283258038 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0344073bb0 0x7f034414b7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:14.601 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.598+0000 7f034bd5f640 1 --2- 172.21.15.5:0/283258038 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f034406f7e0 0x7f03441f4af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:14.601 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.598+0000 7f034bd5f640 1 -- 172.21.15.5:0/283258038 >> 172.21.15.5:0/283258038 conn(0x7f03440b1e50 msgr2=0x7f0344155e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:14.601 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.598+0000 7f034bd5f640 1 -- 172.21.15.5:0/283258038 shutdown_connections 2024-09-19T05:01:14.601 INFO:teuthology.misc.health.smithi005.stderr:2024-09-19T05:01:14.598+0000 7f034bd5f640 1 -- 172.21.15.5:0/283258038 wait complete. 2024-09-19T05:01:14.609 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-19T05:01:14.609 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-19T05:01:14.610 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T05:01:14.610 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T05:01:14.612 INFO:tasks.ceph.mds.a:Started 2024-09-19T05:01:14.612 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T05:01:14.612 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T05:01:14.614 INFO:tasks.ceph.mds.c:Started 2024-09-19T05:01:14.614 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T05:01:14.614 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T05:01:14.617 INFO:tasks.ceph.mds.b:Started 2024-09-19T05:01:14.617 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T05:01:14.617 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T05:01:14.619 INFO:tasks.ceph.mds.d:Started 2024-09-19T05:01:14.620 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-19T05:01:14.620 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:01:14.690 INFO:tasks.ceph.mds.a.smithi005.stdout:starting mds.a at 2024-09-19T05:01:14.691 INFO:tasks.ceph.mds.c.smithi005.stdout:starting mds.c at 2024-09-19T05:01:14.702 INFO:tasks.ceph.mds.b.smithi134.stdout:starting mds.b at 2024-09-19T05:01:14.703 INFO:tasks.ceph.mds.d.smithi134.stdout:starting mds.d at 2024-09-19T05:01:14.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.725+0000 7fcb613bd640 1 Processor -- start 2024-09-19T05:01:14.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.725+0000 7fcb613bd640 1 -- start start 2024-09-19T05:01:14.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.725+0000 7fcb613bd640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fcb5c0b5fe0 0x7fcb5c0b63f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:14.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.725+0000 7fcb613bd640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb5c0b6930 con 0x7fcb5c0b5160 2024-09-19T05:01:14.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.725+0000 7fcb613bd640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb5c0d3ba0 con 0x7fcb5c161cf0 2024-09-19T05:01:14.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.725+0000 7fcb613bd640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fcb5c1620d0 con 0x7fcb5c0b5fe0 2024-09-19T05:01:14.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.726+0000 7fcb5a7fc640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fcb5c0b5160 0x7fcb5c0d3350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46178/0 (socket says 172.21.15.5:46178) 2024-09-19T05:01:14.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.726+0000 7fcb5a7fc640 1 -- 172.21.15.5:0/2999400252 learned_addr learned my addr 172.21.15.5:0/2999400252 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:14.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.726+0000 7fcb5b7fe640 1 --2- 172.21.15.5:0/2999400252 >> v2:172.21.15.134:3300/0 conn(0x7fcb5c0b5fe0 0x7fcb5c0b63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:14.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.726+0000 7fcb59ffb640 1 -- 172.21.15.5:0/2999400252 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2804552493 0 0) 0x7fcb50001290 con 0x7fcb5c0b5160 2024-09-19T05:01:14.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.726+0000 7fcb59ffb640 1 -- 172.21.15.5:0/2999400252 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcb44003520 con 0x7fcb5c0b5160 2024-09-19T05:01:14.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.726+0000 7fcb59ffb640 1 -- 172.21.15.5:0/2999400252 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2252845129 0 0) 0x7fcb44003520 con 0x7fcb5c0b5160 2024-09-19T05:01:14.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.726+0000 7fcb59ffb640 1 -- 172.21.15.5:0/2999400252 >> v2:172.21.15.134:3300/0 conn(0x7fcb5c0b5fe0 msgr2=0x7fcb5c0b63f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:14.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.726+0000 7fcb59ffb640 1 --2- 172.21.15.5:0/2999400252 >> v2:172.21.15.134:3300/0 conn(0x7fcb5c0b5fe0 0x7fcb5c0b63f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:14.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.726+0000 7fcb59ffb640 1 -- 172.21.15.5:0/2999400252 >> v1:172.21.15.134:6789/0 conn(0x7fcb5c161cf0 legacy=0x7fcb5c0b73b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:14.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.726+0000 7fcb59ffb640 1 -- 172.21.15.5:0/2999400252 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb5c0d3e80 con 0x7fcb5c0b5160 2024-09-19T05:01:14.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.726+0000 7fcb59ffb640 1 -- 172.21.15.5:0/2999400252 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7fcb500019c0 con 0x7fcb5c0b5160 2024-09-19T05:01:14.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.726+0000 7fcb59ffb640 1 -- 172.21.15.5:0/2999400252 >> v1:172.21.15.5:6789/0 conn(0x7fcb5c0b5160 legacy=0x7fcb5c0d3350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:14.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.726+0000 7fcb59ffb640 1 --2- 172.21.15.5:0/2999400252 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb440039b0 0x7fcb44003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:14.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.726+0000 7fcb59ffb640 1 --2- 172.21.15.5:0/2999400252 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb44004800 0x7fcb44004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:14.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.726+0000 7fcb59ffb640 1 --2- 172.21.15.5:0/2999400252 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcb440051c0 0x7fcb4400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:14.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.726+0000 7fcb59ffb640 1 -- 172.21.15.5:0/2999400252 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fcb4400c030 con 0x7fcb440039b0 2024-09-19T05:01:14.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.726+0000 7fcb59ffb640 1 -- 172.21.15.5:0/2999400252 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fcb4400c1e0 con 0x7fcb440051c0 2024-09-19T05:01:14.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.726+0000 7fcb59ffb640 1 -- 172.21.15.5:0/2999400252 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fcb4400c3e0 con 0x7fcb44004800 2024-09-19T05:01:14.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.726+0000 7fcb5affd640 1 --2- 172.21.15.5:0/2999400252 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb440039b0 0x7fcb44003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:14.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.726+0000 7fcb5a7fc640 1 --2- 172.21.15.5:0/2999400252 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb44004800 0x7fcb44004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:14.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.726+0000 7fcb5b7fe640 1 --2- 172.21.15.5:0/2999400252 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcb440051c0 0x7fcb4400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:14.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.727+0000 7fcb5affd640 1 -- 172.21.15.5:0/2999400252 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb44004800 msgr2=0x7fcb44004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:14.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.727+0000 7fcb5affd640 1 --2- 172.21.15.5:0/2999400252 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb44004800 0x7fcb44004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:14.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.727+0000 7fcb5affd640 1 -- 172.21.15.5:0/2999400252 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcb440051c0 msgr2=0x7fcb4400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:14.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.727+0000 7fcb5affd640 1 --2- 172.21.15.5:0/2999400252 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcb440051c0 0x7fcb4400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:14.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.727+0000 7fcb5b7fe640 1 -- 172.21.15.5:0/2999400252 reap_dead start 2024-09-19T05:01:14.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.727+0000 7fcb5affd640 1 -- 172.21.15.5:0/2999400252 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb44003520 con 0x7fcb440039b0 2024-09-19T05:01:14.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.727+0000 7fcb5affd640 1 --2- 172.21.15.5:0/2999400252 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb440039b0 0x7fcb44003dd0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fcb4c001750 tx=0x7fcb44005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c52aba44dbae4008 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:14.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.727+0000 7fcb59ffb640 1 -- 172.21.15.5:0/2999400252 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb4c001370 con 0x7fcb440039b0 2024-09-19T05:01:14.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.727+0000 7fcb59ffb640 1 -- 172.21.15.5:0/2999400252 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb4c0052d0 con 0x7fcb440039b0 2024-09-19T05:01:14.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.728+0000 7fcb59ffb640 1 -- 172.21.15.5:0/2999400252 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb4c02abc0 con 0x7fcb440039b0 2024-09-19T05:01:14.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.728+0000 7fcb613bd640 1 -- 172.21.15.5:0/2999400252 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb440039b0 msgr2=0x7fcb44003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:14.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.728+0000 7fcb613bd640 1 --2- 172.21.15.5:0/2999400252 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb440039b0 0x7fcb44003dd0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fcb4c001750 tx=0x7fcb44005830 comp rx=0 tx=0).stop 2024-09-19T05:01:14.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.728+0000 7fcb613bd640 1 -- 172.21.15.5:0/2999400252 shutdown_connections 2024-09-19T05:01:14.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.728+0000 7fcb613bd640 1 --2- 172.21.15.5:0/2999400252 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb440039b0 0x7fcb44003dd0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:14.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.728+0000 7fcb613bd640 1 -- 172.21.15.5:0/2999400252 >> 172.21.15.5:0/2999400252 conn(0x7fcb5c08c000 msgr2=0x7fcb5c0d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:14.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.728+0000 7fcb613bd640 1 -- 172.21.15.5:0/2999400252 shutdown_connections 2024-09-19T05:01:14.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.728+0000 7fcb613bd640 1 -- 172.21.15.5:0/2999400252 wait complete. 2024-09-19T05:01:14.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.729+0000 7fcb613bd640 1 Processor -- start 2024-09-19T05:01:14.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.729+0000 7fcb613bd640 1 -- start start 2024-09-19T05:01:14.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.730+0000 7fcb613bd640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcb440039b0 0x7fcb5c159060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:14.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.730+0000 7fcb613bd640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb5c15a9f0 0x7fcb5c1f4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:14.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.730+0000 7fcb613bd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb5c157a20 0x7fcb5c156510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:14.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.730+0000 7fcb613bd640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fcb5c0cf170 con 0x7fcb5c157a20 2024-09-19T05:01:14.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.730+0000 7fcb613bd640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fcb5c0cee90 con 0x7fcb440039b0 2024-09-19T05:01:14.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.730+0000 7fcb613bd640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fcb5c0b63f0 con 0x7fcb5c15a9f0 2024-09-19T05:01:14.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.730+0000 7fcb5b7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb5c157a20 0x7fcb5c156510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:14.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.730+0000 7fcb5b7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb5c157a20 0x7fcb5c156510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36888/0 (socket says 172.21.15.5:36888) 2024-09-19T05:01:14.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.730+0000 7fcb5b7fe640 1 -- 172.21.15.5:0/1106140050 learned_addr learned my addr 172.21.15.5:0/1106140050 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:14.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.730+0000 7fcb5affd640 1 --2- 172.21.15.5:0/1106140050 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcb440039b0 0x7fcb5c159060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:14.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.730+0000 7fcb5a7fc640 1 --2- 172.21.15.5:0/1106140050 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb5c15a9f0 0x7fcb5c1f4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:14.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.731+0000 7fcb5b7fe640 1 -- 172.21.15.5:0/1106140050 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb5c15a9f0 msgr2=0x7fcb5c1f4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:14.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.731+0000 7fcb5b7fe640 1 --2- 172.21.15.5:0/1106140050 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb5c15a9f0 0x7fcb5c1f4fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:14.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.731+0000 7fcb5b7fe640 1 -- 172.21.15.5:0/1106140050 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcb440039b0 msgr2=0x7fcb5c159060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:14.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.731+0000 7fcb5b7fe640 1 --2- 172.21.15.5:0/1106140050 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcb440039b0 0x7fcb5c159060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:14.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.731+0000 7fcb5b7fe640 1 -- 172.21.15.5:0/1106140050 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb5c1595a0 con 0x7fcb5c157a20 2024-09-19T05:01:14.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.731+0000 7fcb5b7fe640 1 --2- 172.21.15.5:0/1106140050 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb5c157a20 0x7fcb5c156510 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fcb5c0d0fb0 tx=0x7fcb5400f1b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:14.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.731+0000 7fcb437fe640 1 -- 172.21.15.5:0/1106140050 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb5400fce0 con 0x7fcb5c157a20 2024-09-19T05:01:14.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.731+0000 7fcb437fe640 1 -- 172.21.15.5:0/1106140050 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb5401d070 con 0x7fcb5c157a20 2024-09-19T05:01:14.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.731+0000 7fcb437fe640 1 -- 172.21.15.5:0/1106140050 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb54015670 con 0x7fcb5c157a20 2024-09-19T05:01:14.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.731+0000 7fcb613bd640 1 -- 172.21.15.5:0/1106140050 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb5c15b1d0 con 0x7fcb5c157a20 2024-09-19T05:01:14.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.731+0000 7fcb613bd640 1 -- 172.21.15.5:0/1106140050 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb5c1f47e0 con 0x7fcb5c157a20 2024-09-19T05:01:14.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.732+0000 7fcb613bd640 1 -- 172.21.15.5:0/1106140050 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb5c0b73b0 con 0x7fcb5c157a20 2024-09-19T05:01:14.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.732+0000 7fcb437fe640 1 -- 172.21.15.5:0/1106140050 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcb54015810 con 0x7fcb5c157a20 2024-09-19T05:01:14.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.733+0000 7fcb437fe640 1 --2- 172.21.15.5:0/1106140050 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcb4806c2e0 0x7fcb4806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:14.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.733+0000 7fcb437fe640 1 -- 172.21.15.5:0/1106140050 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7fcb5408b850 con 0x7fcb5c157a20 2024-09-19T05:01:14.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.733+0000 7fcb5affd640 1 --2- 172.21.15.5:0/1106140050 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcb4806c2e0 0x7fcb4806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:14.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.734+0000 7fcb5affd640 1 --2- 172.21.15.5:0/1106140050 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcb4806c2e0 0x7fcb4806e7a0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fcb4c032000 tx=0x7fcb4c02e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:14.739 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.737+0000 7fcb437fe640 1 -- 172.21.15.5:0/1106140050 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcb54010040 con 0x7fcb5c157a20 2024-09-19T05:01:14.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.947+0000 7fcb613bd640 1 -- 172.21.15.5:0/1106140050 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcb5c0ba4e0 con 0x7fcb5c157a20 2024-09-19T05:01:14.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.947+0000 7fcb437fe640 1 -- 172.21.15.5:0/1106140050 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1431 (secure 0 0 0) 0x7fcb54059cc0 con 0x7fcb5c157a20 2024-09-19T05:01:14.949 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:01:14.949 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":2,"btime":"2024-09-19T05:01:14:694777+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/2380114928","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2380114928},{"type":"v1","addr":"172.21.15.5:6834","nonce":2380114928}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-19T05:01:14.949 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 2 2024-09-19T05:01:14.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.950+0000 7fcb613bd640 1 -- 172.21.15.5:0/1106140050 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcb4806c2e0 msgr2=0x7fcb4806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:14.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.950+0000 7fcb613bd640 1 --2- 172.21.15.5:0/1106140050 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcb4806c2e0 0x7fcb4806e7a0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fcb4c032000 tx=0x7fcb4c02e000 comp rx=0 tx=0).stop 2024-09-19T05:01:14.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.950+0000 7fcb613bd640 1 -- 172.21.15.5:0/1106140050 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb5c157a20 msgr2=0x7fcb5c156510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:14.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.950+0000 7fcb613bd640 1 --2- 172.21.15.5:0/1106140050 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb5c157a20 0x7fcb5c156510 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fcb5c0d0fb0 tx=0x7fcb5400f1b0 comp rx=0 tx=0).stop 2024-09-19T05:01:14.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.950+0000 7fcb613bd640 1 -- 172.21.15.5:0/1106140050 shutdown_connections 2024-09-19T05:01:14.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.950+0000 7fcb613bd640 1 --2- 172.21.15.5:0/1106140050 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcb4806c2e0 0x7fcb4806e7a0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:14.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.950+0000 7fcb613bd640 1 --2- 172.21.15.5:0/1106140050 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb5c157a20 0x7fcb5c156510 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:14.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.950+0000 7fcb613bd640 1 --2- 172.21.15.5:0/1106140050 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb5c15a9f0 0x7fcb5c1f4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:14.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.950+0000 7fcb613bd640 1 --2- 172.21.15.5:0/1106140050 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcb440039b0 0x7fcb5c159060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:14.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.950+0000 7fcb613bd640 1 -- 172.21.15.5:0/1106140050 >> 172.21.15.5:0/1106140050 conn(0x7fcb5c08c000 msgr2=0x7fcb5c0b83c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:14.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.950+0000 7fcb613bd640 1 -- 172.21.15.5:0/1106140050 shutdown_connections 2024-09-19T05:01:14.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:14.950+0000 7fcb613bd640 1 -- 172.21.15.5:0/1106140050 wait complete. 2024-09-19T05:01:16.962 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:01:17.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.076+0000 7fd9d69e8640 1 Processor -- start 2024-09-19T05:01:17.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.076+0000 7fd9d69e8640 1 -- start start 2024-09-19T05:01:17.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.077+0000 7fd9d69e8640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd9d015e890 0x7fd9d006cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:17.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.077+0000 7fd9d69e8640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd9d00d4f00 0x7fd9d00b8a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:17.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.077+0000 7fd9d69e8640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd9d00d3040 con 0x7fd9d00d2b60 2024-09-19T05:01:17.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.077+0000 7fd9d69e8640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fd9d00d3c50 con 0x7fd9d00d4f00 2024-09-19T05:01:17.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.077+0000 7fd9d69e8640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd9d00d3320 con 0x7fd9d015e890 2024-09-19T05:01:17.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.077+0000 7fd9d4f85640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd9d00d4f00 0x7fd9d00b8a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:17.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.077+0000 7fd9cf7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fd9d00d2b60 0x7fd9d00cede0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:40334/0 (socket says 172.21.15.5:40334) 2024-09-19T05:01:17.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.077+0000 7fd9cf7fe640 1 -- 172.21.15.5:0/198250106 learned_addr learned my addr 172.21.15.5:0/198250106 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:17.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.077+0000 7fd9cffff640 1 --2- 172.21.15.5:0/198250106 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd9d015e890 0x7fd9d006cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:17.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.077+0000 7fd9d4f85640 1 -- 172.21.15.5:0/198250106 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd9d015e890 msgr2=0x7fd9d006cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:17.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.077+0000 7fd9d4f85640 1 --2- 172.21.15.5:0/198250106 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd9d015e890 0x7fd9d006cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:17.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.077+0000 7fd9d4f85640 1 -- 172.21.15.5:0/198250106 >> v1:172.21.15.5:6789/0 conn(0x7fd9d00d2b60 legacy=0x7fd9d00cede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:17.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.077+0000 7fd9d4f85640 1 -- 172.21.15.5:0/198250106 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9d00d3600 con 0x7fd9d00d4f00 2024-09-19T05:01:17.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.077+0000 7fd9ceffd640 1 -- 172.21.15.5:0/198250106 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2446131739 0 0) 0x7fd9d00d3040 con 0x7fd9d00d2b60 2024-09-19T05:01:17.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.078+0000 7fd9d4f85640 1 --2- 172.21.15.5:0/198250106 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd9d00d4f00 0x7fd9d00b8a30 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fd9c8009d90 tx=0x7fd9c802a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=142f37d3ff37f5a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:17.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.078+0000 7fd9ceffd640 1 -- 172.21.15.5:0/198250106 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9c8031600 con 0x7fd9d00d4f00 2024-09-19T05:01:17.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.078+0000 7fd9ceffd640 1 -- 172.21.15.5:0/198250106 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9c80317a0 con 0x7fd9d00d4f00 2024-09-19T05:01:17.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.078+0000 7fd9ceffd640 1 -- 172.21.15.5:0/198250106 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9c8031b70 con 0x7fd9d00d4f00 2024-09-19T05:01:17.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.078+0000 7fd9d69e8640 1 -- 172.21.15.5:0/198250106 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd9d00d4f00 msgr2=0x7fd9d00b8a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:17.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.078+0000 7fd9d69e8640 1 --2- 172.21.15.5:0/198250106 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd9d00d4f00 0x7fd9d00b8a30 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fd9c8009d90 tx=0x7fd9c802a5d0 comp rx=0 tx=0).stop 2024-09-19T05:01:17.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.079+0000 7fd9d69e8640 1 -- 172.21.15.5:0/198250106 shutdown_connections 2024-09-19T05:01:17.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.079+0000 7fd9d69e8640 1 --2- 172.21.15.5:0/198250106 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd9d00d4f00 0x7fd9d00b8a30 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:17.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.079+0000 7fd9d69e8640 1 --2- 172.21.15.5:0/198250106 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd9d015e890 0x7fd9d006cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:17.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.079+0000 7fd9d69e8640 1 -- 172.21.15.5:0/198250106 >> 172.21.15.5:0/198250106 conn(0x7fd9d00b66c0 msgr2=0x7fd9d00d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:17.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.079+0000 7fd9d69e8640 1 -- 172.21.15.5:0/198250106 shutdown_connections 2024-09-19T05:01:17.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.079+0000 7fd9d69e8640 1 -- 172.21.15.5:0/198250106 wait complete. 2024-09-19T05:01:17.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.080+0000 7fd9d69e8640 1 Processor -- start 2024-09-19T05:01:17.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.080+0000 7fd9d69e8640 1 -- start start 2024-09-19T05:01:17.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.081+0000 7fd9d69e8640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd9d00d2b60 0x7fd9d015da20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:17.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.081+0000 7fd9d69e8640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd9d00d4f00 0x7fd9d00af2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:17.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.081+0000 7fd9d69e8640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd9d015e890 0x7fd9d00ce6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:17.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.081+0000 7fd9d69e8640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d006db10 con 0x7fd9d00d4f00 2024-09-19T05:01:17.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.081+0000 7fd9d69e8640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d015ec70 con 0x7fd9d015e890 2024-09-19T05:01:17.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.081+0000 7fd9d69e8640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd9d006dc90 con 0x7fd9d00d2b60 2024-09-19T05:01:17.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.081+0000 7fd9cf7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd9d00d4f00 0x7fd9d00af2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:17.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.081+0000 7fd9cf7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd9d00d4f00 0x7fd9d00af2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38654/0 (socket says 172.21.15.5:38654) 2024-09-19T05:01:17.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.081+0000 7fd9cf7fe640 1 -- 172.21.15.5:0/899541374 learned_addr learned my addr 172.21.15.5:0/899541374 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:17.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.081+0000 7fd9cffff640 1 --2- 172.21.15.5:0/899541374 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd9d00d2b60 0x7fd9d015da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:17.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.081+0000 7fd9d4f85640 1 --2- 172.21.15.5:0/899541374 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd9d015e890 0x7fd9d00ce6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:17.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.081+0000 7fd9cf7fe640 1 -- 172.21.15.5:0/899541374 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd9d00d2b60 msgr2=0x7fd9d015da20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:17.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.081+0000 7fd9cf7fe640 1 --2- 172.21.15.5:0/899541374 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd9d00d2b60 0x7fd9d015da20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:17.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.081+0000 7fd9cf7fe640 1 -- 172.21.15.5:0/899541374 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd9d015e890 msgr2=0x7fd9d00ce6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:17.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.081+0000 7fd9cf7fe640 1 --2- 172.21.15.5:0/899541374 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd9d015e890 0x7fd9d00ce6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:17.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.081+0000 7fd9cf7fe640 1 -- 172.21.15.5:0/899541374 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9d015df60 con 0x7fd9d00d4f00 2024-09-19T05:01:17.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.081+0000 7fd9cf7fe640 1 --2- 172.21.15.5:0/899541374 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd9d00d4f00 0x7fd9d00af2e0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd9c400c430 tx=0x7fd9c400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:17.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.082+0000 7fd9ccff9640 1 -- 172.21.15.5:0/899541374 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9c40074e0 con 0x7fd9d00d4f00 2024-09-19T05:01:17.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.082+0000 7fd9ccff9640 1 -- 172.21.15.5:0/899541374 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9c40047e0 con 0x7fd9d00d4f00 2024-09-19T05:01:17.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.082+0000 7fd9d69e8640 1 -- 172.21.15.5:0/899541374 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9d00ad400 con 0x7fd9d00d4f00 2024-09-19T05:01:17.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.082+0000 7fd9ccff9640 1 -- 172.21.15.5:0/899541374 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9c4004bd0 con 0x7fd9d00d4f00 2024-09-19T05:01:17.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.082+0000 7fd9d69e8640 1 -- 172.21.15.5:0/899541374 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9d00ad9c0 con 0x7fd9d00d4f00 2024-09-19T05:01:17.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.083+0000 7fd9d69e8640 1 -- 172.21.15.5:0/899541374 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9d006cbb0 con 0x7fd9d00d4f00 2024-09-19T05:01:17.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.083+0000 7fd9ccff9640 1 -- 172.21.15.5:0/899541374 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd9c4011070 con 0x7fd9d00d4f00 2024-09-19T05:01:17.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.084+0000 7fd9ccff9640 1 --2- 172.21.15.5:0/899541374 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd9bc06c2b0 0x7fd9bc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:17.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.084+0000 7fd9ccff9640 1 -- 172.21.15.5:0/899541374 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7fd9c408ac30 con 0x7fd9d00d4f00 2024-09-19T05:01:17.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.084+0000 7fd9cffff640 1 --2- 172.21.15.5:0/899541374 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd9bc06c2b0 0x7fd9bc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:17.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.085+0000 7fd9cffff640 1 --2- 172.21.15.5:0/899541374 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd9bc06c2b0 0x7fd9bc06e770 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fd9c0009b40 tx=0x7fd9c0009190 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:17.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.088+0000 7fd9ccff9640 1 -- 172.21.15.5:0/899541374 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd9c4059090 con 0x7fd9d00d4f00 2024-09-19T05:01:17.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.300+0000 7fd9d69e8640 1 -- 172.21.15.5:0/899541374 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd9d015f7c0 con 0x7fd9d00d4f00 2024-09-19T05:01:17.302 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.301+0000 7fd9ccff9640 1 -- 172.21.15.5:0/899541374 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3900 (secure 0 0 0) 0x7fd9c405d390 con 0x7fd9d00d4f00 2024-09-19T05:01:17.302 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:01:17.303 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":3,"btime":"2024-09-19T05:01:15:695700+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/418766910","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":418766910},{"type":"v1","addr":"172.21.15.134:6836","nonce":418766910}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/2380114928","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2380114928},{"type":"v1","addr":"172.21.15.5:6834","nonce":2380114928}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/2304329808","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":2304329808},{"type":"v1","addr":"172.21.15.5:6835","nonce":2304329808}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4275,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/168351575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":168351575},{"type":"v1","addr":"172.21.15.134:6837","nonce":168351575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-09-19T05:01:17.303 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 3 2024-09-19T05:01:17.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.303+0000 7fd9d69e8640 1 -- 172.21.15.5:0/899541374 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd9bc06c2b0 msgr2=0x7fd9bc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:17.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.303+0000 7fd9d69e8640 1 --2- 172.21.15.5:0/899541374 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd9bc06c2b0 0x7fd9bc06e770 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fd9c0009b40 tx=0x7fd9c0009190 comp rx=0 tx=0).stop 2024-09-19T05:01:17.305 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.303+0000 7fd9d69e8640 1 -- 172.21.15.5:0/899541374 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd9d00d4f00 msgr2=0x7fd9d00af2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:17.305 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.303+0000 7fd9d69e8640 1 --2- 172.21.15.5:0/899541374 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd9d00d4f00 0x7fd9d00af2e0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd9c400c430 tx=0x7fd9c400c8f0 comp rx=0 tx=0).stop 2024-09-19T05:01:17.305 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.303+0000 7fd9d69e8640 1 -- 172.21.15.5:0/899541374 shutdown_connections 2024-09-19T05:01:17.305 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.303+0000 7fd9d69e8640 1 --2- 172.21.15.5:0/899541374 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd9bc06c2b0 0x7fd9bc06e770 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:17.305 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.303+0000 7fd9d69e8640 1 --2- 172.21.15.5:0/899541374 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd9d015e890 0x7fd9d00ce6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:17.305 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.303+0000 7fd9d69e8640 1 --2- 172.21.15.5:0/899541374 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd9d00d4f00 0x7fd9d00af2e0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:17.305 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.303+0000 7fd9d69e8640 1 --2- 172.21.15.5:0/899541374 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd9d00d2b60 0x7fd9d015da20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:17.305 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.303+0000 7fd9d69e8640 1 -- 172.21.15.5:0/899541374 >> 172.21.15.5:0/899541374 conn(0x7fd9d00b66c0 msgr2=0x7fd9d00b42c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:17.305 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.303+0000 7fd9d69e8640 1 -- 172.21.15.5:0/899541374 shutdown_connections 2024-09-19T05:01:17.305 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.303+0000 7fd9d69e8640 1 -- 172.21.15.5:0/899541374 wait complete. 2024-09-19T05:01:17.315 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T05:01:17.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.416+0000 7fbec67b9640 1 Processor -- start 2024-09-19T05:01:17.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.416+0000 7fbec67b9640 1 -- start start 2024-09-19T05:01:17.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.416+0000 7fbec67b9640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbec00b56e0 0x7fbec00b0590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:17.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.416+0000 7fbec67b9640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fbec00b4a00 0x7fbec015ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:17.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.416+0000 7fbec67b9640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbec0160dc0 con 0x7fbec00b0ad0 2024-09-19T05:01:17.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.416+0000 7fbec67b9640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fbec00b0100 con 0x7fbec00b4a00 2024-09-19T05:01:17.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.416+0000 7fbec67b9640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fbec015d5a0 con 0x7fbec00b56e0 2024-09-19T05:01:17.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.417+0000 7fbec4d56640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fbec00b4a00 0x7fbec015ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:17.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.417+0000 7fbec4d56640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fbec00b4a00 0x7fbec015ffb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38666/0 (socket says 172.21.15.5:38666) 2024-09-19T05:01:17.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.417+0000 7fbec4d56640 1 -- 172.21.15.5:0/1420705806 learned_addr learned my addr 172.21.15.5:0/1420705806 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:17.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.417+0000 7fbebf7fe640 1 --1- 172.21.15.5:0/1420705806 >> v1:172.21.15.5:6789/0 conn(0x7fbec00b0ad0 0x7fbec00b42f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:40338/0 (socket says 172.21.15.5:40338) 2024-09-19T05:01:17.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.417+0000 7fbebffff640 1 --2- 172.21.15.5:0/1420705806 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbec00b56e0 0x7fbec00b0590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:17.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.417+0000 7fbec4d56640 1 -- 172.21.15.5:0/1420705806 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbec00b56e0 msgr2=0x7fbec00b0590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:17.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.417+0000 7fbec4d56640 1 --2- 172.21.15.5:0/1420705806 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbec00b56e0 0x7fbec00b0590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:17.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.417+0000 7fbec4d56640 1 -- 172.21.15.5:0/1420705806 >> v1:172.21.15.5:6789/0 conn(0x7fbec00b0ad0 legacy=0x7fbec00b42f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:17.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.417+0000 7fbec4d56640 1 -- 172.21.15.5:0/1420705806 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbec015d880 con 0x7fbec00b4a00 2024-09-19T05:01:17.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.418+0000 7fbec4d56640 1 --2- 172.21.15.5:0/1420705806 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbec00b4a00 0x7fbec015ffb0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fbeb8009e50 tx=0x7fbeb802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35bcffc2bf8371ca server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:17.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.418+0000 7fbebeffd640 1 -- 172.21.15.5:0/1420705806 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb8036070 con 0x7fbec00b4a00 2024-09-19T05:01:17.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.418+0000 7fbebeffd640 1 -- 172.21.15.5:0/1420705806 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbeb8031600 con 0x7fbec00b4a00 2024-09-19T05:01:17.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.418+0000 7fbebeffd640 1 -- 172.21.15.5:0/1420705806 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb80319d0 con 0x7fbec00b4a00 2024-09-19T05:01:17.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.418+0000 7fbec67b9640 1 -- 172.21.15.5:0/1420705806 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbec00b4a00 msgr2=0x7fbec015ffb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:17.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.418+0000 7fbec67b9640 1 --2- 172.21.15.5:0/1420705806 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbec00b4a00 0x7fbec015ffb0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fbeb8009e50 tx=0x7fbeb802a710 comp rx=0 tx=0).stop 2024-09-19T05:01:17.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.418+0000 7fbec67b9640 1 -- 172.21.15.5:0/1420705806 shutdown_connections 2024-09-19T05:01:17.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.418+0000 7fbec67b9640 1 --2- 172.21.15.5:0/1420705806 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbec00b4a00 0x7fbec015ffb0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:17.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.418+0000 7fbec67b9640 1 --2- 172.21.15.5:0/1420705806 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbec00b56e0 0x7fbec00b0590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:17.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.418+0000 7fbec67b9640 1 -- 172.21.15.5:0/1420705806 >> 172.21.15.5:0/1420705806 conn(0x7fbec00b6810 msgr2=0x7fbec00b6c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:17.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.418+0000 7fbec67b9640 1 -- 172.21.15.5:0/1420705806 shutdown_connections 2024-09-19T05:01:17.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.418+0000 7fbec67b9640 1 -- 172.21.15.5:0/1420705806 wait complete. 2024-09-19T05:01:17.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.419+0000 7fbec67b9640 1 Processor -- start 2024-09-19T05:01:17.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.420+0000 7fbec67b9640 1 -- start start 2024-09-19T05:01:17.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.420+0000 7fbec67b9640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbec00b0ad0 0x7fbec0148d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:17.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.420+0000 7fbec67b9640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbec00b56e0 0x7fbec00d0290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:17.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.420+0000 7fbec67b9640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbec00d07d0 0x7fbec009d970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:17.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.420+0000 7fbec67b9640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fbec00afb50 con 0x7fbec00d07d0 2024-09-19T05:01:17.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.420+0000 7fbec67b9640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fbec00af9d0 con 0x7fbec00b56e0 2024-09-19T05:01:17.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.420+0000 7fbec67b9640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fbec01604f0 con 0x7fbec00b0ad0 2024-09-19T05:01:17.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.421+0000 7fbec4d56640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbec00d07d0 0x7fbec009d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:17.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.421+0000 7fbec4d56640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbec00d07d0 0x7fbec009d970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38678/0 (socket says 172.21.15.5:38678) 2024-09-19T05:01:17.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.421+0000 7fbec4d56640 1 -- 172.21.15.5:0/1044829121 learned_addr learned my addr 172.21.15.5:0/1044829121 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:17.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.421+0000 7fbebffff640 1 --2- 172.21.15.5:0/1044829121 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbec00b0ad0 0x7fbec0148d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:17.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.421+0000 7fbebf7fe640 1 --2- 172.21.15.5:0/1044829121 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbec00b56e0 0x7fbec00d0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:17.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.421+0000 7fbec4d56640 1 -- 172.21.15.5:0/1044829121 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbec00b0ad0 msgr2=0x7fbec0148d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:17.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.421+0000 7fbec4d56640 1 --2- 172.21.15.5:0/1044829121 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbec00b0ad0 0x7fbec0148d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:17.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.421+0000 7fbec4d56640 1 -- 172.21.15.5:0/1044829121 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbec00b56e0 msgr2=0x7fbec00d0290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:17.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.421+0000 7fbec4d56640 1 --2- 172.21.15.5:0/1044829121 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbec00b56e0 0x7fbec00d0290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:17.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.421+0000 7fbec4d56640 1 -- 172.21.15.5:0/1044829121 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbec00ce740 con 0x7fbec00d07d0 2024-09-19T05:01:17.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.421+0000 7fbebf7fe640 1 --2- 172.21.15.5:0/1044829121 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbec00b56e0 0x7fbec00d0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:01:17.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.421+0000 7fbec4d56640 1 --2- 172.21.15.5:0/1044829121 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbec00d07d0 0x7fbec009d970 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fbeb8009e50 tx=0x7fbeb8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:17.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.421+0000 7fbebcff9640 1 -- 172.21.15.5:0/1044829121 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb8036050 con 0x7fbec00d07d0 2024-09-19T05:01:17.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.421+0000 7fbebcff9640 1 -- 172.21.15.5:0/1044829121 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbeb8042070 con 0x7fbec00d07d0 2024-09-19T05:01:17.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.421+0000 7fbec67b9640 1 -- 172.21.15.5:0/1044829121 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbec00cea20 con 0x7fbec00d07d0 2024-09-19T05:01:17.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.421+0000 7fbebcff9640 1 -- 172.21.15.5:0/1044829121 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb8009510 con 0x7fbec00d07d0 2024-09-19T05:01:17.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.421+0000 7fbec67b9640 1 -- 172.21.15.5:0/1044829121 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbec00cefe0 con 0x7fbec00d07d0 2024-09-19T05:01:17.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.422+0000 7fbec67b9640 1 -- 172.21.15.5:0/1044829121 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbec015ffb0 con 0x7fbec00d07d0 2024-09-19T05:01:17.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.423+0000 7fbebcff9640 1 -- 172.21.15.5:0/1044829121 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbeb8007bd0 con 0x7fbec00d07d0 2024-09-19T05:01:17.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.423+0000 7fbebcff9640 1 --2- 172.21.15.5:0/1044829121 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbeac06c2b0 0x7fbeac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:17.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.423+0000 7fbebcff9640 1 -- 172.21.15.5:0/1044829121 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7fbeb80abf30 con 0x7fbec00d07d0 2024-09-19T05:01:17.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.424+0000 7fbebffff640 1 --2- 172.21.15.5:0/1044829121 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbeac06c2b0 0x7fbeac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:17.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.424+0000 7fbebffff640 1 --2- 172.21.15.5:0/1044829121 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbeac06c2b0 0x7fbeac06e770 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fbeb0006fd0 tx=0x7fbeb0008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:17.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.428+0000 7fbebcff9640 1 -- 172.21.15.5:0/1044829121 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbeb807a9f0 con 0x7fbec00d07d0 2024-09-19T05:01:17.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.607+0000 7fbec67b9640 1 -- 172.21.15.5:0/1044829121 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fbec015f6e0 con 0x7fbec00d07d0 2024-09-19T05:01:17.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.607+0000 7fbebcff9640 1 -- 172.21.15.5:0/1044829121 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v17) ==== 84+0+65 (secure 0 0 0) 0x7fbeb807a2f0 con 0x7fbec00d07d0 2024-09-19T05:01:17.609 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:01:17.609 INFO:teuthology.orchestra.run.smithi005.stdout:[ 2024-09-19T05:01:17.609 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:01:17.609 INFO:teuthology.orchestra.run.smithi005.stdout: "poolnum": 1, 2024-09-19T05:01:17.609 INFO:teuthology.orchestra.run.smithi005.stdout: "poolname": ".mgr" 2024-09-19T05:01:17.609 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:01:17.609 INFO:teuthology.orchestra.run.smithi005.stdout:] 2024-09-19T05:01:17.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.610+0000 7fbec67b9640 1 -- 172.21.15.5:0/1044829121 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbeac06c2b0 msgr2=0x7fbeac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:17.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.610+0000 7fbec67b9640 1 --2- 172.21.15.5:0/1044829121 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbeac06c2b0 0x7fbeac06e770 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fbeb0006fd0 tx=0x7fbeb0008040 comp rx=0 tx=0).stop 2024-09-19T05:01:17.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.610+0000 7fbec67b9640 1 -- 172.21.15.5:0/1044829121 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbec00d07d0 msgr2=0x7fbec009d970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:17.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.610+0000 7fbec67b9640 1 --2- 172.21.15.5:0/1044829121 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbec00d07d0 0x7fbec009d970 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fbeb8009e50 tx=0x7fbeb8004a40 comp rx=0 tx=0).stop 2024-09-19T05:01:17.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.610+0000 7fbec67b9640 1 -- 172.21.15.5:0/1044829121 shutdown_connections 2024-09-19T05:01:17.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.610+0000 7fbec67b9640 1 --2- 172.21.15.5:0/1044829121 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbeac06c2b0 0x7fbeac06e770 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:17.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.610+0000 7fbec67b9640 1 --2- 172.21.15.5:0/1044829121 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbec00d07d0 0x7fbec009d970 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:17.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.610+0000 7fbec67b9640 1 --2- 172.21.15.5:0/1044829121 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbec00b56e0 0x7fbec00d0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:17.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.610+0000 7fbec67b9640 1 --2- 172.21.15.5:0/1044829121 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbec00b0ad0 0x7fbec0148d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:17.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.610+0000 7fbec67b9640 1 -- 172.21.15.5:0/1044829121 >> 172.21.15.5:0/1044829121 conn(0x7fbec00b6810 msgr2=0x7fbec00ae2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:17.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.610+0000 7fbec67b9640 1 -- 172.21.15.5:0/1044829121 shutdown_connections 2024-09-19T05:01:17.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.610+0000 7fbec67b9640 1 -- 172.21.15.5:0/1044829121 wait complete. 2024-09-19T05:01:17.621 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T05:01:17.622 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T05:01:17.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.727+0000 7f25b7b31640 1 Processor -- start 2024-09-19T05:01:17.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.727+0000 7f25b7b31640 1 -- start start 2024-09-19T05:01:17.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.728+0000 7f25b7b31640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f25b015e6e0 0x7f25b0162190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:17.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.728+0000 7f25b7b31640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f25b009bb30 0x7f25b009aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:17.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.728+0000 7f25b7b31640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f25b00b7690 con 0x7f25b009afb0 2024-09-19T05:01:17.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.728+0000 7f25b7b31640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f25b009b400 con 0x7f25b009bb30 2024-09-19T05:01:17.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.728+0000 7f25b7b31640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f25b01629c0 con 0x7f25b015e6e0 2024-09-19T05:01:17.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.728+0000 7f25b50cc640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f25b009bb30 0x7f25b009aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:17.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.728+0000 7f25b60ce640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f25b009afb0 0x7f25b015eac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:40346/0 (socket says 172.21.15.5:40346) 2024-09-19T05:01:17.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.728+0000 7f25b60ce640 1 -- 172.21.15.5:0/2727625585 learned_addr learned my addr 172.21.15.5:0/2727625585 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:17.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.728+0000 7f25b58cd640 1 --2- 172.21.15.5:0/2727625585 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f25b015e6e0 0x7f25b0162190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:17.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.728+0000 7f25b50cc640 1 -- 172.21.15.5:0/2727625585 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f25b015e6e0 msgr2=0x7f25b0162190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:17.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.728+0000 7f25b50cc640 1 --2- 172.21.15.5:0/2727625585 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f25b015e6e0 0x7f25b0162190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:17.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.728+0000 7f25b50cc640 1 -- 172.21.15.5:0/2727625585 >> v1:172.21.15.5:6789/0 conn(0x7f25b009afb0 legacy=0x7f25b015eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:17.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.728+0000 7f25b50cc640 1 -- 172.21.15.5:0/2727625585 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25b0162ca0 con 0x7f25b009bb30 2024-09-19T05:01:17.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.729+0000 7f25b50cc640 1 --2- 172.21.15.5:0/2727625585 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f25b009bb30 0x7f25b009aa70 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f25a00097a0 tx=0x7f25a002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74be4eb8a14cead3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:17.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.729+0000 7f25b48cb640 1 -- 172.21.15.5:0/2727625585 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a0037070 con 0x7f25b009bb30 2024-09-19T05:01:17.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.729+0000 7f25b48cb640 1 -- 172.21.15.5:0/2727625585 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25a0032440 con 0x7f25b009bb30 2024-09-19T05:01:17.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.729+0000 7f25b48cb640 1 -- 172.21.15.5:0/2727625585 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a0032810 con 0x7f25b009bb30 2024-09-19T05:01:17.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.730+0000 7f25b7b31640 1 -- 172.21.15.5:0/2727625585 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f25b009bb30 msgr2=0x7f25b009aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:17.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.730+0000 7f25b7b31640 1 --2- 172.21.15.5:0/2727625585 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f25b009bb30 0x7f25b009aa70 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f25a00097a0 tx=0x7f25a002a210 comp rx=0 tx=0).stop 2024-09-19T05:01:17.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.730+0000 7f25b7b31640 1 -- 172.21.15.5:0/2727625585 shutdown_connections 2024-09-19T05:01:17.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.730+0000 7f25b7b31640 1 --2- 172.21.15.5:0/2727625585 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f25b009bb30 0x7f25b009aa70 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:17.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.730+0000 7f25b7b31640 1 --2- 172.21.15.5:0/2727625585 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f25b015e6e0 0x7f25b0162190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:17.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.730+0000 7f25b7b31640 1 -- 172.21.15.5:0/2727625585 >> 172.21.15.5:0/2727625585 conn(0x7f25b00b4060 msgr2=0x7f25b00b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:17.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.730+0000 7f25b7b31640 1 -- 172.21.15.5:0/2727625585 shutdown_connections 2024-09-19T05:01:17.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.730+0000 7f25b7b31640 1 -- 172.21.15.5:0/2727625585 wait complete. 2024-09-19T05:01:17.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.731+0000 7f25b7b31640 1 Processor -- start 2024-09-19T05:01:17.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.731+0000 7f25b7b31640 1 -- start start 2024-09-19T05:01:17.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.732+0000 7f25b7b31640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f25b009afb0 0x7f25b0160590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:17.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.732+0000 7f25b7b31640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f25b009bb30 0x7f25b01f7c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:17.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.732+0000 7f25b7b31640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f25b015e6e0 0x7f25b01f81c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:17.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.732+0000 7f25b7b31640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f25b01626d0 con 0x7f25b015e6e0 2024-09-19T05:01:17.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.732+0000 7f25b7b31640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f25b00b6160 con 0x7f25b009afb0 2024-09-19T05:01:17.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.732+0000 7f25b7b31640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f25b015fcb0 con 0x7f25b009bb30 2024-09-19T05:01:17.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.732+0000 7f25b60ce640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f25b015e6e0 0x7f25b01f81c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:17.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.732+0000 7f25b60ce640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f25b015e6e0 0x7f25b01f81c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38706/0 (socket says 172.21.15.5:38706) 2024-09-19T05:01:17.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.732+0000 7f25b60ce640 1 -- 172.21.15.5:0/3157080880 learned_addr learned my addr 172.21.15.5:0/3157080880 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:17.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.732+0000 7f25b58cd640 1 --2- 172.21.15.5:0/3157080880 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f25b009afb0 0x7f25b0160590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:17.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.732+0000 7f25b50cc640 1 --2- 172.21.15.5:0/3157080880 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f25b009bb30 0x7f25b01f7c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:17.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.732+0000 7f25b60ce640 1 -- 172.21.15.5:0/3157080880 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f25b009bb30 msgr2=0x7f25b01f7c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:17.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.732+0000 7f25b60ce640 1 --2- 172.21.15.5:0/3157080880 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f25b009bb30 0x7f25b01f7c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:17.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.732+0000 7f25b60ce640 1 -- 172.21.15.5:0/3157080880 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f25b009afb0 msgr2=0x7f25b0160590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:17.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.732+0000 7f25b60ce640 1 --2- 172.21.15.5:0/3157080880 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f25b009afb0 0x7f25b0160590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:17.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.732+0000 7f25b60ce640 1 -- 172.21.15.5:0/3157080880 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25b00cb930 con 0x7f25b015e6e0 2024-09-19T05:01:17.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.733+0000 7f25b60ce640 1 --2- 172.21.15.5:0/3157080880 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f25b015e6e0 0x7f25b01f81c0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f25a800ca80 tx=0x7f25a800cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:17.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.733+0000 7f25a67fc640 1 -- 172.21.15.5:0/3157080880 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a8017070 con 0x7f25b015e6e0 2024-09-19T05:01:17.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.733+0000 7f25a67fc640 1 -- 172.21.15.5:0/3157080880 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25a800ac30 con 0x7f25b015e6e0 2024-09-19T05:01:17.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.733+0000 7f25b7b31640 1 -- 172.21.15.5:0/3157080880 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25b00cbc10 con 0x7f25b015e6e0 2024-09-19T05:01:17.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.733+0000 7f25a67fc640 1 -- 172.21.15.5:0/3157080880 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a8012600 con 0x7f25b015e6e0 2024-09-19T05:01:17.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.733+0000 7f25b7b31640 1 -- 172.21.15.5:0/3157080880 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25b00cc1d0 con 0x7f25b015e6e0 2024-09-19T05:01:17.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.734+0000 7f25b7b31640 1 -- 172.21.15.5:0/3157080880 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25b0162f80 con 0x7f25b015e6e0 2024-09-19T05:01:17.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.734+0000 7f25a67fc640 1 -- 172.21.15.5:0/3157080880 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f25a801a070 con 0x7f25b015e6e0 2024-09-19T05:01:17.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.735+0000 7f25a67fc640 1 --2- 172.21.15.5:0/3157080880 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f259406c2b0 0x7f259406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:17.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.735+0000 7f25a67fc640 1 -- 172.21.15.5:0/3157080880 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f25a808ad30 con 0x7f25b015e6e0 2024-09-19T05:01:17.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.735+0000 7f25b58cd640 1 --2- 172.21.15.5:0/3157080880 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f259406c2b0 0x7f259406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:17.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.736+0000 7f25b58cd640 1 --2- 172.21.15.5:0/3157080880 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f259406c2b0 0x7f259406e770 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f25ac006fd0 tx=0x7f25ac008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:17.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.740+0000 7f25a67fc640 1 -- 172.21.15.5:0/3157080880 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f25a800ae20 con 0x7f25b015e6e0 2024-09-19T05:01:17.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:17.915+0000 7f25b7b31640 1 -- 172.21.15.5:0/3157080880 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f25b015f8e0 con 0x7f25b015e6e0 2024-09-19T05:01:18.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.708+0000 7f25a67fc640 1 -- 172.21.15.5:0/3157080880 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v18) ==== 138+0+0 (secure 0 0 0) 0x7f25a80591a0 con 0x7f25b015e6e0 2024-09-19T05:01:18.710 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_metadata' created 2024-09-19T05:01:18.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.712+0000 7f25b7b31640 1 -- 172.21.15.5:0/3157080880 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f259406c2b0 msgr2=0x7f259406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:18.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.712+0000 7f25b7b31640 1 --2- 172.21.15.5:0/3157080880 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f259406c2b0 0x7f259406e770 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f25ac006fd0 tx=0x7f25ac008040 comp rx=0 tx=0).stop 2024-09-19T05:01:18.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.712+0000 7f25b7b31640 1 -- 172.21.15.5:0/3157080880 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f25b015e6e0 msgr2=0x7f25b01f81c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:18.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.712+0000 7f25b7b31640 1 --2- 172.21.15.5:0/3157080880 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f25b015e6e0 0x7f25b01f81c0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f25a800ca80 tx=0x7f25a800cf40 comp rx=0 tx=0).stop 2024-09-19T05:01:18.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.713+0000 7f25b7b31640 1 -- 172.21.15.5:0/3157080880 shutdown_connections 2024-09-19T05:01:18.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.713+0000 7f25b7b31640 1 --2- 172.21.15.5:0/3157080880 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f259406c2b0 0x7f259406e770 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:18.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.713+0000 7f25b7b31640 1 --2- 172.21.15.5:0/3157080880 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f25b015e6e0 0x7f25b01f81c0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:18.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.713+0000 7f25b7b31640 1 --2- 172.21.15.5:0/3157080880 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f25b009bb30 0x7f25b01f7c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:18.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.713+0000 7f25b7b31640 1 --2- 172.21.15.5:0/3157080880 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f25b009afb0 0x7f25b0160590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:18.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.713+0000 7f25b7b31640 1 -- 172.21.15.5:0/3157080880 >> 172.21.15.5:0/3157080880 conn(0x7f25b00b4060 msgr2=0x7f25b006dd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:18.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.714+0000 7f25b7b31640 1 -- 172.21.15.5:0/3157080880 shutdown_connections 2024-09-19T05:01:18.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.714+0000 7f25b7b31640 1 -- 172.21.15.5:0/3157080880 wait complete. 2024-09-19T05:01:18.731 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-09-19T05:01:18.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.845+0000 7f65ccae6640 1 Processor -- start 2024-09-19T05:01:18.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.845+0000 7f65ccae6640 1 -- start start 2024-09-19T05:01:18.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.846+0000 7f65ccae6640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f65c80cf4e0 0x7f65c8162aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:18.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.846+0000 7f65ccae6640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65c80d28a0 con 0x7f65c80d4980 2024-09-19T05:01:18.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.846+0000 7f65ccae6640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65c80d2b80 con 0x7f65c815e4d0 2024-09-19T05:01:18.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.846+0000 7f65ccae6640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f65c80d2e60 con 0x7f65c80cf4e0 2024-09-19T05:01:18.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.846+0000 7f65c6d9d640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f65c80d4980 0x7f65c80d3940 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:40350/0 (socket says 172.21.15.5:40350) 2024-09-19T05:01:18.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.846+0000 7f65c6d9d640 1 -- 172.21.15.5:0/563184944 learned_addr learned my addr 172.21.15.5:0/563184944 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:18.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.846+0000 7f65c5d9b640 1 --2- 172.21.15.5:0/563184944 >> v2:172.21.15.134:3300/0 conn(0x7f65c80cf4e0 0x7f65c8162aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:18.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.846+0000 7f65c559a640 1 -- 172.21.15.5:0/563184944 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1718302019 0 0) 0x7f65c80d28a0 con 0x7f65c80d4980 2024-09-19T05:01:18.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.847+0000 7f65c559a640 1 -- 172.21.15.5:0/563184944 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f65b0003520 con 0x7f65c80d4980 2024-09-19T05:01:18.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.847+0000 7f65c559a640 1 -- 172.21.15.5:0/563184944 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3551530829 0 0) 0x7f65b0003520 con 0x7f65c80d4980 2024-09-19T05:01:18.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.847+0000 7f65c559a640 1 -- 172.21.15.5:0/563184944 >> v2:172.21.15.134:3300/0 conn(0x7f65c80cf4e0 msgr2=0x7f65c8162aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:18.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.847+0000 7f65c559a640 1 --2- 172.21.15.5:0/563184944 >> v2:172.21.15.134:3300/0 conn(0x7f65c80cf4e0 0x7f65c8162aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:18.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.847+0000 7f65c559a640 1 -- 172.21.15.5:0/563184944 >> v1:172.21.15.134:6789/0 conn(0x7f65c815e4d0 legacy=0x7f65c80b7680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:18.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.847+0000 7f65c559a640 1 -- 172.21.15.5:0/563184944 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65c80d3140 con 0x7f65c80d4980 2024-09-19T05:01:18.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.847+0000 7f65c559a640 1 -- 172.21.15.5:0/563184944 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f65c00019f0 con 0x7f65c80d4980 2024-09-19T05:01:18.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.847+0000 7f65c559a640 1 -- 172.21.15.5:0/563184944 >> v1:172.21.15.5:6789/0 conn(0x7f65c80d4980 legacy=0x7f65c80d3940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:18.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.847+0000 7f65c559a640 1 --2- 172.21.15.5:0/563184944 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65b00039b0 0x7f65b0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:18.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.847+0000 7f65c559a640 1 --2- 172.21.15.5:0/563184944 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f65b0004800 0x7f65b0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:18.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.847+0000 7f65c559a640 1 --2- 172.21.15.5:0/563184944 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f65b00051c0 0x7f65b000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:18.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.847+0000 7f65c559a640 1 -- 172.21.15.5:0/563184944 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f65c80d2e60 con 0x7f65b00039b0 2024-09-19T05:01:18.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.847+0000 7f65c559a640 1 -- 172.21.15.5:0/563184944 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f65b000c070 con 0x7f65b0004800 2024-09-19T05:01:18.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.847+0000 7f65c559a640 1 -- 172.21.15.5:0/563184944 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f65b000c270 con 0x7f65b00051c0 2024-09-19T05:01:18.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.847+0000 7f65c659c640 1 --2- 172.21.15.5:0/563184944 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65b00039b0 0x7f65b0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:18.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.847+0000 7f65c5d9b640 1 --2- 172.21.15.5:0/563184944 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f65b0004800 0x7f65b0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:18.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.847+0000 7f65c6d9d640 1 --2- 172.21.15.5:0/563184944 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f65b00051c0 0x7f65b000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:18.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.847+0000 7f65c659c640 1 -- 172.21.15.5:0/563184944 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f65b00051c0 msgr2=0x7f65b000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:18.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.847+0000 7f65c659c640 1 --2- 172.21.15.5:0/563184944 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f65b00051c0 0x7f65b000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:18.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.847+0000 7f65c659c640 1 -- 172.21.15.5:0/563184944 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f65b0004800 msgr2=0x7f65b0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:18.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.847+0000 7f65c659c640 1 --2- 172.21.15.5:0/563184944 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f65b0004800 0x7f65b0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:18.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.847+0000 7f65c6d9d640 1 -- 172.21.15.5:0/563184944 reap_dead start 2024-09-19T05:01:18.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.847+0000 7f65c659c640 1 -- 172.21.15.5:0/563184944 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65b0003520 con 0x7f65b00039b0 2024-09-19T05:01:18.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.848+0000 7f65c659c640 1 --2- 172.21.15.5:0/563184944 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65b00039b0 0x7f65b0003dd0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f65b8001750 tx=0x7f65b0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b5a444dd90c68ba server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:18.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.848+0000 7f65c559a640 1 -- 172.21.15.5:0/563184944 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65b8001370 con 0x7f65b00039b0 2024-09-19T05:01:18.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.848+0000 7f65c559a640 1 -- 172.21.15.5:0/563184944 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65b80052d0 con 0x7f65b00039b0 2024-09-19T05:01:18.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.848+0000 7f65c559a640 1 -- 172.21.15.5:0/563184944 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65b802abe0 con 0x7f65b00039b0 2024-09-19T05:01:18.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.849+0000 7f65ccae6640 1 -- 172.21.15.5:0/563184944 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65b00039b0 msgr2=0x7f65b0003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:18.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.849+0000 7f65ccae6640 1 --2- 172.21.15.5:0/563184944 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65b00039b0 0x7f65b0003dd0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f65b8001750 tx=0x7f65b0005830 comp rx=0 tx=0).stop 2024-09-19T05:01:18.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.849+0000 7f65ccae6640 1 -- 172.21.15.5:0/563184944 shutdown_connections 2024-09-19T05:01:18.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.849+0000 7f65ccae6640 1 --2- 172.21.15.5:0/563184944 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65b00039b0 0x7f65b0003dd0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:18.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.849+0000 7f65ccae6640 1 -- 172.21.15.5:0/563184944 >> 172.21.15.5:0/563184944 conn(0x7f65c806d0a0 msgr2=0x7f65c806d4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:18.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.849+0000 7f65ccae6640 1 -- 172.21.15.5:0/563184944 shutdown_connections 2024-09-19T05:01:18.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.849+0000 7f65ccae6640 1 -- 172.21.15.5:0/563184944 wait complete. 2024-09-19T05:01:18.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.850+0000 7f65ccae6640 1 Processor -- start 2024-09-19T05:01:18.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.850+0000 7f65ccae6640 1 -- start start 2024-09-19T05:01:18.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.851+0000 7f65ccae6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f65b00039b0 0x7f65c81569e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:18.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.851+0000 7f65ccae6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65c81563c0 0x7f65c81f8310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:18.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.851+0000 7f65ccae6640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f65c81f8850 0x7f65c81f8cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:18.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.851+0000 7f65ccae6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f65c8162aa0 con 0x7f65c81563c0 2024-09-19T05:01:18.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.851+0000 7f65ccae6640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f65c815e8b0 con 0x7f65c81f8850 2024-09-19T05:01:18.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.851+0000 7f65ccae6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f65c8162c20 con 0x7f65b00039b0 2024-09-19T05:01:18.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.851+0000 7f65c5d9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65c81563c0 0x7f65c81f8310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:18.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.851+0000 7f65c5d9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65c81563c0 0x7f65c81f8310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38730/0 (socket says 172.21.15.5:38730) 2024-09-19T05:01:18.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.851+0000 7f65c5d9b640 1 -- 172.21.15.5:0/4057954333 learned_addr learned my addr 172.21.15.5:0/4057954333 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:18.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.851+0000 7f65c659c640 1 --2- 172.21.15.5:0/4057954333 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f65b00039b0 0x7f65c81569e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:18.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.851+0000 7f65c6d9d640 1 --2- 172.21.15.5:0/4057954333 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f65c81f8850 0x7f65c81f8cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:18.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.851+0000 7f65c5d9b640 1 -- 172.21.15.5:0/4057954333 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f65b00039b0 msgr2=0x7f65c81569e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:18.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.851+0000 7f65c5d9b640 1 --2- 172.21.15.5:0/4057954333 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f65b00039b0 0x7f65c81569e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:18.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.851+0000 7f65c5d9b640 1 -- 172.21.15.5:0/4057954333 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f65c81f8850 msgr2=0x7f65c81f8cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:18.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.851+0000 7f65c5d9b640 1 --2- 172.21.15.5:0/4057954333 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f65c81f8850 0x7f65c81f8cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:18.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.851+0000 7f65c5d9b640 1 -- 172.21.15.5:0/4057954333 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65c80cd7f0 con 0x7f65c81563c0 2024-09-19T05:01:18.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.852+0000 7f65c5d9b640 1 --2- 172.21.15.5:0/4057954333 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65c81563c0 0x7f65c81f8310 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f65bc0118c0 tx=0x7f65bc011d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:18.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.852+0000 7f65b6ffd640 1 -- 172.21.15.5:0/4057954333 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65bc019070 con 0x7f65c81563c0 2024-09-19T05:01:18.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.852+0000 7f65b6ffd640 1 -- 172.21.15.5:0/4057954333 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65bc004240 con 0x7f65c81563c0 2024-09-19T05:01:18.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.852+0000 7f65b6ffd640 1 -- 172.21.15.5:0/4057954333 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65bc00f820 con 0x7f65c81563c0 2024-09-19T05:01:18.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.852+0000 7f65ccae6640 1 -- 172.21.15.5:0/4057954333 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65c815a0b0 con 0x7f65c81563c0 2024-09-19T05:01:18.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.852+0000 7f65ccae6640 1 -- 172.21.15.5:0/4057954333 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65c80cda70 con 0x7f65c81563c0 2024-09-19T05:01:18.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.853+0000 7f65ccae6640 1 -- 172.21.15.5:0/4057954333 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65c80d4dd0 con 0x7f65c81563c0 2024-09-19T05:01:18.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.853+0000 7f65b6ffd640 1 -- 172.21.15.5:0/4057954333 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f65bc01c070 con 0x7f65c81563c0 2024-09-19T05:01:18.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.854+0000 7f65b6ffd640 1 --2- 172.21.15.5:0/4057954333 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f65a806c2e0 0x7f65a806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:18.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.854+0000 7f65b6ffd640 1 -- 172.21.15.5:0/4057954333 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 5227+0+0 (secure 0 0 0) 0x7f65bc08b3f0 con 0x7f65c81563c0 2024-09-19T05:01:18.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.854+0000 7f65c659c640 1 --2- 172.21.15.5:0/4057954333 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f65a806c2e0 0x7f65a806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:18.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.855+0000 7f65c659c640 1 --2- 172.21.15.5:0/4057954333 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f65a806c2e0 0x7f65a806e7a0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f65b8032000 tx=0x7f65b802e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:18.861 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:18.859+0000 7f65b6ffd640 1 -- 172.21.15.5:0/4057954333 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f65c80cd7f0 con 0x7f65c81563c0 2024-09-19T05:01:19.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.036+0000 7f65ccae6640 1 -- 172.21.15.5:0/4057954333 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7f65c80d2200 con 0x7f65c81563c0 2024-09-19T05:01:19.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.713+0000 7f65b6ffd640 1 -- 172.21.15.5:0/4057954333 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v19) ==== 171+0+0 (secure 0 0 0) 0x7f65bc059780 con 0x7f65c81563c0 2024-09-19T05:01:19.715 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_data' created 2024-09-19T05:01:19.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.716+0000 7f65ccae6640 1 -- 172.21.15.5:0/4057954333 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f65a806c2e0 msgr2=0x7f65a806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:19.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.716+0000 7f65ccae6640 1 --2- 172.21.15.5:0/4057954333 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f65a806c2e0 0x7f65a806e7a0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f65b8032000 tx=0x7f65b802e000 comp rx=0 tx=0).stop 2024-09-19T05:01:19.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.716+0000 7f65ccae6640 1 -- 172.21.15.5:0/4057954333 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65c81563c0 msgr2=0x7f65c81f8310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:19.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.716+0000 7f65ccae6640 1 --2- 172.21.15.5:0/4057954333 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65c81563c0 0x7f65c81f8310 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f65bc0118c0 tx=0x7f65bc011d80 comp rx=0 tx=0).stop 2024-09-19T05:01:19.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.717+0000 7f65ccae6640 1 -- 172.21.15.5:0/4057954333 shutdown_connections 2024-09-19T05:01:19.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.717+0000 7f65ccae6640 1 --2- 172.21.15.5:0/4057954333 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f65a806c2e0 0x7f65a806e7a0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:19.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.717+0000 7f65ccae6640 1 --2- 172.21.15.5:0/4057954333 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f65c81f8850 0x7f65c81f8cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:19.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.717+0000 7f65ccae6640 1 --2- 172.21.15.5:0/4057954333 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65c81563c0 0x7f65c81f8310 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:19.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.717+0000 7f65ccae6640 1 --2- 172.21.15.5:0/4057954333 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f65b00039b0 0x7f65c81569e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:19.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.717+0000 7f65ccae6640 1 -- 172.21.15.5:0/4057954333 >> 172.21.15.5:0/4057954333 conn(0x7f65c806d0a0 msgr2=0x7f65c806d480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:19.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.717+0000 7f65ccae6640 1 -- 172.21.15.5:0/4057954333 shutdown_connections 2024-09-19T05:01:19.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.717+0000 7f65ccae6640 1 -- 172.21.15.5:0/4057954333 wait complete. 2024-09-19T05:01:19.749 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T05:01:19.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.858+0000 7fbfe815b640 1 Processor -- start 2024-09-19T05:01:19.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.858+0000 7fbfe815b640 1 -- start start 2024-09-19T05:01:19.861 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.859+0000 7fbfe815b640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fbfe015e770 0x7fbfe00cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:19.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.859+0000 7fbfe815b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fbfe01621e0 0x7fbfe0162620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:19.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.859+0000 7fbfe815b640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbfe0162ff0 con 0x7fbfe0162b60 2024-09-19T05:01:19.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.859+0000 7fbfe815b640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fbfe00b1510 con 0x7fbfe01621e0 2024-09-19T05:01:19.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.859+0000 7fbfe815b640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fbfe00cfba0 con 0x7fbfe015e770 2024-09-19T05:01:19.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.859+0000 7fbfe56f6640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fbfe01621e0 0x7fbfe0162620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:19.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.859+0000 7fbfe56f6640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fbfe01621e0 0x7fbfe0162620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38740/0 (socket says 172.21.15.5:38740) 2024-09-19T05:01:19.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.859+0000 7fbfe56f6640 1 -- 172.21.15.5:0/2682126469 learned_addr learned my addr 172.21.15.5:0/2682126469 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:19.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.859+0000 7fbfe5ef7640 1 --2- 172.21.15.5:0/2682126469 >> v2:172.21.15.134:3300/0 conn(0x7fbfe015e770 0x7fbfe00cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:19.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.859+0000 7fbfe56f6640 1 -- 172.21.15.5:0/2682126469 >> v2:172.21.15.134:3300/0 conn(0x7fbfe015e770 msgr2=0x7fbfe00cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:19.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.859+0000 7fbfe56f6640 1 --2- 172.21.15.5:0/2682126469 >> v2:172.21.15.134:3300/0 conn(0x7fbfe015e770 0x7fbfe00cf5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:19.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.859+0000 7fbfe56f6640 1 -- 172.21.15.5:0/2682126469 >> v1:172.21.15.134:6789/0 conn(0x7fbfe0162b60 legacy=0x7fbfe00d2780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:19.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.859+0000 7fbfe56f6640 1 -- 172.21.15.5:0/2682126469 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfe00cfe80 con 0x7fbfe01621e0 2024-09-19T05:01:19.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.860+0000 7fbfe56f6640 1 --2- 172.21.15.5:0/2682126469 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbfe01621e0 0x7fbfe0162620 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fbfe008e1e0 tx=0x7fbfd002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce784651bac36c55 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:19.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.860+0000 7fbfe4ef5640 1 -- 172.21.15.5:0/2682126469 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfd0037070 con 0x7fbfe01621e0 2024-09-19T05:01:19.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.860+0000 7fbfe4ef5640 1 -- 172.21.15.5:0/2682126469 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbfd0032440 con 0x7fbfe01621e0 2024-09-19T05:01:19.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.860+0000 7fbfe4ef5640 1 -- 172.21.15.5:0/2682126469 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfd0032810 con 0x7fbfe01621e0 2024-09-19T05:01:19.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.861+0000 7fbfe815b640 1 -- 172.21.15.5:0/2682126469 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbfe01621e0 msgr2=0x7fbfe0162620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:19.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.861+0000 7fbfe815b640 1 --2- 172.21.15.5:0/2682126469 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbfe01621e0 0x7fbfe0162620 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fbfe008e1e0 tx=0x7fbfd002a270 comp rx=0 tx=0).stop 2024-09-19T05:01:19.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.861+0000 7fbfe815b640 1 -- 172.21.15.5:0/2682126469 shutdown_connections 2024-09-19T05:01:19.866 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.861+0000 7fbfe815b640 1 --2- 172.21.15.5:0/2682126469 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbfe01621e0 0x7fbfe0162620 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:19.866 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.861+0000 7fbfe815b640 1 --2- 172.21.15.5:0/2682126469 >> v2:172.21.15.134:3300/0 conn(0x7fbfe015e770 0x7fbfe00cf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:19.866 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.861+0000 7fbfe815b640 1 -- 172.21.15.5:0/2682126469 >> 172.21.15.5:0/2682126469 conn(0x7fbfe008c000 msgr2=0x7fbfe00d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:19.866 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.861+0000 7fbfe815b640 1 -- 172.21.15.5:0/2682126469 shutdown_connections 2024-09-19T05:01:19.866 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.861+0000 7fbfe815b640 1 -- 172.21.15.5:0/2682126469 wait complete. 2024-09-19T05:01:19.866 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.862+0000 7fbfe815b640 1 Processor -- start 2024-09-19T05:01:19.866 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.862+0000 7fbfe815b640 1 -- start start 2024-09-19T05:01:19.866 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.863+0000 7fbfe815b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbfe015e770 0x7fbfe00c9110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:19.866 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.863+0000 7fbfe815b640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbfe01621e0 0x7fbfe0155650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:19.866 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.863+0000 7fbfe815b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbfe0162b60 0x7fbfe015b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:19.866 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.863+0000 7fbfe815b640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fbfe00d5300 con 0x7fbfe0162b60 2024-09-19T05:01:19.866 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.863+0000 7fbfe815b640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fbfe00d0160 con 0x7fbfe01621e0 2024-09-19T05:01:19.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.863+0000 7fbfe815b640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fbfe00d5480 con 0x7fbfe015e770 2024-09-19T05:01:19.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.863+0000 7fbfe66f8640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbfe0162b60 0x7fbfe015b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:19.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.863+0000 7fbfe66f8640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbfe0162b60 0x7fbfe015b880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38742/0 (socket says 172.21.15.5:38742) 2024-09-19T05:01:19.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.863+0000 7fbfe66f8640 1 -- 172.21.15.5:0/1094692325 learned_addr learned my addr 172.21.15.5:0/1094692325 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:19.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.863+0000 7fbfe5ef7640 1 --2- 172.21.15.5:0/1094692325 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbfe015e770 0x7fbfe00c9110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:19.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.863+0000 7fbfe56f6640 1 --2- 172.21.15.5:0/1094692325 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbfe01621e0 0x7fbfe0155650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:19.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.863+0000 7fbfe66f8640 1 -- 172.21.15.5:0/1094692325 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbfe015e770 msgr2=0x7fbfe00c9110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:19.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.863+0000 7fbfe66f8640 1 --2- 172.21.15.5:0/1094692325 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbfe015e770 0x7fbfe00c9110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:19.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.863+0000 7fbfe66f8640 1 -- 172.21.15.5:0/1094692325 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbfe01621e0 msgr2=0x7fbfe0155650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:19.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.863+0000 7fbfe66f8640 1 --2- 172.21.15.5:0/1094692325 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbfe01621e0 0x7fbfe0155650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:19.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.863+0000 7fbfe66f8640 1 -- 172.21.15.5:0/1094692325 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfe00c8070 con 0x7fbfe0162b60 2024-09-19T05:01:19.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.863+0000 7fbfe66f8640 1 --2- 172.21.15.5:0/1094692325 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbfe0162b60 0x7fbfe015b880 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fbfd800c6b0 tx=0x7fbfd800cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:19.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.863+0000 7fbfd67fc640 1 -- 172.21.15.5:0/1094692325 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfd8003b70 con 0x7fbfe0162b60 2024-09-19T05:01:19.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.863+0000 7fbfd67fc640 1 -- 172.21.15.5:0/1094692325 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbfd8003d30 con 0x7fbfe0162b60 2024-09-19T05:01:19.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.863+0000 7fbfe815b640 1 -- 172.21.15.5:0/1094692325 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbfe00c8350 con 0x7fbfe0162b60 2024-09-19T05:01:19.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.863+0000 7fbfd67fc640 1 -- 172.21.15.5:0/1094692325 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfd8005310 con 0x7fbfe0162b60 2024-09-19T05:01:19.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.863+0000 7fbfe815b640 1 -- 172.21.15.5:0/1094692325 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbfe00c8910 con 0x7fbfe0162b60 2024-09-19T05:01:19.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.864+0000 7fbfe815b640 1 -- 172.21.15.5:0/1094692325 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbfe00cf5c0 con 0x7fbfe0162b60 2024-09-19T05:01:19.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.865+0000 7fbfd67fc640 1 -- 172.21.15.5:0/1094692325 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbfd80054b0 con 0x7fbfe0162b60 2024-09-19T05:01:19.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.865+0000 7fbfd67fc640 1 --2- 172.21.15.5:0/1094692325 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbfc406c2b0 0x7fbfc406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:19.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.865+0000 7fbfd67fc640 1 -- 172.21.15.5:0/1094692325 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5609+0+0 (secure 0 0 0) 0x7fbfd808b160 con 0x7fbfe0162b60 2024-09-19T05:01:19.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.866+0000 7fbfe5ef7640 1 --2- 172.21.15.5:0/1094692325 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbfc406c2b0 0x7fbfc406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:19.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.866+0000 7fbfe5ef7640 1 --2- 172.21.15.5:0/1094692325 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbfc406c2b0 0x7fbfc406e770 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fbfdc009b40 tx=0x7fbfdc009190 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:19.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:19.870+0000 7fbfd67fc640 1 -- 172.21.15.5:0/1094692325 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbfd8059250 con 0x7fbfe0162b60 2024-09-19T05:01:20.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.082+0000 7fbfe815b640 1 -- 172.21.15.5:0/1094692325 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fbfe00b6d60 con 0x7fbfe0162b60 2024-09-19T05:01:20.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.715+0000 7fbfd67fc640 1 -- 172.21.15.5:0/1094692325 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7fbfd805d550 con 0x7fbfe0162b60 2024-09-19T05:01:20.716 INFO:teuthology.orchestra.run.smithi005.stderr:new fs with metadata pool 2 and data pool 3 2024-09-19T05:01:20.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.717+0000 7fbfe815b640 1 -- 172.21.15.5:0/1094692325 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbfc406c2b0 msgr2=0x7fbfc406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:20.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.717+0000 7fbfe815b640 1 --2- 172.21.15.5:0/1094692325 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbfc406c2b0 0x7fbfc406e770 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fbfdc009b40 tx=0x7fbfdc009190 comp rx=0 tx=0).stop 2024-09-19T05:01:20.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.717+0000 7fbfe815b640 1 -- 172.21.15.5:0/1094692325 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbfe0162b60 msgr2=0x7fbfe015b880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:20.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.717+0000 7fbfe815b640 1 --2- 172.21.15.5:0/1094692325 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbfe0162b60 0x7fbfe015b880 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fbfd800c6b0 tx=0x7fbfd800cb70 comp rx=0 tx=0).stop 2024-09-19T05:01:20.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.717+0000 7fbfe815b640 1 -- 172.21.15.5:0/1094692325 shutdown_connections 2024-09-19T05:01:20.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.717+0000 7fbfe815b640 1 --2- 172.21.15.5:0/1094692325 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbfc406c2b0 0x7fbfc406e770 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:20.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.717+0000 7fbfe815b640 1 --2- 172.21.15.5:0/1094692325 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbfe0162b60 0x7fbfe015b880 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:20.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.717+0000 7fbfe815b640 1 --2- 172.21.15.5:0/1094692325 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbfe01621e0 0x7fbfe0155650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:20.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.717+0000 7fbfe815b640 1 --2- 172.21.15.5:0/1094692325 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbfe015e770 0x7fbfe00c9110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:20.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.717+0000 7fbfe815b640 1 -- 172.21.15.5:0/1094692325 >> 172.21.15.5:0/1094692325 conn(0x7fbfe008c000 msgr2=0x7fbfe00b18a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:20.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.717+0000 7fbfe815b640 1 -- 172.21.15.5:0/1094692325 shutdown_connections 2024-09-19T05:01:20.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.717+0000 7fbfe815b640 1 -- 172.21.15.5:0/1094692325 wait complete. 2024-09-19T05:01:20.751 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-09-19T05:01:20.751 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-09-19T05:01:20.802 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:01:20.804 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:01:20.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.861+0000 7f499f386640 1 Processor -- start 2024-09-19T05:01:20.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.861+0000 7f499f386640 1 -- start start 2024-09-19T05:01:20.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.862+0000 7f499f386640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f499815e5c0 0x7f49980d3370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:20.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.862+0000 7f499f386640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f49980cf530 0x7f49980d1030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:20.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.862+0000 7f499f386640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f499815e9a0 con 0x7f49980d1570 2024-09-19T05:01:20.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.862+0000 7f499f386640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f49980b7620 con 0x7f49980cf530 2024-09-19T05:01:20.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.862+0000 7f499f386640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f49980d19a0 con 0x7f499815e5c0 2024-09-19T05:01:20.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.862+0000 7f499c921640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f49980cf530 0x7f49980d1030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:20.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.862+0000 7f499c921640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f49980cf530 0x7f49980d1030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38746/0 (socket says 172.21.15.5:38746) 2024-09-19T05:01:20.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.862+0000 7f499c921640 1 -- 172.21.15.5:0/2763874433 learned_addr learned my addr 172.21.15.5:0/2763874433 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:20.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.862+0000 7f499d122640 1 --2- 172.21.15.5:0/2763874433 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f499815e5c0 0x7f49980d3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:20.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.862+0000 7f499c921640 1 -- 172.21.15.5:0/2763874433 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f499815e5c0 msgr2=0x7f49980d3370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:20.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.862+0000 7f499c921640 1 --2- 172.21.15.5:0/2763874433 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f499815e5c0 0x7f49980d3370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:20.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.862+0000 7f499c921640 1 -- 172.21.15.5:0/2763874433 >> v1:172.21.15.5:6789/0 conn(0x7f49980d1570 legacy=0x7f49980b60e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:20.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.862+0000 7f498ffff640 1 -- 172.21.15.5:0/2763874433 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1796950340 0 0) 0x7f499815e9a0 con 0x7f49980d1570 2024-09-19T05:01:20.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.862+0000 7f499c921640 1 -- 172.21.15.5:0/2763874433 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49980d38b0 con 0x7f49980cf530 2024-09-19T05:01:20.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.862+0000 7f499d122640 1 --2- 172.21.15.5:0/2763874433 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f499815e5c0 0x7f49980d3370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:01:20.866 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.863+0000 7f499c921640 1 --2- 172.21.15.5:0/2763874433 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49980cf530 0x7f49980d1030 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f49880098a0 tx=0x7f498802a320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bee4733615010241 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:20.866 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.863+0000 7f498ffff640 1 -- 172.21.15.5:0/2763874433 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4988037070 con 0x7f49980cf530 2024-09-19T05:01:20.866 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.863+0000 7f498ffff640 1 -- 172.21.15.5:0/2763874433 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4988032640 con 0x7f49980cf530 2024-09-19T05:01:20.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.863+0000 7f498ffff640 1 -- 172.21.15.5:0/2763874433 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4988032a10 con 0x7f49980cf530 2024-09-19T05:01:20.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.864+0000 7f499f386640 1 -- 172.21.15.5:0/2763874433 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49980cf530 msgr2=0x7f49980d1030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:20.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.864+0000 7f499f386640 1 --2- 172.21.15.5:0/2763874433 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49980cf530 0x7f49980d1030 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f49880098a0 tx=0x7f498802a320 comp rx=0 tx=0).stop 2024-09-19T05:01:20.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.864+0000 7f499f386640 1 -- 172.21.15.5:0/2763874433 shutdown_connections 2024-09-19T05:01:20.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.864+0000 7f499f386640 1 --2- 172.21.15.5:0/2763874433 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49980cf530 0x7f49980d1030 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:20.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.864+0000 7f499f386640 1 --2- 172.21.15.5:0/2763874433 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f499815e5c0 0x7f49980d3370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:20.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.864+0000 7f499f386640 1 -- 172.21.15.5:0/2763874433 >> 172.21.15.5:0/2763874433 conn(0x7f4998067f80 msgr2=0x7f499806ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:20.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.864+0000 7f499f386640 1 -- 172.21.15.5:0/2763874433 shutdown_connections 2024-09-19T05:01:20.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.864+0000 7f499f386640 1 -- 172.21.15.5:0/2763874433 wait complete. 2024-09-19T05:01:20.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.865+0000 7f499f386640 1 Processor -- start 2024-09-19T05:01:20.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.865+0000 7f499f386640 1 -- start start 2024-09-19T05:01:20.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.866+0000 7f499f386640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f49980cf530 0x7f499814db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:20.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.866+0000 7f499f386640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f49980d1570 0x7f4998160b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:20.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.866+0000 7f499f386640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f499815e5c0 0x7f49981610b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:20.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.866+0000 7f499f386640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f49980d4110 con 0x7f499815e5c0 2024-09-19T05:01:20.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.866+0000 7f499f386640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f49980d3e30 con 0x7f49980cf530 2024-09-19T05:01:20.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.866+0000 7f499f386640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f49980d43f0 con 0x7f49980d1570 2024-09-19T05:01:20.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.866+0000 7f499d923640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f499815e5c0 0x7f49981610b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:20.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.866+0000 7f499d923640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f499815e5c0 0x7f49981610b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38762/0 (socket says 172.21.15.5:38762) 2024-09-19T05:01:20.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.866+0000 7f499d923640 1 -- 172.21.15.5:0/256624184 learned_addr learned my addr 172.21.15.5:0/256624184 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:20.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.866+0000 7f499c921640 1 --2- 172.21.15.5:0/256624184 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f49980d1570 0x7f4998160b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:20.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.866+0000 7f499d122640 1 --2- 172.21.15.5:0/256624184 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f49980cf530 0x7f499814db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:20.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.866+0000 7f499d923640 1 -- 172.21.15.5:0/256624184 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f49980d1570 msgr2=0x7f4998160b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:20.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.866+0000 7f499d923640 1 --2- 172.21.15.5:0/256624184 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f49980d1570 0x7f4998160b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:20.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.866+0000 7f499d923640 1 -- 172.21.15.5:0/256624184 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f49980cf530 msgr2=0x7f499814db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:20.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.866+0000 7f499d923640 1 --2- 172.21.15.5:0/256624184 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f49980cf530 0x7f499814db70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:20.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.866+0000 7f499d923640 1 -- 172.21.15.5:0/256624184 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49980ce840 con 0x7f499815e5c0 2024-09-19T05:01:20.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.866+0000 7f499d122640 1 --2- 172.21.15.5:0/256624184 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f49980cf530 0x7f499814db70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:01:20.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.866+0000 7f499d923640 1 --2- 172.21.15.5:0/256624184 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f499815e5c0 0x7f49981610b0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f499000c790 tx=0x7f499000cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:20.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.867+0000 7f498dffb640 1 -- 172.21.15.5:0/256624184 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4990003da0 con 0x7f499815e5c0 2024-09-19T05:01:20.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.867+0000 7f498dffb640 1 -- 172.21.15.5:0/256624184 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4990005070 con 0x7f499815e5c0 2024-09-19T05:01:20.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.867+0000 7f499f386640 1 -- 172.21.15.5:0/256624184 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49980c99a0 con 0x7f499815e5c0 2024-09-19T05:01:20.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.867+0000 7f498dffb640 1 -- 172.21.15.5:0/256624184 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4990005460 con 0x7f499815e5c0 2024-09-19T05:01:20.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.867+0000 7f499f386640 1 -- 172.21.15.5:0/256624184 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49980ce360 con 0x7f499815e5c0 2024-09-19T05:01:20.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.868+0000 7f499f386640 1 -- 172.21.15.5:0/256624184 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49980b7850 con 0x7f499815e5c0 2024-09-19T05:01:20.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.868+0000 7f498dffb640 1 -- 172.21.15.5:0/256624184 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4990005600 con 0x7f499815e5c0 2024-09-19T05:01:20.872 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.869+0000 7f498dffb640 1 --2- 172.21.15.5:0/256624184 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f497c06c2e0 0x7f497c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:20.872 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.869+0000 7f498dffb640 1 -- 172.21.15.5:0/256624184 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f499008b1e0 con 0x7f499815e5c0 2024-09-19T05:01:20.872 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.869+0000 7f499d122640 1 --2- 172.21.15.5:0/256624184 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f497c06c2e0 0x7f497c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:20.872 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.869+0000 7f499d122640 1 --2- 172.21.15.5:0/256624184 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f497c06c2e0 0x7f497c06e7a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f499400a990 tx=0x7f4994008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:20.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:20.873+0000 7f498dffb640 1 -- 172.21.15.5:0/256624184 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f49900599e0 con 0x7f499815e5c0 2024-09-19T05:01:21.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.060+0000 7f499f386640 1 -- 172.21.15.5:0/256624184 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7f499815d760 con 0x7f499815e5c0 2024-09-19T05:01:21.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.733+0000 7f498dffb640 1 -- 172.21.15.5:0/256624184 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v21) ==== 157+0+0 (secure 0 0 0) 0x7f49900592e0 con 0x7f499815e5c0 2024-09-19T05:01:21.739 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.737+0000 7f499f386640 1 -- 172.21.15.5:0/256624184 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f497c06c2e0 msgr2=0x7f497c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:21.740 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.737+0000 7f499f386640 1 --2- 172.21.15.5:0/256624184 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f497c06c2e0 0x7f497c06e7a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f499400a990 tx=0x7f4994008040 comp rx=0 tx=0).stop 2024-09-19T05:01:21.740 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.737+0000 7f499f386640 1 -- 172.21.15.5:0/256624184 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f499815e5c0 msgr2=0x7f49981610b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:21.740 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.737+0000 7f499f386640 1 --2- 172.21.15.5:0/256624184 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f499815e5c0 0x7f49981610b0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f499000c790 tx=0x7f499000cc50 comp rx=0 tx=0).stop 2024-09-19T05:01:21.740 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.737+0000 7f499f386640 1 -- 172.21.15.5:0/256624184 shutdown_connections 2024-09-19T05:01:21.740 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.737+0000 7f499f386640 1 --2- 172.21.15.5:0/256624184 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f497c06c2e0 0x7f497c06e7a0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:21.740 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.737+0000 7f499f386640 1 --2- 172.21.15.5:0/256624184 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f499815e5c0 0x7f49981610b0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:21.740 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.737+0000 7f499f386640 1 --2- 172.21.15.5:0/256624184 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f49980d1570 0x7f4998160b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:21.740 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.737+0000 7f499f386640 1 --2- 172.21.15.5:0/256624184 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f49980cf530 0x7f499814db70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:21.740 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.737+0000 7f499f386640 1 -- 172.21.15.5:0/256624184 >> 172.21.15.5:0/256624184 conn(0x7f4998067f80 msgr2=0x7f4998159640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:21.740 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.737+0000 7f499f386640 1 -- 172.21.15.5:0/256624184 shutdown_connections 2024-09-19T05:01:21.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.737+0000 7f499f386640 1 -- 172.21.15.5:0/256624184 wait complete. 2024-09-19T05:01:21.753 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T05:01:21.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.868+0000 7f9557331640 1 Processor -- start 2024-09-19T05:01:21.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.868+0000 7f9557331640 1 -- start start 2024-09-19T05:01:21.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.869+0000 7f9557331640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9550160560 0x7f955006fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:21.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.869+0000 7f9557331640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9550160cb0 con 0x7f9550159f50 2024-09-19T05:01:21.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.869+0000 7f9557331640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f955006eef0 con 0x7f95500afe40 2024-09-19T05:01:21.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.869+0000 7f9557331640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f955006f820 con 0x7f9550160560 2024-09-19T05:01:21.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.869+0000 7f95548cc640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9550160560 0x7f955006fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:21.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.869+0000 7f95550cd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f9550159f50 0x7f955015fe50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:40368/0 (socket says 172.21.15.5:40368) 2024-09-19T05:01:21.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.869+0000 7f95550cd640 1 -- 172.21.15.5:0/3366301520 learned_addr learned my addr 172.21.15.5:0/3366301520 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:21.872 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.870+0000 7f95548cc640 1 -- 172.21.15.5:0/3366301520 >> v1:172.21.15.134:6789/0 conn(0x7f95500afe40 legacy=0x7f955006bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:21.872 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.870+0000 7f95548cc640 1 -- 172.21.15.5:0/3366301520 >> v1:172.21.15.5:6789/0 conn(0x7f9550159f50 legacy=0x7f955015fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:21.872 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.870+0000 7f95548cc640 1 -- 172.21.15.5:0/3366301520 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f955006f1d0 con 0x7f9550160560 2024-09-19T05:01:21.872 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.870+0000 7f95548cc640 1 --2- 172.21.15.5:0/3366301520 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9550160560 0x7f955006fcb0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f95440097a0 tx=0x7f954402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c59c11aa7c2ab5f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:21.872 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.870+0000 7f954ffff640 1 -- 172.21.15.5:0/3366301520 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9544037070 con 0x7f9550160560 2024-09-19T05:01:21.872 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.871+0000 7f954ffff640 1 -- 172.21.15.5:0/3366301520 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f954402ae50 con 0x7f9550160560 2024-09-19T05:01:21.872 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.871+0000 7f954ffff640 1 -- 172.21.15.5:0/3366301520 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9544032660 con 0x7f9550160560 2024-09-19T05:01:21.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.871+0000 7f9557331640 1 -- 172.21.15.5:0/3366301520 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9550160560 msgr2=0x7f955006fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:21.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.871+0000 7f9557331640 1 --2- 172.21.15.5:0/3366301520 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9550160560 0x7f955006fcb0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f95440097a0 tx=0x7f954402a140 comp rx=0 tx=0).stop 2024-09-19T05:01:21.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.871+0000 7f9557331640 1 -- 172.21.15.5:0/3366301520 shutdown_connections 2024-09-19T05:01:21.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.871+0000 7f9557331640 1 --2- 172.21.15.5:0/3366301520 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9550160560 0x7f955006fcb0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:21.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.871+0000 7f9557331640 1 -- 172.21.15.5:0/3366301520 >> 172.21.15.5:0/3366301520 conn(0x7f95500d0a50 msgr2=0x7f95500d0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:21.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.871+0000 7f9557331640 1 -- 172.21.15.5:0/3366301520 shutdown_connections 2024-09-19T05:01:21.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.871+0000 7f9557331640 1 -- 172.21.15.5:0/3366301520 wait complete. 2024-09-19T05:01:21.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.872+0000 7f9557331640 1 Processor -- start 2024-09-19T05:01:21.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.872+0000 7f9557331640 1 -- start start 2024-09-19T05:01:21.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.873+0000 7f9557331640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f95500afe40 0x7f95500ad880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:21.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.873+0000 7f9557331640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9550159f50 0x7f955014a510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:21.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.873+0000 7f9557331640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9550160560 0x7f95500cf7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:21.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.873+0000 7f9557331640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f955015d460 con 0x7f95500afe40 2024-09-19T05:01:21.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.873+0000 7f9557331640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f955015d2e0 con 0x7f9550160560 2024-09-19T05:01:21.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.873+0000 7f9557331640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f955015d5e0 con 0x7f9550159f50 2024-09-19T05:01:21.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.873+0000 7f95550cd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f95500afe40 0x7f95500ad880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:21.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.873+0000 7f95550cd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f95500afe40 0x7f95500ad880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38778/0 (socket says 172.21.15.5:38778) 2024-09-19T05:01:21.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.873+0000 7f95550cd640 1 -- 172.21.15.5:0/2247890489 learned_addr learned my addr 172.21.15.5:0/2247890489 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:21.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.874+0000 7f95550cd640 1 -- 172.21.15.5:0/2247890489 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9550159f50 msgr2=0x7f955014a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:21.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.874+0000 7f95550cd640 1 --2- 172.21.15.5:0/2247890489 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9550159f50 0x7f955014a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:21.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.874+0000 7f95558ce640 1 --2- 172.21.15.5:0/2247890489 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9550160560 0x7f95500cf7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:21.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.874+0000 7f95550cd640 1 -- 172.21.15.5:0/2247890489 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9550160560 msgr2=0x7f95500cf7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:21.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.874+0000 7f95550cd640 1 --2- 172.21.15.5:0/2247890489 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9550160560 0x7f95500cf7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:21.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.874+0000 7f95550cd640 1 -- 172.21.15.5:0/2247890489 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95500ac7e0 con 0x7f95500afe40 2024-09-19T05:01:21.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.874+0000 7f95550cd640 1 --2- 172.21.15.5:0/2247890489 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f95500afe40 0x7f95500ad880 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f954800c400 tx=0x7f954800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:21.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.874+0000 7f954dffb640 1 -- 172.21.15.5:0/2247890489 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9548017070 con 0x7f95500afe40 2024-09-19T05:01:21.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.874+0000 7f954dffb640 1 -- 172.21.15.5:0/2247890489 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9548005ce0 con 0x7f95500afe40 2024-09-19T05:01:21.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.874+0000 7f954dffb640 1 -- 172.21.15.5:0/2247890489 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95480072f0 con 0x7f95500afe40 2024-09-19T05:01:21.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.874+0000 7f9557331640 1 -- 172.21.15.5:0/2247890489 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95500acac0 con 0x7f95500afe40 2024-09-19T05:01:21.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.874+0000 7f9557331640 1 -- 172.21.15.5:0/2247890489 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95500ad080 con 0x7f95500afe40 2024-09-19T05:01:21.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.875+0000 7f9557331640 1 -- 172.21.15.5:0/2247890489 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f955006fcb0 con 0x7f95500afe40 2024-09-19T05:01:21.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.876+0000 7f954dffb640 1 -- 172.21.15.5:0/2247890489 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f954801a070 con 0x7f95500afe40 2024-09-19T05:01:21.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.876+0000 7f954dffb640 1 --2- 172.21.15.5:0/2247890489 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f953c06c2e0 0x7f953c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:21.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.876+0000 7f954dffb640 1 -- 172.21.15.5:0/2247890489 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 6007+0+0 (secure 0 0 0) 0x7f954808a9a0 con 0x7f95500afe40 2024-09-19T05:01:21.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.876+0000 7f95548cc640 1 --2- 172.21.15.5:0/2247890489 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f953c06c2e0 0x7f953c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:21.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.877+0000 7f95548cc640 1 --2- 172.21.15.5:0/2247890489 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f953c06c2e0 0x7f953c06e7a0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f9544034000 tx=0x7f954402c000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:21.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:21.880+0000 7f954dffb640 1 -- 172.21.15.5:0/2247890489 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9550160cb0 con 0x7f95500afe40 2024-09-19T05:01:22.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:22.057+0000 7f9557331640 1 -- 172.21.15.5:0/2247890489 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f95500af760 con 0x7f95500afe40 2024-09-19T05:01:23.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.744+0000 7f954dffb640 1 -- 172.21.15.5:0/2247890489 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v23) ==== 228+0+0 (secure 0 0 0) 0x7f954805de20 con 0x7f95500afe40 2024-09-19T05:01:23.746 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_data_ec' created 2024-09-19T05:01:23.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.747+0000 7f9557331640 1 -- 172.21.15.5:0/2247890489 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f953c06c2e0 msgr2=0x7f953c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:23.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.747+0000 7f9557331640 1 --2- 172.21.15.5:0/2247890489 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f953c06c2e0 0x7f953c06e7a0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f9544034000 tx=0x7f954402c000 comp rx=0 tx=0).stop 2024-09-19T05:01:23.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.747+0000 7f9557331640 1 -- 172.21.15.5:0/2247890489 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f95500afe40 msgr2=0x7f95500ad880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:23.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.747+0000 7f9557331640 1 --2- 172.21.15.5:0/2247890489 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f95500afe40 0x7f95500ad880 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f954800c400 tx=0x7f954800c8c0 comp rx=0 tx=0).stop 2024-09-19T05:01:23.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.748+0000 7f9557331640 1 -- 172.21.15.5:0/2247890489 shutdown_connections 2024-09-19T05:01:23.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.748+0000 7f9557331640 1 --2- 172.21.15.5:0/2247890489 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f953c06c2e0 0x7f953c06e7a0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:23.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.748+0000 7f9557331640 1 --2- 172.21.15.5:0/2247890489 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9550160560 0x7f95500cf7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:23.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.748+0000 7f9557331640 1 --2- 172.21.15.5:0/2247890489 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9550159f50 0x7f955014a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:23.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.748+0000 7f9557331640 1 --2- 172.21.15.5:0/2247890489 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f95500afe40 0x7f95500ad880 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:23.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.748+0000 7f9557331640 1 -- 172.21.15.5:0/2247890489 >> 172.21.15.5:0/2247890489 conn(0x7f95500d0a50 msgr2=0x7f955015e150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:23.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.748+0000 7f9557331640 1 -- 172.21.15.5:0/2247890489 shutdown_connections 2024-09-19T05:01:23.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.748+0000 7f9557331640 1 -- 172.21.15.5:0/2247890489 wait complete. 2024-09-19T05:01:23.767 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-09-19T05:01:23.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.878+0000 7f634442e640 1 Processor -- start 2024-09-19T05:01:23.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.878+0000 7f634442e640 1 -- start start 2024-09-19T05:01:23.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.879+0000 7f634442e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f633c15e5c0 0x7f633c0d3370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:23.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.879+0000 7f634442e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f633c0cf530 0x7f633c0d1030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:23.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.879+0000 7f634442e640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f633c15e9a0 con 0x7f633c0d1570 2024-09-19T05:01:23.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.879+0000 7f634442e640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f633c0b7620 con 0x7f633c0cf530 2024-09-19T05:01:23.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.879+0000 7f634442e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f633c0d19a0 con 0x7f633c15e5c0 2024-09-19T05:01:23.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.879+0000 7f63419c9640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f633c0cf530 0x7f633c0d1030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:23.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.879+0000 7f63419c9640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f633c0cf530 0x7f633c0d1030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38786/0 (socket says 172.21.15.5:38786) 2024-09-19T05:01:23.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.879+0000 7f63419c9640 1 -- 172.21.15.5:0/3614589410 learned_addr learned my addr 172.21.15.5:0/3614589410 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:23.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.880+0000 7f63419c9640 1 -- 172.21.15.5:0/3614589410 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f633c15e5c0 msgr2=0x7f633c0d3370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:23.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.880+0000 7f63419c9640 1 --2- 172.21.15.5:0/3614589410 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f633c15e5c0 0x7f633c0d3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:23.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.880+0000 7f63419c9640 1 -- 172.21.15.5:0/3614589410 >> v1:172.21.15.134:6789/0 conn(0x7f633c0d1570 legacy=0x7f633c0b60e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:23.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.880+0000 7f63419c9640 1 -- 172.21.15.5:0/3614589410 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f633c0d38b0 con 0x7f633c0cf530 2024-09-19T05:01:23.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.880+0000 7f63419c9640 1 --2- 172.21.15.5:0/3614589410 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f633c0cf530 0x7f633c0d1030 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f632c0098a0 tx=0x7f632c02a2e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd9fac2a8544537b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:23.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.880+0000 7f63411c8640 1 -- 172.21.15.5:0/3614589410 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f632c037070 con 0x7f633c0cf530 2024-09-19T05:01:23.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.881+0000 7f63411c8640 1 -- 172.21.15.5:0/3614589410 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f632c032440 con 0x7f633c0cf530 2024-09-19T05:01:23.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.881+0000 7f63411c8640 1 -- 172.21.15.5:0/3614589410 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f632c032810 con 0x7f633c0cf530 2024-09-19T05:01:23.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.881+0000 7f634442e640 1 -- 172.21.15.5:0/3614589410 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f633c0cf530 msgr2=0x7f633c0d1030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:23.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.881+0000 7f634442e640 1 --2- 172.21.15.5:0/3614589410 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f633c0cf530 0x7f633c0d1030 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f632c0098a0 tx=0x7f632c02a2e0 comp rx=0 tx=0).stop 2024-09-19T05:01:23.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.881+0000 7f634442e640 1 -- 172.21.15.5:0/3614589410 shutdown_connections 2024-09-19T05:01:23.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.881+0000 7f634442e640 1 --2- 172.21.15.5:0/3614589410 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f633c0cf530 0x7f633c0d1030 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:23.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.881+0000 7f634442e640 1 --2- 172.21.15.5:0/3614589410 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f633c15e5c0 0x7f633c0d3370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:23.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.881+0000 7f634442e640 1 -- 172.21.15.5:0/3614589410 >> 172.21.15.5:0/3614589410 conn(0x7f633c067f80 msgr2=0x7f633c06ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:23.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.881+0000 7f634442e640 1 -- 172.21.15.5:0/3614589410 shutdown_connections 2024-09-19T05:01:23.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.881+0000 7f634442e640 1 -- 172.21.15.5:0/3614589410 wait complete. 2024-09-19T05:01:23.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.882+0000 7f634442e640 1 Processor -- start 2024-09-19T05:01:23.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.882+0000 7f634442e640 1 -- start start 2024-09-19T05:01:23.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.883+0000 7f634442e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f633c0cf530 0x7f633c0cc140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:23.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.883+0000 7f634442e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f633c0d1570 0x7f633c15fce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:23.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.883+0000 7f634442e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f633c15e5c0 0x7f633c0ca650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:23.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.883+0000 7f634442e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f633c0d4110 con 0x7f633c15e5c0 2024-09-19T05:01:23.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.883+0000 7f634442e640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f633c0d3e30 con 0x7f633c0d1570 2024-09-19T05:01:23.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.883+0000 7f634442e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f633c0d43f0 con 0x7f633c0cf530 2024-09-19T05:01:23.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.883+0000 7f63429cb640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f633c15e5c0 0x7f633c0ca650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:23.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.883+0000 7f63429cb640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f633c15e5c0 0x7f633c0ca650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38792/0 (socket says 172.21.15.5:38792) 2024-09-19T05:01:23.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.883+0000 7f63429cb640 1 -- 172.21.15.5:0/3127955551 learned_addr learned my addr 172.21.15.5:0/3127955551 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:23.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.883+0000 7f63419c9640 1 --2- 172.21.15.5:0/3127955551 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f633c0d1570 0x7f633c15fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:23.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.884+0000 7f63429cb640 1 -- 172.21.15.5:0/3127955551 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f633c0cf530 msgr2=0x7f633c0cc140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:23.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.884+0000 7f63421ca640 1 --2- 172.21.15.5:0/3127955551 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f633c0cf530 0x7f633c0cc140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:23.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.884+0000 7f63429cb640 1 --2- 172.21.15.5:0/3127955551 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f633c0cf530 0x7f633c0cc140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:23.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.884+0000 7f63429cb640 1 -- 172.21.15.5:0/3127955551 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f633c0d1570 msgr2=0x7f633c15fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:23.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.884+0000 7f63429cb640 1 --2- 172.21.15.5:0/3127955551 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f633c0d1570 0x7f633c15fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:23.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.884+0000 7f63429cb640 1 -- 172.21.15.5:0/3127955551 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f633c0cc720 con 0x7f633c15e5c0 2024-09-19T05:01:23.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.884+0000 7f63419c9640 1 --2- 172.21.15.5:0/3127955551 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f633c0d1570 0x7f633c15fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:01:23.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.884+0000 7f63421ca640 1 --2- 172.21.15.5:0/3127955551 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f633c0cf530 0x7f633c0cc140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:01:23.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.884+0000 7f63429cb640 1 --2- 172.21.15.5:0/3127955551 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f633c15e5c0 0x7f633c0ca650 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f633400c7b0 tx=0x7f633400cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:23.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.884+0000 7f6332ffd640 1 -- 172.21.15.5:0/3127955551 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6334004b60 con 0x7f633c15e5c0 2024-09-19T05:01:23.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.884+0000 7f6332ffd640 1 -- 172.21.15.5:0/3127955551 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6334004d00 con 0x7f633c15e5c0 2024-09-19T05:01:23.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.884+0000 7f6332ffd640 1 -- 172.21.15.5:0/3127955551 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f633400aa90 con 0x7f633c15e5c0 2024-09-19T05:01:23.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.884+0000 7f634442e640 1 -- 172.21.15.5:0/3127955551 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f633c14e490 con 0x7f633c15e5c0 2024-09-19T05:01:23.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.884+0000 7f634442e640 1 -- 172.21.15.5:0/3127955551 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f633c0cab90 con 0x7f633c15e5c0 2024-09-19T05:01:23.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.885+0000 7f634442e640 1 -- 172.21.15.5:0/3127955551 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f633c0d1030 con 0x7f633c15e5c0 2024-09-19T05:01:23.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.885+0000 7f6332ffd640 1 -- 172.21.15.5:0/3127955551 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f633400ac30 con 0x7f633c15e5c0 2024-09-19T05:01:23.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.886+0000 7f6332ffd640 1 --2- 172.21.15.5:0/3127955551 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f632006c2e0 0x7f632006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:23.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.886+0000 7f6332ffd640 1 -- 172.21.15.5:0/3127955551 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 6500+0+0 (secure 0 0 0) 0x7f633408b960 con 0x7f633c15e5c0 2024-09-19T05:01:23.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.886+0000 7f63421ca640 1 --2- 172.21.15.5:0/3127955551 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f632006c2e0 0x7f632006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:23.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.887+0000 7f63421ca640 1 --2- 172.21.15.5:0/3127955551 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f632006c2e0 0x7f632006e7a0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f633800a870 tx=0x7f6338008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:23.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:23.891+0000 7f6332ffd640 1 -- 172.21.15.5:0/3127955551 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6334020070 con 0x7f633c15e5c0 2024-09-19T05:01:24.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.070+0000 7f634442e640 1 -- 172.21.15.5:0/3127955551 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7f633c15b6f0 con 0x7f633c15e5c0 2024-09-19T05:01:24.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.746+0000 7f6332ffd640 1 -- 172.21.15.5:0/3127955551 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v24) ==== 169+0+0 (secure 0 0 0) 0x7f6334059e40 con 0x7f633c15e5c0 2024-09-19T05:01:24.748 INFO:teuthology.orchestra.run.smithi005.stderr:set pool 4 allow_ec_overwrites to true 2024-09-19T05:01:24.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.751+0000 7f634442e640 1 -- 172.21.15.5:0/3127955551 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f632006c2e0 msgr2=0x7f632006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:24.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.751+0000 7f634442e640 1 --2- 172.21.15.5:0/3127955551 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f632006c2e0 0x7f632006e7a0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f633800a870 tx=0x7f6338008040 comp rx=0 tx=0).stop 2024-09-19T05:01:24.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.751+0000 7f634442e640 1 -- 172.21.15.5:0/3127955551 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f633c15e5c0 msgr2=0x7f633c0ca650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:24.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.751+0000 7f634442e640 1 --2- 172.21.15.5:0/3127955551 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f633c15e5c0 0x7f633c0ca650 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f633400c7b0 tx=0x7f633400cc70 comp rx=0 tx=0).stop 2024-09-19T05:01:24.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.752+0000 7f634442e640 1 -- 172.21.15.5:0/3127955551 shutdown_connections 2024-09-19T05:01:24.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.752+0000 7f634442e640 1 --2- 172.21.15.5:0/3127955551 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f632006c2e0 0x7f632006e7a0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:24.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.752+0000 7f634442e640 1 --2- 172.21.15.5:0/3127955551 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f633c15e5c0 0x7f633c0ca650 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:24.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.752+0000 7f634442e640 1 --2- 172.21.15.5:0/3127955551 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f633c0d1570 0x7f633c15fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:24.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.752+0000 7f634442e640 1 --2- 172.21.15.5:0/3127955551 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f633c0cf530 0x7f633c0cc140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:24.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.752+0000 7f634442e640 1 -- 172.21.15.5:0/3127955551 >> 172.21.15.5:0/3127955551 conn(0x7f633c067f80 msgr2=0x7f633c0cec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:24.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.753+0000 7f634442e640 1 -- 172.21.15.5:0/3127955551 shutdown_connections 2024-09-19T05:01:24.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.753+0000 7f634442e640 1 -- 172.21.15.5:0/3127955551 wait complete. 2024-09-19T05:01:24.786 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-09-19T05:01:24.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.893+0000 7fd67b5c4640 1 Processor -- start 2024-09-19T05:01:24.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.893+0000 7fd67b5c4640 1 -- start start 2024-09-19T05:01:24.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.894+0000 7fd67b5c4640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fd67415e770 0x7fd6740cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:24.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.894+0000 7fd67b5c4640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd6741621e0 0x7fd674162620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:24.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.894+0000 7fd67b5c4640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd674162ff0 con 0x7fd674162b60 2024-09-19T05:01:24.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.894+0000 7fd67b5c4640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fd6740b1510 con 0x7fd6741621e0 2024-09-19T05:01:24.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.894+0000 7fd67b5c4640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fd6740cfba0 con 0x7fd67415e770 2024-09-19T05:01:24.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.894+0000 7fd678b5f640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd6741621e0 0x7fd674162620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:24.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.894+0000 7fd678b5f640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd6741621e0 0x7fd674162620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38808/0 (socket says 172.21.15.5:38808) 2024-09-19T05:01:24.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.894+0000 7fd678b5f640 1 -- 172.21.15.5:0/2919273513 learned_addr learned my addr 172.21.15.5:0/2919273513 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:24.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.894+0000 7fd679360640 1 --2- 172.21.15.5:0/2919273513 >> v2:172.21.15.134:3300/0 conn(0x7fd67415e770 0x7fd6740cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:24.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.894+0000 7fd678b5f640 1 -- 172.21.15.5:0/2919273513 >> v2:172.21.15.134:3300/0 conn(0x7fd67415e770 msgr2=0x7fd6740cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:24.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.894+0000 7fd678b5f640 1 --2- 172.21.15.5:0/2919273513 >> v2:172.21.15.134:3300/0 conn(0x7fd67415e770 0x7fd6740cf5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:24.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.894+0000 7fd678b5f640 1 -- 172.21.15.5:0/2919273513 >> v1:172.21.15.134:6789/0 conn(0x7fd674162b60 legacy=0x7fd6740d2780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:24.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.894+0000 7fd678b5f640 1 -- 172.21.15.5:0/2919273513 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6740cfe80 con 0x7fd6741621e0 2024-09-19T05:01:24.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.895+0000 7fd678b5f640 1 --2- 172.21.15.5:0/2919273513 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd6741621e0 0x7fd674162620 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fd67408e1e0 tx=0x7fd67002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47c38d21cfc04064 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:24.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.895+0000 7fd66bfff640 1 -- 172.21.15.5:0/2919273513 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd670037070 con 0x7fd6741621e0 2024-09-19T05:01:24.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.895+0000 7fd66bfff640 1 -- 172.21.15.5:0/2919273513 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd670032440 con 0x7fd6741621e0 2024-09-19T05:01:24.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.895+0000 7fd66bfff640 1 -- 172.21.15.5:0/2919273513 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd670032810 con 0x7fd6741621e0 2024-09-19T05:01:24.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.896+0000 7fd67b5c4640 1 -- 172.21.15.5:0/2919273513 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd6741621e0 msgr2=0x7fd674162620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:24.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.896+0000 7fd67b5c4640 1 --2- 172.21.15.5:0/2919273513 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd6741621e0 0x7fd674162620 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fd67408e1e0 tx=0x7fd67002a270 comp rx=0 tx=0).stop 2024-09-19T05:01:24.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.896+0000 7fd67b5c4640 1 -- 172.21.15.5:0/2919273513 shutdown_connections 2024-09-19T05:01:24.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.896+0000 7fd67b5c4640 1 --2- 172.21.15.5:0/2919273513 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd6741621e0 0x7fd674162620 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:24.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.896+0000 7fd67b5c4640 1 --2- 172.21.15.5:0/2919273513 >> v2:172.21.15.134:3300/0 conn(0x7fd67415e770 0x7fd6740cf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:24.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.896+0000 7fd67b5c4640 1 -- 172.21.15.5:0/2919273513 >> 172.21.15.5:0/2919273513 conn(0x7fd67408c000 msgr2=0x7fd6740d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:24.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.896+0000 7fd67b5c4640 1 -- 172.21.15.5:0/2919273513 shutdown_connections 2024-09-19T05:01:24.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.896+0000 7fd67b5c4640 1 -- 172.21.15.5:0/2919273513 wait complete. 2024-09-19T05:01:24.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.897+0000 7fd67b5c4640 1 Processor -- start 2024-09-19T05:01:24.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.897+0000 7fd67b5c4640 1 -- start start 2024-09-19T05:01:24.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.898+0000 7fd67b5c4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd67415e770 0x7fd67415ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:24.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.898+0000 7fd67b5c4640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd6741621e0 0x7fd6740b8d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:24.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.898+0000 7fd67b5c4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd674162b60 0x7fd6740b9ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:24.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.898+0000 7fd67b5c4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd6740d5300 con 0x7fd674162b60 2024-09-19T05:01:24.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.898+0000 7fd67b5c4640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd6740d0160 con 0x7fd6741621e0 2024-09-19T05:01:24.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.898+0000 7fd67b5c4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd6740d5480 con 0x7fd67415e770 2024-09-19T05:01:24.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.898+0000 7fd679b61640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd674162b60 0x7fd6740b9ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:24.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.898+0000 7fd679b61640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd674162b60 0x7fd6740b9ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38818/0 (socket says 172.21.15.5:38818) 2024-09-19T05:01:24.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.898+0000 7fd679b61640 1 -- 172.21.15.5:0/3934532762 learned_addr learned my addr 172.21.15.5:0/3934532762 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:24.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.898+0000 7fd678b5f640 1 --2- 172.21.15.5:0/3934532762 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd6741621e0 0x7fd6740b8d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:24.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.898+0000 7fd679360640 1 --2- 172.21.15.5:0/3934532762 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd67415e770 0x7fd67415ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:24.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.898+0000 7fd679b61640 1 -- 172.21.15.5:0/3934532762 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd67415e770 msgr2=0x7fd67415ebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:24.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.898+0000 7fd679b61640 1 --2- 172.21.15.5:0/3934532762 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd67415e770 0x7fd67415ebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:24.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.898+0000 7fd679b61640 1 -- 172.21.15.5:0/3934532762 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd6741621e0 msgr2=0x7fd6740b8d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:24.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.898+0000 7fd679b61640 1 --2- 172.21.15.5:0/3934532762 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd6741621e0 0x7fd6740b8d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:24.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.898+0000 7fd679b61640 1 -- 172.21.15.5:0/3934532762 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6740c82c0 con 0x7fd674162b60 2024-09-19T05:01:24.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.898+0000 7fd679360640 1 --2- 172.21.15.5:0/3934532762 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd67415e770 0x7fd67415ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:01:24.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.898+0000 7fd679b61640 1 --2- 172.21.15.5:0/3934532762 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd674162b60 0x7fd6740b9ea0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd66c00c6b0 tx=0x7fd66c00cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:24.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.899+0000 7fd669ffb640 1 -- 172.21.15.5:0/3934532762 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd66c003b70 con 0x7fd674162b60 2024-09-19T05:01:24.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.899+0000 7fd669ffb640 1 -- 172.21.15.5:0/3934532762 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd66c003d30 con 0x7fd674162b60 2024-09-19T05:01:24.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.899+0000 7fd67b5c4640 1 -- 172.21.15.5:0/3934532762 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6740c85a0 con 0x7fd674162b60 2024-09-19T05:01:24.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.899+0000 7fd669ffb640 1 -- 172.21.15.5:0/3934532762 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd66c005310 con 0x7fd674162b60 2024-09-19T05:01:24.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.899+0000 7fd67b5c4640 1 -- 172.21.15.5:0/3934532762 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6740c8b60 con 0x7fd674162b60 2024-09-19T05:01:24.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.900+0000 7fd67b5c4640 1 -- 172.21.15.5:0/3934532762 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6740cf5c0 con 0x7fd674162b60 2024-09-19T05:01:24.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.900+0000 7fd669ffb640 1 -- 172.21.15.5:0/3934532762 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd66c0054b0 con 0x7fd674162b60 2024-09-19T05:01:24.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.901+0000 7fd669ffb640 1 --2- 172.21.15.5:0/3934532762 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd65806c2b0 0x7fd65806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:24.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.901+0000 7fd669ffb640 1 -- 172.21.15.5:0/3934532762 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6500+0+0 (secure 0 0 0) 0x7fd66c08b480 con 0x7fd674162b60 2024-09-19T05:01:24.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.901+0000 7fd679360640 1 --2- 172.21.15.5:0/3934532762 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd65806c2b0 0x7fd65806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:24.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.901+0000 7fd679360640 1 --2- 172.21.15.5:0/3934532762 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd65806c2b0 0x7fd65806e770 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fd664006fd0 tx=0x7fd664008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:24.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:24.905+0000 7fd669ffb640 1 -- 172.21.15.5:0/3934532762 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd66c059960 con 0x7fd674162b60 2024-09-19T05:01:25.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.121+0000 7fd67b5c4640 1 -- 172.21.15.5:0/3934532762 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7fd6740b94b0 con 0x7fd674162b60 2024-09-19T05:01:25.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.761+0000 7fd669ffb640 1 -- 172.21.15.5:0/3934532762 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v7) ==== 137+0+0 (secure 0 0 0) 0x7fd66c059260 con 0x7fd674162b60 2024-09-19T05:01:25.763 INFO:teuthology.orchestra.run.smithi005.stderr:added data pool 4 to fsmap 2024-09-19T05:01:25.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.764+0000 7fd67b5c4640 1 -- 172.21.15.5:0/3934532762 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd65806c2b0 msgr2=0x7fd65806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:25.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.764+0000 7fd67b5c4640 1 --2- 172.21.15.5:0/3934532762 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd65806c2b0 0x7fd65806e770 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fd664006fd0 tx=0x7fd664008040 comp rx=0 tx=0).stop 2024-09-19T05:01:25.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.764+0000 7fd67b5c4640 1 -- 172.21.15.5:0/3934532762 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd674162b60 msgr2=0x7fd6740b9ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:25.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.764+0000 7fd67b5c4640 1 --2- 172.21.15.5:0/3934532762 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd674162b60 0x7fd6740b9ea0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd66c00c6b0 tx=0x7fd66c00cb70 comp rx=0 tx=0).stop 2024-09-19T05:01:25.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.764+0000 7fd67b5c4640 1 -- 172.21.15.5:0/3934532762 shutdown_connections 2024-09-19T05:01:25.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.764+0000 7fd67b5c4640 1 --2- 172.21.15.5:0/3934532762 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd65806c2b0 0x7fd65806e770 secure :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fd664006fd0 tx=0x7fd664008040 comp rx=0 tx=0).stop 2024-09-19T05:01:25.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.764+0000 7fd67b5c4640 1 --2- 172.21.15.5:0/3934532762 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd674162b60 0x7fd6740b9ea0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:25.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.764+0000 7fd67b5c4640 1 --2- 172.21.15.5:0/3934532762 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd6741621e0 0x7fd6740b8d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:25.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.764+0000 7fd67b5c4640 1 --2- 172.21.15.5:0/3934532762 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd67415e770 0x7fd67415ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:25.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.764+0000 7fd67b5c4640 1 -- 172.21.15.5:0/3934532762 >> 172.21.15.5:0/3934532762 conn(0x7fd67408c000 msgr2=0x7fd6740d4520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:25.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.764+0000 7fd67b5c4640 1 -- 172.21.15.5:0/3934532762 shutdown_connections 2024-09-19T05:01:25.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.764+0000 7fd67b5c4640 1 -- 172.21.15.5:0/3934532762 wait complete. 2024-09-19T05:01:25.779 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:01:25.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.886+0000 7fbd01776640 1 Processor -- start 2024-09-19T05:01:25.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.886+0000 7fbd01776640 1 -- start start 2024-09-19T05:01:25.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.887+0000 7fbd01776640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fbcfc09b180 0x7fbcfc06cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:25.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.887+0000 7fbd01776640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbcfc06e5d0 con 0x7fbcfc06d260 2024-09-19T05:01:25.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.887+0000 7fbd01776640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbcfc06d6b0 con 0x7fbcfc161bc0 2024-09-19T05:01:25.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.887+0000 7fbd01776640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fbcfc0b72d0 con 0x7fbcfc09b180 2024-09-19T05:01:25.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.887+0000 7fbcfb7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fbcfc06d260 0x7fbcfc0af560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:40378/0 (socket says 172.21.15.5:40378) 2024-09-19T05:01:25.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.887+0000 7fbcfb7fe640 1 -- 172.21.15.5:0/2017304680 learned_addr learned my addr 172.21.15.5:0/2017304680 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:25.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.888+0000 7fbcfa7fc640 1 --2- 172.21.15.5:0/2017304680 >> v2:172.21.15.134:3300/0 conn(0x7fbcfc09b180 0x7fbcfc06cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:25.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.888+0000 7fbcf9ffb640 1 -- 172.21.15.5:0/2017304680 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 455548588 0 0) 0x7fbcfc06e5d0 con 0x7fbcfc06d260 2024-09-19T05:01:25.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.888+0000 7fbcf9ffb640 1 -- 172.21.15.5:0/2017304680 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbce8003520 con 0x7fbcfc06d260 2024-09-19T05:01:25.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.888+0000 7fbcf9ffb640 1 -- 172.21.15.5:0/2017304680 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2357355761 0 0) 0x7fbcfc06d6b0 con 0x7fbcfc161bc0 2024-09-19T05:01:25.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.888+0000 7fbcf9ffb640 1 -- 172.21.15.5:0/2017304680 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbcfc06e5d0 con 0x7fbcfc161bc0 2024-09-19T05:01:25.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.888+0000 7fbcf9ffb640 1 -- 172.21.15.5:0/2017304680 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4257144504 0 0) 0x7fbce8003520 con 0x7fbcfc06d260 2024-09-19T05:01:25.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.888+0000 7fbcfa7fc640 1 -- 172.21.15.5:0/2017304680 >> v1:172.21.15.134:6789/0 conn(0x7fbcfc161bc0 legacy=0x7fbcfc09aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:25.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.888+0000 7fbcfa7fc640 1 -- 172.21.15.5:0/2017304680 >> v1:172.21.15.5:6789/0 conn(0x7fbcfc06d260 legacy=0x7fbcfc0af560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:25.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.888+0000 7fbcfa7fc640 1 -- 172.21.15.5:0/2017304680 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcfc06d950 con 0x7fbcfc09b180 2024-09-19T05:01:25.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.889+0000 7fbcfa7fc640 1 --2- 172.21.15.5:0/2017304680 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbcfc09b180 0x7fbcfc06cd20 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fbce40097a0 tx=0x7fbce402a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fb1d3c1c0c3987cf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:25.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.889+0000 7fbcf9ffb640 1 -- 172.21.15.5:0/2017304680 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbce4037070 con 0x7fbcfc09b180 2024-09-19T05:01:25.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.889+0000 7fbcf9ffb640 1 -- 172.21.15.5:0/2017304680 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbce402ac50 con 0x7fbcfc09b180 2024-09-19T05:01:25.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.889+0000 7fbcf9ffb640 1 -- 172.21.15.5:0/2017304680 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcec0019f0 con 0x7fbcfc09b180 2024-09-19T05:01:25.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.889+0000 7fbd01776640 1 -- 172.21.15.5:0/2017304680 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbcfc09b180 msgr2=0x7fbcfc06cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:25.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.889+0000 7fbd01776640 1 --2- 172.21.15.5:0/2017304680 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbcfc09b180 0x7fbcfc06cd20 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fbce40097a0 tx=0x7fbce402a1c0 comp rx=0 tx=0).stop 2024-09-19T05:01:25.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.889+0000 7fbd01776640 1 -- 172.21.15.5:0/2017304680 shutdown_connections 2024-09-19T05:01:25.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.889+0000 7fbd01776640 1 --2- 172.21.15.5:0/2017304680 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbcfc09b180 0x7fbcfc06cd20 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:25.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.889+0000 7fbd01776640 1 -- 172.21.15.5:0/2017304680 >> 172.21.15.5:0/2017304680 conn(0x7fbcfc0b79e0 msgr2=0x7fbcfc0b3fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:25.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.889+0000 7fbd01776640 1 -- 172.21.15.5:0/2017304680 shutdown_connections 2024-09-19T05:01:25.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.890+0000 7fbd01776640 1 -- 172.21.15.5:0/2017304680 wait complete. 2024-09-19T05:01:25.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.891+0000 7fbd01776640 1 Processor -- start 2024-09-19T05:01:25.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.891+0000 7fbd01776640 1 -- start start 2024-09-19T05:01:25.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.892+0000 7fbd01776640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbcfc06d260 0x7fbcfc1f7e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:25.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.892+0000 7fbd01776640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbcfc09b180 0x7fbcfc09c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:25.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.892+0000 7fbd01776640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbcfc161bc0 0x7fbcfc158120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:25.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.892+0000 7fbd01776640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fbcfc06e1f0 con 0x7fbcfc09b180 2024-09-19T05:01:25.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.892+0000 7fbd01776640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fbcfc06df10 con 0x7fbcfc06d260 2024-09-19T05:01:25.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.892+0000 7fbd01776640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fbcfc161fa0 con 0x7fbcfc161bc0 2024-09-19T05:01:25.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.892+0000 7fbcfa7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbcfc09b180 0x7fbcfc09c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:25.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.892+0000 7fbcfa7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbcfc09b180 0x7fbcfc09c300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38830/0 (socket says 172.21.15.5:38830) 2024-09-19T05:01:25.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.892+0000 7fbcfa7fc640 1 -- 172.21.15.5:0/2450053744 learned_addr learned my addr 172.21.15.5:0/2450053744 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:25.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.892+0000 7fbcfaffd640 1 --2- 172.21.15.5:0/2450053744 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbcfc06d260 0x7fbcfc1f7e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:25.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.892+0000 7fbcfb7fe640 1 --2- 172.21.15.5:0/2450053744 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbcfc161bc0 0x7fbcfc158120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:25.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.892+0000 7fbcfa7fc640 1 -- 172.21.15.5:0/2450053744 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbcfc161bc0 msgr2=0x7fbcfc158120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:25.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.892+0000 7fbcfa7fc640 1 --2- 172.21.15.5:0/2450053744 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbcfc161bc0 0x7fbcfc158120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:25.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.892+0000 7fbcfa7fc640 1 -- 172.21.15.5:0/2450053744 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbcfc06d260 msgr2=0x7fbcfc1f7e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:25.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.892+0000 7fbcfa7fc640 1 --2- 172.21.15.5:0/2450053744 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbcfc06d260 0x7fbcfc1f7e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:25.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.892+0000 7fbcfa7fc640 1 -- 172.21.15.5:0/2450053744 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcfc158660 con 0x7fbcfc09b180 2024-09-19T05:01:25.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.892+0000 7fbcfb7fe640 1 --2- 172.21.15.5:0/2450053744 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbcfc161bc0 0x7fbcfc158120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:01:25.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.892+0000 7fbcfa7fc640 1 --2- 172.21.15.5:0/2450053744 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbcfc09b180 0x7fbcfc09c300 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fbce4035040 tx=0x7fbce40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:25.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.892+0000 7fbcf37fe640 1 -- 172.21.15.5:0/2450053744 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbce4037050 con 0x7fbcfc09b180 2024-09-19T05:01:25.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.892+0000 7fbcf37fe640 1 -- 172.21.15.5:0/2450053744 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbce4043070 con 0x7fbcfc09b180 2024-09-19T05:01:25.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.892+0000 7fbd01776640 1 -- 172.21.15.5:0/2450053744 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcfc09caa0 con 0x7fbcfc09b180 2024-09-19T05:01:25.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.892+0000 7fbcf37fe640 1 -- 172.21.15.5:0/2450053744 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbce4006e10 con 0x7fbcfc09b180 2024-09-19T05:01:25.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.892+0000 7fbd01776640 1 -- 172.21.15.5:0/2450053744 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcfc09e790 con 0x7fbcfc09b180 2024-09-19T05:01:25.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.894+0000 7fbd01776640 1 -- 172.21.15.5:0/2450053744 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbcfc06cd20 con 0x7fbcfc09b180 2024-09-19T05:01:25.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.894+0000 7fbcf37fe640 1 -- 172.21.15.5:0/2450053744 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbce403c810 con 0x7fbcfc09b180 2024-09-19T05:01:25.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.894+0000 7fbcf37fe640 1 --2- 172.21.15.5:0/2450053744 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbcdc06c2b0 0x7fbcdc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:25.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.895+0000 7fbcf37fe640 1 -- 172.21.15.5:0/2450053744 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fbce40ac040 con 0x7fbcfc09b180 2024-09-19T05:01:25.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.895+0000 7fbcfaffd640 1 --2- 172.21.15.5:0/2450053744 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbcdc06c2b0 0x7fbcdc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:25.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.895+0000 7fbcfaffd640 1 --2- 172.21.15.5:0/2450053744 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbcdc06c2b0 0x7fbcdc06e770 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fbcf40011e0 tx=0x7fbcf4009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:25.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:25.899+0000 7fbcf37fe640 1 -- 172.21.15.5:0/2450053744 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbce407a480 con 0x7fbcfc09b180 2024-09-19T05:01:26.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.111+0000 7fbd01776640 1 -- 172.21.15.5:0/2450053744 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbcfc0b0de0 con 0x7fbcfc09b180 2024-09-19T05:01:26.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.111+0000 7fbcf37fe640 1 -- 172.21.15.5:0/2450053744 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5213 (secure 0 0 0) 0x7fbce4079d80 con 0x7fbcfc09b180 2024-09-19T05:01:26.113 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:01:26.113 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":7,"btime":"2024-09-19T05:01:25:756045+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/418766910","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":418766910},{"type":"v1","addr":"172.21.15.134:6836","nonce":418766910}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/2380114928","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2380114928},{"type":"v1","addr":"172.21.15.5:6834","nonce":2380114928}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/2304329808","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":2304329808},{"type":"v1","addr":"172.21.15.5:6835","nonce":2304329808}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:01:20.084205+0000","modified":"2024-09-19T05:01:25.122768+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6837/168351575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":168351575},{"type":"v1","addr":"172.21.15.134:6837","nonce":168351575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4275,"qdb_cluster":[4275]},"id":1}]} 2024-09-19T05:01:26.113 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 7 2024-09-19T05:01:26.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.113+0000 7fbd01776640 1 -- 172.21.15.5:0/2450053744 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbcdc06c2b0 msgr2=0x7fbcdc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:26.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.113+0000 7fbd01776640 1 --2- 172.21.15.5:0/2450053744 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbcdc06c2b0 0x7fbcdc06e770 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fbcf40011e0 tx=0x7fbcf4009040 comp rx=0 tx=0).stop 2024-09-19T05:01:26.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.114+0000 7fbd01776640 1 -- 172.21.15.5:0/2450053744 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbcfc09b180 msgr2=0x7fbcfc09c300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:26.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.114+0000 7fbd01776640 1 --2- 172.21.15.5:0/2450053744 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbcfc09b180 0x7fbcfc09c300 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fbce4035040 tx=0x7fbce40046c0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.114+0000 7fbd01776640 1 -- 172.21.15.5:0/2450053744 shutdown_connections 2024-09-19T05:01:26.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.114+0000 7fbd01776640 1 --2- 172.21.15.5:0/2450053744 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbcdc06c2b0 0x7fbcdc06e770 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.114+0000 7fbd01776640 1 --2- 172.21.15.5:0/2450053744 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbcfc161bc0 0x7fbcfc158120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.114+0000 7fbd01776640 1 --2- 172.21.15.5:0/2450053744 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbcfc09b180 0x7fbcfc09c300 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.114+0000 7fbd01776640 1 --2- 172.21.15.5:0/2450053744 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbcfc06d260 0x7fbcfc1f7e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.114+0000 7fbd01776640 1 -- 172.21.15.5:0/2450053744 >> 172.21.15.5:0/2450053744 conn(0x7fbcfc0b79e0 msgr2=0x7fbcfc09aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:26.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.114+0000 7fbd01776640 1 -- 172.21.15.5:0/2450053744 shutdown_connections 2024-09-19T05:01:26.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.114+0000 7fbd01776640 1 -- 172.21.15.5:0/2450053744 wait complete. 2024-09-19T05:01:26.126 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:01:26.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.227+0000 7fef51798640 1 Processor -- start 2024-09-19T05:01:26.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.227+0000 7fef51798640 1 -- start start 2024-09-19T05:01:26.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.228+0000 7fef51798640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef4c0d3150 0x7fef4c0b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:26.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.228+0000 7fef51798640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fef4c0b6530 0x7fef4c06d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:26.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.228+0000 7fef51798640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef4c0d3680 con 0x7fef4c15e660 2024-09-19T05:01:26.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.228+0000 7fef51798640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fef4c06d4b0 con 0x7fef4c0b6530 2024-09-19T05:01:26.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.228+0000 7fef51798640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fef4c0d3960 con 0x7fef4c0d3150 2024-09-19T05:01:26.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.228+0000 7fef4affd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fef4c15e660 0x7fef4c0d4dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:40380/0 (socket says 172.21.15.5:40380) 2024-09-19T05:01:26.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.228+0000 7fef4affd640 1 -- 172.21.15.5:0/1719614299 learned_addr learned my addr 172.21.15.5:0/1719614299 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:26.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.228+0000 7fef4b7fe640 1 --2- 172.21.15.5:0/1719614299 >> v2:172.21.15.134:3300/0 conn(0x7fef4c0b6530 0x7fef4c06d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:26.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.228+0000 7fef4a7fc640 1 --2- 172.21.15.5:0/1719614299 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef4c0d3150 0x7fef4c0b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:26.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.228+0000 7fef49ffb640 1 -- 172.21.15.5:0/1719614299 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2843612924 0 0) 0x7fef4c0d3680 con 0x7fef4c15e660 2024-09-19T05:01:26.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.228+0000 7fef49ffb640 1 -- 172.21.15.5:0/1719614299 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fef38003520 con 0x7fef4c15e660 2024-09-19T05:01:26.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.229+0000 7fef49ffb640 1 -- 172.21.15.5:0/1719614299 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3613104953 0 0) 0x7fef38003520 con 0x7fef4c15e660 2024-09-19T05:01:26.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.229+0000 7fef49ffb640 1 -- 172.21.15.5:0/1719614299 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef4c0d3150 msgr2=0x7fef4c0b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:26.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.229+0000 7fef49ffb640 1 --2- 172.21.15.5:0/1719614299 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef4c0d3150 0x7fef4c0b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.229+0000 7fef49ffb640 1 -- 172.21.15.5:0/1719614299 >> v2:172.21.15.134:3300/0 conn(0x7fef4c0b6530 msgr2=0x7fef4c06d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:26.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.229+0000 7fef49ffb640 1 --2- 172.21.15.5:0/1719614299 >> v2:172.21.15.134:3300/0 conn(0x7fef4c0b6530 0x7fef4c06d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.229+0000 7fef49ffb640 1 -- 172.21.15.5:0/1719614299 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef4c06ce60 con 0x7fef4c15e660 2024-09-19T05:01:26.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.229+0000 7fef49ffb640 1 -- 172.21.15.5:0/1719614299 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7fef3c0019f0 con 0x7fef4c15e660 2024-09-19T05:01:26.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.229+0000 7fef49ffb640 1 -- 172.21.15.5:0/1719614299 >> v1:172.21.15.5:6789/0 conn(0x7fef4c15e660 legacy=0x7fef4c0d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:26.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.229+0000 7fef49ffb640 1 --2- 172.21.15.5:0/1719614299 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef380039b0 0x7fef38003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:26.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.229+0000 7fef49ffb640 1 --2- 172.21.15.5:0/1719614299 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef4c0d3150 0x7fef38004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:26.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.229+0000 7fef49ffb640 1 --2- 172.21.15.5:0/1719614299 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fef38004d40 0x7fef380051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:26.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.229+0000 7fef49ffb640 1 -- 172.21.15.5:0/1719614299 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fef4c0d3960 con 0x7fef380039b0 2024-09-19T05:01:26.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.229+0000 7fef49ffb640 1 -- 172.21.15.5:0/1719614299 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fef3800b9c0 con 0x7fef38004d40 2024-09-19T05:01:26.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.229+0000 7fef49ffb640 1 -- 172.21.15.5:0/1719614299 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fef3800bb40 con 0x7fef4c0d3150 2024-09-19T05:01:26.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.229+0000 7fef4affd640 1 --2- 172.21.15.5:0/1719614299 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef380039b0 0x7fef38003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:26.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.229+0000 7fef4a7fc640 1 --2- 172.21.15.5:0/1719614299 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef4c0d3150 0x7fef38004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:26.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.229+0000 7fef4b7fe640 1 --2- 172.21.15.5:0/1719614299 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fef38004d40 0x7fef380051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:26.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.229+0000 7fef4affd640 1 -- 172.21.15.5:0/1719614299 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef4c0d3150 msgr2=0x7fef38004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:26.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.229+0000 7fef4affd640 1 --2- 172.21.15.5:0/1719614299 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef4c0d3150 0x7fef38004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.229+0000 7fef4affd640 1 -- 172.21.15.5:0/1719614299 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fef38004d40 msgr2=0x7fef380051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:26.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.229+0000 7fef4affd640 1 --2- 172.21.15.5:0/1719614299 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fef38004d40 0x7fef380051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.229+0000 7fef4affd640 1 -- 172.21.15.5:0/1719614299 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef38003520 con 0x7fef380039b0 2024-09-19T05:01:26.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.230+0000 7fef4affd640 1 --2- 172.21.15.5:0/1719614299 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef380039b0 0x7fef38003dd0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fef3c00a870 tx=0x7fef38005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aef1daff54fcccff server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:26.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.230+0000 7fef49ffb640 1 -- 172.21.15.5:0/1719614299 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef3c00a4c0 con 0x7fef380039b0 2024-09-19T05:01:26.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.230+0000 7fef49ffb640 1 -- 172.21.15.5:0/1719614299 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef3c02f070 con 0x7fef380039b0 2024-09-19T05:01:26.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.230+0000 7fef49ffb640 1 -- 172.21.15.5:0/1719614299 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef3c02bcc0 con 0x7fef380039b0 2024-09-19T05:01:26.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.230+0000 7fef51798640 1 -- 172.21.15.5:0/1719614299 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef380039b0 msgr2=0x7fef38003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:26.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.230+0000 7fef51798640 1 --2- 172.21.15.5:0/1719614299 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef380039b0 0x7fef38003dd0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fef3c00a870 tx=0x7fef38005830 comp rx=0 tx=0).stop 2024-09-19T05:01:26.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.230+0000 7fef4b7fe640 1 -- 172.21.15.5:0/1719614299 reap_dead start 2024-09-19T05:01:26.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.230+0000 7fef51798640 1 -- 172.21.15.5:0/1719614299 shutdown_connections 2024-09-19T05:01:26.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.230+0000 7fef51798640 1 -- 172.21.15.5:0/1719614299 >> 172.21.15.5:0/1719614299 conn(0x7fef4c08c000 msgr2=0x7fef4c0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:26.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.231+0000 7fef51798640 1 -- 172.21.15.5:0/1719614299 shutdown_connections 2024-09-19T05:01:26.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.231+0000 7fef51798640 1 -- 172.21.15.5:0/1719614299 wait complete. 2024-09-19T05:01:26.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.232+0000 7fef51798640 1 Processor -- start 2024-09-19T05:01:26.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.232+0000 7fef51798640 1 -- start start 2024-09-19T05:01:26.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.233+0000 7fef51798640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef380039b0 0x7fef4c0ce270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:26.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.233+0000 7fef51798640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef4c0cabc0 0x7fef4c0cf050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:26.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.233+0000 7fef51798640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fef4c0cf590 0x7fef4c1f3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:26.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.233+0000 7fef51798640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fef4c0b5ff0 con 0x7fef380039b0 2024-09-19T05:01:26.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.233+0000 7fef51798640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fef4c15ea40 con 0x7fef4c0cf590 2024-09-19T05:01:26.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.233+0000 7fef51798640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fef4c0b6170 con 0x7fef4c0cabc0 2024-09-19T05:01:26.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.233+0000 7fef4affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef380039b0 0x7fef4c0ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:26.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.233+0000 7fef4affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef380039b0 0x7fef4c0ce270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38836/0 (socket says 172.21.15.5:38836) 2024-09-19T05:01:26.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.233+0000 7fef4affd640 1 -- 172.21.15.5:0/2009766738 learned_addr learned my addr 172.21.15.5:0/2009766738 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:26.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.233+0000 7fef4b7fe640 1 --2- 172.21.15.5:0/2009766738 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fef4c0cf590 0x7fef4c1f3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:26.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.233+0000 7fef4a7fc640 1 --2- 172.21.15.5:0/2009766738 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef4c0cabc0 0x7fef4c0cf050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:26.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.233+0000 7fef4affd640 1 -- 172.21.15.5:0/2009766738 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef4c0cabc0 msgr2=0x7fef4c0cf050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:26.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.233+0000 7fef4affd640 1 --2- 172.21.15.5:0/2009766738 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef4c0cabc0 0x7fef4c0cf050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.233+0000 7fef4affd640 1 -- 172.21.15.5:0/2009766738 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fef4c0cf590 msgr2=0x7fef4c1f3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:26.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.233+0000 7fef4affd640 1 --2- 172.21.15.5:0/2009766738 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fef4c0cf590 0x7fef4c1f3b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.233+0000 7fef4affd640 1 -- 172.21.15.5:0/2009766738 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef4c0cfa10 con 0x7fef380039b0 2024-09-19T05:01:26.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.233+0000 7fef4affd640 1 --2- 172.21.15.5:0/2009766738 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef380039b0 0x7fef4c0ce270 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fef3c001cf0 tx=0x7fef3c001360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:26.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.233+0000 7fef437fe640 1 -- 172.21.15.5:0/2009766738 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef3c02ba80 con 0x7fef380039b0 2024-09-19T05:01:26.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.233+0000 7fef437fe640 1 -- 172.21.15.5:0/2009766738 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef3c02bc20 con 0x7fef380039b0 2024-09-19T05:01:26.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.233+0000 7fef437fe640 1 -- 172.21.15.5:0/2009766738 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef3c004e30 con 0x7fef380039b0 2024-09-19T05:01:26.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.233+0000 7fef51798640 1 -- 172.21.15.5:0/2009766738 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef4c1f4770 con 0x7fef380039b0 2024-09-19T05:01:26.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.233+0000 7fef51798640 1 -- 172.21.15.5:0/2009766738 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef4c0cd790 con 0x7fef380039b0 2024-09-19T05:01:26.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.234+0000 7fef51798640 1 -- 172.21.15.5:0/2009766738 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef4c0d4dd0 con 0x7fef380039b0 2024-09-19T05:01:26.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.235+0000 7fef437fe640 1 -- 172.21.15.5:0/2009766738 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fef3c034470 con 0x7fef380039b0 2024-09-19T05:01:26.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.235+0000 7fef437fe640 1 --2- 172.21.15.5:0/2009766738 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fef2c06c2a0 0x7fef2c06e760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:26.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.235+0000 7fef437fe640 1 -- 172.21.15.5:0/2009766738 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fef3c0abcf0 con 0x7fef380039b0 2024-09-19T05:01:26.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.236+0000 7fef4a7fc640 1 --2- 172.21.15.5:0/2009766738 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fef2c06c2a0 0x7fef2c06e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:26.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.236+0000 7fef4a7fc640 1 --2- 172.21.15.5:0/2009766738 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fef2c06c2a0 0x7fef2c06e760 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fef4c160c40 tx=0x7fef34008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:26.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.240+0000 7fef437fe640 1 -- 172.21.15.5:0/2009766738 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fef3c0b0070 con 0x7fef380039b0 2024-09-19T05:01:26.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.422+0000 7fef51798640 1 -- 172.21.15.5:0/2009766738 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fef4c0d2e50 con 0x7fef380039b0 2024-09-19T05:01:26.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.423+0000 7fef437fe640 1 -- 172.21.15.5:0/2009766738 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7fef3c079ad0 con 0x7fef380039b0 2024-09-19T05:01:26.425 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:01:26.425 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":25,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:01:25.122601+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:01:17.947021+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:01:19.067427+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T05:01:22.775359+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:01:26.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.426+0000 7fef51798640 1 -- 172.21.15.5:0/2009766738 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fef2c06c2a0 msgr2=0x7fef2c06e760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:26.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.426+0000 7fef51798640 1 --2- 172.21.15.5:0/2009766738 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fef2c06c2a0 0x7fef2c06e760 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fef4c160c40 tx=0x7fef34008040 comp rx=0 tx=0).stop 2024-09-19T05:01:26.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.426+0000 7fef51798640 1 -- 172.21.15.5:0/2009766738 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef380039b0 msgr2=0x7fef4c0ce270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:26.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.426+0000 7fef51798640 1 --2- 172.21.15.5:0/2009766738 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef380039b0 0x7fef4c0ce270 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fef3c001cf0 tx=0x7fef3c001360 comp rx=0 tx=0).stop 2024-09-19T05:01:26.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.426+0000 7fef51798640 1 -- 172.21.15.5:0/2009766738 shutdown_connections 2024-09-19T05:01:26.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.426+0000 7fef51798640 1 --2- 172.21.15.5:0/2009766738 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fef2c06c2a0 0x7fef2c06e760 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.426+0000 7fef51798640 1 --2- 172.21.15.5:0/2009766738 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fef4c0cf590 0x7fef4c1f3b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.426+0000 7fef51798640 1 --2- 172.21.15.5:0/2009766738 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef4c0cabc0 0x7fef4c0cf050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.426+0000 7fef51798640 1 --2- 172.21.15.5:0/2009766738 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef380039b0 0x7fef4c0ce270 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.426+0000 7fef51798640 1 -- 172.21.15.5:0/2009766738 >> 172.21.15.5:0/2009766738 conn(0x7fef4c08c000 msgr2=0x7fef4c0b5720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:26.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.426+0000 7fef51798640 1 -- 172.21.15.5:0/2009766738 shutdown_connections 2024-09-19T05:01:26.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.426+0000 7fef51798640 1 -- 172.21.15.5:0/2009766738 wait complete. 2024-09-19T05:01:26.438 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:01:26.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.541+0000 7f679e7d6640 1 Processor -- start 2024-09-19T05:01:26.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.541+0000 7f679e7d6640 1 -- start start 2024-09-19T05:01:26.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.542+0000 7f679e7d6640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f6798072240 0x7f679815d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:26.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.542+0000 7f679e7d6640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f67980afc40 0x7f67980cd1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:26.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.542+0000 7f679e7d6640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f679815d730 con 0x7f6798072620 2024-09-19T05:01:26.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.542+0000 7f679e7d6640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f679806e590 con 0x7f67980afc40 2024-09-19T05:01:26.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.542+0000 7f679e7d6640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f679806e870 con 0x7f6798072240 2024-09-19T05:01:26.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.542+0000 7f679cd73640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f67980afc40 0x7f67980cd1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:26.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.542+0000 7f67977fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f6798072620 0x7f67980af530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:40384/0 (socket says 172.21.15.5:40384) 2024-09-19T05:01:26.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.542+0000 7f67977fe640 1 -- 172.21.15.5:0/1666883828 learned_addr learned my addr 172.21.15.5:0/1666883828 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:26.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.542+0000 7f6797fff640 1 --2- 172.21.15.5:0/1666883828 >> v2:172.21.15.134:3300/0 conn(0x7f6798072240 0x7f679815d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:26.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.542+0000 7f679cd73640 1 -- 172.21.15.5:0/1666883828 >> v2:172.21.15.134:3300/0 conn(0x7f6798072240 msgr2=0x7f679815d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:26.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.542+0000 7f679cd73640 1 --2- 172.21.15.5:0/1666883828 >> v2:172.21.15.134:3300/0 conn(0x7f6798072240 0x7f679815d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.542+0000 7f679cd73640 1 -- 172.21.15.5:0/1666883828 >> v1:172.21.15.5:6789/0 conn(0x7f6798072620 legacy=0x7f67980af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:26.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.542+0000 7f679cd73640 1 -- 172.21.15.5:0/1666883828 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f679806eb50 con 0x7f67980afc40 2024-09-19T05:01:26.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.543+0000 7f679cd73640 1 --2- 172.21.15.5:0/1666883828 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67980afc40 0x7f67980cd1d0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f67980b5920 tx=0x7f679002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7bf501d8350114a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:26.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.543+0000 7f6796ffd640 1 -- 172.21.15.5:0/1666883828 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6790007740 con 0x7f67980afc40 2024-09-19T05:01:26.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.543+0000 7f6796ffd640 1 -- 172.21.15.5:0/1666883828 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67900078e0 con 0x7f67980afc40 2024-09-19T05:01:26.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.543+0000 7f6796ffd640 1 -- 172.21.15.5:0/1666883828 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6790007cb0 con 0x7f67980afc40 2024-09-19T05:01:26.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.544+0000 7f679e7d6640 1 -- 172.21.15.5:0/1666883828 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67980afc40 msgr2=0x7f67980cd1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:26.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.544+0000 7f679e7d6640 1 --2- 172.21.15.5:0/1666883828 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67980afc40 0x7f67980cd1d0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f67980b5920 tx=0x7f679002a680 comp rx=0 tx=0).stop 2024-09-19T05:01:26.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.544+0000 7f679e7d6640 1 -- 172.21.15.5:0/1666883828 shutdown_connections 2024-09-19T05:01:26.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.544+0000 7f679e7d6640 1 --2- 172.21.15.5:0/1666883828 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67980afc40 0x7f67980cd1d0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.544+0000 7f679e7d6640 1 --2- 172.21.15.5:0/1666883828 >> v2:172.21.15.134:3300/0 conn(0x7f6798072240 0x7f679815d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.544+0000 7f679e7d6640 1 -- 172.21.15.5:0/1666883828 >> 172.21.15.5:0/1666883828 conn(0x7f6798067da0 msgr2=0x7f679806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:26.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.544+0000 7f679e7d6640 1 -- 172.21.15.5:0/1666883828 shutdown_connections 2024-09-19T05:01:26.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.544+0000 7f679e7d6640 1 -- 172.21.15.5:0/1666883828 wait complete. 2024-09-19T05:01:26.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.545+0000 7f679e7d6640 1 Processor -- start 2024-09-19T05:01:26.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.545+0000 7f679e7d6640 1 -- start start 2024-09-19T05:01:26.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.546+0000 7f679e7d6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6798072240 0x7f67981f4000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:26.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.546+0000 7f679e7d6640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6798072620 0x7f67981f6d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:26.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.546+0000 7f679e7d6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f67980afc40 0x7f679815b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:26.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.546+0000 7f679e7d6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f679806e150 con 0x7f6798072240 2024-09-19T05:01:26.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.546+0000 7f679e7d6640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f679806dfd0 con 0x7f6798072620 2024-09-19T05:01:26.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.546+0000 7f679e7d6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f679806e2d0 con 0x7f67980afc40 2024-09-19T05:01:26.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.546+0000 7f6797fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6798072240 0x7f67981f4000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:26.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.546+0000 7f6797fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6798072240 0x7f67981f4000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38852/0 (socket says 172.21.15.5:38852) 2024-09-19T05:01:26.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.546+0000 7f6797fff640 1 -- 172.21.15.5:0/872779678 learned_addr learned my addr 172.21.15.5:0/872779678 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:26.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.546+0000 7f67977fe640 1 --2- 172.21.15.5:0/872779678 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6798072620 0x7f67981f6d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:26.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.546+0000 7f679cd73640 1 --2- 172.21.15.5:0/872779678 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f67980afc40 0x7f679815b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:26.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.547+0000 7f6797fff640 1 -- 172.21.15.5:0/872779678 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f67980afc40 msgr2=0x7f679815b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:26.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.547+0000 7f6797fff640 1 --2- 172.21.15.5:0/872779678 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f67980afc40 0x7f679815b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.547+0000 7f6797fff640 1 -- 172.21.15.5:0/872779678 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6798072620 msgr2=0x7f67981f6d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:26.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.547+0000 7f6797fff640 1 --2- 172.21.15.5:0/872779678 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6798072620 0x7f67981f6d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.547+0000 7f6797fff640 1 -- 172.21.15.5:0/872779678 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67981f4540 con 0x7f6798072240 2024-09-19T05:01:26.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.547+0000 7f6797fff640 1 --2- 172.21.15.5:0/872779678 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6798072240 0x7f67981f4000 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f678800d800 tx=0x7f678800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:26.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.547+0000 7f6794ff9640 1 -- 172.21.15.5:0/872779678 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f678800b6c0 con 0x7f6798072240 2024-09-19T05:01:26.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.547+0000 7f6794ff9640 1 -- 172.21.15.5:0/872779678 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6788019070 con 0x7f6798072240 2024-09-19T05:01:26.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.547+0000 7f6794ff9640 1 -- 172.21.15.5:0/872779678 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f678800ba80 con 0x7f6798072240 2024-09-19T05:01:26.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.547+0000 7f679e7d6640 1 -- 172.21.15.5:0/872779678 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67980b4420 con 0x7f6798072240 2024-09-19T05:01:26.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.547+0000 7f679e7d6640 1 -- 172.21.15.5:0/872779678 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6798151960 con 0x7f6798072240 2024-09-19T05:01:26.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.548+0000 7f679e7d6640 1 -- 172.21.15.5:0/872779678 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f679815d1f0 con 0x7f6798072240 2024-09-19T05:01:26.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.548+0000 7f6794ff9640 1 -- 172.21.15.5:0/872779678 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f678800bc20 con 0x7f6798072240 2024-09-19T05:01:26.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.549+0000 7f6794ff9640 1 --2- 172.21.15.5:0/872779678 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f678406c2b0 0x7f678406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:26.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.549+0000 7f6794ff9640 1 -- 172.21.15.5:0/872779678 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f678808bbf0 con 0x7f6798072240 2024-09-19T05:01:26.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.549+0000 7f67977fe640 1 --2- 172.21.15.5:0/872779678 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f678406c2b0 0x7f678406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:26.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.550+0000 7f67977fe640 1 --2- 172.21.15.5:0/872779678 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f678406c2b0 0x7f678406e770 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f67980afbf0 tx=0x7f678c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:26.554 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.553+0000 7f6794ff9640 1 -- 172.21.15.5:0/872779678 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f67981f4540 con 0x7f6798072240 2024-09-19T05:01:26.704 INFO:tasks.ceph.mds.d.smithi134.stderr:2024-09-19T05:01:26.702+0000 7fa64c454640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:01:26.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.732+0000 7f679e7d6640 1 -- 172.21.15.5:0/872779678 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f679815ef80 con 0x7f6798072240 2024-09-19T05:01:26.734 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.733+0000 7f6794ff9640 1 -- 172.21.15.5:0/872779678 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7f6788059fa0 con 0x7f6798072240 2024-09-19T05:01:26.735 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:01:26.735 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":25,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:01:25.122601+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:01:17.947021+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:01:19.067427+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T05:01:22.775359+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:01:26.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.735+0000 7f679e7d6640 1 -- 172.21.15.5:0/872779678 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f678406c2b0 msgr2=0x7f678406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:26.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.735+0000 7f679e7d6640 1 --2- 172.21.15.5:0/872779678 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f678406c2b0 0x7f678406e770 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f67980afbf0 tx=0x7f678c009040 comp rx=0 tx=0).stop 2024-09-19T05:01:26.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.735+0000 7f679e7d6640 1 -- 172.21.15.5:0/872779678 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6798072240 msgr2=0x7f67981f4000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:26.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.735+0000 7f679e7d6640 1 --2- 172.21.15.5:0/872779678 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6798072240 0x7f67981f4000 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f678800d800 tx=0x7f678800dcc0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.735+0000 7f679e7d6640 1 -- 172.21.15.5:0/872779678 shutdown_connections 2024-09-19T05:01:26.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.735+0000 7f679e7d6640 1 --2- 172.21.15.5:0/872779678 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f678406c2b0 0x7f678406e770 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.735+0000 7f679e7d6640 1 --2- 172.21.15.5:0/872779678 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f67980afc40 0x7f679815b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.735+0000 7f679e7d6640 1 --2- 172.21.15.5:0/872779678 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6798072620 0x7f67981f6d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.735+0000 7f679e7d6640 1 --2- 172.21.15.5:0/872779678 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6798072240 0x7f67981f4000 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.735+0000 7f679e7d6640 1 -- 172.21.15.5:0/872779678 >> 172.21.15.5:0/872779678 conn(0x7f6798067da0 msgr2=0x7f67980cdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:26.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.735+0000 7f679e7d6640 1 -- 172.21.15.5:0/872779678 shutdown_connections 2024-09-19T05:01:26.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.736+0000 7f679e7d6640 1 -- 172.21.15.5:0/872779678 wait complete. 2024-09-19T05:01:26.764 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:01:26.866 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.864+0000 7f970592a640 1 Processor -- start 2024-09-19T05:01:26.866 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.865+0000 7f970592a640 1 -- start start 2024-09-19T05:01:26.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.865+0000 7f970592a640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f97000b56e0 0x7f97000b0590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:26.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.865+0000 7f970592a640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f97000b0ad0 0x7f97000b42f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:26.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.865+0000 7f970592a640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9700160dc0 con 0x7f97000b4830 2024-09-19T05:01:26.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.865+0000 7f970592a640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f97000b0100 con 0x7f97000b56e0 2024-09-19T05:01:26.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.865+0000 7f970592a640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f970015d5a0 con 0x7f97000b0ad0 2024-09-19T05:01:26.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.866+0000 7f96ff7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f97000b4830 0x7f970015ffb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:40396/0 (socket says 172.21.15.5:40396) 2024-09-19T05:01:26.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.866+0000 7f96ff7fe640 1 -- 172.21.15.5:0/2854868952 learned_addr learned my addr 172.21.15.5:0/2854868952 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:26.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.866+0000 7f96feffd640 1 --2- 172.21.15.5:0/2854868952 >> v2:172.21.15.134:3300/0 conn(0x7f97000b56e0 0x7f97000b0590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:26.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.866+0000 7f96fdffb640 1 -- 172.21.15.5:0/2854868952 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3665663107 0 0) 0x7f9700160dc0 con 0x7f97000b4830 2024-09-19T05:01:26.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.866+0000 7f96fe7fc640 1 --2- 172.21.15.5:0/2854868952 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f97000b0ad0 0x7f97000b42f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:26.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.866+0000 7f96fdffb640 1 -- 172.21.15.5:0/2854868952 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f96ec003520 con 0x7f97000b4830 2024-09-19T05:01:26.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.866+0000 7f96fdffb640 1 -- 172.21.15.5:0/2854868952 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 195881283 0 0) 0x7f96ec003520 con 0x7f97000b4830 2024-09-19T05:01:26.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.866+0000 7f96fdffb640 1 -- 172.21.15.5:0/2854868952 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f97000b0ad0 msgr2=0x7f97000b42f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:26.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.866+0000 7f96fdffb640 1 --2- 172.21.15.5:0/2854868952 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f97000b0ad0 0x7f97000b42f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.866+0000 7f96fdffb640 1 -- 172.21.15.5:0/2854868952 >> v2:172.21.15.134:3300/0 conn(0x7f97000b56e0 msgr2=0x7f97000b0590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:26.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.866+0000 7f96fdffb640 1 --2- 172.21.15.5:0/2854868952 >> v2:172.21.15.134:3300/0 conn(0x7f97000b56e0 0x7f97000b0590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.866+0000 7f96fdffb640 1 -- 172.21.15.5:0/2854868952 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f970015d880 con 0x7f97000b4830 2024-09-19T05:01:26.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.866+0000 7f96fdffb640 1 -- 172.21.15.5:0/2854868952 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f96f00019f0 con 0x7f97000b4830 2024-09-19T05:01:26.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.866+0000 7f96fdffb640 1 -- 172.21.15.5:0/2854868952 >> v1:172.21.15.5:6789/0 conn(0x7f97000b4830 legacy=0x7f970015ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:26.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.866+0000 7f96fdffb640 1 --2- 172.21.15.5:0/2854868952 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f96ec0039b0 0x7f96ec003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:26.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.866+0000 7f96fdffb640 1 --2- 172.21.15.5:0/2854868952 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f97000b0ad0 0x7f96ec004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:26.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.866+0000 7f96fdffb640 1 --2- 172.21.15.5:0/2854868952 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f96ec004d40 0x7f96ec0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:26.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.866+0000 7f96fdffb640 1 -- 172.21.15.5:0/2854868952 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f97000b0100 con 0x7f96ec004d40 2024-09-19T05:01:26.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.866+0000 7f96fdffb640 1 -- 172.21.15.5:0/2854868952 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f970015d5a0 con 0x7f96ec0039b0 2024-09-19T05:01:26.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.866+0000 7f96fdffb640 1 -- 172.21.15.5:0/2854868952 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f96ec00b9c0 con 0x7f97000b0ad0 2024-09-19T05:01:26.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.866+0000 7f96ff7fe640 1 --2- 172.21.15.5:0/2854868952 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f96ec004d40 0x7f96ec0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:26.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.866+0000 7f96fe7fc640 1 --2- 172.21.15.5:0/2854868952 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f97000b0ad0 0x7f96ec004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:26.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.866+0000 7f96feffd640 1 --2- 172.21.15.5:0/2854868952 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f96ec0039b0 0x7f96ec003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:26.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.867+0000 7f96ff7fe640 1 -- 172.21.15.5:0/2854868952 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f97000b0ad0 msgr2=0x7f96ec004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:26.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.867+0000 7f96ff7fe640 1 --2- 172.21.15.5:0/2854868952 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f97000b0ad0 0x7f96ec004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.867+0000 7f96ff7fe640 1 -- 172.21.15.5:0/2854868952 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f96ec0039b0 msgr2=0x7f96ec003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:26.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.867+0000 7f96ff7fe640 1 --2- 172.21.15.5:0/2854868952 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f96ec0039b0 0x7f96ec003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.867+0000 7f96ff7fe640 1 -- 172.21.15.5:0/2854868952 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96ec003520 con 0x7f96ec004d40 2024-09-19T05:01:26.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.867+0000 7f96ff7fe640 1 --2- 172.21.15.5:0/2854868952 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f96ec004d40 0x7f96ec0051c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f96f000a8d0 tx=0x7f96ec005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df76c1ea5d92c4b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:26.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.867+0000 7f96fdffb640 1 -- 172.21.15.5:0/2854868952 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96f000a4c0 con 0x7f96ec004d40 2024-09-19T05:01:26.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.867+0000 7f96fdffb640 1 -- 172.21.15.5:0/2854868952 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96f002f070 con 0x7f96ec004d40 2024-09-19T05:01:26.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.867+0000 7f96fdffb640 1 -- 172.21.15.5:0/2854868952 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96f002bd20 con 0x7f96ec004d40 2024-09-19T05:01:26.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.868+0000 7f970592a640 1 -- 172.21.15.5:0/2854868952 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f96ec004d40 msgr2=0x7f96ec0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:26.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.868+0000 7f970592a640 1 --2- 172.21.15.5:0/2854868952 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f96ec004d40 0x7f96ec0051c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f96f000a8d0 tx=0x7f96ec005830 comp rx=0 tx=0).stop 2024-09-19T05:01:26.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.868+0000 7f96ff7fe640 1 -- 172.21.15.5:0/2854868952 reap_dead start 2024-09-19T05:01:26.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.868+0000 7f970592a640 1 -- 172.21.15.5:0/2854868952 shutdown_connections 2024-09-19T05:01:26.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.868+0000 7f970592a640 1 -- 172.21.15.5:0/2854868952 >> 172.21.15.5:0/2854868952 conn(0x7f97000b6810 msgr2=0x7f97000b6c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:26.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.868+0000 7f970592a640 1 -- 172.21.15.5:0/2854868952 shutdown_connections 2024-09-19T05:01:26.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.868+0000 7f970592a640 1 -- 172.21.15.5:0/2854868952 wait complete. 2024-09-19T05:01:26.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.869+0000 7f970592a640 1 Processor -- start 2024-09-19T05:01:26.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.870+0000 7f970592a640 1 -- start start 2024-09-19T05:01:26.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.870+0000 7f970592a640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9700152d90 0x7f97000c6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:26.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.870+0000 7f970592a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97000c67a0 0x7f97000cf020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:26.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.870+0000 7f970592a640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f97000cf560 0x7f97000cfdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:26.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.870+0000 7f970592a640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f97000afb50 con 0x7f97000c67a0 2024-09-19T05:01:26.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.870+0000 7f970592a640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f97000af9d0 con 0x7f97000cf560 2024-09-19T05:01:26.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.870+0000 7f970592a640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f97001606c0 con 0x7f9700152d90 2024-09-19T05:01:26.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.870+0000 7f96fe7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97000c67a0 0x7f97000cf020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:26.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.870+0000 7f96fe7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97000c67a0 0x7f97000cf020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38860/0 (socket says 172.21.15.5:38860) 2024-09-19T05:01:26.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.870+0000 7f96fe7fc640 1 -- 172.21.15.5:0/2696625874 learned_addr learned my addr 172.21.15.5:0/2696625874 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:26.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.871+0000 7f96feffd640 1 --2- 172.21.15.5:0/2696625874 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9700152d90 0x7f97000c6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:26.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.871+0000 7f96ff7fe640 1 --2- 172.21.15.5:0/2696625874 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f97000cf560 0x7f97000cfdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:26.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.871+0000 7f96fe7fc640 1 -- 172.21.15.5:0/2696625874 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9700152d90 msgr2=0x7f97000c6260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:26.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.871+0000 7f96fe7fc640 1 --2- 172.21.15.5:0/2696625874 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9700152d90 0x7f97000c6260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.871+0000 7f96fe7fc640 1 -- 172.21.15.5:0/2696625874 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f97000cf560 msgr2=0x7f97000cfdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:26.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.871+0000 7f96fe7fc640 1 --2- 172.21.15.5:0/2696625874 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f97000cf560 0x7f97000cfdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:26.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.871+0000 7f96fe7fc640 1 -- 172.21.15.5:0/2696625874 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97000ce260 con 0x7f97000c67a0 2024-09-19T05:01:26.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.871+0000 7f96feffd640 1 --2- 172.21.15.5:0/2696625874 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9700152d90 0x7f97000c6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:01:26.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.871+0000 7f96ff7fe640 1 --2- 172.21.15.5:0/2696625874 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f97000cf560 0x7f97000cfdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:01:26.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.871+0000 7f96fe7fc640 1 --2- 172.21.15.5:0/2696625874 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97000c67a0 0x7f97000cf020 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f96e80119a0 tx=0x7f96e8011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:26.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.871+0000 7f96f7fff640 1 -- 172.21.15.5:0/2696625874 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96e800faf0 con 0x7f97000c67a0 2024-09-19T05:01:26.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.871+0000 7f96f7fff640 1 -- 172.21.15.5:0/2696625874 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96e800fc90 con 0x7f97000c67a0 2024-09-19T05:01:26.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.871+0000 7f970592a640 1 -- 172.21.15.5:0/2696625874 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97000ce540 con 0x7f97000c67a0 2024-09-19T05:01:26.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.871+0000 7f96f7fff640 1 -- 172.21.15.5:0/2696625874 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96e8014440 con 0x7f97000c67a0 2024-09-19T05:01:26.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.871+0000 7f970592a640 1 -- 172.21.15.5:0/2696625874 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97000ceb00 con 0x7f97000c67a0 2024-09-19T05:01:26.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.872+0000 7f970592a640 1 -- 172.21.15.5:0/2696625874 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97000b0590 con 0x7f97000c67a0 2024-09-19T05:01:26.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.873+0000 7f96f7fff640 1 -- 172.21.15.5:0/2696625874 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f96e8012040 con 0x7f97000c67a0 2024-09-19T05:01:26.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.873+0000 7f96f7fff640 1 --2- 172.21.15.5:0/2696625874 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f96e006c2e0 0x7f96e006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:26.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.873+0000 7f96f7fff640 1 -- 172.21.15.5:0/2696625874 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f96e808bdc0 con 0x7f97000c67a0 2024-09-19T05:01:26.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.874+0000 7f96feffd640 1 --2- 172.21.15.5:0/2696625874 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f96e006c2e0 0x7f96e006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:26.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.874+0000 7f96feffd640 1 --2- 172.21.15.5:0/2696625874 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f96e006c2e0 0x7f96e006e7a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f96f8009bc0 tx=0x7f96f8008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:26.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:26.877+0000 7f96f7fff640 1 -- 172.21.15.5:0/2696625874 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f96e8019030 con 0x7f97000c67a0 2024-09-19T05:01:27.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.089+0000 7f970592a640 1 -- 172.21.15.5:0/2696625874 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f97000d20c0 con 0x7f97000c67a0 2024-09-19T05:01:27.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.090+0000 7f96f7fff640 1 -- 172.21.15.5:0/2696625874 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5213 (secure 0 0 0) 0x7f96e8059ba0 con 0x7f97000c67a0 2024-09-19T05:01:27.092 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:01:27.092 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":7,"btime":"2024-09-19T05:01:25:756045+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/418766910","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":418766910},{"type":"v1","addr":"172.21.15.134:6836","nonce":418766910}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/2380114928","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2380114928},{"type":"v1","addr":"172.21.15.5:6834","nonce":2380114928}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/2304329808","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":2304329808},{"type":"v1","addr":"172.21.15.5:6835","nonce":2304329808}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:01:20.084205+0000","modified":"2024-09-19T05:01:25.122768+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6837/168351575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":168351575},{"type":"v1","addr":"172.21.15.134:6837","nonce":168351575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4275,"qdb_cluster":[4275]},"id":1}]} 2024-09-19T05:01:27.092 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 7 2024-09-19T05:01:27.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.092+0000 7f970592a640 1 -- 172.21.15.5:0/2696625874 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f96e006c2e0 msgr2=0x7f96e006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:27.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.092+0000 7f970592a640 1 --2- 172.21.15.5:0/2696625874 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f96e006c2e0 0x7f96e006e7a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f96f8009bc0 tx=0x7f96f8008040 comp rx=0 tx=0).stop 2024-09-19T05:01:27.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.092+0000 7f970592a640 1 -- 172.21.15.5:0/2696625874 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97000c67a0 msgr2=0x7f97000cf020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:27.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.092+0000 7f970592a640 1 --2- 172.21.15.5:0/2696625874 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97000c67a0 0x7f97000cf020 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f96e80119a0 tx=0x7f96e8011e60 comp rx=0 tx=0).stop 2024-09-19T05:01:27.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.092+0000 7f970592a640 1 -- 172.21.15.5:0/2696625874 shutdown_connections 2024-09-19T05:01:27.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.092+0000 7f970592a640 1 --2- 172.21.15.5:0/2696625874 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f96e006c2e0 0x7f96e006e7a0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.092+0000 7f970592a640 1 --2- 172.21.15.5:0/2696625874 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f97000cf560 0x7f97000cfdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.092+0000 7f970592a640 1 --2- 172.21.15.5:0/2696625874 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f97000c67a0 0x7f97000cf020 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.092+0000 7f970592a640 1 --2- 172.21.15.5:0/2696625874 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9700152d90 0x7f97000c6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.092+0000 7f970592a640 1 -- 172.21.15.5:0/2696625874 >> 172.21.15.5:0/2696625874 conn(0x7f97000b6810 msgr2=0x7f970015eb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:27.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.092+0000 7f970592a640 1 -- 172.21.15.5:0/2696625874 shutdown_connections 2024-09-19T05:01:27.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.092+0000 7f970592a640 1 -- 172.21.15.5:0/2696625874 wait complete. 2024-09-19T05:01:27.105 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:01:27.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.205+0000 7fc477d4b640 1 Processor -- start 2024-09-19T05:01:27.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.205+0000 7fc477d4b640 1 -- start start 2024-09-19T05:01:27.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.206+0000 7fc477d4b640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fc4700726e0 0x7fc470166ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:27.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.206+0000 7fc477d4b640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc47015d010 con 0x7fc47006dfd0 2024-09-19T05:01:27.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.206+0000 7fc477d4b640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc47015d2f0 con 0x7fc47015c1d0 2024-09-19T05:01:27.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.206+0000 7fc477d4b640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fc47015d5d0 con 0x7fc4700726e0 2024-09-19T05:01:27.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.206+0000 7fc4752e6640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fc47006dfd0 0x7fc470071fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58572/0 (socket says 172.21.15.5:58572) 2024-09-19T05:01:27.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.206+0000 7fc4752e6640 1 -- 172.21.15.5:0/3210162686 learned_addr learned my addr 172.21.15.5:0/3210162686 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:27.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.206+0000 7fc4762e8640 1 --2- 172.21.15.5:0/3210162686 >> v2:172.21.15.134:3300/0 conn(0x7fc4700726e0 0x7fc470166ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:27.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.206+0000 7fc474ae5640 1 -- 172.21.15.5:0/3210162686 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3946739322 0 0) 0x7fc47015d010 con 0x7fc47006dfd0 2024-09-19T05:01:27.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.206+0000 7fc474ae5640 1 -- 172.21.15.5:0/3210162686 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc45c003520 con 0x7fc47006dfd0 2024-09-19T05:01:27.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.206+0000 7fc474ae5640 1 -- 172.21.15.5:0/3210162686 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2088120179 0 0) 0x7fc45c003520 con 0x7fc47006dfd0 2024-09-19T05:01:27.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.207+0000 7fc474ae5640 1 -- 172.21.15.5:0/3210162686 >> v2:172.21.15.134:3300/0 conn(0x7fc4700726e0 msgr2=0x7fc470166ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:27.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.207+0000 7fc474ae5640 1 --2- 172.21.15.5:0/3210162686 >> v2:172.21.15.134:3300/0 conn(0x7fc4700726e0 0x7fc470166ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.207+0000 7fc474ae5640 1 -- 172.21.15.5:0/3210162686 >> v1:172.21.15.134:6789/0 conn(0x7fc47015c1d0 legacy=0x7fc47015c5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:27.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.207+0000 7fc474ae5640 1 -- 172.21.15.5:0/3210162686 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc47015d8b0 con 0x7fc47006dfd0 2024-09-19T05:01:27.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.207+0000 7fc474ae5640 1 -- 172.21.15.5:0/3210162686 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7fc460001670 con 0x7fc47006dfd0 2024-09-19T05:01:27.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.207+0000 7fc4762e8640 1 --2- 172.21.15.5:0/3210162686 >> v2:172.21.15.134:3300/0 conn(0x7fc4700726e0 0x7fc470166ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:01:27.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.207+0000 7fc474ae5640 1 -- 172.21.15.5:0/3210162686 >> v1:172.21.15.5:6789/0 conn(0x7fc47006dfd0 legacy=0x7fc470071fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:27.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.207+0000 7fc474ae5640 1 --2- 172.21.15.5:0/3210162686 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc45c0039b0 0x7fc45c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:27.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.207+0000 7fc474ae5640 1 --2- 172.21.15.5:0/3210162686 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc45c004800 0x7fc45c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:27.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.207+0000 7fc474ae5640 1 --2- 172.21.15.5:0/3210162686 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc45c0051c0 0x7fc45c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:27.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.207+0000 7fc474ae5640 1 -- 172.21.15.5:0/3210162686 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fc47015d5d0 con 0x7fc45c0051c0 2024-09-19T05:01:27.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.207+0000 7fc474ae5640 1 -- 172.21.15.5:0/3210162686 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fc45c00c160 con 0x7fc45c004800 2024-09-19T05:01:27.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.207+0000 7fc474ae5640 1 -- 172.21.15.5:0/3210162686 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fc45c00c360 con 0x7fc45c0039b0 2024-09-19T05:01:27.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.207+0000 7fc4762e8640 1 --2- 172.21.15.5:0/3210162686 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc45c0051c0 0x7fc45c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:27.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.207+0000 7fc4752e6640 1 --2- 172.21.15.5:0/3210162686 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc45c004800 0x7fc45c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:27.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.207+0000 7fc475ae7640 1 --2- 172.21.15.5:0/3210162686 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc45c0039b0 0x7fc45c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:27.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.207+0000 7fc4762e8640 1 -- 172.21.15.5:0/3210162686 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc45c0039b0 msgr2=0x7fc45c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:27.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.207+0000 7fc4762e8640 1 --2- 172.21.15.5:0/3210162686 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc45c0039b0 0x7fc45c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.207+0000 7fc4762e8640 1 -- 172.21.15.5:0/3210162686 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc45c004800 msgr2=0x7fc45c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:27.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.207+0000 7fc4762e8640 1 --2- 172.21.15.5:0/3210162686 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc45c004800 0x7fc45c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.207+0000 7fc4762e8640 1 -- 172.21.15.5:0/3210162686 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc45c003520 con 0x7fc45c0051c0 2024-09-19T05:01:27.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.208+0000 7fc4762e8640 1 -- 172.21.15.5:0/3210162686 reap_dead start 2024-09-19T05:01:27.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.208+0000 7fc4762e8640 1 --2- 172.21.15.5:0/3210162686 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc45c0051c0 0x7fc45c00b9c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc46800e350 tx=0x7fc45c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99770234c28a2b48 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:27.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.208+0000 7fc474ae5640 1 -- 172.21.15.5:0/3210162686 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc468009de0 con 0x7fc45c0051c0 2024-09-19T05:01:27.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.208+0000 7fc474ae5640 1 -- 172.21.15.5:0/3210162686 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc468003bd0 con 0x7fc45c0051c0 2024-09-19T05:01:27.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.208+0000 7fc474ae5640 1 -- 172.21.15.5:0/3210162686 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc468004020 con 0x7fc45c0051c0 2024-09-19T05:01:27.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.208+0000 7fc477d4b640 1 -- 172.21.15.5:0/3210162686 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc45c0051c0 msgr2=0x7fc45c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:27.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.208+0000 7fc477d4b640 1 --2- 172.21.15.5:0/3210162686 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc45c0051c0 0x7fc45c00b9c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc46800e350 tx=0x7fc45c005830 comp rx=0 tx=0).stop 2024-09-19T05:01:27.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.208+0000 7fc477d4b640 1 -- 172.21.15.5:0/3210162686 shutdown_connections 2024-09-19T05:01:27.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.208+0000 7fc477d4b640 1 --2- 172.21.15.5:0/3210162686 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc45c0051c0 0x7fc45c00b9c0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.208+0000 7fc477d4b640 1 -- 172.21.15.5:0/3210162686 >> 172.21.15.5:0/3210162686 conn(0x7fc470067da0 msgr2=0x7fc47006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:27.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.209+0000 7fc477d4b640 1 -- 172.21.15.5:0/3210162686 shutdown_connections 2024-09-19T05:01:27.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.209+0000 7fc477d4b640 1 -- 172.21.15.5:0/3210162686 wait complete. 2024-09-19T05:01:27.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.210+0000 7fc477d4b640 1 Processor -- start 2024-09-19T05:01:27.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.210+0000 7fc477d4b640 1 -- start start 2024-09-19T05:01:27.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.210+0000 7fc477d4b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc45c0051c0 0x7fc4700ac920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:27.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.210+0000 7fc477d4b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc4700a99f0 0x7fc470157450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:27.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.210+0000 7fc477d4b640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc470154330 0x7fc4701547e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:27.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.210+0000 7fc477d4b640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fc470072150 con 0x7fc4700a99f0 2024-09-19T05:01:27.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.210+0000 7fc477d4b640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fc470071fd0 con 0x7fc470154330 2024-09-19T05:01:27.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.210+0000 7fc477d4b640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fc4700722d0 con 0x7fc45c0051c0 2024-09-19T05:01:27.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.211+0000 7fc4752e6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc4700a99f0 0x7fc470157450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:27.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.211+0000 7fc4752e6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc4700a99f0 0x7fc470157450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:57334/0 (socket says 172.21.15.5:57334) 2024-09-19T05:01:27.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.211+0000 7fc4752e6640 1 -- 172.21.15.5:0/305571110 learned_addr learned my addr 172.21.15.5:0/305571110 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:27.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.211+0000 7fc475ae7640 1 --2- 172.21.15.5:0/305571110 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc45c0051c0 0x7fc4700ac920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:27.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.211+0000 7fc4762e8640 1 --2- 172.21.15.5:0/305571110 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc470154330 0x7fc4701547e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:27.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.211+0000 7fc4752e6640 1 -- 172.21.15.5:0/305571110 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc45c0051c0 msgr2=0x7fc4700ac920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:27.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.211+0000 7fc4752e6640 1 --2- 172.21.15.5:0/305571110 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc45c0051c0 0x7fc4700ac920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.211+0000 7fc4752e6640 1 -- 172.21.15.5:0/305571110 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc470154330 msgr2=0x7fc4701547e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:27.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.211+0000 7fc4752e6640 1 --2- 172.21.15.5:0/305571110 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc470154330 0x7fc4701547e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.211+0000 7fc4752e6640 1 -- 172.21.15.5:0/305571110 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4700a9e70 con 0x7fc4700a99f0 2024-09-19T05:01:27.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.211+0000 7fc4752e6640 1 --2- 172.21.15.5:0/305571110 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc4700a99f0 0x7fc470157450 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fc460004ef0 tx=0x7fc460007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:27.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.211+0000 7fc4667fc640 1 -- 172.21.15.5:0/305571110 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc46000f7b0 con 0x7fc4700a99f0 2024-09-19T05:01:27.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.211+0000 7fc4667fc640 1 -- 172.21.15.5:0/305571110 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc460018070 con 0x7fc4700a99f0 2024-09-19T05:01:27.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.211+0000 7fc477d4b640 1 -- 172.21.15.5:0/305571110 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4700aa0f0 con 0x7fc4700a99f0 2024-09-19T05:01:27.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.211+0000 7fc4667fc640 1 -- 172.21.15.5:0/305571110 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc46000fbb0 con 0x7fc4700a99f0 2024-09-19T05:01:27.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.211+0000 7fc477d4b640 1 -- 172.21.15.5:0/305571110 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4700aa6b0 con 0x7fc4700a99f0 2024-09-19T05:01:27.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.212+0000 7fc477d4b640 1 -- 172.21.15.5:0/305571110 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc47015c5b0 con 0x7fc4700a99f0 2024-09-19T05:01:27.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.213+0000 7fc4667fc640 1 -- 172.21.15.5:0/305571110 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc46000fd50 con 0x7fc4700a99f0 2024-09-19T05:01:27.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.213+0000 7fc4667fc640 1 --2- 172.21.15.5:0/305571110 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc45406c2e0 0x7fc45406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:27.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.213+0000 7fc4667fc640 1 -- 172.21.15.5:0/305571110 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fc46008b530 con 0x7fc4700a99f0 2024-09-19T05:01:27.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.213+0000 7fc475ae7640 1 --2- 172.21.15.5:0/305571110 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc45406c2e0 0x7fc45406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:27.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.214+0000 7fc475ae7640 1 --2- 172.21.15.5:0/305571110 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc45406c2e0 0x7fc45406e7a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fc4701e7a50 tx=0x7fc46c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:27.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.218+0000 7fc4667fc640 1 -- 172.21.15.5:0/305571110 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc4700a9e70 con 0x7fc4700a99f0 2024-09-19T05:01:27.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.395+0000 7fc477d4b640 1 -- 172.21.15.5:0/305571110 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc470073210 con 0x7fc4700a99f0 2024-09-19T05:01:27.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.396+0000 7fc4667fc640 1 -- 172.21.15.5:0/305571110 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7fc460059310 con 0x7fc4700a99f0 2024-09-19T05:01:27.398 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:01:27.398 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":25,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:01:25.122601+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:01:17.947021+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:01:19.067427+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T05:01:22.775359+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:01:27.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.399+0000 7fc477d4b640 1 -- 172.21.15.5:0/305571110 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc45406c2e0 msgr2=0x7fc45406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:27.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.399+0000 7fc477d4b640 1 --2- 172.21.15.5:0/305571110 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc45406c2e0 0x7fc45406e7a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fc4701e7a50 tx=0x7fc46c009040 comp rx=0 tx=0).stop 2024-09-19T05:01:27.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.399+0000 7fc477d4b640 1 -- 172.21.15.5:0/305571110 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc4700a99f0 msgr2=0x7fc470157450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:27.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.399+0000 7fc477d4b640 1 --2- 172.21.15.5:0/305571110 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc4700a99f0 0x7fc470157450 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fc460004ef0 tx=0x7fc460007430 comp rx=0 tx=0).stop 2024-09-19T05:01:27.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.399+0000 7fc477d4b640 1 -- 172.21.15.5:0/305571110 shutdown_connections 2024-09-19T05:01:27.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.399+0000 7fc477d4b640 1 --2- 172.21.15.5:0/305571110 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc45406c2e0 0x7fc45406e7a0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.399+0000 7fc477d4b640 1 --2- 172.21.15.5:0/305571110 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc470154330 0x7fc4701547e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.399+0000 7fc477d4b640 1 --2- 172.21.15.5:0/305571110 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc4700a99f0 0x7fc470157450 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.399+0000 7fc477d4b640 1 --2- 172.21.15.5:0/305571110 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc45c0051c0 0x7fc4700ac920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.399+0000 7fc477d4b640 1 -- 172.21.15.5:0/305571110 >> 172.21.15.5:0/305571110 conn(0x7fc470067da0 msgr2=0x7fc470155a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:27.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.399+0000 7fc477d4b640 1 -- 172.21.15.5:0/305571110 shutdown_connections 2024-09-19T05:01:27.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.399+0000 7fc477d4b640 1 -- 172.21.15.5:0/305571110 wait complete. 2024-09-19T05:01:27.813 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T05:01:20.084205+0000', 'modified': '2024-09-19T05:01:25.122768+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4275}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4275': {'gid': 4275, 'name': 'd', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.134:6837/168351575', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.134:6835', 'nonce': 168351575}, {'type': 'v1', 'addr': '172.21.15.134:6837', 'nonce': 168351575}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 4275, 'qdb_cluster': [4275]} 2024-09-19T05:01:27.813 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T05:01:27.813 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-19T05:01:27.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.916+0000 7f0e47e65640 1 Processor -- start 2024-09-19T05:01:27.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.916+0000 7f0e47e65640 1 -- start start 2024-09-19T05:01:27.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.917+0000 7f0e47e65640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f0e4006d2c0 0x7f0e400b7a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:27.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.917+0000 7f0e47e65640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0e400d2b60 0x7f0e400b7f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:27.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.917+0000 7f0e47e65640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0e400d3040 con 0x7f0e4015e890 2024-09-19T05:01:27.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.917+0000 7f0e47e65640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f0e400d3c50 con 0x7f0e400d2b60 2024-09-19T05:01:27.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.917+0000 7f0e47e65640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f0e400d3320 con 0x7f0e4006d2c0 2024-09-19T05:01:27.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.918+0000 7f0e46402640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0e400d2b60 0x7f0e400b7f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:27.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.918+0000 7f0e46402640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0e400d2b60 0x7f0e400b7f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:57344/0 (socket says 172.21.15.5:57344) 2024-09-19T05:01:27.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.918+0000 7f0e46402640 1 -- 172.21.15.5:0/3020057397 learned_addr learned my addr 172.21.15.5:0/3020057397 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:27.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.918+0000 7f0e45400640 1 --2- 172.21.15.5:0/3020057397 >> v2:172.21.15.134:3300/0 conn(0x7f0e4006d2c0 0x7f0e400b7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:27.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.918+0000 7f0e46402640 1 -- 172.21.15.5:0/3020057397 >> v2:172.21.15.134:3300/0 conn(0x7f0e4006d2c0 msgr2=0x7f0e400b7a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:27.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.918+0000 7f0e46402640 1 --2- 172.21.15.5:0/3020057397 >> v2:172.21.15.134:3300/0 conn(0x7f0e4006d2c0 0x7f0e400b7a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.918+0000 7f0e46402640 1 -- 172.21.15.5:0/3020057397 >> v1:172.21.15.134:6789/0 conn(0x7f0e4015e890 legacy=0x7f0e4006cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:27.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.918+0000 7f0e46402640 1 -- 172.21.15.5:0/3020057397 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e400d3600 con 0x7f0e400d2b60 2024-09-19T05:01:27.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.919+0000 7f0e46402640 1 --2- 172.21.15.5:0/3020057397 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0e400d2b60 0x7f0e400b7f60 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f0e400d3bc0 tx=0x7f0e3802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bfff41091e3ab7a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:27.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.919+0000 7f0e44bff640 1 -- 172.21.15.5:0/3020057397 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e38036070 con 0x7f0e400d2b60 2024-09-19T05:01:27.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.919+0000 7f0e44bff640 1 -- 172.21.15.5:0/3020057397 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e38031600 con 0x7f0e400d2b60 2024-09-19T05:01:27.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.919+0000 7f0e44bff640 1 -- 172.21.15.5:0/3020057397 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e380319d0 con 0x7f0e400d2b60 2024-09-19T05:01:27.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.919+0000 7f0e47e65640 1 -- 172.21.15.5:0/3020057397 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0e400d2b60 msgr2=0x7f0e400b7f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:27.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.919+0000 7f0e47e65640 1 --2- 172.21.15.5:0/3020057397 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0e400d2b60 0x7f0e400b7f60 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f0e400d3bc0 tx=0x7f0e3802a6a0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.919+0000 7f0e47e65640 1 -- 172.21.15.5:0/3020057397 shutdown_connections 2024-09-19T05:01:27.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.919+0000 7f0e47e65640 1 --2- 172.21.15.5:0/3020057397 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0e400d2b60 0x7f0e400b7f60 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.919+0000 7f0e47e65640 1 --2- 172.21.15.5:0/3020057397 >> v2:172.21.15.134:3300/0 conn(0x7f0e4006d2c0 0x7f0e400b7a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.919+0000 7f0e47e65640 1 -- 172.21.15.5:0/3020057397 >> 172.21.15.5:0/3020057397 conn(0x7f0e400b66c0 msgr2=0x7f0e400d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:27.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.920+0000 7f0e47e65640 1 -- 172.21.15.5:0/3020057397 shutdown_connections 2024-09-19T05:01:27.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.920+0000 7f0e47e65640 1 -- 172.21.15.5:0/3020057397 wait complete. 2024-09-19T05:01:27.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.921+0000 7f0e47e65640 1 Processor -- start 2024-09-19T05:01:27.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.921+0000 7f0e47e65640 1 -- start start 2024-09-19T05:01:27.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.921+0000 7f0e47e65640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e4006d2c0 0x7f0e4015aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:27.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.922+0000 7f0e47e65640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e400d2b60 0x7f0e400ad330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:27.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.922+0000 7f0e47e65640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0e4015e890 0x7f0e4015cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:27.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.922+0000 7f0e47e65640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f0e4006db10 con 0x7f0e4015e890 2024-09-19T05:01:27.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.922+0000 7f0e47e65640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f0e4015ec70 con 0x7f0e400d2b60 2024-09-19T05:01:27.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.922+0000 7f0e47e65640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f0e4006dc90 con 0x7f0e4006d2c0 2024-09-19T05:01:27.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.922+0000 7f0e46402640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0e4015e890 0x7f0e4015cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:27.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.922+0000 7f0e46402640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0e4015e890 0x7f0e4015cc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:57356/0 (socket says 172.21.15.5:57356) 2024-09-19T05:01:27.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.922+0000 7f0e46402640 1 -- 172.21.15.5:0/4142933765 learned_addr learned my addr 172.21.15.5:0/4142933765 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:27.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.922+0000 7f0e45400640 1 --2- 172.21.15.5:0/4142933765 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e400d2b60 0x7f0e400ad330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:27.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.922+0000 7f0e45c01640 1 --2- 172.21.15.5:0/4142933765 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e4006d2c0 0x7f0e4015aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:27.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.922+0000 7f0e46402640 1 -- 172.21.15.5:0/4142933765 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e4006d2c0 msgr2=0x7f0e4015aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:27.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.922+0000 7f0e46402640 1 --2- 172.21.15.5:0/4142933765 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e4006d2c0 0x7f0e4015aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.922+0000 7f0e46402640 1 -- 172.21.15.5:0/4142933765 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e400d2b60 msgr2=0x7f0e400ad330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:27.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.922+0000 7f0e46402640 1 --2- 172.21.15.5:0/4142933765 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e400d2b60 0x7f0e400ad330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.922+0000 7f0e46402640 1 -- 172.21.15.5:0/4142933765 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e400cd1a0 con 0x7f0e4015e890 2024-09-19T05:01:27.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.922+0000 7f0e45400640 1 --2- 172.21.15.5:0/4142933765 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e400d2b60 0x7f0e400ad330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:01:27.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.922+0000 7f0e46402640 1 --2- 172.21.15.5:0/4142933765 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0e4015e890 0x7f0e4015cc30 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f0e3802ac90 tx=0x7f0e38004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:27.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.922+0000 7f0e367fc640 1 -- 172.21.15.5:0/4142933765 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e3803f020 con 0x7f0e4015e890 2024-09-19T05:01:27.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.922+0000 7f0e367fc640 1 -- 172.21.15.5:0/4142933765 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e38037040 con 0x7f0e4015e890 2024-09-19T05:01:27.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.922+0000 7f0e367fc640 1 -- 172.21.15.5:0/4142933765 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e38036070 con 0x7f0e4015e890 2024-09-19T05:01:27.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.922+0000 7f0e47e65640 1 -- 172.21.15.5:0/4142933765 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e400cd480 con 0x7f0e4015e890 2024-09-19T05:01:27.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.922+0000 7f0e47e65640 1 -- 172.21.15.5:0/4142933765 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e400cda40 con 0x7f0e4015e890 2024-09-19T05:01:27.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.924+0000 7f0e367fc640 1 -- 172.21.15.5:0/4142933765 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0e38042020 con 0x7f0e4015e890 2024-09-19T05:01:27.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.924+0000 7f0e367fc640 1 --2- 172.21.15.5:0/4142933765 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0e2406c2b0 0x7f0e2406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:27.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.925+0000 7f0e367fc640 1 -- 172.21.15.5:0/4142933765 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f0e380abb20 con 0x7f0e4015e890 2024-09-19T05:01:27.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.925+0000 7f0e45c01640 1 --2- 172.21.15.5:0/4142933765 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0e2406c2b0 0x7f0e2406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:27.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.925+0000 7f0e45c01640 1 --2- 172.21.15.5:0/4142933765 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0e2406c2b0 0x7f0e2406e770 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c007fd0 tx=0x7f0e3c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:27.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.926+0000 7f0e4ac01740 1 Processor -- start 2024-09-19T05:01:27.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.926+0000 7f0e4ac01740 1 -- start start 2024-09-19T05:01:27.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.926+0000 7f0e4ac01740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55fecf7862c0 0x55fecf7cba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:27.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.926+0000 7f0e4ac01740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55fecf783a80 0x55fecf7866a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:27.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.926+0000 7f0e4ac01740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55fecf787a50 0x55fecf7808b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:27.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.926+0000 7f0e4ac01740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x55fecf6e8520 con 0x55fecf7862c0 2024-09-19T05:01:27.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.926+0000 7f0e4ac01740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x55fecf6903e0 con 0x55fecf783a80 2024-09-19T05:01:27.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.926+0000 7f0e4ac01740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x55fecf6e44e0 con 0x55fecf787a50 2024-09-19T05:01:27.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.927+0000 7f0e45c01640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55fecf7862c0 0x55fecf7cba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:27.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.927+0000 7f0e45c01640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55fecf7862c0 0x55fecf7cba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:57366/0 (socket says 172.21.15.5:57366) 2024-09-19T05:01:27.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.927+0000 7f0e45c01640 1 -- 172.21.15.5:0/1977783873 learned_addr learned my addr 172.21.15.5:0/1977783873 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:27.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.927+0000 7f0e45400640 1 --2- 172.21.15.5:0/1977783873 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55fecf783a80 0x55fecf7866a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:27.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.927+0000 7f0e46402640 1 --2- 172.21.15.5:0/1977783873 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55fecf787a50 0x55fecf7808b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:27.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.927+0000 7f0e45c01640 1 -- 172.21.15.5:0/1977783873 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55fecf787a50 msgr2=0x55fecf7808b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:27.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.927+0000 7f0e45c01640 1 --2- 172.21.15.5:0/1977783873 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55fecf787a50 0x55fecf7808b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.927+0000 7f0e45c01640 1 -- 172.21.15.5:0/1977783873 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55fecf783a80 msgr2=0x55fecf7866a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:27.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.927+0000 7f0e45c01640 1 --2- 172.21.15.5:0/1977783873 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55fecf783a80 0x55fecf7866a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.927+0000 7f0e45c01640 1 -- 172.21.15.5:0/1977783873 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fecf6ab2f0 con 0x55fecf7862c0 2024-09-19T05:01:27.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.927+0000 7f0e45c01640 1 --2- 172.21.15.5:0/1977783873 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55fecf7862c0 0x55fecf7cba60 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c005310 tx=0x7f0e3c011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98286bd22ade49f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:27.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.927+0000 7f0e237fe640 1 -- 172.21.15.5:0/1977783873 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e3c021450 con 0x55fecf7862c0 2024-09-19T05:01:27.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.927+0000 7f0e237fe640 1 -- 172.21.15.5:0/1977783873 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e3c0215f0 con 0x55fecf7862c0 2024-09-19T05:01:27.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.927+0000 7f0e237fe640 1 -- 172.21.15.5:0/1977783873 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e3c0219a0 con 0x55fecf7862c0 2024-09-19T05:01:27.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.928+0000 7f0e4ac01740 1 -- 172.21.15.5:0/1977783873 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55fecf7862c0 msgr2=0x55fecf7cba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:27.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.928+0000 7f0e4ac01740 1 --2- 172.21.15.5:0/1977783873 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55fecf7862c0 0x55fecf7cba60 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c005310 tx=0x7f0e3c011000 comp rx=0 tx=0).stop 2024-09-19T05:01:27.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.928+0000 7f0e4ac01740 1 -- 172.21.15.5:0/1977783873 shutdown_connections 2024-09-19T05:01:27.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.928+0000 7f0e4ac01740 1 --2- 172.21.15.5:0/1977783873 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55fecf787a50 0x55fecf7808b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.928+0000 7f0e4ac01740 1 --2- 172.21.15.5:0/1977783873 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55fecf783a80 0x55fecf7866a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.928+0000 7f0e4ac01740 1 --2- 172.21.15.5:0/1977783873 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55fecf7862c0 0x55fecf7cba60 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.928+0000 7f0e4ac01740 1 -- 172.21.15.5:0/1977783873 >> 172.21.15.5:0/1977783873 conn(0x55fecf782a80 msgr2=0x55fecf7caf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:27.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.928+0000 7f0e4ac01740 1 -- 172.21.15.5:0/1977783873 shutdown_connections 2024-09-19T05:01:27.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.928+0000 7f0e4ac01740 1 -- 172.21.15.5:0/1977783873 wait complete. 2024-09-19T05:01:27.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.928+0000 7f0e4ac01740 1 -- start start 2024-09-19T05:01:27.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.928+0000 7f0e4ac01740 1 Processor -- start 2024-09-19T05:01:27.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.929+0000 7f0e4ac01740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55fecf7862c0 0x55fecf7c5f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:27.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.929+0000 7f0e4ac01740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55fecf787a50 0x55fecf79ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:27.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.929+0000 7f0e4ac01740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55fecf7a92b0 0x55fecf7804c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:27.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.929+0000 7f0e4ac01740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x55fecf781f20 con 0x55fecf787a50 2024-09-19T05:01:27.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.929+0000 7f0e4ac01740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x55fecf671450 con 0x55fecf7862c0 2024-09-19T05:01:27.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.929+0000 7f0e4ac01740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x55fecf7cc290 con 0x55fecf7a92b0 2024-09-19T05:01:27.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.929+0000 7f0e4ac01740 10 client.0 _ll_register_callbacks cb 0x55fecf3faac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:01:27.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.929+0000 7f0e45400640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55fecf787a50 0x55fecf79ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:27.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.929+0000 7f0e45400640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55fecf787a50 0x55fecf79ebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:57378/0 (socket says 172.21.15.5:57378) 2024-09-19T05:01:27.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.929+0000 7f0e45400640 1 -- 172.21.15.5:0/25407238 learned_addr learned my addr 172.21.15.5:0/25407238 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:27.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.930+0000 7f0e45c01640 1 --2- 172.21.15.5:0/25407238 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55fecf7862c0 0x55fecf7c5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:27.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.930+0000 7f0e46402640 1 --2- 172.21.15.5:0/25407238 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55fecf7a92b0 0x55fecf7804c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:27.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.930+0000 7f0e45400640 1 -- 172.21.15.5:0/25407238 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55fecf7a92b0 msgr2=0x55fecf7804c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:27.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.930+0000 7f0e45400640 1 --2- 172.21.15.5:0/25407238 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55fecf7a92b0 0x55fecf7804c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.930+0000 7f0e45400640 1 -- 172.21.15.5:0/25407238 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55fecf7862c0 msgr2=0x55fecf7c5f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:27.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.930+0000 7f0e45400640 1 --2- 172.21.15.5:0/25407238 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55fecf7862c0 0x55fecf7c5f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.930+0000 7f0e45400640 1 -- 172.21.15.5:0/25407238 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fecf3fb2d0 con 0x55fecf787a50 2024-09-19T05:01:27.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.930+0000 7f0e46402640 1 --2- 172.21.15.5:0/25407238 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55fecf7a92b0 0x55fecf7804c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:01:27.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.930+0000 7f0e45400640 1 --2- 172.21.15.5:0/25407238 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55fecf787a50 0x55fecf79ebf0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f0e30014630 tx=0x7f0e30014af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24425f7d720d7b45 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:27.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.930+0000 7f0e20ff9640 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-19T05:01:27.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.930+0000 7f0e20ff9640 1 -- 172.21.15.5:0/25407238 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e30003610 con 0x55fecf787a50 2024-09-19T05:01:27.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.930+0000 7f0e20ff9640 1 -- 172.21.15.5:0/25407238 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f0e300037b0 con 0x55fecf787a50 2024-09-19T05:01:27.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.930+0000 7f0e4ac01740 1 -- 172.21.15.5:0/25407238 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0e3c0215f0 con 0x55fecf787a50 2024-09-19T05:01:27.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.930+0000 7f0e20ff9640 1 -- 172.21.15.5:0/25407238 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7f0e30026050 con 0x55fecf787a50 2024-09-19T05:01:27.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.930+0000 7f0e4ac01740 10 client.4395 fetch_fsmap learned FSMap version 7 2024-09-19T05:01:27.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.930+0000 7f0e4ac01740 1 -- 172.21.15.5:0/25407238 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x55fecf4c56b0 con 0x55fecf787a50 2024-09-19T05:01:27.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.930+0000 7f0e20ff9640 1 -- 172.21.15.5:0/25407238 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e3c0215f0 con 0x55fecf787a50 2024-09-19T05:01:27.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.930+0000 7f0e20ff9640 1 -- 172.21.15.5:0/25407238 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 7) ==== 3510+0+0 (secure 0 0 0) 0x7f0e30029020 con 0x55fecf787a50 2024-09-19T05:01:27.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.930+0000 7f0e4ac01740 10 client.4395 fetch_fsmap finished waiting for FSMap version 7 2024-09-19T05:01:27.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.930+0000 7f0e4ac01740 10 client.4395 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-19T05:01:27.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.931+0000 7f0e4ac01740 20 client.4395 populate_metadata read hostname 'smithi005' 2024-09-19T05:01:27.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.931+0000 7f0e4ac01740 1 --2- 172.21.15.5:0/25407238 >> [v2:172.21.15.134:6835/168351575,v1:172.21.15.134:6837/168351575] conn(0x55fecf7afda0 0x55fecf7b0180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:27.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.931+0000 7f0e4ac01740 4 client.4395 mds_command: new command op to 4275 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:01:27.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.931+0000 7f0e4ac01740 1 -- 172.21.15.5:0/25407238 --> [v2:172.21.15.134:6835/168351575,v1:172.21.15.134:6837/168351575] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fecf6f5c50 con 0x55fecf7afda0 2024-09-19T05:01:27.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.931+0000 7f0e45c01640 1 --2- 172.21.15.5:0/25407238 >> [v2:172.21.15.134:6835/168351575,v1:172.21.15.134:6837/168351575] conn(0x55fecf7afda0 0x55fecf7b0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:27.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.931+0000 7f0e45c01640 1 --2- 172.21.15.5:0/25407238 >> [v2:172.21.15.134:6835/168351575,v1:172.21.15.134:6837/168351575] conn(0x55fecf7afda0 0x55fecf7b0180 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=832854828ce9874d server_cookie=f5098c6b37a1670f in_seq=0 out_seq=0 2024-09-19T05:01:27.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.931+0000 7f0e20ff9640 10 client.4395 ms_handle_connect on v2:172.21.15.134:6835/168351575 2024-09-19T05:01:27.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.932+0000 7f0e20ff9640 1 -- 172.21.15.5:0/25407238 <== mds.0 v2:172.21.15.134:6835/168351575 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fecf6f5c50 con 0x55fecf7afda0 2024-09-19T05:01:27.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.932+0000 7f0e20ff9640 10 client.4395 handle_command_reply: tid=0 2024-09-19T05:01:27.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.932+0000 7f0e4ac01740 1 client.4395 shutdown 2024-09-19T05:01:27.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.932+0000 7f0e4ac01740 1 -- 172.21.15.5:0/25407238 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55fecf787a50 msgr2=0x55fecf79ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:27.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.932+0000 7f0e4ac01740 1 --2- 172.21.15.5:0/25407238 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55fecf787a50 0x55fecf79ebf0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f0e30014630 tx=0x7f0e30014af0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.932+0000 7f0e4ac01740 1 -- 172.21.15.5:0/25407238 shutdown_connections 2024-09-19T05:01:27.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.932+0000 7f0e4ac01740 1 --2- 172.21.15.5:0/25407238 >> [v2:172.21.15.134:6835/168351575,v1:172.21.15.134:6837/168351575] conn(0x55fecf7afda0 0x55fecf7b0180 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.932+0000 7f0e4ac01740 1 --2- 172.21.15.5:0/25407238 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55fecf7a92b0 0x55fecf7804c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.932+0000 7f0e20ff9640 0 client.4395 ms_handle_reset on v2:172.21.15.134:6835/168351575 2024-09-19T05:01:27.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.932+0000 7f0e4ac01740 1 --2- 172.21.15.5:0/25407238 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55fecf787a50 0x55fecf79ebf0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.932+0000 7f0e4ac01740 1 --2- 172.21.15.5:0/25407238 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55fecf7862c0 0x55fecf7c5f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.932+0000 7f0e4ac01740 1 -- 172.21.15.5:0/25407238 >> 172.21.15.5:0/25407238 conn(0x55fecf783a80 msgr2=0x55fecf7c9ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:27.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.932+0000 7f0e4ac01740 1 -- 172.21.15.5:0/25407238 shutdown_connections 2024-09-19T05:01:27.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.932+0000 7f0e4ac01740 1 -- 172.21.15.5:0/25407238 wait complete. 2024-09-19T05:01:27.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.932+0000 7f0e4ac01740 20 client.4395 trim_cache size 0 max 16384 2024-09-19T05:01:27.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.950+0000 7f0e4ac01740 1 Processor -- start 2024-09-19T05:01:27.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.951+0000 7f0e4ac01740 1 -- start start 2024-09-19T05:01:27.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.951+0000 7f0e4ac01740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55fecf7862c0 0x55fecf7efb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:27.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.951+0000 7f0e4ac01740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55fecf787a50 0x55fecf7c5900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:27.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.951+0000 7f0e4ac01740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55fecf7a92b0 0x55fecf7c5e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:27.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.951+0000 7f0e4ac01740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f0e40200fe0 con 0x55fecf787a50 2024-09-19T05:01:27.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.951+0000 7f0e4ac01740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f0e401f86b0 con 0x55fecf7862c0 2024-09-19T05:01:27.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.951+0000 7f0e4ac01740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f0e40200990 con 0x55fecf7a92b0 2024-09-19T05:01:27.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.951+0000 7f0e45400640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55fecf787a50 0x55fecf7c5900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:27.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.951+0000 7f0e45400640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55fecf787a50 0x55fecf7c5900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:57380/0 (socket says 172.21.15.5:57380) 2024-09-19T05:01:27.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.951+0000 7f0e45400640 1 -- 172.21.15.5:0/3149856550 learned_addr learned my addr 172.21.15.5:0/3149856550 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:27.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.952+0000 7f0e45400640 1 -- 172.21.15.5:0/3149856550 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55fecf7a92b0 msgr2=0x55fecf7c5e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:27.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.952+0000 7f0e45400640 1 --2- 172.21.15.5:0/3149856550 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55fecf7a92b0 0x55fecf7c5e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.952+0000 7f0e45400640 1 -- 172.21.15.5:0/3149856550 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55fecf7862c0 msgr2=0x55fecf7efb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:27.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.952+0000 7f0e45400640 1 --2- 172.21.15.5:0/3149856550 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55fecf7862c0 0x55fecf7efb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.952+0000 7f0e45400640 1 -- 172.21.15.5:0/3149856550 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fecf7db8f0 con 0x55fecf787a50 2024-09-19T05:01:27.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.952+0000 7f0e45400640 1 --2- 172.21.15.5:0/3149856550 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55fecf787a50 0x55fecf7c5900 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0e30000c00 tx=0x7f0e30019000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7413c9caadfcb358 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:27.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.952+0000 7f0e22ffd640 1 -- 172.21.15.5:0/3149856550 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e30000e60 con 0x55fecf787a50 2024-09-19T05:01:27.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.952+0000 7f0e22ffd640 1 -- 172.21.15.5:0/3149856550 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e3002e020 con 0x55fecf787a50 2024-09-19T05:01:27.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.952+0000 7f0e22ffd640 1 -- 172.21.15.5:0/3149856550 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e300095f0 con 0x55fecf787a50 2024-09-19T05:01:27.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.952+0000 7f0e4ac01740 1 -- 172.21.15.5:0/3149856550 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55fecf787a50 msgr2=0x55fecf7c5900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:27.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.952+0000 7f0e4ac01740 1 --2- 172.21.15.5:0/3149856550 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55fecf787a50 0x55fecf7c5900 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0e30000c00 tx=0x7f0e30019000 comp rx=0 tx=0).stop 2024-09-19T05:01:27.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.952+0000 7f0e4ac01740 1 -- 172.21.15.5:0/3149856550 shutdown_connections 2024-09-19T05:01:27.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.952+0000 7f0e4ac01740 1 --2- 172.21.15.5:0/3149856550 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55fecf7a92b0 0x55fecf7c5e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.952+0000 7f0e4ac01740 1 --2- 172.21.15.5:0/3149856550 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55fecf787a50 0x55fecf7c5900 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.952+0000 7f0e4ac01740 1 --2- 172.21.15.5:0/3149856550 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55fecf7862c0 0x55fecf7efb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.952+0000 7f0e4ac01740 1 -- 172.21.15.5:0/3149856550 >> 172.21.15.5:0/3149856550 conn(0x55fecf783a80 msgr2=0x55fecf7cca90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:27.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.952+0000 7f0e4ac01740 1 -- 172.21.15.5:0/3149856550 shutdown_connections 2024-09-19T05:01:27.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.953+0000 7f0e4ac01740 1 -- 172.21.15.5:0/3149856550 wait complete. 2024-09-19T05:01:27.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.953+0000 7f0e4ac01740 1 -- start start 2024-09-19T05:01:27.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.953+0000 7f0e4ac01740 1 Processor -- start 2024-09-19T05:01:27.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.954+0000 7f0e4ac01740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55fecf7862c0 0x55fecf849800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:27.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.954+0000 7f0e4ac01740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55fecf787a50 0x55fecf7dde30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:27.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.954+0000 7f0e4ac01740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55fecf7a92b0 0x55fecf7de370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:27.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.954+0000 7f0e4ac01740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x55fecf7b0e40 con 0x55fecf7a92b0 2024-09-19T05:01:27.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.954+0000 7f0e4ac01740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x55fecf7c6bc0 con 0x55fecf7862c0 2024-09-19T05:01:27.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.954+0000 7f0e4ac01740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x55fecf7ae060 con 0x55fecf787a50 2024-09-19T05:01:27.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.954+0000 7f0e4ac01740 10 client.0 _ll_register_callbacks cb 0x7f0e300097d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:01:27.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.954+0000 7f0e46402640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55fecf7a92b0 0x55fecf7de370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:27.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.954+0000 7f0e46402640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55fecf7a92b0 0x55fecf7de370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:57388/0 (socket says 172.21.15.5:57388) 2024-09-19T05:01:27.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.954+0000 7f0e46402640 1 -- 172.21.15.5:0/1615790920 learned_addr learned my addr 172.21.15.5:0/1615790920 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:27.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.954+0000 7f0e45400640 1 --2- 172.21.15.5:0/1615790920 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55fecf787a50 0x55fecf7dde30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:27.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.954+0000 7f0e45c01640 1 --2- 172.21.15.5:0/1615790920 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55fecf7862c0 0x55fecf849800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:27.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.954+0000 7f0e46402640 1 -- 172.21.15.5:0/1615790920 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55fecf787a50 msgr2=0x55fecf7dde30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:27.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.954+0000 7f0e46402640 1 --2- 172.21.15.5:0/1615790920 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55fecf787a50 0x55fecf7dde30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.954+0000 7f0e46402640 1 -- 172.21.15.5:0/1615790920 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55fecf7862c0 msgr2=0x55fecf849800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:27.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.954+0000 7f0e46402640 1 --2- 172.21.15.5:0/1615790920 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55fecf7862c0 0x55fecf849800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.954+0000 7f0e46402640 1 -- 172.21.15.5:0/1615790920 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fecf77fd90 con 0x55fecf7a92b0 2024-09-19T05:01:27.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.955+0000 7f0e46402640 1 --2- 172.21.15.5:0/1615790920 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55fecf7a92b0 0x55fecf7de370 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f0e38075d40 tx=0x7f0e38079300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25f9ae3d3e563ee2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:27.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.955+0000 7f0e20ff9640 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-19T05:01:27.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.955+0000 7f0e20ff9640 1 -- 172.21.15.5:0/1615790920 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e380a8060 con 0x55fecf7a92b0 2024-09-19T05:01:27.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.955+0000 7f0e20ff9640 1 -- 172.21.15.5:0/1615790920 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f0e38082030 con 0x55fecf7a92b0 2024-09-19T05:01:27.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.955+0000 7f0e4ac01740 1 -- 172.21.15.5:0/1615790920 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0e3002e020 con 0x55fecf7a92b0 2024-09-19T05:01:27.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.955+0000 7f0e20ff9640 1 -- 172.21.15.5:0/1615790920 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7f0e38096050 con 0x55fecf7a92b0 2024-09-19T05:01:27.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.955+0000 7f0e4ac01740 10 client.4401 fetch_fsmap learned FSMap version 7 2024-09-19T05:01:27.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.955+0000 7f0e4ac01740 1 -- 172.21.15.5:0/1615790920 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x55fecf849d40 con 0x55fecf7a92b0 2024-09-19T05:01:27.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.955+0000 7f0e20ff9640 1 -- 172.21.15.5:0/1615790920 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e3002e020 con 0x55fecf7a92b0 2024-09-19T05:01:27.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.955+0000 7f0e20ff9640 1 -- 172.21.15.5:0/1615790920 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 7) ==== 3510+0+0 (secure 0 0 0) 0x7f0e3802fb90 con 0x55fecf7a92b0 2024-09-19T05:01:27.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.955+0000 7f0e4ac01740 10 client.4401 fetch_fsmap finished waiting for FSMap version 7 2024-09-19T05:01:27.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.955+0000 7f0e4ac01740 10 client.4401 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-19T05:01:27.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.955+0000 7f0e4ac01740 20 client.4401 populate_metadata read hostname 'smithi005' 2024-09-19T05:01:27.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.955+0000 7f0e4ac01740 1 --2- 172.21.15.5:0/1615790920 >> [v2:172.21.15.134:6835/168351575,v1:172.21.15.134:6837/168351575] conn(0x55fecf84aba0 0x55fecf7a7380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:27.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.955+0000 7f0e4ac01740 4 client.4401 mds_command: new command op to 4275 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:01:27.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.955+0000 7f0e4ac01740 1 -- 172.21.15.5:0/1615790920 --> [v2:172.21.15.134:6835/168351575,v1:172.21.15.134:6837/168351575] -- command(tid 0: {"prefix": "status"}) -- 0x55fecf6effa0 con 0x55fecf84aba0 2024-09-19T05:01:27.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.955+0000 7f0e45c01640 1 --2- 172.21.15.5:0/1615790920 >> [v2:172.21.15.134:6835/168351575,v1:172.21.15.134:6837/168351575] conn(0x55fecf84aba0 0x55fecf7a7380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:27.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.956+0000 7f0e20ff9640 10 client.4401 ms_handle_connect on v2:172.21.15.134:6835/168351575 2024-09-19T05:01:27.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.956+0000 7f0e45c01640 1 --2- 172.21.15.5:0/1615790920 >> [v2:172.21.15.134:6835/168351575,v1:172.21.15.134:6837/168351575] conn(0x55fecf84aba0 0x55fecf7a7380 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=85e45c1e8f289133 server_cookie=dd61bfa383558355 in_seq=0 out_seq=0 2024-09-19T05:01:27.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.956+0000 7f0e20ff9640 1 -- 172.21.15.5:0/1615790920 <== mds.0 v2:172.21.15.134:6835/168351575 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x55fecf6effa0 con 0x55fecf84aba0 2024-09-19T05:01:27.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.956+0000 7f0e20ff9640 10 client.4401 handle_command_reply: tid=0 2024-09-19T05:01:27.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.956+0000 7f0e4ac01740 1 client.4401 shutdown 2024-09-19T05:01:27.966 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.956+0000 7f0e4ac01740 1 -- 172.21.15.5:0/1615790920 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55fecf7a92b0 msgr2=0x55fecf7de370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:27.966 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.956+0000 7f0e4ac01740 1 --2- 172.21.15.5:0/1615790920 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55fecf7a92b0 0x55fecf7de370 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f0e38075d40 tx=0x7f0e38079300 comp rx=0 tx=0).stop 2024-09-19T05:01:27.966 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.956+0000 7f0e4ac01740 1 -- 172.21.15.5:0/1615790920 shutdown_connections 2024-09-19T05:01:27.966 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.956+0000 7f0e4ac01740 1 --2- 172.21.15.5:0/1615790920 >> [v2:172.21.15.134:6835/168351575,v1:172.21.15.134:6837/168351575] conn(0x55fecf84aba0 0x55fecf7a7380 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.966 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.956+0000 7f0e4ac01740 1 --2- 172.21.15.5:0/1615790920 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55fecf7a92b0 0x55fecf7de370 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.966 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.956+0000 7f0e4ac01740 1 --2- 172.21.15.5:0/1615790920 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55fecf787a50 0x55fecf7dde30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.966 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.956+0000 7f0e4ac01740 1 --2- 172.21.15.5:0/1615790920 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55fecf7862c0 0x55fecf849800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.966 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.956+0000 7f0e4ac01740 1 -- 172.21.15.5:0/1615790920 >> 172.21.15.5:0/1615790920 conn(0x55fecf783a80 msgr2=0x55fecf7cca90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:27.966 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.956+0000 7f0e20ff9640 0 client.4401 ms_handle_reset on v2:172.21.15.134:6835/168351575 2024-09-19T05:01:27.966 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.956+0000 7f0e4ac01740 1 -- 172.21.15.5:0/1615790920 shutdown_connections 2024-09-19T05:01:27.966 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.956+0000 7f0e4ac01740 1 -- 172.21.15.5:0/1615790920 wait complete. 2024-09-19T05:01:27.967 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.956+0000 7f0e4ac01740 20 client.4401 trim_cache size 0 max 16384 2024-09-19T05:01:27.967 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-19T05:01:27.967 INFO:teuthology.orchestra.run.smithi005.stdout: "cluster_fsid": "d3e05719-6fe9-4686-ba83-cd0299bd169b", 2024-09-19T05:01:27.967 INFO:teuthology.orchestra.run.smithi005.stdout: "whoami": 0, 2024-09-19T05:01:27.967 INFO:teuthology.orchestra.run.smithi005.stdout: "id": 4275, 2024-09-19T05:01:27.967 INFO:teuthology.orchestra.run.smithi005.stdout: "want_state": "up:active", 2024-09-19T05:01:27.967 INFO:teuthology.orchestra.run.smithi005.stdout: "state": "up:active", 2024-09-19T05:01:27.968 INFO:teuthology.orchestra.run.smithi005.stdout: "fs_name": "cephfs", 2024-09-19T05:01:27.968 INFO:teuthology.orchestra.run.smithi005.stdout: "rank_uptime": 7.2415721260000003, 2024-09-19T05:01:27.968 INFO:teuthology.orchestra.run.smithi005.stdout: "mdsmap_epoch": 7, 2024-09-19T05:01:27.968 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch": 25, 2024-09-19T05:01:27.968 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch_barrier": 25, 2024-09-19T05:01:27.968 INFO:teuthology.orchestra.run.smithi005.stdout: "uptime": 13.253835961 2024-09-19T05:01:27.968 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-19T05:01:27.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.957+0000 7f0e47e65640 1 -- 172.21.15.5:0/4142933765 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0e2406c2b0 msgr2=0x7f0e2406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:27.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.957+0000 7f0e47e65640 1 --2- 172.21.15.5:0/4142933765 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0e2406c2b0 0x7f0e2406e770 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c007fd0 tx=0x7f0e3c009040 comp rx=0 tx=0).stop 2024-09-19T05:01:27.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.957+0000 7f0e47e65640 1 -- 172.21.15.5:0/4142933765 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0e4015e890 msgr2=0x7f0e4015cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:27.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.957+0000 7f0e47e65640 1 --2- 172.21.15.5:0/4142933765 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0e4015e890 0x7f0e4015cc30 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f0e3802ac90 tx=0x7f0e38004a40 comp rx=0 tx=0).stop 2024-09-19T05:01:27.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.957+0000 7f0e47e65640 1 -- 172.21.15.5:0/4142933765 shutdown_connections 2024-09-19T05:01:27.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.957+0000 7f0e47e65640 1 --2- 172.21.15.5:0/4142933765 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0e2406c2b0 0x7f0e2406e770 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.957+0000 7f0e47e65640 1 --2- 172.21.15.5:0/4142933765 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0e4015e890 0x7f0e4015cc30 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.957+0000 7f0e47e65640 1 --2- 172.21.15.5:0/4142933765 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e400d2b60 0x7f0e400ad330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.957+0000 7f0e47e65640 1 --2- 172.21.15.5:0/4142933765 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e4006d2c0 0x7f0e4015aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:27.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.957+0000 7f0e47e65640 1 -- 172.21.15.5:0/4142933765 >> 172.21.15.5:0/4142933765 conn(0x7f0e400b66c0 msgr2=0x7f0e400d2100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:27.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.957+0000 7f0e47e65640 1 -- 172.21.15.5:0/4142933765 shutdown_connections 2024-09-19T05:01:27.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:27.957+0000 7f0e47e65640 1 -- 172.21.15.5:0/4142933765 wait complete. 2024-09-19T05:01:27.971 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T05:01:27.971 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-19T05:01:27.972 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:01:28.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.071+0000 7f5627fe8640 1 Processor -- start 2024-09-19T05:01:28.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.071+0000 7f5627fe8640 1 -- start start 2024-09-19T05:01:28.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.073+0000 7f5627fe8640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f56200b6700 0x7f5620169210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:28.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.073+0000 7f5627fe8640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56200d3680 con 0x7f562015e660 2024-09-19T05:01:28.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.073+0000 7f5627fe8640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56200d3960 con 0x7f56200d3150 2024-09-19T05:01:28.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.073+0000 7f5627fe8640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f562006d4b0 con 0x7f56200b6700 2024-09-19T05:01:28.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.073+0000 7f5625d84640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f562015e660 0x7f56200d4dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58586/0 (socket says 172.21.15.5:58586) 2024-09-19T05:01:28.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.073+0000 7f5626585640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f56200b6700 0x7f5620169210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:28.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.073+0000 7f5625d84640 1 -- 172.21.15.5:0/1465950021 learned_addr learned my addr 172.21.15.5:0/1465950021 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:28.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.073+0000 7f5624d82640 1 -- 172.21.15.5:0/1465950021 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3590834850 0 0) 0x7f56200d3680 con 0x7f562015e660 2024-09-19T05:01:28.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.073+0000 7f5624d82640 1 -- 172.21.15.5:0/1465950021 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f560c003520 con 0x7f562015e660 2024-09-19T05:01:28.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.073+0000 7f5626585640 1 -- 172.21.15.5:0/1465950021 >> v1:172.21.15.134:6789/0 conn(0x7f56200d3150 legacy=0x7f56200b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:28.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.073+0000 7f5626585640 1 -- 172.21.15.5:0/1465950021 >> v1:172.21.15.5:6789/0 conn(0x7f562015e660 legacy=0x7f56200d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:28.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.073+0000 7f5626585640 1 -- 172.21.15.5:0/1465950021 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f562006ce60 con 0x7f56200b6700 2024-09-19T05:01:28.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.073+0000 7f5626585640 1 --2- 172.21.15.5:0/1465950021 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f56200b6700 0x7f5620169210 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f5618009d90 tx=0x7f561802a780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54abf124f61b0125 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:28.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.073+0000 7f5624d82640 1 -- 172.21.15.5:0/1465950021 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5618037070 con 0x7f56200b6700 2024-09-19T05:01:28.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.073+0000 7f5624d82640 1 -- 172.21.15.5:0/1465950021 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5618007740 con 0x7f56200b6700 2024-09-19T05:01:28.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.073+0000 7f5624d82640 1 -- 172.21.15.5:0/1465950021 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5618007b10 con 0x7f56200b6700 2024-09-19T05:01:28.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.074+0000 7f5627fe8640 1 -- 172.21.15.5:0/1465950021 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f56200b6700 msgr2=0x7f5620169210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:28.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.074+0000 7f5627fe8640 1 --2- 172.21.15.5:0/1465950021 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f56200b6700 0x7f5620169210 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f5618009d90 tx=0x7f561802a780 comp rx=0 tx=0).stop 2024-09-19T05:01:28.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.074+0000 7f5627fe8640 1 -- 172.21.15.5:0/1465950021 shutdown_connections 2024-09-19T05:01:28.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.074+0000 7f5627fe8640 1 --2- 172.21.15.5:0/1465950021 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f56200b6700 0x7f5620169210 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:28.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.074+0000 7f5627fe8640 1 -- 172.21.15.5:0/1465950021 >> 172.21.15.5:0/1465950021 conn(0x7f562008c000 msgr2=0x7f56200d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:28.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.074+0000 7f5627fe8640 1 -- 172.21.15.5:0/1465950021 shutdown_connections 2024-09-19T05:01:28.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.074+0000 7f5627fe8640 1 -- 172.21.15.5:0/1465950021 wait complete. 2024-09-19T05:01:28.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.075+0000 7f5627fe8640 1 Processor -- start 2024-09-19T05:01:28.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.075+0000 7f5627fe8640 1 -- start start 2024-09-19T05:01:28.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.076+0000 7f5627fe8640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f56200b6700 0x7f56200ce4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:28.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.076+0000 7f5627fe8640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f56200d3150 0x7f56201f69e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:28.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.076+0000 7f5627fe8640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f562015e660 0x7f56200b8f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:28.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.076+0000 7f5627fe8640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f562006e950 con 0x7f56200d3150 2024-09-19T05:01:28.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.076+0000 7f5627fe8640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f562015ea40 con 0x7f562015e660 2024-09-19T05:01:28.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.076+0000 7f5627fe8640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f562006ead0 con 0x7f56200b6700 2024-09-19T05:01:28.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.076+0000 7f5625583640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f56200d3150 0x7f56201f69e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:28.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.076+0000 7f5625583640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f56200d3150 0x7f56201f69e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:57414/0 (socket says 172.21.15.5:57414) 2024-09-19T05:01:28.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.076+0000 7f5625583640 1 -- 172.21.15.5:0/3019123197 learned_addr learned my addr 172.21.15.5:0/3019123197 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:28.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.076+0000 7f5626585640 1 --2- 172.21.15.5:0/3019123197 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f562015e660 0x7f56200b8f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:28.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.076+0000 7f5625d84640 1 --2- 172.21.15.5:0/3019123197 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f56200b6700 0x7f56200ce4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:28.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.076+0000 7f5625583640 1 -- 172.21.15.5:0/3019123197 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f56200b6700 msgr2=0x7f56200ce4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:28.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.076+0000 7f5625583640 1 --2- 172.21.15.5:0/3019123197 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f56200b6700 0x7f56200ce4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:28.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.076+0000 7f5625583640 1 -- 172.21.15.5:0/3019123197 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f562015e660 msgr2=0x7f56200b8f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:28.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.076+0000 7f5625583640 1 --2- 172.21.15.5:0/3019123197 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f562015e660 0x7f56200b8f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:28.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.076+0000 7f5625583640 1 -- 172.21.15.5:0/3019123197 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56200b9950 con 0x7f56200d3150 2024-09-19T05:01:28.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.076+0000 7f5626585640 1 --2- 172.21.15.5:0/3019123197 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f562015e660 0x7f56200b8f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:01:28.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.076+0000 7f5625d84640 1 --2- 172.21.15.5:0/3019123197 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f56200b6700 0x7f56200ce4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:01:28.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.076+0000 7f5625583640 1 --2- 172.21.15.5:0/3019123197 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f56200d3150 0x7f56201f69e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f561000c480 tx=0x7f561000c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:28.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.077+0000 7f56167fc640 1 -- 172.21.15.5:0/3019123197 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56100052d0 con 0x7f56200d3150 2024-09-19T05:01:28.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.077+0000 7f56167fc640 1 -- 172.21.15.5:0/3019123197 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5610005470 con 0x7f56200d3150 2024-09-19T05:01:28.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.077+0000 7f56167fc640 1 -- 172.21.15.5:0/3019123197 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5610012870 con 0x7f56200d3150 2024-09-19T05:01:28.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.077+0000 7f5627fe8640 1 -- 172.21.15.5:0/3019123197 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56200cd9f0 con 0x7f56200d3150 2024-09-19T05:01:28.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.077+0000 7f5627fe8640 1 -- 172.21.15.5:0/3019123197 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56200cd6f0 con 0x7f56200d3150 2024-09-19T05:01:28.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.077+0000 7f5627fe8640 1 -- 172.21.15.5:0/3019123197 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56200b5ff0 con 0x7f56200d3150 2024-09-19T05:01:28.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.078+0000 7f56167fc640 1 -- 172.21.15.5:0/3019123197 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5610012a10 con 0x7f56200d3150 2024-09-19T05:01:28.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.080+0000 7f56167fc640 1 --2- 172.21.15.5:0/3019123197 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f560406c2b0 0x7f560406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:28.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.080+0000 7f56167fc640 1 -- 172.21.15.5:0/3019123197 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f561008b410 con 0x7f56200d3150 2024-09-19T05:01:28.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.080+0000 7f5625d84640 1 --2- 172.21.15.5:0/3019123197 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f560406c2b0 0x7f560406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:28.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.080+0000 7f5625d84640 1 --2- 172.21.15.5:0/3019123197 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f560406c2b0 0x7f560406e770 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f561c0011e0 tx=0x7f561c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:28.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.084+0000 7f56167fc640 1 -- 172.21.15.5:0/3019123197 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5610059850 con 0x7f56200d3150 2024-09-19T05:01:28.300 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.298+0000 7f5627fe8640 1 -- 172.21.15.5:0/3019123197 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f56200cfe30 con 0x7f56200d3150 2024-09-19T05:01:28.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.298+0000 7f56167fc640 1 -- 172.21.15.5:0/3019123197 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+88 (secure 0 0 0) 0x7f5610059150 con 0x7f56200d3150 2024-09-19T05:01:28.301 INFO:teuthology.orchestra.run.smithi005.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-19T05:01:28.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.300+0000 7f5627fe8640 1 -- 172.21.15.5:0/3019123197 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f560406c2b0 msgr2=0x7f560406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:28.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.300+0000 7f5627fe8640 1 --2- 172.21.15.5:0/3019123197 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f560406c2b0 0x7f560406e770 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f561c0011e0 tx=0x7f561c009040 comp rx=0 tx=0).stop 2024-09-19T05:01:28.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.300+0000 7f5627fe8640 1 -- 172.21.15.5:0/3019123197 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f56200d3150 msgr2=0x7f56201f69e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:28.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.300+0000 7f5627fe8640 1 --2- 172.21.15.5:0/3019123197 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f56200d3150 0x7f56201f69e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f561000c480 tx=0x7f561000c940 comp rx=0 tx=0).stop 2024-09-19T05:01:28.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.300+0000 7f5627fe8640 1 -- 172.21.15.5:0/3019123197 shutdown_connections 2024-09-19T05:01:28.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.300+0000 7f5627fe8640 1 --2- 172.21.15.5:0/3019123197 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f560406c2b0 0x7f560406e770 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:28.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.300+0000 7f5627fe8640 1 --2- 172.21.15.5:0/3019123197 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f562015e660 0x7f56200b8f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:28.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.300+0000 7f5627fe8640 1 --2- 172.21.15.5:0/3019123197 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f56200d3150 0x7f56201f69e0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:28.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.300+0000 7f5627fe8640 1 --2- 172.21.15.5:0/3019123197 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f56200b6700 0x7f56200ce4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:28.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.300+0000 7f5627fe8640 1 -- 172.21.15.5:0/3019123197 >> 172.21.15.5:0/3019123197 conn(0x7f562008c000 msgr2=0x7f562006d940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:28.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.300+0000 7f5627fe8640 1 -- 172.21.15.5:0/3019123197 shutdown_connections 2024-09-19T05:01:28.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28.300+0000 7f5627fe8640 1 -- 172.21.15.5:0/3019123197 wait complete. 2024-09-19T05:01:28.313 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:01:28.313 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:01:28.314 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi005.front.sepia.ceph.com 2024-09-19T05:01:28.314 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-09-19T05:01:28.314 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-19T05:01:28.314 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:01:28.314 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T05:01:28.314 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:01:28.314 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-09-19T05:01:28.314 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:28.314 DEBUG:teuthology.orchestra.run.smithi005:> ip addr 2024-09-19T05:01:28.330 INFO:teuthology.orchestra.run.smithi005.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:01:28.330 INFO:teuthology.orchestra.run.smithi005.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:01:28.330 INFO:teuthology.orchestra.run.smithi005.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:01:28.331 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:28.331 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 ::1/128 scope host 2024-09-19T05:01:28.331 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:28.331 INFO:teuthology.orchestra.run.smithi005.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:01:28.331 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:de brd ff:ff:ff:ff:ff:ff 2024-09-19T05:01:28.331 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp7s0f0 2024-09-19T05:01:28.331 INFO:teuthology.orchestra.run.smithi005.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:01:28.331 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:df brd ff:ff:ff:ff:ff:ff 2024-09-19T05:01:28.331 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp7s0f1 2024-09-19T05:01:28.331 INFO:teuthology.orchestra.run.smithi005.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:01:28.331 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:42 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:01:28.331 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp1s0f0 2024-09-19T05:01:28.331 INFO:teuthology.orchestra.run.smithi005.stdout: inet 172.21.15.5/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:01:28.332 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft 42787sec preferred_lft 42787sec 2024-09-19T05:01:28.332 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::ec4:7aff:febd:1442/64 scope link 2024-09-19T05:01:28.332 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:28.332 INFO:teuthology.orchestra.run.smithi005.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:01:28.332 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:43 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:01:28.332 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp1s0f1 2024-09-19T05:01:28.332 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-19T05:01:28.333 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:01:28.333 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-19T05:01:28.333 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link add name ceph-brx type bridge 2024-09-19T05:01:28.333 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip addr flush dev ceph-brx 2024-09-19T05:01:28.333 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link set ceph-brx up 2024-09-19T05:01:28.333 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-19T05:01:28.333 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-19T05:01:28.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:01:28.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:28.537 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:28.537 DEBUG:teuthology.orchestra.run.smithi005:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:01:28.562 INFO:teuthology.orchestra.run.smithi005.stdout:1 2024-09-19T05:01:28.564 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:28.564 DEBUG:teuthology.orchestra.run.smithi005:> route 2024-09-19T05:01:28.631 INFO:teuthology.orchestra.run.smithi005.stdout:Kernel IP routing table 2024-09-19T05:01:28.632 INFO:teuthology.orchestra.run.smithi005.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:01:28.632 INFO:teuthology.orchestra.run.smithi005.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:01:28.632 INFO:teuthology.orchestra.run.smithi005.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:01:28.632 INFO:teuthology.orchestra.run.smithi005.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:01:28.632 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:01:28.632 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-19T05:01:28.633 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:01:28.633 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:01:28.633 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:01:28.633 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-19T05:01:28.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:01:28.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:28.940 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:28.941 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list 2024-09-19T05:01:28.958 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:28.958 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list-id 2024-09-19T05:01:29.013 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:01:29.013 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-19T05:01:29.013 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-19T05:01:29.013 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-09-19T05:01:29.013 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-19T05:01:29.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:29 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:01:29.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:29.132 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-09-19T05:01:29.132 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:01:29.133 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-19T05:01:29.133 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-09-19T05:01:29.133 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-19T05:01:29.133 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-09-19T05:01:29.133 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-09-19T05:01:29.133 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-09-19T05:01:29.133 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-19T05:01:29.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:29 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:01:29.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:29.266 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:01:29.267 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-19T05:01:29.267 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link set brx.0 up 2024-09-19T05:01:29.267 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link set dev brx.0 master ceph-brx 2024-09-19T05:01:29.267 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-19T05:01:29.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:29 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:01:29.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:29.345 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-09-19T05:01:29.346 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:01:29.346 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-09-19T05:01:29.375 INFO:teuthology.orchestra.run.smithi005.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-09-19T05:01:29.375 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:01:29.376 DEBUG:teuthology.orchestra.run.smithi005:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-09-19T05:01:29.431 DEBUG:teuthology.orchestra.run.smithi005:> sudo modprobe fuse 2024-09-19T05:01:29.498 DEBUG:teuthology.orchestra.run.smithi005:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T05:01:29.555 INFO:teuthology.orchestra.run.smithi005.stdout:/proc 2024-09-19T05:01:29.555 INFO:teuthology.orchestra.run.smithi005.stdout:/sys 2024-09-19T05:01:29.555 INFO:teuthology.orchestra.run.smithi005.stdout:/dev 2024-09-19T05:01:29.555 INFO:teuthology.orchestra.run.smithi005.stdout:/sys/kernel/security 2024-09-19T05:01:29.556 INFO:teuthology.orchestra.run.smithi005.stdout:/dev/shm 2024-09-19T05:01:29.556 INFO:teuthology.orchestra.run.smithi005.stdout:/dev/pts 2024-09-19T05:01:29.556 INFO:teuthology.orchestra.run.smithi005.stdout:/run 2024-09-19T05:01:29.556 INFO:teuthology.orchestra.run.smithi005.stdout:/sys/fs/cgroup 2024-09-19T05:01:29.556 INFO:teuthology.orchestra.run.smithi005.stdout:/sys/fs/pstore 2024-09-19T05:01:29.556 INFO:teuthology.orchestra.run.smithi005.stdout:/sys/fs/bpf 2024-09-19T05:01:29.556 INFO:teuthology.orchestra.run.smithi005.stdout:/ 2024-09-19T05:01:29.556 INFO:teuthology.orchestra.run.smithi005.stdout:/sys/fs/selinux 2024-09-19T05:01:29.556 INFO:teuthology.orchestra.run.smithi005.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T05:01:29.556 INFO:teuthology.orchestra.run.smithi005.stdout:/dev/hugepages 2024-09-19T05:01:29.556 INFO:teuthology.orchestra.run.smithi005.stdout:/dev/mqueue 2024-09-19T05:01:29.556 INFO:teuthology.orchestra.run.smithi005.stdout:/sys/kernel/debug 2024-09-19T05:01:29.556 INFO:teuthology.orchestra.run.smithi005.stdout:/sys/kernel/tracing 2024-09-19T05:01:29.557 INFO:teuthology.orchestra.run.smithi005.stdout:/sys/fs/fuse/connections 2024-09-19T05:01:29.557 INFO:teuthology.orchestra.run.smithi005.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T05:01:29.557 INFO:teuthology.orchestra.run.smithi005.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T05:01:29.557 INFO:teuthology.orchestra.run.smithi005.stdout:/sys/kernel/config 2024-09-19T05:01:29.557 INFO:teuthology.orchestra.run.smithi005.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T05:01:29.557 INFO:teuthology.orchestra.run.smithi005.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T05:01:29.557 INFO:teuthology.orchestra.run.smithi005.stdout:/run/user/1000 2024-09-19T05:01:29.557 INFO:teuthology.orchestra.run.smithi005.stdout:/var/lib/ceph 2024-09-19T05:01:29.557 INFO:teuthology.orchestra.run.smithi005.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T05:01:29.557 INFO:teuthology.orchestra.run.smithi005.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T05:01:29.557 INFO:teuthology.orchestra.run.smithi005.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T05:01:29.557 INFO:teuthology.orchestra.run.smithi005.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T05:01:29.557 INFO:teuthology.orchestra.run.smithi005.stdout:/run/netns 2024-09-19T05:01:29.557 INFO:teuthology.orchestra.run.smithi005.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-19T05:01:29.558 INFO:teuthology.orchestra.run.smithi005.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-19T05:01:29.558 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:29.558 DEBUG:teuthology.orchestra.run.smithi005:> ls /sys/fs/fuse/connections 2024-09-19T05:01:29.611 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T05:01:29.611 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-09-19T05:01:29.654 DEBUG:teuthology.orchestra.run.smithi005:> sudo modprobe fuse 2024-09-19T05:01:29.678 DEBUG:teuthology.orchestra.run.smithi005:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T05:01:29.736 INFO:teuthology.orchestra.run.smithi005.stdout:/proc 2024-09-19T05:01:29.736 INFO:teuthology.orchestra.run.smithi005.stdout:/sys 2024-09-19T05:01:29.736 INFO:teuthology.orchestra.run.smithi005.stdout:/dev 2024-09-19T05:01:29.736 INFO:teuthology.orchestra.run.smithi005.stdout:/sys/kernel/security 2024-09-19T05:01:29.736 INFO:teuthology.orchestra.run.smithi005.stdout:/dev/shm 2024-09-19T05:01:29.736 INFO:teuthology.orchestra.run.smithi005.stdout:/dev/pts 2024-09-19T05:01:29.736 INFO:teuthology.orchestra.run.smithi005.stdout:/run 2024-09-19T05:01:29.736 INFO:teuthology.orchestra.run.smithi005.stdout:/sys/fs/cgroup 2024-09-19T05:01:29.737 INFO:teuthology.orchestra.run.smithi005.stdout:/sys/fs/pstore 2024-09-19T05:01:29.737 INFO:teuthology.orchestra.run.smithi005.stdout:/sys/fs/bpf 2024-09-19T05:01:29.737 INFO:teuthology.orchestra.run.smithi005.stdout:/ 2024-09-19T05:01:29.737 INFO:teuthology.orchestra.run.smithi005.stdout:/sys/fs/selinux 2024-09-19T05:01:29.737 INFO:teuthology.orchestra.run.smithi005.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T05:01:29.737 INFO:teuthology.orchestra.run.smithi005.stdout:/dev/hugepages 2024-09-19T05:01:29.737 INFO:teuthology.orchestra.run.smithi005.stdout:/dev/mqueue 2024-09-19T05:01:29.737 INFO:teuthology.orchestra.run.smithi005.stdout:/sys/kernel/debug 2024-09-19T05:01:29.737 INFO:teuthology.orchestra.run.smithi005.stdout:/sys/kernel/tracing 2024-09-19T05:01:29.737 INFO:teuthology.orchestra.run.smithi005.stdout:/sys/fs/fuse/connections 2024-09-19T05:01:29.737 INFO:teuthology.orchestra.run.smithi005.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T05:01:29.737 INFO:teuthology.orchestra.run.smithi005.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T05:01:29.737 INFO:teuthology.orchestra.run.smithi005.stdout:/sys/kernel/config 2024-09-19T05:01:29.737 INFO:teuthology.orchestra.run.smithi005.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T05:01:29.738 INFO:teuthology.orchestra.run.smithi005.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T05:01:29.738 INFO:teuthology.orchestra.run.smithi005.stdout:/run/user/1000 2024-09-19T05:01:29.738 INFO:teuthology.orchestra.run.smithi005.stdout:/var/lib/ceph 2024-09-19T05:01:29.738 INFO:teuthology.orchestra.run.smithi005.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T05:01:29.738 INFO:teuthology.orchestra.run.smithi005.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T05:01:29.738 INFO:teuthology.orchestra.run.smithi005.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T05:01:29.738 INFO:teuthology.orchestra.run.smithi005.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T05:01:29.738 INFO:teuthology.orchestra.run.smithi005.stdout:/run/netns 2024-09-19T05:01:29.739 INFO:teuthology.orchestra.run.smithi005.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-19T05:01:29.739 INFO:teuthology.orchestra.run.smithi005.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-19T05:01:29.739 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:29.739 DEBUG:teuthology.orchestra.run.smithi005:> ls /sys/fs/fuse/connections 2024-09-19T05:01:29.765 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi005.stderr:2024-09-19T05:01:29.763+0000 7f84f1a1d480 -1 init, newargv = 0x55ac1abd68d0 newargc=15 2024-09-19T05:01:29.765 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi005.stderr:ceph-fuse[42023]: starting ceph client 2024-09-19T05:01:29.771 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi005.stderr:ceph-fuse[42023]: starting fuse 2024-09-19T05:01:29.781 INFO:teuthology.orchestra.run.smithi005.stdout:41 2024-09-19T05:01:29.781 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-19T05:01:29.782 DEBUG:teuthology.orchestra.run.smithi005:> sudo stdin-killer -- python3 -c ' 2024-09-19T05:01:29.782 DEBUG:teuthology.orchestra.run.smithi005:> import glob 2024-09-19T05:01:29.782 DEBUG:teuthology.orchestra.run.smithi005:> import re 2024-09-19T05:01:29.782 DEBUG:teuthology.orchestra.run.smithi005:> import os 2024-09-19T05:01:29.782 DEBUG:teuthology.orchestra.run.smithi005:> import subprocess 2024-09-19T05:01:29.782 DEBUG:teuthology.orchestra.run.smithi005:> 2024-09-19T05:01:29.782 DEBUG:teuthology.orchestra.run.smithi005:> def _find_admin_socket(client_name): 2024-09-19T05:01:29.782 DEBUG:teuthology.orchestra.run.smithi005:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-09-19T05:01:29.782 DEBUG:teuthology.orchestra.run.smithi005:> files = glob.glob(asok_path) 2024-09-19T05:01:29.782 DEBUG:teuthology.orchestra.run.smithi005:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-09-19T05:01:29.782 DEBUG:teuthology.orchestra.run.smithi005:> 2024-09-19T05:01:29.782 DEBUG:teuthology.orchestra.run.smithi005:> # Given a non-glob path, it better be there 2024-09-19T05:01:29.782 DEBUG:teuthology.orchestra.run.smithi005:> if "*" not in asok_path: 2024-09-19T05:01:29.783 DEBUG:teuthology.orchestra.run.smithi005:> assert(len(files) == 1) 2024-09-19T05:01:29.783 DEBUG:teuthology.orchestra.run.smithi005:> return files[0] 2024-09-19T05:01:29.783 DEBUG:teuthology.orchestra.run.smithi005:> 2024-09-19T05:01:29.783 DEBUG:teuthology.orchestra.run.smithi005:> for f in files: 2024-09-19T05:01:29.783 DEBUG:teuthology.orchestra.run.smithi005:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T05:01:29.783 DEBUG:teuthology.orchestra.run.smithi005:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T05:01:29.783 DEBUG:teuthology.orchestra.run.smithi005:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T05:01:29.783 DEBUG:teuthology.orchestra.run.smithi005:> contents = proc_f.read() 2024-09-19T05:01:29.783 DEBUG:teuthology.orchestra.run.smithi005:> if mountpoint in contents: 2024-09-19T05:01:29.783 DEBUG:teuthology.orchestra.run.smithi005:> return f 2024-09-19T05:01:29.783 DEBUG:teuthology.orchestra.run.smithi005:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T05:01:29.783 DEBUG:teuthology.orchestra.run.smithi005:> 2024-09-19T05:01:29.783 DEBUG:teuthology.orchestra.run.smithi005:> print(_find_admin_socket("client.admin")) 2024-09-19T05:01:29.783 DEBUG:teuthology.orchestra.run.smithi005:> ' 2024-09-19T05:01:29.901 INFO:teuthology.orchestra.run.smithi005.stdout:/var/run/ceph/ceph-client.admin.42023.asok 2024-09-19T05:01:29.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:29.912 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.42023.asok 2024-09-19T05:01:29.912 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:29.912 DEBUG:teuthology.orchestra.run.smithi005:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.42023.asok status 2024-09-19T05:01:30.049 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-19T05:01:30.049 INFO:teuthology.orchestra.run.smithi005.stdout: "metadata": { 2024-09-19T05:01:30.049 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T05:01:30.049 INFO:teuthology.orchestra.run.smithi005.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T05:01:30.049 INFO:teuthology.orchestra.run.smithi005.stdout: "entity_id": "admin", 2024-09-19T05:01:30.049 INFO:teuthology.orchestra.run.smithi005.stdout: "hostname": "smithi005", 2024-09-19T05:01:30.049 INFO:teuthology.orchestra.run.smithi005.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-09-19T05:01:30.050 INFO:teuthology.orchestra.run.smithi005.stdout: "pid": "42023", 2024-09-19T05:01:30.050 INFO:teuthology.orchestra.run.smithi005.stdout: "root": "/" 2024-09-19T05:01:30.050 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:01:30.050 INFO:teuthology.orchestra.run.smithi005.stdout: "dentry_count": 0, 2024-09-19T05:01:30.050 INFO:teuthology.orchestra.run.smithi005.stdout: "dentry_pinned_count": 0, 2024-09-19T05:01:30.050 INFO:teuthology.orchestra.run.smithi005.stdout: "id": 4419, 2024-09-19T05:01:30.050 INFO:teuthology.orchestra.run.smithi005.stdout: "inst": { 2024-09-19T05:01:30.050 INFO:teuthology.orchestra.run.smithi005.stdout: "name": { 2024-09-19T05:01:30.050 INFO:teuthology.orchestra.run.smithi005.stdout: "type": "client", 2024-09-19T05:01:30.050 INFO:teuthology.orchestra.run.smithi005.stdout: "num": 4419 2024-09-19T05:01:30.050 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:01:30.050 INFO:teuthology.orchestra.run.smithi005.stdout: "addr": { 2024-09-19T05:01:30.050 INFO:teuthology.orchestra.run.smithi005.stdout: "type": "v1", 2024-09-19T05:01:30.051 INFO:teuthology.orchestra.run.smithi005.stdout: "addr": "192.168.0.1:0", 2024-09-19T05:01:30.051 INFO:teuthology.orchestra.run.smithi005.stdout: "nonce": 301837531 2024-09-19T05:01:30.051 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:01:30.051 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:01:30.051 INFO:teuthology.orchestra.run.smithi005.stdout: "addr": { 2024-09-19T05:01:30.051 INFO:teuthology.orchestra.run.smithi005.stdout: "type": "v1", 2024-09-19T05:01:30.051 INFO:teuthology.orchestra.run.smithi005.stdout: "addr": "192.168.0.1:0", 2024-09-19T05:01:30.051 INFO:teuthology.orchestra.run.smithi005.stdout: "nonce": 301837531 2024-09-19T05:01:30.051 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:01:30.051 INFO:teuthology.orchestra.run.smithi005.stdout: "inst_str": "client.4419 192.168.0.1:0/301837531", 2024-09-19T05:01:30.051 INFO:teuthology.orchestra.run.smithi005.stdout: "addr_str": "192.168.0.1:0/301837531", 2024-09-19T05:01:30.051 INFO:teuthology.orchestra.run.smithi005.stdout: "inode_count": 1, 2024-09-19T05:01:30.051 INFO:teuthology.orchestra.run.smithi005.stdout: "mds_epoch": 7, 2024-09-19T05:01:30.051 INFO:teuthology.orchestra.run.smithi005.stdout: "osd_epoch": 25, 2024-09-19T05:01:30.051 INFO:teuthology.orchestra.run.smithi005.stdout: "osd_epoch_barrier": 0, 2024-09-19T05:01:30.052 INFO:teuthology.orchestra.run.smithi005.stdout: "blocklisted": false, 2024-09-19T05:01:30.052 INFO:teuthology.orchestra.run.smithi005.stdout: "fs_name": "cephfs" 2024-09-19T05:01:30.052 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-19T05:01:30.057 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:30.057 DEBUG:teuthology.orchestra.run.smithi005:> stat --file-system '--printf=%T 2024-09-19T05:01:30.057 DEBUG:teuthology.orchestra.run.smithi005:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-09-19T05:01:30.073 INFO:teuthology.orchestra.run.smithi005.stdout:fuseblk 2024-09-19T05:01:30.073 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-09-19T05:01:30.074 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:30.074 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-09-19T05:01:30.140 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-09-19T05:01:30.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:01:30.246 INFO:teuthology.orchestra.run.smithi005.stdout:# file: . 2024-09-19T05:01:30.246 INFO:teuthology.orchestra.run.smithi005.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-09-19T05:01:30.246 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:01:30.246 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:30.252 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:01:30.252 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:01:30.269 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:01:30.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.410+0000 7f58e4a1e640 1 Processor -- start 2024-09-19T05:01:30.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.411+0000 7f58e4a1e640 1 -- start start 2024-09-19T05:01:30.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.411+0000 7f58e4a1e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f58e015e660 0x7f58e00d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:30.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.411+0000 7f58e4a1e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f58e00b6700 0x7f58e006d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:30.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.411+0000 7f58e4a1e640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f58e00d3680 con 0x7f58e00d3150 2024-09-19T05:01:30.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.411+0000 7f58e4a1e640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f58e006d4b0 con 0x7f58e00b6700 2024-09-19T05:01:30.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.411+0000 7f58e4a1e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f58e00d3960 con 0x7f58e015e660 2024-09-19T05:01:30.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.412+0000 7f58ded9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f58e00b6700 0x7f58e006d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:30.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.412+0000 7f58ddd9b640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f58e00d3150 0x7f58e00b5ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:58598/0 (socket says 172.21.15.5:58598) 2024-09-19T05:01:30.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.412+0000 7f58ddd9b640 1 -- 172.21.15.5:0/2831208169 learned_addr learned my addr 172.21.15.5:0/2831208169 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:30.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.412+0000 7f58de59c640 1 --2- 172.21.15.5:0/2831208169 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f58e015e660 0x7f58e00d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:30.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.412+0000 7f58ded9d640 1 -- 172.21.15.5:0/2831208169 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f58e015e660 msgr2=0x7f58e00d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:30.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.412+0000 7f58ded9d640 1 --2- 172.21.15.5:0/2831208169 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f58e015e660 0x7f58e00d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:30.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.412+0000 7f58ded9d640 1 -- 172.21.15.5:0/2831208169 >> v1:172.21.15.5:6789/0 conn(0x7f58e00d3150 legacy=0x7f58e00b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:30.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.412+0000 7f58ded9d640 1 -- 172.21.15.5:0/2831208169 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58e006ce60 con 0x7f58e00b6700 2024-09-19T05:01:30.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.412+0000 7f58dd59a640 1 -- 172.21.15.5:0/2831208169 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1314780858 0 0) 0x7f58e00d3680 con 0x7f58e00d3150 2024-09-19T05:01:30.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.412+0000 7f58de59c640 1 --2- 172.21.15.5:0/2831208169 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f58e015e660 0x7f58e00d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:01:30.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.413+0000 7f58ded9d640 1 --2- 172.21.15.5:0/2831208169 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f58e00b6700 0x7f58e006d940 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f58d80097a0 tx=0x7f58d802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=337f535b8a76a312 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:30.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.413+0000 7f58dd59a640 1 -- 172.21.15.5:0/2831208169 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d8037070 con 0x7f58e00b6700 2024-09-19T05:01:30.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.413+0000 7f58dd59a640 1 -- 172.21.15.5:0/2831208169 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58d8032440 con 0x7f58e00b6700 2024-09-19T05:01:30.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.413+0000 7f58dd59a640 1 -- 172.21.15.5:0/2831208169 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d8032810 con 0x7f58e00b6700 2024-09-19T05:01:30.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.413+0000 7f58e4a1e640 1 -- 172.21.15.5:0/2831208169 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f58e00b6700 msgr2=0x7f58e006d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:30.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.413+0000 7f58e4a1e640 1 --2- 172.21.15.5:0/2831208169 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f58e00b6700 0x7f58e006d940 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f58d80097a0 tx=0x7f58d802a210 comp rx=0 tx=0).stop 2024-09-19T05:01:30.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.413+0000 7f58e4a1e640 1 -- 172.21.15.5:0/2831208169 shutdown_connections 2024-09-19T05:01:30.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.413+0000 7f58e4a1e640 1 --2- 172.21.15.5:0/2831208169 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f58e00b6700 0x7f58e006d940 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:30.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.413+0000 7f58e4a1e640 1 --2- 172.21.15.5:0/2831208169 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f58e015e660 0x7f58e00d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:30.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.413+0000 7f58e4a1e640 1 -- 172.21.15.5:0/2831208169 >> 172.21.15.5:0/2831208169 conn(0x7f58e008c000 msgr2=0x7f58e00d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:30.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.414+0000 7f58e4a1e640 1 -- 172.21.15.5:0/2831208169 shutdown_connections 2024-09-19T05:01:30.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.414+0000 7f58e4a1e640 1 -- 172.21.15.5:0/2831208169 wait complete. 2024-09-19T05:01:30.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.415+0000 7f58e4a1e640 1 Processor -- start 2024-09-19T05:01:30.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.415+0000 7f58e4a1e640 1 -- start start 2024-09-19T05:01:30.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.416+0000 7f58e4a1e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f58e00b6700 0x7f58e01f6f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:30.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.416+0000 7f58e4a1e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f58e00d3150 0x7f58e014e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:30.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.416+0000 7f58e4a1e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f58e015e660 0x7f58e00cb640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:30.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.416+0000 7f58e4a1e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f58e015ea40 con 0x7f58e00b6700 2024-09-19T05:01:30.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.416+0000 7f58e4a1e640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f58e00d5310 con 0x7f58e015e660 2024-09-19T05:01:30.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.416+0000 7f58e4a1e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f58e006de80 con 0x7f58e00d3150 2024-09-19T05:01:30.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.416+0000 7f58de59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f58e00b6700 0x7f58e01f6f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:30.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.416+0000 7f58de59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f58e00b6700 0x7f58e01f6f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:57444/0 (socket says 172.21.15.5:57444) 2024-09-19T05:01:30.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.416+0000 7f58de59c640 1 -- 172.21.15.5:0/2491039315 learned_addr learned my addr 172.21.15.5:0/2491039315 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:30.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.416+0000 7f58ddd9b640 1 --2- 172.21.15.5:0/2491039315 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f58e00d3150 0x7f58e014e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:30.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.416+0000 7f58ded9d640 1 --2- 172.21.15.5:0/2491039315 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f58e015e660 0x7f58e00cb640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:30.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.416+0000 7f58de59c640 1 -- 172.21.15.5:0/2491039315 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f58e00d3150 msgr2=0x7f58e014e340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:30.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.416+0000 7f58de59c640 1 --2- 172.21.15.5:0/2491039315 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f58e00d3150 0x7f58e014e340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:30.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.416+0000 7f58de59c640 1 -- 172.21.15.5:0/2491039315 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f58e015e660 msgr2=0x7f58e00cb640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:30.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.416+0000 7f58de59c640 1 --2- 172.21.15.5:0/2491039315 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f58e015e660 0x7f58e00cb640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:30.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.416+0000 7f58de59c640 1 -- 172.21.15.5:0/2491039315 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58e01f74b0 con 0x7f58e00b6700 2024-09-19T05:01:30.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.416+0000 7f58de59c640 1 --2- 172.21.15.5:0/2491039315 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f58e00b6700 0x7f58e01f6f70 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f58d0007f20 tx=0x7f58d000d560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:30.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.416+0000 7f58d6ffd640 1 -- 172.21.15.5:0/2491039315 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d001a070 con 0x7f58e00b6700 2024-09-19T05:01:30.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.416+0000 7f58d6ffd640 1 -- 172.21.15.5:0/2491039315 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58d0003b90 con 0x7f58e00b6700 2024-09-19T05:01:30.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.416+0000 7f58e4a1e640 1 -- 172.21.15.5:0/2491039315 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58e014e880 con 0x7f58e00b6700 2024-09-19T05:01:30.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.416+0000 7f58d6ffd640 1 -- 172.21.15.5:0/2491039315 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d0004030 con 0x7f58e00b6700 2024-09-19T05:01:30.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.416+0000 7f58e4a1e640 1 -- 172.21.15.5:0/2491039315 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58e01f7f00 con 0x7f58e00b6700 2024-09-19T05:01:30.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.417+0000 7f58e4a1e640 1 -- 172.21.15.5:0/2491039315 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58e006d940 con 0x7f58e00b6700 2024-09-19T05:01:30.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.418+0000 7f58d6ffd640 1 -- 172.21.15.5:0/2491039315 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f58d001d070 con 0x7f58e00b6700 2024-09-19T05:01:30.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.418+0000 7f58d6ffd640 1 --2- 172.21.15.5:0/2491039315 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f58c006c2b0 0x7f58c006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:30.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.419+0000 7f58d6ffd640 1 -- 172.21.15.5:0/2491039315 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f58d008b810 con 0x7f58e00b6700 2024-09-19T05:01:30.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.419+0000 7f58ddd9b640 1 --2- 172.21.15.5:0/2491039315 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f58c006c2b0 0x7f58c006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:30.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.419+0000 7f58ddd9b640 1 --2- 172.21.15.5:0/2491039315 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f58c006c2b0 0x7f58c006e770 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f58e014b770 tx=0x7f58c8007b50 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:30.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.423+0000 7f58d6ffd640 1 -- 172.21.15.5:0/2491039315 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f58e014e880 con 0x7f58e00b6700 2024-09-19T05:01:30.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.611+0000 7f58e4a1e640 1 -- 172.21.15.5:0/2491039315 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f58e00b4730 con 0x7f58e00b6700 2024-09-19T05:01:30.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.611+0000 7f58d6ffd640 1 -- 172.21.15.5:0/2491039315 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f58d0089e20 con 0x7f58e00b6700 2024-09-19T05:01:30.613 INFO:teuthology.orchestra.run.smithi005.stderr:listed 0 entries 2024-09-19T05:01:30.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.613+0000 7f58e4a1e640 1 -- 172.21.15.5:0/2491039315 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f58c006c2b0 msgr2=0x7f58c006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:30.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.613+0000 7f58e4a1e640 1 --2- 172.21.15.5:0/2491039315 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f58c006c2b0 0x7f58c006e770 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f58e014b770 tx=0x7f58c8007b50 comp rx=0 tx=0).stop 2024-09-19T05:01:30.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.613+0000 7f58e4a1e640 1 -- 172.21.15.5:0/2491039315 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f58e00b6700 msgr2=0x7f58e01f6f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:30.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.613+0000 7f58e4a1e640 1 --2- 172.21.15.5:0/2491039315 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f58e00b6700 0x7f58e01f6f70 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f58d0007f20 tx=0x7f58d000d560 comp rx=0 tx=0).stop 2024-09-19T05:01:30.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.613+0000 7f58e4a1e640 1 -- 172.21.15.5:0/2491039315 shutdown_connections 2024-09-19T05:01:30.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.613+0000 7f58e4a1e640 1 --2- 172.21.15.5:0/2491039315 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f58c006c2b0 0x7f58c006e770 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:30.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.613+0000 7f58e4a1e640 1 --2- 172.21.15.5:0/2491039315 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f58e015e660 0x7f58e00cb640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:30.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.613+0000 7f58e4a1e640 1 --2- 172.21.15.5:0/2491039315 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f58e00d3150 0x7f58e014e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:30.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.613+0000 7f58e4a1e640 1 --2- 172.21.15.5:0/2491039315 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f58e00b6700 0x7f58e01f6f70 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:30.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.613+0000 7f58e4a1e640 1 -- 172.21.15.5:0/2491039315 >> 172.21.15.5:0/2491039315 conn(0x7f58e008c000 msgr2=0x7f58e006e260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:30.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.613+0000 7f58e4a1e640 1 -- 172.21.15.5:0/2491039315 shutdown_connections 2024-09-19T05:01:30.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.613+0000 7f58e4a1e640 1 -- 172.21.15.5:0/2491039315 wait complete. 2024-09-19T05:01:30.626 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:01:30.626 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:01:30.643 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:01:30.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.788+0000 7f4a00fe8640 1 Processor -- start 2024-09-19T05:01:30.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.788+0000 7f4a00fe8640 1 -- start start 2024-09-19T05:01:30.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.789+0000 7f4a00fe8640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f49fc09b7b0 0x7f49fc0b2220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:30.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.789+0000 7f4a00fe8640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f49fc0b1650 0x7f49fc0b2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:30.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.789+0000 7f4a00fe8640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f49fc0d0120 con 0x7f49fc09aa70 2024-09-19T05:01:30.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.789+0000 7f4a00fe8640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f49fc0d06e0 con 0x7f49fc0b1650 2024-09-19T05:01:30.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.789+0000 7f4a00fe8640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f49fc09bd20 con 0x7f49fc09b7b0 2024-09-19T05:01:30.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.789+0000 7f49fad9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f49fc0b1650 0x7f49fc0b2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:30.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.789+0000 7f49fad9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f49fc0b1650 0x7f49fc0b2760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:57454/0 (socket says 172.21.15.5:57454) 2024-09-19T05:01:30.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.789+0000 7f49fad9d640 1 -- 172.21.15.5:0/965682452 learned_addr learned my addr 172.21.15.5:0/965682452 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:30.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.789+0000 7f49f9d9b640 1 --2- 172.21.15.5:0/965682452 >> v2:172.21.15.134:3300/0 conn(0x7f49fc09b7b0 0x7f49fc0b2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:30.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.789+0000 7f49fad9d640 1 -- 172.21.15.5:0/965682452 >> v2:172.21.15.134:3300/0 conn(0x7f49fc09b7b0 msgr2=0x7f49fc0b2220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:30.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.789+0000 7f49fad9d640 1 --2- 172.21.15.5:0/965682452 >> v2:172.21.15.134:3300/0 conn(0x7f49fc09b7b0 0x7f49fc0b2220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:30.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.789+0000 7f49fad9d640 1 -- 172.21.15.5:0/965682452 >> v1:172.21.15.134:6789/0 conn(0x7f49fc09aa70 legacy=0x7f49fc09ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:30.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.789+0000 7f49fad9d640 1 -- 172.21.15.5:0/965682452 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49fc0d0400 con 0x7f49fc0b1650 2024-09-19T05:01:30.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.790+0000 7f49fad9d640 1 --2- 172.21.15.5:0/965682452 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49fc0b1650 0x7f49fc0b2760 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f49fc160080 tx=0x7f49f402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afcf0d9845d1b91c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:30.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.790+0000 7f49f959a640 1 -- 172.21.15.5:0/965682452 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49f4036070 con 0x7f49fc0b1650 2024-09-19T05:01:30.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.790+0000 7f49f959a640 1 -- 172.21.15.5:0/965682452 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49f4031600 con 0x7f49fc0b1650 2024-09-19T05:01:30.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.790+0000 7f49f959a640 1 -- 172.21.15.5:0/965682452 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49f40319d0 con 0x7f49fc0b1650 2024-09-19T05:01:30.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.791+0000 7f4a00fe8640 1 -- 172.21.15.5:0/965682452 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49fc0b1650 msgr2=0x7f49fc0b2760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:30.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.791+0000 7f4a00fe8640 1 --2- 172.21.15.5:0/965682452 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49fc0b1650 0x7f49fc0b2760 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f49fc160080 tx=0x7f49f402a730 comp rx=0 tx=0).stop 2024-09-19T05:01:30.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.791+0000 7f4a00fe8640 1 -- 172.21.15.5:0/965682452 shutdown_connections 2024-09-19T05:01:30.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.791+0000 7f4a00fe8640 1 --2- 172.21.15.5:0/965682452 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49fc0b1650 0x7f49fc0b2760 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:30.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.791+0000 7f4a00fe8640 1 --2- 172.21.15.5:0/965682452 >> v2:172.21.15.134:3300/0 conn(0x7f49fc09b7b0 0x7f49fc0b2220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:30.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.791+0000 7f4a00fe8640 1 -- 172.21.15.5:0/965682452 >> 172.21.15.5:0/965682452 conn(0x7f49fc0d23b0 msgr2=0x7f49fc0d27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:30.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.791+0000 7f4a00fe8640 1 -- 172.21.15.5:0/965682452 shutdown_connections 2024-09-19T05:01:30.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.791+0000 7f4a00fe8640 1 -- 172.21.15.5:0/965682452 wait complete. 2024-09-19T05:01:30.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.792+0000 7f4a00fe8640 1 Processor -- start 2024-09-19T05:01:30.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.792+0000 7f4a00fe8640 1 -- start start 2024-09-19T05:01:30.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.793+0000 7f4a00fe8640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49fc09aa70 0x7f49fc147600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:30.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.793+0000 7f4a00fe8640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f49fc09b7b0 0x7f49fc0c7be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:30.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.793+0000 7f4a00fe8640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f49fc0b1650 0x7f49fc0c5bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:30.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.793+0000 7f4a00fe8640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f49fc15ca00 con 0x7f49fc09aa70 2024-09-19T05:01:30.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.793+0000 7f4a00fe8640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f49fc15c880 con 0x7f49fc0b1650 2024-09-19T05:01:30.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.793+0000 7f4a00fe8640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f49fc0b2ca0 con 0x7f49fc09b7b0 2024-09-19T05:01:30.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.793+0000 7f49fa59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49fc09aa70 0x7f49fc147600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:30.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.793+0000 7f49fa59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49fc09aa70 0x7f49fc147600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:57468/0 (socket says 172.21.15.5:57468) 2024-09-19T05:01:30.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.793+0000 7f49fa59c640 1 -- 172.21.15.5:0/3801774207 learned_addr learned my addr 172.21.15.5:0/3801774207 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:30.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.793+0000 7f49f9d9b640 1 --2- 172.21.15.5:0/3801774207 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f49fc09b7b0 0x7f49fc0c7be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:30.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.793+0000 7f49fad9d640 1 --2- 172.21.15.5:0/3801774207 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f49fc0b1650 0x7f49fc0c5bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:30.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.793+0000 7f49fa59c640 1 -- 172.21.15.5:0/3801774207 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f49fc09b7b0 msgr2=0x7f49fc0c7be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:30.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.793+0000 7f49fa59c640 1 --2- 172.21.15.5:0/3801774207 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f49fc09b7b0 0x7f49fc0c7be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:30.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.793+0000 7f49fa59c640 1 -- 172.21.15.5:0/3801774207 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f49fc0b1650 msgr2=0x7f49fc0c5bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:30.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.793+0000 7f49fa59c640 1 --2- 172.21.15.5:0/3801774207 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f49fc0b1650 0x7f49fc0c5bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:30.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.793+0000 7f49fa59c640 1 -- 172.21.15.5:0/3801774207 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49fc0c6690 con 0x7f49fc09aa70 2024-09-19T05:01:30.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.794+0000 7f49fa59c640 1 --2- 172.21.15.5:0/3801774207 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49fc09aa70 0x7f49fc147600 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f49ec00c430 tx=0x7f49ec00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:30.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.794+0000 7f49eaffd640 1 -- 172.21.15.5:0/3801774207 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49ec0052d0 con 0x7f49fc09aa70 2024-09-19T05:01:30.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.794+0000 7f49eaffd640 1 -- 172.21.15.5:0/3801774207 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49ec005490 con 0x7f49fc09aa70 2024-09-19T05:01:30.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.794+0000 7f49eaffd640 1 -- 172.21.15.5:0/3801774207 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49ec007260 con 0x7f49fc09aa70 2024-09-19T05:01:30.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.794+0000 7f4a00fe8640 1 -- 172.21.15.5:0/3801774207 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49fc0c6970 con 0x7f49fc09aa70 2024-09-19T05:01:30.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.794+0000 7f4a00fe8640 1 -- 172.21.15.5:0/3801774207 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49fc147b40 con 0x7f49fc09aa70 2024-09-19T05:01:30.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.795+0000 7f4a00fe8640 1 -- 172.21.15.5:0/3801774207 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49fc0b3090 con 0x7f49fc09aa70 2024-09-19T05:01:30.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.795+0000 7f49eaffd640 1 -- 172.21.15.5:0/3801774207 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f49ec007400 con 0x7f49fc09aa70 2024-09-19T05:01:30.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.796+0000 7f49eaffd640 1 --2- 172.21.15.5:0/3801774207 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f49dc06c2b0 0x7f49dc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:30.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.796+0000 7f49eaffd640 1 -- 172.21.15.5:0/3801774207 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f49ec08abe0 con 0x7f49fc09aa70 2024-09-19T05:01:30.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.796+0000 7f49f9d9b640 1 --2- 172.21.15.5:0/3801774207 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f49dc06c2b0 0x7f49dc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:30.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.797+0000 7f49f9d9b640 1 --2- 172.21.15.5:0/3801774207 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f49dc06c2b0 0x7f49dc06e770 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f49fc0b3be0 tx=0x7f49f0008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:30.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.800+0000 7f49eaffd640 1 -- 172.21.15.5:0/3801774207 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f49ec0589c0 con 0x7f49fc09aa70 2024-09-19T05:01:30.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.989+0000 7f4a00fe8640 1 -- 172.21.15.5:0/3801774207 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f49fc0b2590 con 0x7f49fc09aa70 2024-09-19T05:01:30.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.989+0000 7f49eaffd640 1 -- 172.21.15.5:0/3801774207 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f49ec05ccc0 con 0x7f49fc09aa70 2024-09-19T05:01:30.991 INFO:teuthology.orchestra.run.smithi005.stderr:listed 0 entries 2024-09-19T05:01:30.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.991+0000 7f4a00fe8640 1 -- 172.21.15.5:0/3801774207 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f49dc06c2b0 msgr2=0x7f49dc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:30.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.991+0000 7f4a00fe8640 1 --2- 172.21.15.5:0/3801774207 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f49dc06c2b0 0x7f49dc06e770 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f49fc0b3be0 tx=0x7f49f0008040 comp rx=0 tx=0).stop 2024-09-19T05:01:30.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.991+0000 7f4a00fe8640 1 -- 172.21.15.5:0/3801774207 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49fc09aa70 msgr2=0x7f49fc147600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:30.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.991+0000 7f4a00fe8640 1 --2- 172.21.15.5:0/3801774207 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49fc09aa70 0x7f49fc147600 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f49ec00c430 tx=0x7f49ec00c8f0 comp rx=0 tx=0).stop 2024-09-19T05:01:30.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.991+0000 7f4a00fe8640 1 -- 172.21.15.5:0/3801774207 shutdown_connections 2024-09-19T05:01:30.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.991+0000 7f4a00fe8640 1 --2- 172.21.15.5:0/3801774207 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f49dc06c2b0 0x7f49dc06e770 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:30.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.991+0000 7f4a00fe8640 1 --2- 172.21.15.5:0/3801774207 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f49fc0b1650 0x7f49fc0c5bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:30.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.991+0000 7f4a00fe8640 1 --2- 172.21.15.5:0/3801774207 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f49fc09b7b0 0x7f49fc0c7be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:30.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.991+0000 7f4a00fe8640 1 --2- 172.21.15.5:0/3801774207 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49fc09aa70 0x7f49fc147600 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:30.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.991+0000 7f4a00fe8640 1 -- 172.21.15.5:0/3801774207 >> 172.21.15.5:0/3801774207 conn(0x7f49fc0d23b0 msgr2=0x7f49fc0ccf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:30.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.992+0000 7f4a00fe8640 1 -- 172.21.15.5:0/3801774207 shutdown_connections 2024-09-19T05:01:30.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:30.992+0000 7f4a00fe8640 1 -- 172.21.15.5:0/3801774207 wait complete. 2024-09-19T05:01:31.004 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi005.front.sepia.ceph.com... 2024-09-19T05:01:31.004 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:31.004 DEBUG:teuthology.orchestra.run.smithi005:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-09-19T05:01:31.028 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi005.stderr:ceph-fuse[42023]: fuse finished with error 0 and tester_r 0 2024-09-19T05:01:31.030 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:01:37.131 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi005.front.sepia.ceph.com 2024-09-19T05:01:37.132 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:37.132 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-09-19T05:01:37.161 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:01:37.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.314+0000 7f9073911640 1 Processor -- start 2024-09-19T05:01:37.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.314+0000 7f9073911640 1 -- start start 2024-09-19T05:01:37.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.315+0000 7f9073911640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f906c15e660 0x7f906c0d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:37.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.315+0000 7f9073911640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f906c0d3150 0x7f906c0b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:37.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.315+0000 7f9073911640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f906c0d3680 con 0x7f906c0b6530 2024-09-19T05:01:37.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.315+0000 7f9073911640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f906c06d4b0 con 0x7f906c0d3150 2024-09-19T05:01:37.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.315+0000 7f9073911640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f906c0d3960 con 0x7f906c15e660 2024-09-19T05:01:37.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.315+0000 7f9070eac640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f906c0d3150 0x7f906c0b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:37.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.315+0000 7f9070eac640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f906c0d3150 0x7f906c0b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41536/0 (socket says 172.21.15.5:41536) 2024-09-19T05:01:37.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.315+0000 7f9070eac640 1 -- 172.21.15.5:0/1236151545 learned_addr learned my addr 172.21.15.5:0/1236151545 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:37.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.315+0000 7f90716ad640 1 --2- 172.21.15.5:0/1236151545 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f906c15e660 0x7f906c0d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:37.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.315+0000 7f9070eac640 1 -- 172.21.15.5:0/1236151545 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f906c15e660 msgr2=0x7f906c0d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:37.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.315+0000 7f9070eac640 1 --2- 172.21.15.5:0/1236151545 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f906c15e660 0x7f906c0d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:37.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.315+0000 7f9070eac640 1 -- 172.21.15.5:0/1236151545 >> v1:172.21.15.134:6789/0 conn(0x7f906c0b6530 legacy=0x7f906c0cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:37.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.315+0000 7f9070eac640 1 -- 172.21.15.5:0/1236151545 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f906c06ce60 con 0x7f906c0d3150 2024-09-19T05:01:37.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.315+0000 7f90716ad640 1 --2- 172.21.15.5:0/1236151545 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f906c15e660 0x7f906c0d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:01:37.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.316+0000 7f9070eac640 1 --2- 172.21.15.5:0/1236151545 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f906c0d3150 0x7f906c0b5ff0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f905c009870 tx=0x7f905c02a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68304250cfe40fe2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:37.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.316+0000 7f9063fff640 1 -- 172.21.15.5:0/1236151545 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f905c037070 con 0x7f906c0d3150 2024-09-19T05:01:37.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.316+0000 7f9063fff640 1 -- 172.21.15.5:0/1236151545 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f905c02ae50 con 0x7f906c0d3150 2024-09-19T05:01:37.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.316+0000 7f9063fff640 1 -- 172.21.15.5:0/1236151545 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f905c032860 con 0x7f906c0d3150 2024-09-19T05:01:37.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.317+0000 7f9073911640 1 -- 172.21.15.5:0/1236151545 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f906c0d3150 msgr2=0x7f906c0b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:37.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.317+0000 7f9073911640 1 --2- 172.21.15.5:0/1236151545 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f906c0d3150 0x7f906c0b5ff0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f905c009870 tx=0x7f905c02a300 comp rx=0 tx=0).stop 2024-09-19T05:01:37.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.317+0000 7f9073911640 1 -- 172.21.15.5:0/1236151545 shutdown_connections 2024-09-19T05:01:37.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.317+0000 7f9073911640 1 --2- 172.21.15.5:0/1236151545 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f906c0d3150 0x7f906c0b5ff0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:37.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.317+0000 7f9073911640 1 --2- 172.21.15.5:0/1236151545 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f906c15e660 0x7f906c0d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:37.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.317+0000 7f9073911640 1 -- 172.21.15.5:0/1236151545 >> 172.21.15.5:0/1236151545 conn(0x7f906c08c000 msgr2=0x7f906c0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:37.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.317+0000 7f9073911640 1 -- 172.21.15.5:0/1236151545 shutdown_connections 2024-09-19T05:01:37.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.317+0000 7f9073911640 1 -- 172.21.15.5:0/1236151545 wait complete. 2024-09-19T05:01:37.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.318+0000 7f9073911640 1 Processor -- start 2024-09-19T05:01:37.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.318+0000 7f9073911640 1 -- start start 2024-09-19T05:01:37.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.319+0000 7f9073911640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f906c0b6530 0x7f906c0ba0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:37.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.319+0000 7f9073911640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f906c0d3150 0x7f906c0b89f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:37.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.319+0000 7f9073911640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f906c15e660 0x7f906c0c8f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:37.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.319+0000 7f9073911640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f906c15ea40 con 0x7f906c0b6530 2024-09-19T05:01:37.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.319+0000 7f9073911640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f906c0d5310 con 0x7f906c0d3150 2024-09-19T05:01:37.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.319+0000 7f9073911640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f906c06e950 con 0x7f906c15e660 2024-09-19T05:01:37.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.319+0000 7f90716ad640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f906c0b6530 0x7f906c0ba0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:37.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.319+0000 7f90716ad640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f906c0b6530 0x7f906c0ba0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41550/0 (socket says 172.21.15.5:41550) 2024-09-19T05:01:37.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.319+0000 7f90716ad640 1 -- 172.21.15.5:0/3572524829 learned_addr learned my addr 172.21.15.5:0/3572524829 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:37.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.319+0000 7f9070eac640 1 --2- 172.21.15.5:0/3572524829 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f906c0d3150 0x7f906c0b89f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:37.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.319+0000 7f9071eae640 1 --2- 172.21.15.5:0/3572524829 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f906c15e660 0x7f906c0c8f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:37.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.319+0000 7f90716ad640 1 -- 172.21.15.5:0/3572524829 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f906c15e660 msgr2=0x7f906c0c8f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:37.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.319+0000 7f90716ad640 1 --2- 172.21.15.5:0/3572524829 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f906c15e660 0x7f906c0c8f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:37.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.319+0000 7f90716ad640 1 -- 172.21.15.5:0/3572524829 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f906c0d3150 msgr2=0x7f906c0b89f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:37.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.319+0000 7f90716ad640 1 --2- 172.21.15.5:0/3572524829 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f906c0d3150 0x7f906c0b89f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:37.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.319+0000 7f90716ad640 1 -- 172.21.15.5:0/3572524829 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f906c0b8230 con 0x7f906c0b6530 2024-09-19T05:01:37.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.320+0000 7f90716ad640 1 --2- 172.21.15.5:0/3572524829 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f906c0b6530 0x7f906c0ba0d0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f906800d7d0 tx=0x7f906800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:37.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.320+0000 7f9061ffb640 1 -- 172.21.15.5:0/3572524829 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9068004030 con 0x7f906c0b6530 2024-09-19T05:01:37.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.320+0000 7f9061ffb640 1 -- 172.21.15.5:0/3572524829 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f90680041d0 con 0x7f906c0b6530 2024-09-19T05:01:37.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.320+0000 7f9073911640 1 -- 172.21.15.5:0/3572524829 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f906c1581f0 con 0x7f906c0b6530 2024-09-19T05:01:37.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.320+0000 7f9061ffb640 1 -- 172.21.15.5:0/3572524829 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90680096a0 con 0x7f906c0b6530 2024-09-19T05:01:37.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.320+0000 7f9073911640 1 -- 172.21.15.5:0/3572524829 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f906c1587b0 con 0x7f906c0b6530 2024-09-19T05:01:37.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.321+0000 7f9073911640 1 -- 172.21.15.5:0/3572524829 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f906c0b5ff0 con 0x7f906c0b6530 2024-09-19T05:01:37.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.322+0000 7f9061ffb640 1 -- 172.21.15.5:0/3572524829 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9068009840 con 0x7f906c0b6530 2024-09-19T05:01:37.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.322+0000 7f9061ffb640 1 --2- 172.21.15.5:0/3572524829 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f905006c2b0 0x7f905006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:37.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.322+0000 7f9061ffb640 1 -- 172.21.15.5:0/3572524829 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f906808b820 con 0x7f906c0b6530 2024-09-19T05:01:37.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.322+0000 7f9070eac640 1 --2- 172.21.15.5:0/3572524829 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f905006c2b0 0x7f905006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:37.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.323+0000 7f9070eac640 1 --2- 172.21.15.5:0/3572524829 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f905006c2b0 0x7f905006e770 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f905c034000 tx=0x7f905c02e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:37.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.327+0000 7f9061ffb640 1 -- 172.21.15.5:0/3572524829 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9068059690 con 0x7f906c0b6530 2024-09-19T05:01:37.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.505+0000 7f9073911640 1 -- 172.21.15.5:0/3572524829 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f906c0b2e80 con 0x7f906c0b6530 2024-09-19T05:01:37.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.507+0000 7f9061ffb640 1 -- 172.21.15.5:0/3572524829 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7f906805d990 con 0x7f906c0b6530 2024-09-19T05:01:37.508 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:01:37.509 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":25,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:01:25.122601+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:01:17.947021+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:01:19.067427+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T05:01:22.775359+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:01:37.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.509+0000 7f9073911640 1 -- 172.21.15.5:0/3572524829 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f905006c2b0 msgr2=0x7f905006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:37.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.509+0000 7f9073911640 1 --2- 172.21.15.5:0/3572524829 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f905006c2b0 0x7f905006e770 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f905c034000 tx=0x7f905c02e000 comp rx=0 tx=0).stop 2024-09-19T05:01:37.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.509+0000 7f9073911640 1 -- 172.21.15.5:0/3572524829 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f906c0b6530 msgr2=0x7f906c0ba0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:37.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.509+0000 7f9073911640 1 --2- 172.21.15.5:0/3572524829 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f906c0b6530 0x7f906c0ba0d0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f906800d7d0 tx=0x7f906800dc90 comp rx=0 tx=0).stop 2024-09-19T05:01:37.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.509+0000 7f9073911640 1 -- 172.21.15.5:0/3572524829 shutdown_connections 2024-09-19T05:01:37.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.509+0000 7f9073911640 1 --2- 172.21.15.5:0/3572524829 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f905006c2b0 0x7f905006e770 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:37.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.509+0000 7f9073911640 1 --2- 172.21.15.5:0/3572524829 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f906c15e660 0x7f906c0c8f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:37.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.509+0000 7f9073911640 1 --2- 172.21.15.5:0/3572524829 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f906c0d3150 0x7f906c0b89f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:37.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.509+0000 7f9073911640 1 --2- 172.21.15.5:0/3572524829 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f906c0b6530 0x7f906c0ba0d0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:37.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.509+0000 7f9073911640 1 -- 172.21.15.5:0/3572524829 >> 172.21.15.5:0/3572524829 conn(0x7f906c08c000 msgr2=0x7f906c0b1e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:37.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.509+0000 7f9073911640 1 -- 172.21.15.5:0/3572524829 shutdown_connections 2024-09-19T05:01:37.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.509+0000 7f9073911640 1 -- 172.21.15.5:0/3572524829 wait complete. 2024-09-19T05:01:37.522 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:01:37.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.622+0000 7f87abd11640 1 Processor -- start 2024-09-19T05:01:37.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.622+0000 7f87abd11640 1 -- start start 2024-09-19T05:01:37.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.623+0000 7f87abd11640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f87a41554d0 0x7f87a40ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:37.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.623+0000 7f87abd11640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f87a40af3a0 0x7f87a4162040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:37.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.623+0000 7f87abd11640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87a40af860 con 0x7f87a4162580 2024-09-19T05:01:37.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.623+0000 7f87abd11640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f87a41629f0 con 0x7f87a41554d0 2024-09-19T05:01:37.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.623+0000 7f87abd11640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f87a40b0470 con 0x7f87a40af3a0 2024-09-19T05:01:37.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.623+0000 7f87a9aad640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f87a41554d0 0x7f87a40ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:37.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.623+0000 7f87aa2ae640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f87a4162580 0x7f87a415ea00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:38880/0 (socket says 172.21.15.5:38880) 2024-09-19T05:01:37.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.623+0000 7f87aa2ae640 1 -- 172.21.15.5:0/3248589380 learned_addr learned my addr 172.21.15.5:0/3248589380 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:37.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.623+0000 7f87a92ac640 1 --2- 172.21.15.5:0/3248589380 >> v2:172.21.15.134:3300/0 conn(0x7f87a40af3a0 0x7f87a4162040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:37.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.623+0000 7f87a9aad640 1 -- 172.21.15.5:0/3248589380 >> v2:172.21.15.134:3300/0 conn(0x7f87a40af3a0 msgr2=0x7f87a4162040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:37.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.623+0000 7f87a9aad640 1 --2- 172.21.15.5:0/3248589380 >> v2:172.21.15.134:3300/0 conn(0x7f87a40af3a0 0x7f87a4162040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:37.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.623+0000 7f87a9aad640 1 -- 172.21.15.5:0/3248589380 >> v1:172.21.15.5:6789/0 conn(0x7f87a4162580 legacy=0x7f87a415ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:37.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.623+0000 7f87a8aab640 1 -- 172.21.15.5:0/3248589380 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 589368798 0 0) 0x7f87a40af860 con 0x7f87a4162580 2024-09-19T05:01:37.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.623+0000 7f87a9aad640 1 -- 172.21.15.5:0/3248589380 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87a40afb40 con 0x7f87a41554d0 2024-09-19T05:01:37.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.624+0000 7f87a9aad640 1 --2- 172.21.15.5:0/3248589380 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87a41554d0 0x7f87a40ccf60 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f87a406d870 tx=0x7f87a002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d5ef51394dd7a28 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:37.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.624+0000 7f87a8aab640 1 -- 172.21.15.5:0/3248589380 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87a0037070 con 0x7f87a41554d0 2024-09-19T05:01:37.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.624+0000 7f87a8aab640 1 -- 172.21.15.5:0/3248589380 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87a0032440 con 0x7f87a41554d0 2024-09-19T05:01:37.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.624+0000 7f87a8aab640 1 -- 172.21.15.5:0/3248589380 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87a0032810 con 0x7f87a41554d0 2024-09-19T05:01:37.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.625+0000 7f87abd11640 1 -- 172.21.15.5:0/3248589380 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87a41554d0 msgr2=0x7f87a40ccf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:37.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.625+0000 7f87abd11640 1 --2- 172.21.15.5:0/3248589380 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87a41554d0 0x7f87a40ccf60 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f87a406d870 tx=0x7f87a002a1a0 comp rx=0 tx=0).stop 2024-09-19T05:01:37.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.625+0000 7f87abd11640 1 -- 172.21.15.5:0/3248589380 shutdown_connections 2024-09-19T05:01:37.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.625+0000 7f87abd11640 1 --2- 172.21.15.5:0/3248589380 >> v2:172.21.15.134:3300/0 conn(0x7f87a40af3a0 0x7f87a4162040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:37.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.625+0000 7f87abd11640 1 --2- 172.21.15.5:0/3248589380 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87a41554d0 0x7f87a40ccf60 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:37.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.625+0000 7f87abd11640 1 -- 172.21.15.5:0/3248589380 >> 172.21.15.5:0/3248589380 conn(0x7f87a40736d0 msgr2=0x7f87a406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:37.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.625+0000 7f87abd11640 1 -- 172.21.15.5:0/3248589380 shutdown_connections 2024-09-19T05:01:37.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.625+0000 7f87abd11640 1 -- 172.21.15.5:0/3248589380 wait complete. 2024-09-19T05:01:37.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.626+0000 7f87abd11640 1 Processor -- start 2024-09-19T05:01:37.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.626+0000 7f87abd11640 1 -- start start 2024-09-19T05:01:37.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.627+0000 7f87abd11640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87a40af3a0 0x7f87a4149710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:37.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.627+0000 7f87abd11640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87a41554d0 0x7f87a414aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:37.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.627+0000 7f87abd11640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f87a4162580 0x7f87a4156090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:37.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.627+0000 7f87abd11640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f87a41558b0 con 0x7f87a41554d0 2024-09-19T05:01:37.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.627+0000 7f87abd11640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f87a40b0100 con 0x7f87a4162580 2024-09-19T05:01:37.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.627+0000 7f87abd11640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f87a4162d30 con 0x7f87a40af3a0 2024-09-19T05:01:37.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.627+0000 7f87a92ac640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87a41554d0 0x7f87a414aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:37.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.627+0000 7f87a92ac640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87a41554d0 0x7f87a414aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41572/0 (socket says 172.21.15.5:41572) 2024-09-19T05:01:37.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.627+0000 7f87a92ac640 1 -- 172.21.15.5:0/283128415 learned_addr learned my addr 172.21.15.5:0/283128415 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:37.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.627+0000 7f87a9aad640 1 --2- 172.21.15.5:0/283128415 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87a40af3a0 0x7f87a4149710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:37.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.627+0000 7f87a92ac640 1 -- 172.21.15.5:0/283128415 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87a40af3a0 msgr2=0x7f87a4149710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:37.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.627+0000 7f87aa2ae640 1 --2- 172.21.15.5:0/283128415 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f87a4162580 0x7f87a4156090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:37.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.627+0000 7f87a92ac640 1 --2- 172.21.15.5:0/283128415 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87a40af3a0 0x7f87a4149710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:37.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.627+0000 7f87a92ac640 1 -- 172.21.15.5:0/283128415 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f87a4162580 msgr2=0x7f87a4156090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:37.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.627+0000 7f87a92ac640 1 --2- 172.21.15.5:0/283128415 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f87a4162580 0x7f87a4156090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:37.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.627+0000 7f87a92ac640 1 -- 172.21.15.5:0/283128415 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87a40ce3e0 con 0x7f87a41554d0 2024-09-19T05:01:37.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.627+0000 7f87a9aad640 1 --2- 172.21.15.5:0/283128415 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87a40af3a0 0x7f87a4149710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:01:37.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.627+0000 7f87aa2ae640 1 --2- 172.21.15.5:0/283128415 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f87a4162580 0x7f87a4156090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:01:37.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.627+0000 7f87a92ac640 1 --2- 172.21.15.5:0/283128415 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87a41554d0 0x7f87a414aa70 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f879400d5f0 tx=0x7f879400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:37.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.628+0000 7f879a7fc640 1 -- 172.21.15.5:0/283128415 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87940125f0 con 0x7f87a41554d0 2024-09-19T05:01:37.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.628+0000 7f879a7fc640 1 -- 172.21.15.5:0/283128415 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8794019070 con 0x7f87a41554d0 2024-09-19T05:01:37.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.628+0000 7f87abd11640 1 -- 172.21.15.5:0/283128415 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87a414afb0 con 0x7f87a41554d0 2024-09-19T05:01:37.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.628+0000 7f879a7fc640 1 -- 172.21.15.5:0/283128415 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87940129d0 con 0x7f87a41554d0 2024-09-19T05:01:37.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.628+0000 7f87abd11640 1 -- 172.21.15.5:0/283128415 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87a40ce930 con 0x7f87a41554d0 2024-09-19T05:01:37.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.629+0000 7f87abd11640 1 -- 172.21.15.5:0/283128415 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87a4162040 con 0x7f87a41554d0 2024-09-19T05:01:37.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.629+0000 7f879a7fc640 1 -- 172.21.15.5:0/283128415 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8794012b70 con 0x7f87a41554d0 2024-09-19T05:01:37.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.630+0000 7f879a7fc640 1 --2- 172.21.15.5:0/283128415 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f878806c2b0 0x7f878806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:37.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.630+0000 7f879a7fc640 1 -- 172.21.15.5:0/283128415 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f879408baf0 con 0x7f87a41554d0 2024-09-19T05:01:37.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.630+0000 7f87a9aad640 1 --2- 172.21.15.5:0/283128415 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f878806c2b0 0x7f878806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:37.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.631+0000 7f87a9aad640 1 --2- 172.21.15.5:0/283128415 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f878806c2b0 0x7f878806e770 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f87a0034000 tx=0x7f87a002e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:37.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.634+0000 7f879a7fc640 1 -- 172.21.15.5:0/283128415 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8794059fb0 con 0x7f87a41554d0 2024-09-19T05:01:37.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.811+0000 7f87abd11640 1 -- 172.21.15.5:0/283128415 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f87a4070480 con 0x7f87a41554d0 2024-09-19T05:01:37.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.812+0000 7f879a7fc640 1 -- 172.21.15.5:0/283128415 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7f87940598b0 con 0x7f87a41554d0 2024-09-19T05:01:37.814 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:01:37.814 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":25,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:01:25.122601+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:01:17.947021+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:01:19.067427+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T05:01:22.775359+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:01:37.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.815+0000 7f87abd11640 1 -- 172.21.15.5:0/283128415 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f878806c2b0 msgr2=0x7f878806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:37.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.815+0000 7f87abd11640 1 --2- 172.21.15.5:0/283128415 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f878806c2b0 0x7f878806e770 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f87a0034000 tx=0x7f87a002e000 comp rx=0 tx=0).stop 2024-09-19T05:01:37.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.815+0000 7f87abd11640 1 -- 172.21.15.5:0/283128415 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87a41554d0 msgr2=0x7f87a414aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:37.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.815+0000 7f87abd11640 1 --2- 172.21.15.5:0/283128415 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87a41554d0 0x7f87a414aa70 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f879400d5f0 tx=0x7f879400dab0 comp rx=0 tx=0).stop 2024-09-19T05:01:37.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.815+0000 7f87abd11640 1 -- 172.21.15.5:0/283128415 shutdown_connections 2024-09-19T05:01:37.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.815+0000 7f87abd11640 1 --2- 172.21.15.5:0/283128415 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f878806c2b0 0x7f878806e770 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:37.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.815+0000 7f87abd11640 1 --2- 172.21.15.5:0/283128415 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f87a4162580 0x7f87a4156090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:37.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.815+0000 7f87abd11640 1 --2- 172.21.15.5:0/283128415 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87a41554d0 0x7f87a414aa70 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:37.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.815+0000 7f87abd11640 1 --2- 172.21.15.5:0/283128415 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87a40af3a0 0x7f87a4149710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:37.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.815+0000 7f87abd11640 1 -- 172.21.15.5:0/283128415 >> 172.21.15.5:0/283128415 conn(0x7f87a40736d0 msgr2=0x7f87a4149ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:37.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.815+0000 7f87abd11640 1 -- 172.21.15.5:0/283128415 shutdown_connections 2024-09-19T05:01:37.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.815+0000 7f87abd11640 1 -- 172.21.15.5:0/283128415 wait complete. 2024-09-19T05:01:37.828 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T05:01:37.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.932+0000 7f9beeca4640 1 Processor -- start 2024-09-19T05:01:37.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.932+0000 7f9beeca4640 1 -- start start 2024-09-19T05:01:37.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.933+0000 7f9beeca4640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f9be815e6a0 0x7f9be80d3330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:37.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.933+0000 7f9beeca4640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9be80d3870 0x7f9be80d1070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:37.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.933+0000 7f9beeca4640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9be815ea80 con 0x7f9be80d15b0 2024-09-19T05:01:37.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.933+0000 7f9beeca4640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f9be80b7b60 con 0x7f9be80d3870 2024-09-19T05:01:37.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.933+0000 7f9beeca4640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f9be80d19c0 con 0x7f9be815e6a0 2024-09-19T05:01:37.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.933+0000 7f9bdffff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9be80d3870 0x7f9be80d1070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:37.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.933+0000 7f9bdffff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9be80d3870 0x7f9be80d1070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41576/0 (socket says 172.21.15.5:41576) 2024-09-19T05:01:37.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.933+0000 7f9bdffff640 1 -- 172.21.15.5:0/3976992849 learned_addr learned my addr 172.21.15.5:0/3976992849 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:37.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.933+0000 7f9bdffff640 1 -- 172.21.15.5:0/3976992849 >> v2:172.21.15.134:3300/0 conn(0x7f9be815e6a0 msgr2=0x7f9be80d3330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:37.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.933+0000 7f9bdffff640 1 --2- 172.21.15.5:0/3976992849 >> v2:172.21.15.134:3300/0 conn(0x7f9be815e6a0 0x7f9be80d3330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:37.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.933+0000 7f9bdffff640 1 -- 172.21.15.5:0/3976992849 >> v1:172.21.15.134:6789/0 conn(0x7f9be80d15b0 legacy=0x7f9be80b60e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:37.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.933+0000 7f9bdffff640 1 -- 172.21.15.5:0/3976992849 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9be80d3d60 con 0x7f9be80d3870 2024-09-19T05:01:37.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.934+0000 7f9bdffff640 1 --2- 172.21.15.5:0/3976992849 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9be80d3870 0x7f9be80d1070 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9be8069460 tx=0x7f9bd802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=574d5af0d1e6fcd0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:37.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.934+0000 7f9bdf7fe640 1 -- 172.21.15.5:0/3976992849 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bd8037070 con 0x7f9be80d3870 2024-09-19T05:01:37.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.934+0000 7f9bdf7fe640 1 -- 172.21.15.5:0/3976992849 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9bd8032440 con 0x7f9be80d3870 2024-09-19T05:01:37.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.934+0000 7f9bdf7fe640 1 -- 172.21.15.5:0/3976992849 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bd8032810 con 0x7f9be80d3870 2024-09-19T05:01:37.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.935+0000 7f9beeca4640 1 -- 172.21.15.5:0/3976992849 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9be80d3870 msgr2=0x7f9be80d1070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:37.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.935+0000 7f9beeca4640 1 --2- 172.21.15.5:0/3976992849 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9be80d3870 0x7f9be80d1070 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9be8069460 tx=0x7f9bd802a230 comp rx=0 tx=0).stop 2024-09-19T05:01:37.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.935+0000 7f9beeca4640 1 -- 172.21.15.5:0/3976992849 shutdown_connections 2024-09-19T05:01:37.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.935+0000 7f9beeca4640 1 --2- 172.21.15.5:0/3976992849 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9be80d3870 0x7f9be80d1070 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:37.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.935+0000 7f9beeca4640 1 --2- 172.21.15.5:0/3976992849 >> v2:172.21.15.134:3300/0 conn(0x7f9be815e6a0 0x7f9be80d3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:37.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.935+0000 7f9beeca4640 1 -- 172.21.15.5:0/3976992849 >> 172.21.15.5:0/3976992849 conn(0x7f9be8067f80 msgr2=0x7f9be806ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:37.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.935+0000 7f9beeca4640 1 -- 172.21.15.5:0/3976992849 shutdown_connections 2024-09-19T05:01:37.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.935+0000 7f9beeca4640 1 -- 172.21.15.5:0/3976992849 wait complete. 2024-09-19T05:01:37.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.936+0000 7f9beeca4640 1 Processor -- start 2024-09-19T05:01:37.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.936+0000 7f9beeca4640 1 -- start start 2024-09-19T05:01:37.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.937+0000 7f9beeca4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9be80d15b0 0x7f9be8152e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:37.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.937+0000 7f9beeca4640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9be80d3870 0x7f9be81589c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:37.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.937+0000 7f9beeca4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9be815e6a0 0x7f9be80b36b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:37.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.937+0000 7f9beeca4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f9be80b76f0 con 0x7f9be815e6a0 2024-09-19T05:01:37.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.937+0000 7f9beeca4640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f9be80d4320 con 0x7f9be80d3870 2024-09-19T05:01:37.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.937+0000 7f9beeca4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f9be80b7870 con 0x7f9be80d15b0 2024-09-19T05:01:37.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.937+0000 7f9bed241640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9be815e6a0 0x7f9be80b36b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:37.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.937+0000 7f9bed241640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9be815e6a0 0x7f9be80b36b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41586/0 (socket says 172.21.15.5:41586) 2024-09-19T05:01:37.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.937+0000 7f9bed241640 1 -- 172.21.15.5:0/1507336599 learned_addr learned my addr 172.21.15.5:0/1507336599 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:37.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.937+0000 7f9bdffff640 1 --2- 172.21.15.5:0/1507336599 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9be80d3870 0x7f9be81589c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:37.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.937+0000 7f9beca40640 1 --2- 172.21.15.5:0/1507336599 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9be80d15b0 0x7f9be8152e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:37.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.937+0000 7f9bed241640 1 -- 172.21.15.5:0/1507336599 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9be80d15b0 msgr2=0x7f9be8152e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:37.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.937+0000 7f9bed241640 1 --2- 172.21.15.5:0/1507336599 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9be80d15b0 0x7f9be8152e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:37.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.937+0000 7f9bed241640 1 -- 172.21.15.5:0/1507336599 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9be80d3870 msgr2=0x7f9be81589c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:37.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.937+0000 7f9bed241640 1 --2- 172.21.15.5:0/1507336599 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9be80d3870 0x7f9be81589c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:37.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.937+0000 7f9bed241640 1 -- 172.21.15.5:0/1507336599 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9be8157ae0 con 0x7f9be815e6a0 2024-09-19T05:01:37.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.937+0000 7f9beca40640 1 --2- 172.21.15.5:0/1507336599 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9be80d15b0 0x7f9be8152e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:01:37.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.937+0000 7f9bed241640 1 --2- 172.21.15.5:0/1507336599 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9be815e6a0 0x7f9be80b36b0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f9be000c780 tx=0x7f9be000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:37.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.937+0000 7f9bdd7fa640 1 -- 172.21.15.5:0/1507336599 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9be0017070 con 0x7f9be815e6a0 2024-09-19T05:01:37.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.937+0000 7f9bdd7fa640 1 -- 172.21.15.5:0/1507336599 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9be0003da0 con 0x7f9be815e6a0 2024-09-19T05:01:37.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.937+0000 7f9beeca4640 1 -- 172.21.15.5:0/1507336599 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9be8157dc0 con 0x7f9be815e6a0 2024-09-19T05:01:37.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.938+0000 7f9bdd7fa640 1 -- 172.21.15.5:0/1507336599 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9be00052b0 con 0x7f9be815e6a0 2024-09-19T05:01:37.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.938+0000 7f9beeca4640 1 -- 172.21.15.5:0/1507336599 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9be80b8bb0 con 0x7f9be815e6a0 2024-09-19T05:01:37.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.938+0000 7f9beeca4640 1 -- 172.21.15.5:0/1507336599 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9be80d2000 con 0x7f9be815e6a0 2024-09-19T05:01:37.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.939+0000 7f9bdd7fa640 1 -- 172.21.15.5:0/1507336599 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9be0005450 con 0x7f9be815e6a0 2024-09-19T05:01:37.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.939+0000 7f9bdd7fa640 1 --2- 172.21.15.5:0/1507336599 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9bd406c2b0 0x7f9bd406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:37.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.940+0000 7f9bdd7fa640 1 -- 172.21.15.5:0/1507336599 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f9be008ac90 con 0x7f9be815e6a0 2024-09-19T05:01:37.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.940+0000 7f9beca40640 1 --2- 172.21.15.5:0/1507336599 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9bd406c2b0 0x7f9bd406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:37.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.940+0000 7f9beca40640 1 --2- 172.21.15.5:0/1507336599 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9bd406c2b0 0x7f9bd406e770 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f9be4009890 tx=0x7f9be4008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:37.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:37.944+0000 7f9bdd7fa640 1 -- 172.21.15.5:0/1507336599 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9be80d2000 con 0x7f9be815e6a0 2024-09-19T05:01:38.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.156+0000 7f9beeca4640 1 -- 172.21.15.5:0/1507336599 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f9be80cf850 con 0x7f9be815e6a0 2024-09-19T05:01:38.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.793+0000 7f9bdd7fa640 1 -- 172.21.15.5:0/1507336599 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v8) ==== 118+0+0 (secure 0 0 0) 0x7f9be0058a80 con 0x7f9be815e6a0 2024-09-19T05:01:38.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.796+0000 7f9beeca4640 1 -- 172.21.15.5:0/1507336599 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9bd406c2b0 msgr2=0x7f9bd406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:38.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.796+0000 7f9beeca4640 1 --2- 172.21.15.5:0/1507336599 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9bd406c2b0 0x7f9bd406e770 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f9be4009890 tx=0x7f9be4008040 comp rx=0 tx=0).stop 2024-09-19T05:01:38.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.796+0000 7f9beeca4640 1 -- 172.21.15.5:0/1507336599 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9be815e6a0 msgr2=0x7f9be80b36b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:38.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.796+0000 7f9beeca4640 1 --2- 172.21.15.5:0/1507336599 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9be815e6a0 0x7f9be80b36b0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f9be000c780 tx=0x7f9be000cc40 comp rx=0 tx=0).stop 2024-09-19T05:01:38.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.796+0000 7f9beeca4640 1 -- 172.21.15.5:0/1507336599 shutdown_connections 2024-09-19T05:01:38.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.796+0000 7f9beeca4640 1 --2- 172.21.15.5:0/1507336599 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9bd406c2b0 0x7f9bd406e770 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:38.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.796+0000 7f9beeca4640 1 --2- 172.21.15.5:0/1507336599 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9be815e6a0 0x7f9be80b36b0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:38.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.796+0000 7f9beeca4640 1 --2- 172.21.15.5:0/1507336599 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9be80d3870 0x7f9be81589c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:38.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.796+0000 7f9beeca4640 1 --2- 172.21.15.5:0/1507336599 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9be80d15b0 0x7f9be8152e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:38.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.796+0000 7f9beeca4640 1 -- 172.21.15.5:0/1507336599 >> 172.21.15.5:0/1507336599 conn(0x7f9be8067f80 msgr2=0x7f9be80b40c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:38.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.796+0000 7f9beeca4640 1 -- 172.21.15.5:0/1507336599 shutdown_connections 2024-09-19T05:01:38.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.796+0000 7f9beeca4640 1 -- 172.21.15.5:0/1507336599 wait complete. 2024-09-19T05:01:38.811 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']} 2024-09-19T05:01:38.811 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T05:01:38.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.921+0000 7f3150e5e640 1 Processor -- start 2024-09-19T05:01:38.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.921+0000 7f3150e5e640 1 -- start start 2024-09-19T05:01:38.924 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.922+0000 7f3150e5e640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f314c09ace0 0x7f314c09b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:38.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.922+0000 7f3150e5e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f314c0cdae0 0x7f314c0b5280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:38.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.922+0000 7f3150e5e640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f314c0cdfe0 con 0x7f314c0b57c0 2024-09-19T05:01:38.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.922+0000 7f3150e5e640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f314c0ce2c0 con 0x7f314c0cdae0 2024-09-19T05:01:38.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.922+0000 7f3150e5e640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f314c0d0000 con 0x7f314c09ace0 2024-09-19T05:01:38.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.922+0000 7f3149d9b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f314c0cdae0 0x7f314c0b5280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:38.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.922+0000 7f314ad9d640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f314c0b57c0 0x7f314c0d0ae0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:38882/0 (socket says 172.21.15.5:38882) 2024-09-19T05:01:38.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.923+0000 7f314ad9d640 1 -- 172.21.15.5:0/831168465 learned_addr learned my addr 172.21.15.5:0/831168465 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:38.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.923+0000 7f314a59c640 1 --2- 172.21.15.5:0/831168465 >> v2:172.21.15.134:3300/0 conn(0x7f314c09ace0 0x7f314c09b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:38.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.923+0000 7f3149d9b640 1 -- 172.21.15.5:0/831168465 >> v2:172.21.15.134:3300/0 conn(0x7f314c09ace0 msgr2=0x7f314c09b7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:38.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.923+0000 7f3149d9b640 1 --2- 172.21.15.5:0/831168465 >> v2:172.21.15.134:3300/0 conn(0x7f314c09ace0 0x7f314c09b7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:38.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.923+0000 7f3149d9b640 1 -- 172.21.15.5:0/831168465 >> v1:172.21.15.5:6789/0 conn(0x7f314c0b57c0 legacy=0x7f314c0d0ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:38.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.923+0000 7f3149d9b640 1 -- 172.21.15.5:0/831168465 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f314c0d02e0 con 0x7f314c0cdae0 2024-09-19T05:01:38.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.923+0000 7f314959a640 1 -- 172.21.15.5:0/831168465 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1688949143 0 0) 0x7f314c0cdfe0 con 0x7f314c0b57c0 2024-09-19T05:01:38.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.923+0000 7f314a59c640 1 --2- 172.21.15.5:0/831168465 >> v2:172.21.15.134:3300/0 conn(0x7f314c09ace0 0x7f314c09b7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:01:38.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.924+0000 7f3149d9b640 1 --2- 172.21.15.5:0/831168465 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f314c0cdae0 0x7f314c0b5280 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f314c073240 tx=0x7f313402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f0c4949c3107c14 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:38.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.924+0000 7f314959a640 1 -- 172.21.15.5:0/831168465 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3134037070 con 0x7f314c0cdae0 2024-09-19T05:01:38.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.924+0000 7f314959a640 1 -- 172.21.15.5:0/831168465 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3134032440 con 0x7f314c0cdae0 2024-09-19T05:01:38.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.924+0000 7f314959a640 1 -- 172.21.15.5:0/831168465 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3134032810 con 0x7f314c0cdae0 2024-09-19T05:01:38.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.924+0000 7f3150e5e640 1 -- 172.21.15.5:0/831168465 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f314c0cdae0 msgr2=0x7f314c0b5280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:38.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.924+0000 7f3150e5e640 1 --2- 172.21.15.5:0/831168465 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f314c0cdae0 0x7f314c0b5280 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f314c073240 tx=0x7f313402a1a0 comp rx=0 tx=0).stop 2024-09-19T05:01:38.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.924+0000 7f3150e5e640 1 -- 172.21.15.5:0/831168465 shutdown_connections 2024-09-19T05:01:38.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.924+0000 7f3150e5e640 1 --2- 172.21.15.5:0/831168465 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f314c0cdae0 0x7f314c0b5280 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:38.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.924+0000 7f3150e5e640 1 --2- 172.21.15.5:0/831168465 >> v2:172.21.15.134:3300/0 conn(0x7f314c09ace0 0x7f314c09b7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:38.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.925+0000 7f3150e5e640 1 -- 172.21.15.5:0/831168465 >> 172.21.15.5:0/831168465 conn(0x7f314c0b3f20 msgr2=0x7f314c0b4300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:38.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.925+0000 7f3150e5e640 1 -- 172.21.15.5:0/831168465 shutdown_connections 2024-09-19T05:01:38.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.925+0000 7f3150e5e640 1 -- 172.21.15.5:0/831168465 wait complete. 2024-09-19T05:01:38.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.926+0000 7f3150e5e640 1 Processor -- start 2024-09-19T05:01:38.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.926+0000 7f3150e5e640 1 -- start start 2024-09-19T05:01:38.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.927+0000 7f3150e5e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f314c09ace0 0x7f314c157990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:38.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.927+0000 7f3150e5e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f314c0b57c0 0x7f314c160710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:38.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.927+0000 7f3150e5e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f314c0cdae0 0x7f314c160c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:38.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.927+0000 7f3150e5e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f314c0d11f0 con 0x7f314c0cdae0 2024-09-19T05:01:38.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.927+0000 7f3150e5e640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f314c09bcf0 con 0x7f314c0b57c0 2024-09-19T05:01:38.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.927+0000 7f3150e5e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f314c0d1370 con 0x7f314c09ace0 2024-09-19T05:01:38.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.927+0000 7f314ad9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f314c0cdae0 0x7f314c160c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:38.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.927+0000 7f314ad9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f314c0cdae0 0x7f314c160c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41598/0 (socket says 172.21.15.5:41598) 2024-09-19T05:01:38.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.927+0000 7f314ad9d640 1 -- 172.21.15.5:0/451584606 learned_addr learned my addr 172.21.15.5:0/451584606 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:38.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.927+0000 7f3149d9b640 1 --2- 172.21.15.5:0/451584606 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f314c0b57c0 0x7f314c160710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:38.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.927+0000 7f314a59c640 1 --2- 172.21.15.5:0/451584606 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f314c09ace0 0x7f314c157990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:38.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.927+0000 7f314ad9d640 1 -- 172.21.15.5:0/451584606 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f314c09ace0 msgr2=0x7f314c157990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:38.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.927+0000 7f314ad9d640 1 --2- 172.21.15.5:0/451584606 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f314c09ace0 0x7f314c157990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:38.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.927+0000 7f314ad9d640 1 -- 172.21.15.5:0/451584606 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f314c0b57c0 msgr2=0x7f314c160710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:38.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.927+0000 7f314ad9d640 1 --2- 172.21.15.5:0/451584606 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f314c0b57c0 0x7f314c160710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:38.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.927+0000 7f314ad9d640 1 -- 172.21.15.5:0/451584606 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f314c0cc730 con 0x7f314c0cdae0 2024-09-19T05:01:38.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.927+0000 7f314ad9d640 1 --2- 172.21.15.5:0/451584606 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f314c0cdae0 0x7f314c160c50 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f313c00c7a0 tx=0x7f313c00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:38.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.927+0000 7f3142ffd640 1 -- 172.21.15.5:0/451584606 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f313c018070 con 0x7f314c0cdae0 2024-09-19T05:01:38.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.927+0000 7f3142ffd640 1 -- 172.21.15.5:0/451584606 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f313c00a640 con 0x7f314c0cdae0 2024-09-19T05:01:38.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.927+0000 7f3142ffd640 1 -- 172.21.15.5:0/451584606 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f313c00aab0 con 0x7f314c0cdae0 2024-09-19T05:01:38.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.927+0000 7f3150e5e640 1 -- 172.21.15.5:0/451584606 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f314c157ed0 con 0x7f314c0cdae0 2024-09-19T05:01:38.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.928+0000 7f3150e5e640 1 -- 172.21.15.5:0/451584606 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f314c0c7a90 con 0x7f314c0cdae0 2024-09-19T05:01:38.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.929+0000 7f3150e5e640 1 -- 172.21.15.5:0/451584606 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f314c09b0c0 con 0x7f314c0cdae0 2024-09-19T05:01:38.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.929+0000 7f3142ffd640 1 -- 172.21.15.5:0/451584606 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f313c01b070 con 0x7f314c0cdae0 2024-09-19T05:01:38.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.929+0000 7f3142ffd640 1 --2- 172.21.15.5:0/451584606 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f312c06c2b0 0x7f312c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:38.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.930+0000 7f3142ffd640 1 -- 172.21.15.5:0/451584606 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f313c08ae60 con 0x7f314c0cdae0 2024-09-19T05:01:38.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.930+0000 7f314a59c640 1 --2- 172.21.15.5:0/451584606 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f312c06c2b0 0x7f312c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:38.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.930+0000 7f314a59c640 1 --2- 172.21.15.5:0/451584606 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f312c06c2b0 0x7f312c06e770 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f314c0b37f0 tx=0x7f3144008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:38.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:38.934+0000 7f3142ffd640 1 -- 172.21.15.5:0/451584606 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f314c157ed0 con 0x7f314c0cdae0 2024-09-19T05:01:39.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.145+0000 7f3150e5e640 1 -- 172.21.15.5:0/451584606 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f314c0cd200 con 0x7f314c0cdae0 2024-09-19T05:01:39.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.800+0000 7f3142ffd640 1 -- 172.21.15.5:0/451584606 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v9) ==== 122+0+0 (secure 0 0 0) 0x7f314c0cc730 con 0x7f314c0cdae0 2024-09-19T05:01:39.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.803+0000 7f3150e5e640 1 -- 172.21.15.5:0/451584606 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f312c06c2b0 msgr2=0x7f312c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:39.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.803+0000 7f3150e5e640 1 --2- 172.21.15.5:0/451584606 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f312c06c2b0 0x7f312c06e770 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f314c0b37f0 tx=0x7f3144008040 comp rx=0 tx=0).stop 2024-09-19T05:01:39.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.803+0000 7f3150e5e640 1 -- 172.21.15.5:0/451584606 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f314c0cdae0 msgr2=0x7f314c160c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:39.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.803+0000 7f3150e5e640 1 --2- 172.21.15.5:0/451584606 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f314c0cdae0 0x7f314c160c50 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f313c00c7a0 tx=0x7f313c00cc60 comp rx=0 tx=0).stop 2024-09-19T05:01:39.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.803+0000 7f3150e5e640 1 -- 172.21.15.5:0/451584606 shutdown_connections 2024-09-19T05:01:39.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.803+0000 7f3150e5e640 1 --2- 172.21.15.5:0/451584606 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f312c06c2b0 0x7f312c06e770 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:39.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.803+0000 7f3150e5e640 1 --2- 172.21.15.5:0/451584606 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f314c0cdae0 0x7f314c160c50 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:39.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.803+0000 7f3150e5e640 1 --2- 172.21.15.5:0/451584606 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f314c0b57c0 0x7f314c160710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:39.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.803+0000 7f3150e5e640 1 --2- 172.21.15.5:0/451584606 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f314c09ace0 0x7f314c157990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:39.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.803+0000 7f3150e5e640 1 -- 172.21.15.5:0/451584606 >> 172.21.15.5:0/451584606 conn(0x7f314c0b3f20 msgr2=0x7f314c0d1680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:39.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.803+0000 7f3150e5e640 1 -- 172.21.15.5:0/451584606 shutdown_connections 2024-09-19T05:01:39.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.803+0000 7f3150e5e640 1 -- 172.21.15.5:0/451584606 wait complete. 2024-09-19T05:01:39.818 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T05:01:39.818 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:01:39.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.926+0000 7ffafd16d640 1 Processor -- start 2024-09-19T05:01:39.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.926+0000 7ffafd16d640 1 -- start start 2024-09-19T05:01:39.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.926+0000 7ffafd16d640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7ffaf80d3150 0x7ffaf80b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:39.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.926+0000 7ffafd16d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaf80b6530 0x7ffaf806d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:39.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.926+0000 7ffafd16d640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffaf80d3680 con 0x7ffaf815e660 2024-09-19T05:01:39.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.926+0000 7ffafd16d640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7ffaf806d4b0 con 0x7ffaf80d3150 2024-09-19T05:01:39.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.927+0000 7ffafd16d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ffaf80d3960 con 0x7ffaf80b6530 2024-09-19T05:01:39.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.927+0000 7ffaf6d9d640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7ffaf815e660 0x7ffaf80d4dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:38894/0 (socket says 172.21.15.5:38894) 2024-09-19T05:01:39.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.927+0000 7ffaf6d9d640 1 -- 172.21.15.5:0/3645545244 learned_addr learned my addr 172.21.15.5:0/3645545244 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:39.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.927+0000 7ffaf759e640 1 --2- 172.21.15.5:0/3645545244 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaf80b6530 0x7ffaf806d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:39.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.927+0000 7ffaf659c640 1 --2- 172.21.15.5:0/3645545244 >> v2:172.21.15.134:3300/0 conn(0x7ffaf80d3150 0x7ffaf80b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:39.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.927+0000 7ffaf5d9b640 1 -- 172.21.15.5:0/3645545244 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 216119720 0 0) 0x7ffaf80d3680 con 0x7ffaf815e660 2024-09-19T05:01:39.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.927+0000 7ffaf5d9b640 1 -- 172.21.15.5:0/3645545244 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ffae0003520 con 0x7ffaf815e660 2024-09-19T05:01:39.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.927+0000 7ffaf5d9b640 1 -- 172.21.15.5:0/3645545244 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1245110111 0 0) 0x7ffae0003520 con 0x7ffaf815e660 2024-09-19T05:01:39.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.927+0000 7ffaf5d9b640 1 -- 172.21.15.5:0/3645545244 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaf80b6530 msgr2=0x7ffaf806d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:39.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.927+0000 7ffaf5d9b640 1 --2- 172.21.15.5:0/3645545244 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaf80b6530 0x7ffaf806d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:39.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.927+0000 7ffaf5d9b640 1 -- 172.21.15.5:0/3645545244 >> v2:172.21.15.134:3300/0 conn(0x7ffaf80d3150 msgr2=0x7ffaf80b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:39.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.927+0000 7ffaf5d9b640 1 --2- 172.21.15.5:0/3645545244 >> v2:172.21.15.134:3300/0 conn(0x7ffaf80d3150 0x7ffaf80b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:39.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.927+0000 7ffaf5d9b640 1 -- 172.21.15.5:0/3645545244 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaf806ce60 con 0x7ffaf815e660 2024-09-19T05:01:39.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.927+0000 7ffaf5d9b640 1 -- 172.21.15.5:0/3645545244 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7ffae8001670 con 0x7ffaf815e660 2024-09-19T05:01:39.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.927+0000 7ffaf659c640 1 --2- 172.21.15.5:0/3645545244 >> v2:172.21.15.134:3300/0 conn(0x7ffaf80d3150 0x7ffaf80b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:01:39.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.927+0000 7ffaf5d9b640 1 -- 172.21.15.5:0/3645545244 >> v1:172.21.15.5:6789/0 conn(0x7ffaf815e660 legacy=0x7ffaf80d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:39.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.927+0000 7ffaf5d9b640 1 --2- 172.21.15.5:0/3645545244 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaf80b6530 0x7ffae00039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:39.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.927+0000 7ffaf5d9b640 1 --2- 172.21.15.5:0/3645545244 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffae0003f30 0x7ffae0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:39.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.927+0000 7ffaf5d9b640 1 --2- 172.21.15.5:0/3645545244 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffae0004d40 0x7ffae00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:39.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.927+0000 7ffaf5d9b640 1 -- 172.21.15.5:0/3645545244 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf80d3960 con 0x7ffae0003f30 2024-09-19T05:01:39.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.927+0000 7ffaf5d9b640 1 -- 172.21.15.5:0/3645545244 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7ffae000b9c0 con 0x7ffae0004d40 2024-09-19T05:01:39.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.927+0000 7ffaf5d9b640 1 -- 172.21.15.5:0/3645545244 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ffae000bb70 con 0x7ffaf80b6530 2024-09-19T05:01:39.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.928+0000 7ffaf659c640 1 --2- 172.21.15.5:0/3645545244 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffae0003f30 0x7ffae0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:39.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.928+0000 7ffaf6d9d640 1 --2- 172.21.15.5:0/3645545244 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaf80b6530 0x7ffae00039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:39.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.928+0000 7ffaf759e640 1 --2- 172.21.15.5:0/3645545244 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffae0004d40 0x7ffae00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:39.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.928+0000 7ffaf659c640 1 -- 172.21.15.5:0/3645545244 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaf80b6530 msgr2=0x7ffae00039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:39.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.928+0000 7ffaf659c640 1 --2- 172.21.15.5:0/3645545244 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaf80b6530 0x7ffae00039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:39.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.928+0000 7ffaf659c640 1 -- 172.21.15.5:0/3645545244 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffae0004d40 msgr2=0x7ffae00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:39.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.928+0000 7ffaf659c640 1 --2- 172.21.15.5:0/3645545244 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffae0004d40 0x7ffae00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:39.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.928+0000 7ffaf659c640 1 -- 172.21.15.5:0/3645545244 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffae0003520 con 0x7ffae0003f30 2024-09-19T05:01:39.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.929+0000 7ffaf659c640 1 --2- 172.21.15.5:0/3645545244 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffae0003f30 0x7ffae0004800 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7ffaec009c90 tx=0x7ffae0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=435efa56138faa90 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:39.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.929+0000 7ffaf5d9b640 1 -- 172.21.15.5:0/3645545244 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaec036070 con 0x7ffae0003f30 2024-09-19T05:01:39.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.929+0000 7ffaf5d9b640 1 -- 172.21.15.5:0/3645545244 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffaec031400 con 0x7ffae0003f30 2024-09-19T05:01:39.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.929+0000 7ffaf5d9b640 1 -- 172.21.15.5:0/3645545244 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaec009860 con 0x7ffae0003f30 2024-09-19T05:01:39.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.929+0000 7ffafd16d640 1 -- 172.21.15.5:0/3645545244 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffae0003f30 msgr2=0x7ffae0004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:39.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.929+0000 7ffafd16d640 1 --2- 172.21.15.5:0/3645545244 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffae0003f30 0x7ffae0004800 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7ffaec009c90 tx=0x7ffae0005830 comp rx=0 tx=0).stop 2024-09-19T05:01:39.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.929+0000 7ffaf759e640 1 -- 172.21.15.5:0/3645545244 reap_dead start 2024-09-19T05:01:39.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.929+0000 7ffafd16d640 1 -- 172.21.15.5:0/3645545244 shutdown_connections 2024-09-19T05:01:39.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.929+0000 7ffafd16d640 1 -- 172.21.15.5:0/3645545244 >> 172.21.15.5:0/3645545244 conn(0x7ffaf808c000 msgr2=0x7ffaf80d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:39.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.929+0000 7ffafd16d640 1 -- 172.21.15.5:0/3645545244 shutdown_connections 2024-09-19T05:01:39.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.929+0000 7ffafd16d640 1 -- 172.21.15.5:0/3645545244 wait complete. 2024-09-19T05:01:39.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.931+0000 7ffafd16d640 1 Processor -- start 2024-09-19T05:01:39.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.931+0000 7ffafd16d640 1 -- start start 2024-09-19T05:01:39.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.932+0000 7ffafd16d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffae0003f30 0x7ffaf815fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:39.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.932+0000 7ffafd16d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaf81612d0 0x7ffaf815a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:39.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.932+0000 7ffafd16d640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffaf80ce1b0 0x7ffaf80cb640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:39.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.932+0000 7ffafd16d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf806d940 con 0x7ffae0003f30 2024-09-19T05:01:39.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.932+0000 7ffafd16d640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf815ea40 con 0x7ffaf80ce1b0 2024-09-19T05:01:39.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.932+0000 7ffafd16d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ffaf806dac0 con 0x7ffaf81612d0 2024-09-19T05:01:39.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.932+0000 7ffaf6d9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffae0003f30 0x7ffaf815fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:39.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.932+0000 7ffaf6d9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffae0003f30 0x7ffaf815fc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41606/0 (socket says 172.21.15.5:41606) 2024-09-19T05:01:39.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.932+0000 7ffaf6d9d640 1 -- 172.21.15.5:0/719645812 learned_addr learned my addr 172.21.15.5:0/719645812 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:39.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.932+0000 7ffaf759e640 1 --2- 172.21.15.5:0/719645812 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffaf80ce1b0 0x7ffaf80cb640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:39.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.932+0000 7ffaf659c640 1 --2- 172.21.15.5:0/719645812 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaf81612d0 0x7ffaf815a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:39.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.933+0000 7ffaf6d9d640 1 -- 172.21.15.5:0/719645812 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaf81612d0 msgr2=0x7ffaf815a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:39.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.933+0000 7ffaf6d9d640 1 --2- 172.21.15.5:0/719645812 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaf81612d0 0x7ffaf815a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:39.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.933+0000 7ffaf6d9d640 1 -- 172.21.15.5:0/719645812 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffaf80ce1b0 msgr2=0x7ffaf80cb640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:39.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.933+0000 7ffaf6d9d640 1 --2- 172.21.15.5:0/719645812 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffaf80ce1b0 0x7ffaf80cb640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:39.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.933+0000 7ffaf6d9d640 1 -- 172.21.15.5:0/719645812 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaf8160230 con 0x7ffae0003f30 2024-09-19T05:01:39.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.933+0000 7ffaf6d9d640 1 --2- 172.21.15.5:0/719645812 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffae0003f30 0x7ffaf815fc10 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7ffae8007340 tx=0x7ffae8007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:39.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.933+0000 7ffadf7fe640 1 -- 172.21.15.5:0/719645812 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae800f960 con 0x7ffae0003f30 2024-09-19T05:01:39.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.933+0000 7ffadf7fe640 1 -- 172.21.15.5:0/719645812 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffae8018070 con 0x7ffae0003f30 2024-09-19T05:01:39.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.933+0000 7ffafd16d640 1 -- 172.21.15.5:0/719645812 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffaf8160510 con 0x7ffae0003f30 2024-09-19T05:01:39.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.933+0000 7ffadf7fe640 1 -- 172.21.15.5:0/719645812 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae800fd40 con 0x7ffae0003f30 2024-09-19T05:01:39.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.933+0000 7ffafd16d640 1 -- 172.21.15.5:0/719645812 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffaf8160ad0 con 0x7ffae0003f30 2024-09-19T05:01:39.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.934+0000 7ffafd16d640 1 -- 172.21.15.5:0/719645812 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffaf80b5ff0 con 0x7ffae0003f30 2024-09-19T05:01:39.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.935+0000 7ffadf7fe640 1 -- 172.21.15.5:0/719645812 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ffae801d460 con 0x7ffae0003f30 2024-09-19T05:01:39.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.935+0000 7ffadf7fe640 1 --2- 172.21.15.5:0/719645812 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffae406c2e0 0x7ffae406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:39.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.935+0000 7ffadf7fe640 1 -- 172.21.15.5:0/719645812 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7ffae808b650 con 0x7ffae0003f30 2024-09-19T05:01:39.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.936+0000 7ffaf659c640 1 --2- 172.21.15.5:0/719645812 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffae406c2e0 0x7ffae406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:39.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.936+0000 7ffaf659c640 1 --2- 172.21.15.5:0/719645812 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffae406c2e0 0x7ffae406e7a0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ffaec033000 tx=0x7ffaec008030 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:39.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:39.940+0000 7ffadf7fe640 1 -- 172.21.15.5:0/719645812 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ffae80594c0 con 0x7ffae0003f30 2024-09-19T05:01:40.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.153+0000 7ffafd16d640 1 -- 172.21.15.5:0/719645812 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffaf80cb400 con 0x7ffae0003f30 2024-09-19T05:01:40.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.153+0000 7ffadf7fe640 1 -- 172.21.15.5:0/719645812 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5213 (secure 0 0 0) 0x7ffae805d7c0 con 0x7ffae0003f30 2024-09-19T05:01:40.155 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:01:40.155 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":9,"btime":"2024-09-19T05:01:39:795017+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/418766910","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":418766910},{"type":"v1","addr":"172.21.15.134:6836","nonce":418766910}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/2380114928","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2380114928},{"type":"v1","addr":"172.21.15.5:6834","nonce":2380114928}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/2304329808","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":2304329808},{"type":"v1","addr":"172.21.15.5:6835","nonce":2304329808}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:01:20.084205+0000","modified":"2024-09-19T05:01:39.146935+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6837/168351575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":168351575},{"type":"v1","addr":"172.21.15.134:6837","nonce":168351575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4275,"qdb_cluster":[4275]},"id":1}]} 2024-09-19T05:01:40.156 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 9 2024-09-19T05:01:40.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.155+0000 7ffafd16d640 1 -- 172.21.15.5:0/719645812 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffae406c2e0 msgr2=0x7ffae406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:40.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.155+0000 7ffafd16d640 1 --2- 172.21.15.5:0/719645812 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffae406c2e0 0x7ffae406e7a0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ffaec033000 tx=0x7ffaec008030 comp rx=0 tx=0).stop 2024-09-19T05:01:40.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.155+0000 7ffafd16d640 1 -- 172.21.15.5:0/719645812 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffae0003f30 msgr2=0x7ffaf815fc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:40.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.155+0000 7ffafd16d640 1 --2- 172.21.15.5:0/719645812 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffae0003f30 0x7ffaf815fc10 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7ffae8007340 tx=0x7ffae8007800 comp rx=0 tx=0).stop 2024-09-19T05:01:40.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.155+0000 7ffafd16d640 1 -- 172.21.15.5:0/719645812 shutdown_connections 2024-09-19T05:01:40.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.155+0000 7ffafd16d640 1 --2- 172.21.15.5:0/719645812 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffae406c2e0 0x7ffae406e7a0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.155+0000 7ffafd16d640 1 --2- 172.21.15.5:0/719645812 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffaf80ce1b0 0x7ffaf80cb640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.156+0000 7ffafd16d640 1 --2- 172.21.15.5:0/719645812 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaf81612d0 0x7ffaf815a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.156+0000 7ffafd16d640 1 --2- 172.21.15.5:0/719645812 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffae0003f30 0x7ffaf815fc10 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.156+0000 7ffafd16d640 1 -- 172.21.15.5:0/719645812 >> 172.21.15.5:0/719645812 conn(0x7ffaf808c000 msgr2=0x7ffaf80b11d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:40.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.156+0000 7ffafd16d640 1 -- 172.21.15.5:0/719645812 shutdown_connections 2024-09-19T05:01:40.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.156+0000 7ffafd16d640 1 -- 172.21.15.5:0/719645812 wait complete. 2024-09-19T05:01:40.168 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:01:40.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.270+0000 7f8aa800e640 1 Processor -- start 2024-09-19T05:01:40.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.271+0000 7f8aa800e640 1 -- start start 2024-09-19T05:01:40.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.272+0000 7f8aa800e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8aa00d3150 0x7f8aa00b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:40.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.272+0000 7f8aa800e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8aa00b6530 0x7f8aa006d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:40.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.272+0000 7f8aa800e640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8aa00d3680 con 0x7f8aa015e660 2024-09-19T05:01:40.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.272+0000 7f8aa800e640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f8aa006d4b0 con 0x7f8aa00b6530 2024-09-19T05:01:40.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.272+0000 7f8aa800e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f8aa00d3960 con 0x7f8aa00d3150 2024-09-19T05:01:40.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.272+0000 7f8aa65ab640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8aa00b6530 0x7f8aa006d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:40.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.272+0000 7f8aa65ab640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8aa00b6530 0x7f8aa006d940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41616/0 (socket says 172.21.15.5:41616) 2024-09-19T05:01:40.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.272+0000 7f8aa65ab640 1 -- 172.21.15.5:0/2834926621 learned_addr learned my addr 172.21.15.5:0/2834926621 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:40.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.272+0000 7f8aa55a9640 1 --2- 172.21.15.5:0/2834926621 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8aa00d3150 0x7f8aa00b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:40.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.272+0000 7f8aa65ab640 1 -- 172.21.15.5:0/2834926621 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8aa00d3150 msgr2=0x7f8aa00b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:40.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.272+0000 7f8aa65ab640 1 --2- 172.21.15.5:0/2834926621 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8aa00d3150 0x7f8aa00b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.272+0000 7f8aa65ab640 1 -- 172.21.15.5:0/2834926621 >> v1:172.21.15.134:6789/0 conn(0x7f8aa015e660 legacy=0x7f8aa00d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:40.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.272+0000 7f8aa65ab640 1 -- 172.21.15.5:0/2834926621 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8aa006ce60 con 0x7f8aa00b6530 2024-09-19T05:01:40.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.273+0000 7f8aa65ab640 1 --2- 172.21.15.5:0/2834926621 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8aa00b6530 0x7f8aa006d940 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f8a98009e50 tx=0x7f8a9802a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f54bddc4ba6db7b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:40.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.273+0000 7f8aa4da8640 1 -- 172.21.15.5:0/2834926621 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a98036070 con 0x7f8aa00b6530 2024-09-19T05:01:40.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.273+0000 7f8aa4da8640 1 -- 172.21.15.5:0/2834926621 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a98031600 con 0x7f8aa00b6530 2024-09-19T05:01:40.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.273+0000 7f8aa4da8640 1 -- 172.21.15.5:0/2834926621 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a980319d0 con 0x7f8aa00b6530 2024-09-19T05:01:40.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.274+0000 7f8aa800e640 1 -- 172.21.15.5:0/2834926621 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8aa00b6530 msgr2=0x7f8aa006d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:40.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.274+0000 7f8aa800e640 1 --2- 172.21.15.5:0/2834926621 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8aa00b6530 0x7f8aa006d940 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f8a98009e50 tx=0x7f8a9802a7a0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.274+0000 7f8aa800e640 1 -- 172.21.15.5:0/2834926621 shutdown_connections 2024-09-19T05:01:40.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.274+0000 7f8aa800e640 1 --2- 172.21.15.5:0/2834926621 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8aa00b6530 0x7f8aa006d940 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.274+0000 7f8aa800e640 1 --2- 172.21.15.5:0/2834926621 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8aa00d3150 0x7f8aa00b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.274+0000 7f8aa800e640 1 -- 172.21.15.5:0/2834926621 >> 172.21.15.5:0/2834926621 conn(0x7f8aa008c000 msgr2=0x7f8aa00d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:40.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.274+0000 7f8aa800e640 1 -- 172.21.15.5:0/2834926621 shutdown_connections 2024-09-19T05:01:40.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.274+0000 7f8aa800e640 1 -- 172.21.15.5:0/2834926621 wait complete. 2024-09-19T05:01:40.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.275+0000 7f8aa800e640 1 Processor -- start 2024-09-19T05:01:40.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.275+0000 7f8aa800e640 1 -- start start 2024-09-19T05:01:40.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.276+0000 7f8aa800e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8aa00b6530 0x7f8aa00ca0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:40.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.276+0000 7f8aa800e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8aa00d3150 0x7f8aa014e330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:40.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.276+0000 7f8aa800e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8aa015e660 0x7f8aa01515d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:40.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.276+0000 7f8aa800e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f8aa006de80 con 0x7f8aa015e660 2024-09-19T05:01:40.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.276+0000 7f8aa800e640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f8aa015ea40 con 0x7f8aa00b6530 2024-09-19T05:01:40.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.276+0000 7f8aa800e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f8aa006e000 con 0x7f8aa00d3150 2024-09-19T05:01:40.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.276+0000 7f8aa65ab640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8aa015e660 0x7f8aa01515d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:40.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.276+0000 7f8aa65ab640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8aa015e660 0x7f8aa01515d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41618/0 (socket says 172.21.15.5:41618) 2024-09-19T05:01:40.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.276+0000 7f8aa65ab640 1 -- 172.21.15.5:0/3324998994 learned_addr learned my addr 172.21.15.5:0/3324998994 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:40.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.276+0000 7f8aa5daa640 1 --2- 172.21.15.5:0/3324998994 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8aa00b6530 0x7f8aa00ca0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:40.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.276+0000 7f8aa55a9640 1 --2- 172.21.15.5:0/3324998994 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8aa00d3150 0x7f8aa014e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:40.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.277+0000 7f8aa65ab640 1 -- 172.21.15.5:0/3324998994 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8aa00d3150 msgr2=0x7f8aa014e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:40.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.277+0000 7f8aa65ab640 1 --2- 172.21.15.5:0/3324998994 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8aa00d3150 0x7f8aa014e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.277+0000 7f8aa65ab640 1 -- 172.21.15.5:0/3324998994 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8aa00b6530 msgr2=0x7f8aa00ca0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:40.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.277+0000 7f8aa65ab640 1 --2- 172.21.15.5:0/3324998994 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8aa00b6530 0x7f8aa00ca0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.277+0000 7f8aa65ab640 1 -- 172.21.15.5:0/3324998994 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8aa014e870 con 0x7f8aa015e660 2024-09-19T05:01:40.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.277+0000 7f8aa65ab640 1 --2- 172.21.15.5:0/3324998994 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8aa015e660 0x7f8aa01515d0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f8a98034040 tx=0x7f8a98004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:40.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.277+0000 7f8a967fc640 1 -- 172.21.15.5:0/3324998994 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a98036050 con 0x7f8aa015e660 2024-09-19T05:01:40.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.277+0000 7f8a967fc640 1 -- 172.21.15.5:0/3324998994 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a98042070 con 0x7f8aa015e660 2024-09-19T05:01:40.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.277+0000 7f8aa800e640 1 -- 172.21.15.5:0/3324998994 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8aa00ca780 con 0x7f8aa015e660 2024-09-19T05:01:40.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.277+0000 7f8a967fc640 1 -- 172.21.15.5:0/3324998994 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a98009510 con 0x7f8aa015e660 2024-09-19T05:01:40.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.277+0000 7f8aa800e640 1 -- 172.21.15.5:0/3324998994 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8aa00cad40 con 0x7f8aa015e660 2024-09-19T05:01:40.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.278+0000 7f8aa800e640 1 -- 172.21.15.5:0/3324998994 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8aa006d920 con 0x7f8aa015e660 2024-09-19T05:01:40.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.279+0000 7f8a967fc640 1 -- 172.21.15.5:0/3324998994 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8a98007bf0 con 0x7f8aa015e660 2024-09-19T05:01:40.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.279+0000 7f8a967fc640 1 --2- 172.21.15.5:0/3324998994 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8a8406c2b0 0x7f8a8406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:40.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.279+0000 7f8a967fc640 1 -- 172.21.15.5:0/3324998994 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f8a980ac3c0 con 0x7f8aa015e660 2024-09-19T05:01:40.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.279+0000 7f8aa5daa640 1 --2- 172.21.15.5:0/3324998994 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8a8406c2b0 0x7f8a8406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:40.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.280+0000 7f8aa5daa640 1 --2- 172.21.15.5:0/3324998994 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8a8406c2b0 0x7f8a8406e770 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8a9c0016e0 tx=0x7f8a9c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:40.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.284+0000 7f8a967fc640 1 -- 172.21.15.5:0/3324998994 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8a9807a2c0 con 0x7f8aa015e660 2024-09-19T05:01:40.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.471+0000 7f8aa800e640 1 -- 172.21.15.5:0/3324998994 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8aa00b1140 con 0x7f8aa015e660 2024-09-19T05:01:40.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.472+0000 7f8a967fc640 1 -- 172.21.15.5:0/3324998994 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7f8a9807e5c0 con 0x7f8aa015e660 2024-09-19T05:01:40.474 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:01:40.474 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":25,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:01:25.122601+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:01:17.947021+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:01:19.067427+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T05:01:22.775359+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:01:40.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.474+0000 7f8aa800e640 1 -- 172.21.15.5:0/3324998994 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8a8406c2b0 msgr2=0x7f8a8406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:40.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.474+0000 7f8aa800e640 1 --2- 172.21.15.5:0/3324998994 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8a8406c2b0 0x7f8a8406e770 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8a9c0016e0 tx=0x7f8a9c009040 comp rx=0 tx=0).stop 2024-09-19T05:01:40.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.474+0000 7f8aa800e640 1 -- 172.21.15.5:0/3324998994 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8aa015e660 msgr2=0x7f8aa01515d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:40.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.474+0000 7f8aa800e640 1 --2- 172.21.15.5:0/3324998994 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8aa015e660 0x7f8aa01515d0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f8a98034040 tx=0x7f8a98004a40 comp rx=0 tx=0).stop 2024-09-19T05:01:40.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.474+0000 7f8aa800e640 1 -- 172.21.15.5:0/3324998994 shutdown_connections 2024-09-19T05:01:40.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.474+0000 7f8aa800e640 1 --2- 172.21.15.5:0/3324998994 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8a8406c2b0 0x7f8a8406e770 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.474+0000 7f8aa800e640 1 --2- 172.21.15.5:0/3324998994 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8aa015e660 0x7f8aa01515d0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.474+0000 7f8aa800e640 1 --2- 172.21.15.5:0/3324998994 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8aa00d3150 0x7f8aa014e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.474+0000 7f8aa800e640 1 --2- 172.21.15.5:0/3324998994 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8aa00b6530 0x7f8aa00ca0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.474+0000 7f8aa800e640 1 -- 172.21.15.5:0/3324998994 >> 172.21.15.5:0/3324998994 conn(0x7f8aa008c000 msgr2=0x7f8aa00cf380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:40.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.474+0000 7f8aa800e640 1 -- 172.21.15.5:0/3324998994 shutdown_connections 2024-09-19T05:01:40.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.474+0000 7f8aa800e640 1 -- 172.21.15.5:0/3324998994 wait complete. 2024-09-19T05:01:40.488 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T05:01:40.489 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:01:40.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.591+0000 7f67cc877640 1 Processor -- start 2024-09-19T05:01:40.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.591+0000 7f67cc877640 1 -- start start 2024-09-19T05:01:40.593 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.592+0000 7f67cc877640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f67c80b56e0 0x7f67c80b0590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:40.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.592+0000 7f67cc877640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f67c80b0ad0 0x7f67c80b42f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:40.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.592+0000 7f67cc877640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f67c80b4830 0x7f67c815ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:40.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.592+0000 7f67cc877640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f67c80b0100 con 0x7f67c80b4830 2024-09-19T05:01:40.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.592+0000 7f67cc877640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f67c8160dc0 con 0x7f67c80b0ad0 2024-09-19T05:01:40.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.592+0000 7f67cc877640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f67c815d5a0 con 0x7f67c80b56e0 2024-09-19T05:01:40.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.592+0000 7f67c6d9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f67c80b4830 0x7f67c815ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:40.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.592+0000 7f67c6d9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f67c80b4830 0x7f67c815ffb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41622/0 (socket says 172.21.15.5:41622) 2024-09-19T05:01:40.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.592+0000 7f67c6d9d640 1 -- 172.21.15.5:0/2949080867 learned_addr learned my addr 172.21.15.5:0/2949080867 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:40.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.592+0000 7f67c659c640 1 --2- 172.21.15.5:0/2949080867 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f67c80b56e0 0x7f67c80b0590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:40.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.592+0000 7f67bdd9b640 1 --2- 172.21.15.5:0/2949080867 >> v2:172.21.15.134:3300/0 conn(0x7f67c80b0ad0 0x7f67c80b42f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:40.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.592+0000 7f67c6d9d640 1 -- 172.21.15.5:0/2949080867 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f67c80b56e0 msgr2=0x7f67c80b0590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:40.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.592+0000 7f67c6d9d640 1 --2- 172.21.15.5:0/2949080867 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f67c80b56e0 0x7f67c80b0590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.592+0000 7f67c6d9d640 1 -- 172.21.15.5:0/2949080867 >> v2:172.21.15.134:3300/0 conn(0x7f67c80b0ad0 msgr2=0x7f67c80b42f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:40.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.592+0000 7f67c6d9d640 1 --2- 172.21.15.5:0/2949080867 >> v2:172.21.15.134:3300/0 conn(0x7f67c80b0ad0 0x7f67c80b42f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.592+0000 7f67c6d9d640 1 -- 172.21.15.5:0/2949080867 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67c815d880 con 0x7f67c80b4830 2024-09-19T05:01:40.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.593+0000 7f67c6d9d640 1 --2- 172.21.15.5:0/2949080867 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67c80b4830 0x7f67c815ffb0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f67c80d2380 tx=0x7f67c002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41fbbf8be5cb0b1a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:40.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.593+0000 7f67c5d9b640 1 -- 172.21.15.5:0/2949080867 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67c0036070 con 0x7f67c80b4830 2024-09-19T05:01:40.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.593+0000 7f67c5d9b640 1 -- 172.21.15.5:0/2949080867 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67c0031600 con 0x7f67c80b4830 2024-09-19T05:01:40.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.593+0000 7f67c5d9b640 1 -- 172.21.15.5:0/2949080867 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67c00319d0 con 0x7f67c80b4830 2024-09-19T05:01:40.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.594+0000 7f67cc877640 1 -- 172.21.15.5:0/2949080867 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67c80b4830 msgr2=0x7f67c815ffb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:40.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.594+0000 7f67cc877640 1 --2- 172.21.15.5:0/2949080867 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67c80b4830 0x7f67c815ffb0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f67c80d2380 tx=0x7f67c002a6a0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.594+0000 7f67cc877640 1 -- 172.21.15.5:0/2949080867 shutdown_connections 2024-09-19T05:01:40.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.594+0000 7f67cc877640 1 --2- 172.21.15.5:0/2949080867 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67c80b4830 0x7f67c815ffb0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.594+0000 7f67cc877640 1 --2- 172.21.15.5:0/2949080867 >> v2:172.21.15.134:3300/0 conn(0x7f67c80b0ad0 0x7f67c80b42f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.594+0000 7f67cc877640 1 --2- 172.21.15.5:0/2949080867 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f67c80b56e0 0x7f67c80b0590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.594+0000 7f67cc877640 1 -- 172.21.15.5:0/2949080867 >> 172.21.15.5:0/2949080867 conn(0x7f67c80b6810 msgr2=0x7f67c80b6c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:40.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.594+0000 7f67cc877640 1 -- 172.21.15.5:0/2949080867 shutdown_connections 2024-09-19T05:01:40.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.594+0000 7f67cc877640 1 -- 172.21.15.5:0/2949080867 wait complete. 2024-09-19T05:01:40.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.595+0000 7f67cc877640 1 Processor -- start 2024-09-19T05:01:40.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.595+0000 7f67cc877640 1 -- start start 2024-09-19T05:01:40.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.596+0000 7f67cc877640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67c80b0ad0 0x7f67c81f4210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:40.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.596+0000 7f67cc877640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f67c80b4830 0x7f67c81f7150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:40.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.596+0000 7f67cc877640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f67c80b56e0 0x7f67c809c430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:40.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.596+0000 7f67cc877640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f67c80afb50 con 0x7f67c80b0ad0 2024-09-19T05:01:40.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.596+0000 7f67cc877640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f67c80af9d0 con 0x7f67c80b4830 2024-09-19T05:01:40.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.596+0000 7f67cc877640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f67c81604f0 con 0x7f67c80b56e0 2024-09-19T05:01:40.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.596+0000 7f67c659c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67c80b0ad0 0x7f67c81f4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:40.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.596+0000 7f67c659c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67c80b0ad0 0x7f67c81f4210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41632/0 (socket says 172.21.15.5:41632) 2024-09-19T05:01:40.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.596+0000 7f67c659c640 1 -- 172.21.15.5:0/809782569 learned_addr learned my addr 172.21.15.5:0/809782569 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:40.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.596+0000 7f67bdd9b640 1 --2- 172.21.15.5:0/809782569 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f67c80b4830 0x7f67c81f7150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:40.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.596+0000 7f67c6d9d640 1 --2- 172.21.15.5:0/809782569 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f67c80b56e0 0x7f67c809c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:40.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.597+0000 7f67c659c640 1 -- 172.21.15.5:0/809782569 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f67c80b56e0 msgr2=0x7f67c809c430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:40.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.597+0000 7f67c659c640 1 --2- 172.21.15.5:0/809782569 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f67c80b56e0 0x7f67c809c430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.597+0000 7f67c659c640 1 -- 172.21.15.5:0/809782569 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f67c80b4830 msgr2=0x7f67c81f7150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:40.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.597+0000 7f67c659c640 1 --2- 172.21.15.5:0/809782569 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f67c80b4830 0x7f67c81f7150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.597+0000 7f67c659c640 1 -- 172.21.15.5:0/809782569 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67c809d4b0 con 0x7f67c80b0ad0 2024-09-19T05:01:40.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.597+0000 7f67bdd9b640 1 --2- 172.21.15.5:0/809782569 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f67c80b4830 0x7f67c81f7150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:01:40.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.597+0000 7f67c659c640 1 --2- 172.21.15.5:0/809782569 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67c80b0ad0 0x7f67c81f4210 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f67b800e870 tx=0x7f67b800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:40.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.597+0000 7f67bf7fe640 1 -- 172.21.15.5:0/809782569 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67b8017070 con 0x7f67c80b0ad0 2024-09-19T05:01:40.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.597+0000 7f67bf7fe640 1 -- 172.21.15.5:0/809782569 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67b800c940 con 0x7f67c80b0ad0 2024-09-19T05:01:40.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.597+0000 7f67cc877640 1 -- 172.21.15.5:0/809782569 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67c809cef0 con 0x7f67c80b0ad0 2024-09-19T05:01:40.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.597+0000 7f67bf7fe640 1 -- 172.21.15.5:0/809782569 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67b800cd30 con 0x7f67c80b0ad0 2024-09-19T05:01:40.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.597+0000 7f67cc877640 1 -- 172.21.15.5:0/809782569 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67c806f190 con 0x7f67c80b0ad0 2024-09-19T05:01:40.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.598+0000 7f67cc877640 1 -- 172.21.15.5:0/809782569 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67c81608d0 con 0x7f67c80b0ad0 2024-09-19T05:01:40.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.599+0000 7f67bf7fe640 1 -- 172.21.15.5:0/809782569 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f67b801a070 con 0x7f67c80b0ad0 2024-09-19T05:01:40.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.600+0000 7f67bf7fe640 1 --2- 172.21.15.5:0/809782569 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f67a806c2b0 0x7f67a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:40.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.600+0000 7f67bf7fe640 1 -- 172.21.15.5:0/809782569 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f67b808b620 con 0x7f67c80b0ad0 2024-09-19T05:01:40.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.600+0000 7f67bdd9b640 1 --2- 172.21.15.5:0/809782569 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f67a806c2b0 0x7f67a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:40.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.600+0000 7f67bdd9b640 1 --2- 172.21.15.5:0/809782569 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f67a806c2b0 0x7f67a806e770 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f67c815d4d0 tx=0x7f67b0008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:40.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.604+0000 7f67bf7fe640 1 -- 172.21.15.5:0/809782569 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f67b8059a50 con 0x7f67c80b0ad0 2024-09-19T05:01:40.783 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.781+0000 7f67cc877640 1 -- 172.21.15.5:0/809782569 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f67c815f4b0 con 0x7f67a806c2b0 2024-09-19T05:01:40.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.790+0000 7f67bf7fe640 1 -- 172.21.15.5:0/809782569 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7f67c815f4b0 con 0x7f67a806c2b0 2024-09-19T05:01:40.795 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:01:40.801 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:01:40.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.794+0000 7f67cc877640 1 -- 172.21.15.5:0/809782569 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f67a806c2b0 msgr2=0x7f67a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:40.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.794+0000 7f67cc877640 1 --2- 172.21.15.5:0/809782569 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f67a806c2b0 0x7f67a806e770 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f67c815d4d0 tx=0x7f67b0008040 comp rx=0 tx=0).stop 2024-09-19T05:01:40.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.794+0000 7f67cc877640 1 -- 172.21.15.5:0/809782569 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67c80b0ad0 msgr2=0x7f67c81f4210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:40.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.794+0000 7f67cc877640 1 --2- 172.21.15.5:0/809782569 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67c80b0ad0 0x7f67c81f4210 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f67b800e870 tx=0x7f67b800ed30 comp rx=0 tx=0).stop 2024-09-19T05:01:40.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.794+0000 7f67cc877640 1 -- 172.21.15.5:0/809782569 shutdown_connections 2024-09-19T05:01:40.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.794+0000 7f67cc877640 1 --2- 172.21.15.5:0/809782569 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f67a806c2b0 0x7f67a806e770 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.794+0000 7f67cc877640 1 --2- 172.21.15.5:0/809782569 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f67c80b56e0 0x7f67c809c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.794+0000 7f67cc877640 1 --2- 172.21.15.5:0/809782569 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f67c80b4830 0x7f67c81f7150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.794+0000 7f67cc877640 1 --2- 172.21.15.5:0/809782569 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67c80b0ad0 0x7f67c81f4210 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.794+0000 7f67cc877640 1 -- 172.21.15.5:0/809782569 >> 172.21.15.5:0/809782569 conn(0x7f67c80b6810 msgr2=0x7f67c80ae2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:40.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.794+0000 7f67cc877640 1 -- 172.21.15.5:0/809782569 shutdown_connections 2024-09-19T05:01:40.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.794+0000 7f67cc877640 1 -- 172.21.15.5:0/809782569 wait complete. 2024-09-19T05:01:40.807 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":34,"stamp":"2024-09-19T05:01:39.264225+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236116,"kb_used_data":3240,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738604,"statfs":{"total":773094113280,"available":772852330496,"internally_reserved":0,"allocated":3317760,"data_stored":2019276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003151"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457758+0000","last_change":"2024-09-19T05:01:19.736098+0000","last_active":"2024-09-19T05:01:26.457758+0000","last_peered":"2024-09-19T05:01:26.457758+0000","last_clean":"2024-09-19T05:01:26.457758+0000","last_became_active":"2024-09-19T05:01:19.735761+0000","last_became_peered":"2024-09-19T05:01:19.735761+0000","last_unstale":"2024-09-19T05:01:26.457758+0000","last_undegraded":"2024-09-19T05:01:26.457758+0000","last_fullsized":"2024-09-19T05:01:26.457758+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:54.314220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456213+0000","last_change":"2024-09-19T05:01:20.742102+0000","last_active":"2024-09-19T05:01:26.456213+0000","last_peered":"2024-09-19T05:01:26.456213+0000","last_clean":"2024-09-19T05:01:26.456213+0000","last_became_active":"2024-09-19T05:01:20.741732+0000","last_became_peered":"2024-09-19T05:01:20.741732+0000","last_unstale":"2024-09-19T05:01:26.456213+0000","last_undegraded":"2024-09-19T05:01:26.456213+0000","last_fullsized":"2024-09-19T05:01:26.456213+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:14.581107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456182+0000","last_change":"2024-09-19T05:01:24.775492+0000","last_active":"2024-09-19T05:01:26.456182+0000","last_peered":"2024-09-19T05:01:26.456182+0000","last_clean":"2024-09-19T05:01:26.456182+0000","last_became_active":"2024-09-19T05:01:24.774974+0000","last_became_peered":"2024-09-19T05:01:24.774974+0000","last_unstale":"2024-09-19T05:01:26.456182+0000","last_undegraded":"2024-09-19T05:01:26.456182+0000","last_fullsized":"2024-09-19T05:01:26.456182+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:44:54.365080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456500+0000","last_change":"2024-09-19T05:01:19.737827+0000","last_active":"2024-09-19T05:01:26.456500+0000","last_peered":"2024-09-19T05:01:26.456500+0000","last_clean":"2024-09-19T05:01:26.456500+0000","last_became_active":"2024-09-19T05:01:19.737526+0000","last_became_peered":"2024-09-19T05:01:19.737526+0000","last_unstale":"2024-09-19T05:01:26.456500+0000","last_undegraded":"2024-09-19T05:01:26.456500+0000","last_fullsized":"2024-09-19T05:01:26.456500+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:37:10.181031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457640+0000","last_change":"2024-09-19T05:01:20.739566+0000","last_active":"2024-09-19T05:01:26.457640+0000","last_peered":"2024-09-19T05:01:26.457640+0000","last_clean":"2024-09-19T05:01:26.457640+0000","last_became_active":"2024-09-19T05:01:20.739243+0000","last_became_peered":"2024-09-19T05:01:20.739243+0000","last_unstale":"2024-09-19T05:01:26.457640+0000","last_undegraded":"2024-09-19T05:01:26.457640+0000","last_fullsized":"2024-09-19T05:01:26.457640+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:49.118992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761846+0000","last_change":"2024-09-19T05:01:24.777983+0000","last_active":"2024-09-19T05:01:25.761846+0000","last_peered":"2024-09-19T05:01:25.761846+0000","last_clean":"2024-09-19T05:01:25.761846+0000","last_became_active":"2024-09-19T05:01:24.777608+0000","last_became_peered":"2024-09-19T05:01:24.777608+0000","last_unstale":"2024-09-19T05:01:25.761846+0000","last_undegraded":"2024-09-19T05:01:25.761846+0000","last_fullsized":"2024-09-19T05:01:25.761846+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:01.991871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760541+0000","last_change":"2024-09-19T05:01:19.736454+0000","last_active":"2024-09-19T05:01:25.760541+0000","last_peered":"2024-09-19T05:01:25.760541+0000","last_clean":"2024-09-19T05:01:25.760541+0000","last_became_active":"2024-09-19T05:01:19.736181+0000","last_became_peered":"2024-09-19T05:01:19.736181+0000","last_unstale":"2024-09-19T05:01:25.760541+0000","last_undegraded":"2024-09-19T05:01:25.760541+0000","last_fullsized":"2024-09-19T05:01:25.760541+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:00:28.556577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761734+0000","last_change":"2024-09-19T05:01:20.737027+0000","last_active":"2024-09-19T05:01:25.761734+0000","last_peered":"2024-09-19T05:01:25.761734+0000","last_clean":"2024-09-19T05:01:25.761734+0000","last_became_active":"2024-09-19T05:01:20.736775+0000","last_became_peered":"2024-09-19T05:01:20.736775+0000","last_unstale":"2024-09-19T05:01:25.761734+0000","last_undegraded":"2024-09-19T05:01:25.761734+0000","last_fullsized":"2024-09-19T05:01:25.761734+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:21.854045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760138+0000","last_change":"2024-09-19T05:01:24.779591+0000","last_active":"2024-09-19T05:01:25.760138+0000","last_peered":"2024-09-19T05:01:25.760138+0000","last_clean":"2024-09-19T05:01:25.760138+0000","last_became_active":"2024-09-19T05:01:24.778904+0000","last_became_peered":"2024-09-19T05:01:24.778904+0000","last_unstale":"2024-09-19T05:01:25.760138+0000","last_undegraded":"2024-09-19T05:01:25.760138+0000","last_fullsized":"2024-09-19T05:01:25.760138+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:33:38.632669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.759780+0000","last_change":"2024-09-19T05:01:19.736068+0000","last_active":"2024-09-19T05:01:25.759780+0000","last_peered":"2024-09-19T05:01:25.759780+0000","last_clean":"2024-09-19T05:01:25.759780+0000","last_became_active":"2024-09-19T05:01:19.735790+0000","last_became_peered":"2024-09-19T05:01:19.735790+0000","last_unstale":"2024-09-19T05:01:25.759780+0000","last_undegraded":"2024-09-19T05:01:25.759780+0000","last_fullsized":"2024-09-19T05:01:25.759780+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:11.610998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762076+0000","last_change":"2024-09-19T05:01:20.734868+0000","last_active":"2024-09-19T05:01:25.762076+0000","last_peered":"2024-09-19T05:01:25.762076+0000","last_clean":"2024-09-19T05:01:25.762076+0000","last_became_active":"2024-09-19T05:01:20.734600+0000","last_became_peered":"2024-09-19T05:01:20.734600+0000","last_unstale":"2024-09-19T05:01:25.762076+0000","last_undegraded":"2024-09-19T05:01:25.762076+0000","last_fullsized":"2024-09-19T05:01:25.762076+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:06:23.446672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760866+0000","last_change":"2024-09-19T05:01:24.779658+0000","last_active":"2024-09-19T05:01:25.760866+0000","last_peered":"2024-09-19T05:01:25.760866+0000","last_clean":"2024-09-19T05:01:25.760866+0000","last_became_active":"2024-09-19T05:01:24.779267+0000","last_became_peered":"2024-09-19T05:01:24.779267+0000","last_unstale":"2024-09-19T05:01:25.760866+0000","last_undegraded":"2024-09-19T05:01:25.760866+0000","last_fullsized":"2024-09-19T05:01:25.760866+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:36.273431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454869+0000","last_change":"2024-09-19T05:01:20.737355+0000","last_active":"2024-09-19T05:01:26.454869+0000","last_peered":"2024-09-19T05:01:26.454869+0000","last_clean":"2024-09-19T05:01:26.454869+0000","last_became_active":"2024-09-19T05:01:20.737057+0000","last_became_peered":"2024-09-19T05:01:20.737057+0000","last_unstale":"2024-09-19T05:01:26.454869+0000","last_undegraded":"2024-09-19T05:01:26.454869+0000","last_fullsized":"2024-09-19T05:01:26.454869+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:29.481598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761945+0000","last_change":"2024-09-19T05:01:19.732548+0000","last_active":"2024-09-19T05:01:25.761945+0000","last_peered":"2024-09-19T05:01:25.761945+0000","last_clean":"2024-09-19T05:01:25.761945+0000","last_became_active":"2024-09-19T05:01:19.732231+0000","last_became_peered":"2024-09-19T05:01:19.732231+0000","last_unstale":"2024-09-19T05:01:25.761945+0000","last_undegraded":"2024-09-19T05:01:25.761945+0000","last_fullsized":"2024-09-19T05:01:25.761945+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:04.365269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761342+0000","last_change":"2024-09-19T05:01:24.765604+0000","last_active":"2024-09-19T05:01:25.761342+0000","last_peered":"2024-09-19T05:01:25.761342+0000","last_clean":"2024-09-19T05:01:25.761342+0000","last_became_active":"2024-09-19T05:01:24.765183+0000","last_became_peered":"2024-09-19T05:01:24.765183+0000","last_unstale":"2024-09-19T05:01:25.761342+0000","last_undegraded":"2024-09-19T05:01:25.761342+0000","last_fullsized":"2024-09-19T05:01:25.761342+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:56:42.605442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456624+0000","last_change":"2024-09-19T05:01:20.743763+0000","last_active":"2024-09-19T05:01:26.456624+0000","last_peered":"2024-09-19T05:01:26.456624+0000","last_clean":"2024-09-19T05:01:26.456624+0000","last_became_active":"2024-09-19T05:01:20.743486+0000","last_became_peered":"2024-09-19T05:01:20.743486+0000","last_unstale":"2024-09-19T05:01:26.456624+0000","last_undegraded":"2024-09-19T05:01:26.456624+0000","last_fullsized":"2024-09-19T05:01:26.456624+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:54:03.506896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455560+0000","last_change":"2024-09-19T05:01:19.735250+0000","last_active":"2024-09-19T05:01:26.455560+0000","last_peered":"2024-09-19T05:01:26.455560+0000","last_clean":"2024-09-19T05:01:26.455560+0000","last_became_active":"2024-09-19T05:01:19.734975+0000","last_became_peered":"2024-09-19T05:01:19.734975+0000","last_unstale":"2024-09-19T05:01:26.455560+0000","last_undegraded":"2024-09-19T05:01:26.455560+0000","last_fullsized":"2024-09-19T05:01:26.455560+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:26:53.742541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760535+0000","last_change":"2024-09-19T05:01:24.779643+0000","last_active":"2024-09-19T05:01:25.760535+0000","last_peered":"2024-09-19T05:01:25.760535+0000","last_clean":"2024-09-19T05:01:25.760535+0000","last_became_active":"2024-09-19T05:01:24.779115+0000","last_became_peered":"2024-09-19T05:01:24.779115+0000","last_unstale":"2024-09-19T05:01:25.760535+0000","last_undegraded":"2024-09-19T05:01:25.760535+0000","last_fullsized":"2024-09-19T05:01:25.760535+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:15:57.789579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456908+0000","last_change":"2024-09-19T05:01:20.736218+0000","last_active":"2024-09-19T05:01:26.456908+0000","last_peered":"2024-09-19T05:01:26.456908+0000","last_clean":"2024-09-19T05:01:26.456908+0000","last_became_active":"2024-09-19T05:01:20.735867+0000","last_became_peered":"2024-09-19T05:01:20.735867+0000","last_unstale":"2024-09-19T05:01:26.456908+0000","last_undegraded":"2024-09-19T05:01:26.456908+0000","last_fullsized":"2024-09-19T05:01:26.456908+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:38:53.349172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455719+0000","last_change":"2024-09-19T05:01:19.731851+0000","last_active":"2024-09-19T05:01:26.455719+0000","last_peered":"2024-09-19T05:01:26.455719+0000","last_clean":"2024-09-19T05:01:26.455719+0000","last_became_active":"2024-09-19T05:01:19.731537+0000","last_became_peered":"2024-09-19T05:01:19.731537+0000","last_unstale":"2024-09-19T05:01:26.455719+0000","last_undegraded":"2024-09-19T05:01:26.455719+0000","last_fullsized":"2024-09-19T05:01:26.455719+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:06.939477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455902+0000","last_change":"2024-09-19T05:01:24.780685+0000","last_active":"2024-09-19T05:01:26.455902+0000","last_peered":"2024-09-19T05:01:26.455902+0000","last_clean":"2024-09-19T05:01:26.455902+0000","last_became_active":"2024-09-19T05:01:24.779800+0000","last_became_peered":"2024-09-19T05:01:24.779800+0000","last_unstale":"2024-09-19T05:01:26.455902+0000","last_undegraded":"2024-09-19T05:01:26.455902+0000","last_fullsized":"2024-09-19T05:01:26.455902+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:08.708367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762547+0000","last_change":"2024-09-19T05:01:20.738976+0000","last_active":"2024-09-19T05:01:25.762547+0000","last_peered":"2024-09-19T05:01:25.762547+0000","last_clean":"2024-09-19T05:01:25.762547+0000","last_became_active":"2024-09-19T05:01:20.737942+0000","last_became_peered":"2024-09-19T05:01:20.737942+0000","last_unstale":"2024-09-19T05:01:25.762547+0000","last_undegraded":"2024-09-19T05:01:25.762547+0000","last_fullsized":"2024-09-19T05:01:25.762547+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:42:31.540249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.759969+0000","last_change":"2024-09-19T05:01:19.737150+0000","last_active":"2024-09-19T05:01:25.759969+0000","last_peered":"2024-09-19T05:01:25.759969+0000","last_clean":"2024-09-19T05:01:25.759969+0000","last_became_active":"2024-09-19T05:01:19.736856+0000","last_became_peered":"2024-09-19T05:01:19.736856+0000","last_unstale":"2024-09-19T05:01:25.759969+0000","last_undegraded":"2024-09-19T05:01:25.759969+0000","last_fullsized":"2024-09-19T05:01:25.759969+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:44.351180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760276+0000","last_change":"2024-09-19T05:01:24.777576+0000","last_active":"2024-09-19T05:01:25.760276+0000","last_peered":"2024-09-19T05:01:25.760276+0000","last_clean":"2024-09-19T05:01:25.760276+0000","last_became_active":"2024-09-19T05:01:24.777183+0000","last_became_peered":"2024-09-19T05:01:24.777183+0000","last_unstale":"2024-09-19T05:01:25.760276+0000","last_undegraded":"2024-09-19T05:01:25.760276+0000","last_fullsized":"2024-09-19T05:01:25.760276+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:32:31.922206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457822+0000","last_change":"2024-09-19T05:01:20.728837+0000","last_active":"2024-09-19T05:01:26.457822+0000","last_peered":"2024-09-19T05:01:26.457822+0000","last_clean":"2024-09-19T05:01:26.457822+0000","last_became_active":"2024-09-19T05:01:20.728555+0000","last_became_peered":"2024-09-19T05:01:20.728555+0000","last_unstale":"2024-09-19T05:01:26.457822+0000","last_undegraded":"2024-09-19T05:01:26.457822+0000","last_fullsized":"2024-09-19T05:01:26.457822+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:10:22.545833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455504+0000","last_change":"2024-09-19T05:01:19.731833+0000","last_active":"2024-09-19T05:01:26.455504+0000","last_peered":"2024-09-19T05:01:26.455504+0000","last_clean":"2024-09-19T05:01:26.455504+0000","last_became_active":"2024-09-19T05:01:19.731562+0000","last_became_peered":"2024-09-19T05:01:19.731562+0000","last_unstale":"2024-09-19T05:01:26.455504+0000","last_undegraded":"2024-09-19T05:01:26.455504+0000","last_fullsized":"2024-09-19T05:01:26.455504+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:44.351180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762269+0000","last_change":"2024-09-19T05:01:24.768731+0000","last_active":"2024-09-19T05:01:25.762269+0000","last_peered":"2024-09-19T05:01:25.762269+0000","last_clean":"2024-09-19T05:01:25.762269+0000","last_became_active":"2024-09-19T05:01:24.768160+0000","last_became_peered":"2024-09-19T05:01:24.768160+0000","last_unstale":"2024-09-19T05:01:25.762269+0000","last_undegraded":"2024-09-19T05:01:25.762269+0000","last_fullsized":"2024-09-19T05:01:25.762269+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:59.930527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455392+0000","last_change":"2024-09-19T05:01:20.743158+0000","last_active":"2024-09-19T05:01:26.455392+0000","last_peered":"2024-09-19T05:01:26.455392+0000","last_clean":"2024-09-19T05:01:26.455392+0000","last_became_active":"2024-09-19T05:01:20.742795+0000","last_became_peered":"2024-09-19T05:01:20.742795+0000","last_unstale":"2024-09-19T05:01:26.455392+0000","last_undegraded":"2024-09-19T05:01:26.455392+0000","last_fullsized":"2024-09-19T05:01:26.455392+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:07:34.329195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456056+0000","last_change":"2024-09-19T05:01:19.733165+0000","last_active":"2024-09-19T05:01:26.456056+0000","last_peered":"2024-09-19T05:01:26.456056+0000","last_clean":"2024-09-19T05:01:26.456056+0000","last_became_active":"2024-09-19T05:01:19.732882+0000","last_became_peered":"2024-09-19T05:01:19.732882+0000","last_unstale":"2024-09-19T05:01:26.456056+0000","last_undegraded":"2024-09-19T05:01:26.456056+0000","last_fullsized":"2024-09-19T05:01:26.456056+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:36.624228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456576+0000","last_change":"2024-09-19T05:01:24.778187+0000","last_active":"2024-09-19T05:01:26.456576+0000","last_peered":"2024-09-19T05:01:26.456576+0000","last_clean":"2024-09-19T05:01:26.456576+0000","last_became_active":"2024-09-19T05:01:24.777726+0000","last_became_peered":"2024-09-19T05:01:24.777726+0000","last_unstale":"2024-09-19T05:01:26.456576+0000","last_undegraded":"2024-09-19T05:01:26.456576+0000","last_fullsized":"2024-09-19T05:01:26.456576+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:19.980681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456164+0000","last_change":"2024-09-19T05:01:20.731946+0000","last_active":"2024-09-19T05:01:26.456164+0000","last_peered":"2024-09-19T05:01:26.456164+0000","last_clean":"2024-09-19T05:01:26.456164+0000","last_became_active":"2024-09-19T05:01:20.731651+0000","last_became_peered":"2024-09-19T05:01:20.731651+0000","last_unstale":"2024-09-19T05:01:26.456164+0000","last_undegraded":"2024-09-19T05:01:26.456164+0000","last_fullsized":"2024-09-19T05:01:26.456164+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:33:34.601043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761328+0000","last_change":"2024-09-19T05:01:19.737137+0000","last_active":"2024-09-19T05:01:25.761328+0000","last_peered":"2024-09-19T05:01:25.761328+0000","last_clean":"2024-09-19T05:01:25.761328+0000","last_became_active":"2024-09-19T05:01:19.736725+0000","last_became_peered":"2024-09-19T05:01:19.736725+0000","last_unstale":"2024-09-19T05:01:25.761328+0000","last_undegraded":"2024-09-19T05:01:25.761328+0000","last_fullsized":"2024-09-19T05:01:25.761328+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:39.218273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454930+0000","last_change":"2024-09-19T05:01:24.768135+0000","last_active":"2024-09-19T05:01:26.454930+0000","last_peered":"2024-09-19T05:01:26.454930+0000","last_clean":"2024-09-19T05:01:26.454930+0000","last_became_active":"2024-09-19T05:01:24.767717+0000","last_became_peered":"2024-09-19T05:01:24.767717+0000","last_unstale":"2024-09-19T05:01:26.454930+0000","last_undegraded":"2024-09-19T05:01:26.454930+0000","last_fullsized":"2024-09-19T05:01:26.454930+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:38.425433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762080+0000","last_change":"2024-09-19T05:01:20.745590+0000","last_active":"2024-09-19T05:01:25.762080+0000","last_peered":"2024-09-19T05:01:25.762080+0000","last_clean":"2024-09-19T05:01:25.762080+0000","last_became_active":"2024-09-19T05:01:20.745288+0000","last_became_peered":"2024-09-19T05:01:20.745288+0000","last_unstale":"2024-09-19T05:01:25.762080+0000","last_undegraded":"2024-09-19T05:01:25.762080+0000","last_fullsized":"2024-09-19T05:01:25.762080+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:57:32.573026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456244+0000","last_change":"2024-09-19T05:01:19.735697+0000","last_active":"2024-09-19T05:01:26.456244+0000","last_peered":"2024-09-19T05:01:26.456244+0000","last_clean":"2024-09-19T05:01:26.456244+0000","last_became_active":"2024-09-19T05:01:19.734427+0000","last_became_peered":"2024-09-19T05:01:19.734427+0000","last_unstale":"2024-09-19T05:01:26.456244+0000","last_undegraded":"2024-09-19T05:01:26.456244+0000","last_fullsized":"2024-09-19T05:01:26.456244+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:27:33.919875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455352+0000","last_change":"2024-09-19T05:01:24.775446+0000","last_active":"2024-09-19T05:01:26.455352+0000","last_peered":"2024-09-19T05:01:26.455352+0000","last_clean":"2024-09-19T05:01:26.455352+0000","last_became_active":"2024-09-19T05:01:24.775051+0000","last_became_peered":"2024-09-19T05:01:24.775051+0000","last_unstale":"2024-09-19T05:01:26.455352+0000","last_undegraded":"2024-09-19T05:01:26.455352+0000","last_fullsized":"2024-09-19T05:01:26.455352+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:59.930527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761009+0000","last_change":"2024-09-19T05:01:20.731994+0000","last_active":"2024-09-19T05:01:25.761009+0000","last_peered":"2024-09-19T05:01:25.761009+0000","last_clean":"2024-09-19T05:01:25.761009+0000","last_became_active":"2024-09-19T05:01:20.731646+0000","last_became_peered":"2024-09-19T05:01:20.731646+0000","last_unstale":"2024-09-19T05:01:25.761009+0000","last_undegraded":"2024-09-19T05:01:25.761009+0000","last_fullsized":"2024-09-19T05:01:25.761009+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:37.629722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762464+0000","last_change":"2024-09-19T05:01:19.736732+0000","last_active":"2024-09-19T05:01:25.762464+0000","last_peered":"2024-09-19T05:01:25.762464+0000","last_clean":"2024-09-19T05:01:25.762464+0000","last_became_active":"2024-09-19T05:01:19.736458+0000","last_became_peered":"2024-09-19T05:01:19.736458+0000","last_unstale":"2024-09-19T05:01:25.762464+0000","last_undegraded":"2024-09-19T05:01:25.762464+0000","last_fullsized":"2024-09-19T05:01:25.762464+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:07:07.902614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455870+0000","last_change":"2024-09-19T05:01:24.780349+0000","last_active":"2024-09-19T05:01:26.455870+0000","last_peered":"2024-09-19T05:01:26.455870+0000","last_clean":"2024-09-19T05:01:26.455870+0000","last_became_active":"2024-09-19T05:01:24.779943+0000","last_became_peered":"2024-09-19T05:01:24.779943+0000","last_unstale":"2024-09-19T05:01:26.455870+0000","last_undegraded":"2024-09-19T05:01:26.455870+0000","last_fullsized":"2024-09-19T05:01:26.455870+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:24:06.249397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454952+0000","last_change":"2024-09-19T05:01:20.729911+0000","last_active":"2024-09-19T05:01:26.454952+0000","last_peered":"2024-09-19T05:01:26.454952+0000","last_clean":"2024-09-19T05:01:26.454952+0000","last_became_active":"2024-09-19T05:01:20.729644+0000","last_became_peered":"2024-09-19T05:01:20.729644+0000","last_unstale":"2024-09-19T05:01:26.454952+0000","last_undegraded":"2024-09-19T05:01:26.454952+0000","last_fullsized":"2024-09-19T05:01:26.454952+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:49.118992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455713+0000","last_change":"2024-09-19T05:01:19.728492+0000","last_active":"2024-09-19T05:01:26.455713+0000","last_peered":"2024-09-19T05:01:26.455713+0000","last_clean":"2024-09-19T05:01:26.455713+0000","last_became_active":"2024-09-19T05:01:19.727920+0000","last_became_peered":"2024-09-19T05:01:19.727920+0000","last_unstale":"2024-09-19T05:01:26.455713+0000","last_undegraded":"2024-09-19T05:01:26.455713+0000","last_fullsized":"2024-09-19T05:01:26.455713+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:09:11.079953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455990+0000","last_change":"2024-09-19T05:01:24.781234+0000","last_active":"2024-09-19T05:01:26.455990+0000","last_peered":"2024-09-19T05:01:26.455990+0000","last_clean":"2024-09-19T05:01:26.455990+0000","last_became_active":"2024-09-19T05:01:24.780595+0000","last_became_peered":"2024-09-19T05:01:24.780595+0000","last_unstale":"2024-09-19T05:01:26.455990+0000","last_undegraded":"2024-09-19T05:01:26.455990+0000","last_fullsized":"2024-09-19T05:01:26.455990+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:28.025771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454874+0000","last_change":"2024-09-19T05:01:20.733991+0000","last_active":"2024-09-19T05:01:26.454874+0000","last_peered":"2024-09-19T05:01:26.454874+0000","last_clean":"2024-09-19T05:01:26.454874+0000","last_became_active":"2024-09-19T05:01:20.733686+0000","last_became_peered":"2024-09-19T05:01:20.733686+0000","last_unstale":"2024-09-19T05:01:26.454874+0000","last_undegraded":"2024-09-19T05:01:26.454874+0000","last_fullsized":"2024-09-19T05:01:26.454874+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:31.844574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760091+0000","last_change":"2024-09-19T05:01:19.737121+0000","last_active":"2024-09-19T05:01:25.760091+0000","last_peered":"2024-09-19T05:01:25.760091+0000","last_clean":"2024-09-19T05:01:25.760091+0000","last_became_active":"2024-09-19T05:01:19.736805+0000","last_became_peered":"2024-09-19T05:01:19.736805+0000","last_unstale":"2024-09-19T05:01:25.760091+0000","last_undegraded":"2024-09-19T05:01:25.760091+0000","last_fullsized":"2024-09-19T05:01:25.760091+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:07:07.902614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457661+0000","last_change":"2024-09-19T05:01:24.765800+0000","last_active":"2024-09-19T05:01:26.457661+0000","last_peered":"2024-09-19T05:01:26.457661+0000","last_clean":"2024-09-19T05:01:26.457661+0000","last_became_active":"2024-09-19T05:01:24.765400+0000","last_became_peered":"2024-09-19T05:01:24.765400+0000","last_unstale":"2024-09-19T05:01:26.457661+0000","last_undegraded":"2024-09-19T05:01:26.457661+0000","last_fullsized":"2024-09-19T05:01:26.457661+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:08.708367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455739+0000","last_change":"2024-09-19T05:01:20.746940+0000","last_active":"2024-09-19T05:01:26.455739+0000","last_peered":"2024-09-19T05:01:26.455739+0000","last_clean":"2024-09-19T05:01:26.455739+0000","last_became_active":"2024-09-19T05:01:20.746690+0000","last_became_peered":"2024-09-19T05:01:20.746690+0000","last_unstale":"2024-09-19T05:01:26.455739+0000","last_undegraded":"2024-09-19T05:01:26.455739+0000","last_fullsized":"2024-09-19T05:01:26.455739+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:10.320360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762238+0000","last_change":"2024-09-19T05:01:19.733334+0000","last_active":"2024-09-19T05:01:25.762238+0000","last_peered":"2024-09-19T05:01:25.762238+0000","last_clean":"2024-09-19T05:01:25.762238+0000","last_became_active":"2024-09-19T05:01:19.732864+0000","last_became_peered":"2024-09-19T05:01:19.732864+0000","last_unstale":"2024-09-19T05:01:25.762238+0000","last_undegraded":"2024-09-19T05:01:25.762238+0000","last_fullsized":"2024-09-19T05:01:25.762238+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:09:11.079953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":178,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760196+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:01:25.760196+0000","last_peered":"2024-09-19T05:01:25.760196+0000","last_clean":"2024-09-19T05:01:25.760196+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:01:25.760196+0000","last_undegraded":"2024-09-19T05:01:25.760196+0000","last_fullsized":"2024-09-19T05:01:25.760196+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455451+0000","last_change":"2024-09-19T05:01:24.777662+0000","last_active":"2024-09-19T05:01:26.455451+0000","last_peered":"2024-09-19T05:01:26.455451+0000","last_clean":"2024-09-19T05:01:26.455451+0000","last_became_active":"2024-09-19T05:01:24.777214+0000","last_became_peered":"2024-09-19T05:01:24.777214+0000","last_unstale":"2024-09-19T05:01:26.455451+0000","last_undegraded":"2024-09-19T05:01:26.455451+0000","last_fullsized":"2024-09-19T05:01:26.455451+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:21:52.916566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760323+0000","last_change":"2024-09-19T05:01:20.734598+0000","last_active":"2024-09-19T05:01:25.760323+0000","last_peered":"2024-09-19T05:01:25.760323+0000","last_clean":"2024-09-19T05:01:25.760323+0000","last_became_active":"2024-09-19T05:01:20.734308+0000","last_became_peered":"2024-09-19T05:01:20.734308+0000","last_unstale":"2024-09-19T05:01:25.760323+0000","last_undegraded":"2024-09-19T05:01:25.760323+0000","last_fullsized":"2024-09-19T05:01:25.760323+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:07:34.329195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456549+0000","last_change":"2024-09-19T05:01:19.729935+0000","last_active":"2024-09-19T05:01:26.456549+0000","last_peered":"2024-09-19T05:01:26.456549+0000","last_clean":"2024-09-19T05:01:26.456549+0000","last_became_active":"2024-09-19T05:01:19.729632+0000","last_became_peered":"2024-09-19T05:01:19.729632+0000","last_unstale":"2024-09-19T05:01:26.456549+0000","last_undegraded":"2024-09-19T05:01:26.456549+0000","last_fullsized":"2024-09-19T05:01:26.456549+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:03.018728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454965+0000","last_change":"2024-09-19T05:01:24.763257+0000","last_active":"2024-09-19T05:01:26.454965+0000","last_peered":"2024-09-19T05:01:26.454965+0000","last_clean":"2024-09-19T05:01:26.454965+0000","last_became_active":"2024-09-19T05:01:24.762724+0000","last_became_peered":"2024-09-19T05:01:24.762724+0000","last_unstale":"2024-09-19T05:01:26.454965+0000","last_undegraded":"2024-09-19T05:01:26.454965+0000","last_fullsized":"2024-09-19T05:01:26.454965+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:25.885670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761870+0000","last_change":"2024-09-19T05:01:20.746306+0000","last_active":"2024-09-19T05:01:25.761870+0000","last_peered":"2024-09-19T05:01:25.761870+0000","last_clean":"2024-09-19T05:01:25.761870+0000","last_became_active":"2024-09-19T05:01:20.745965+0000","last_became_peered":"2024-09-19T05:01:20.745965+0000","last_unstale":"2024-09-19T05:01:25.761870+0000","last_undegraded":"2024-09-19T05:01:25.761870+0000","last_fullsized":"2024-09-19T05:01:25.761870+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:21:48.884940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455468+0000","last_change":"2024-09-19T05:01:19.735488+0000","last_active":"2024-09-19T05:01:26.455468+0000","last_peered":"2024-09-19T05:01:26.455468+0000","last_clean":"2024-09-19T05:01:26.455468+0000","last_became_active":"2024-09-19T05:01:19.735142+0000","last_became_peered":"2024-09-19T05:01:19.735142+0000","last_unstale":"2024-09-19T05:01:26.455468+0000","last_undegraded":"2024-09-19T05:01:26.455468+0000","last_fullsized":"2024-09-19T05:01:26.455468+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:42:30.534755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457339+0000","last_change":"2024-09-19T05:01:24.769364+0000","last_active":"2024-09-19T05:01:26.457339+0000","last_peered":"2024-09-19T05:01:26.457339+0000","last_clean":"2024-09-19T05:01:26.457339+0000","last_became_active":"2024-09-19T05:01:24.768860+0000","last_became_peered":"2024-09-19T05:01:24.768860+0000","last_unstale":"2024-09-19T05:01:26.457339+0000","last_undegraded":"2024-09-19T05:01:26.457339+0000","last_fullsized":"2024-09-19T05:01:26.457339+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:59.930527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761721+0000","last_change":"2024-09-19T05:01:20.744945+0000","last_active":"2024-09-19T05:01:25.761721+0000","last_peered":"2024-09-19T05:01:25.761721+0000","last_clean":"2024-09-19T05:01:25.761721+0000","last_became_active":"2024-09-19T05:01:20.744634+0000","last_became_peered":"2024-09-19T05:01:20.744634+0000","last_unstale":"2024-09-19T05:01:25.761721+0000","last_undegraded":"2024-09-19T05:01:25.761721+0000","last_fullsized":"2024-09-19T05:01:25.761721+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:21:48.884940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456073+0000","last_change":"2024-09-19T05:01:19.726021+0000","last_active":"2024-09-19T05:01:26.456073+0000","last_peered":"2024-09-19T05:01:26.456073+0000","last_clean":"2024-09-19T05:01:26.456073+0000","last_became_active":"2024-09-19T05:01:19.725680+0000","last_became_peered":"2024-09-19T05:01:19.725680+0000","last_unstale":"2024-09-19T05:01:26.456073+0000","last_undegraded":"2024-09-19T05:01:26.456073+0000","last_fullsized":"2024-09-19T05:01:26.456073+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:44.351180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761784+0000","last_change":"2024-09-19T05:01:24.773652+0000","last_active":"2024-09-19T05:01:25.761784+0000","last_peered":"2024-09-19T05:01:25.761784+0000","last_clean":"2024-09-19T05:01:25.761784+0000","last_became_active":"2024-09-19T05:01:24.773227+0000","last_became_peered":"2024-09-19T05:01:24.773227+0000","last_unstale":"2024-09-19T05:01:25.761784+0000","last_undegraded":"2024-09-19T05:01:25.761784+0000","last_fullsized":"2024-09-19T05:01:25.761784+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:30.782389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761118+0000","last_change":"2024-09-19T05:01:20.739617+0000","last_active":"2024-09-19T05:01:25.761118+0000","last_peered":"2024-09-19T05:01:25.761118+0000","last_clean":"2024-09-19T05:01:25.761118+0000","last_became_active":"2024-09-19T05:01:20.739246+0000","last_became_peered":"2024-09-19T05:01:20.739246+0000","last_unstale":"2024-09-19T05:01:25.761118+0000","last_undegraded":"2024-09-19T05:01:25.761118+0000","last_fullsized":"2024-09-19T05:01:25.761118+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:51:30.732953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760011+0000","last_change":"2024-09-19T05:01:19.730919+0000","last_active":"2024-09-19T05:01:25.760011+0000","last_peered":"2024-09-19T05:01:25.760011+0000","last_clean":"2024-09-19T05:01:25.760011+0000","last_became_active":"2024-09-19T05:01:19.730642+0000","last_became_peered":"2024-09-19T05:01:19.730642+0000","last_unstale":"2024-09-19T05:01:25.760011+0000","last_undegraded":"2024-09-19T05:01:25.760011+0000","last_fullsized":"2024-09-19T05:01:25.760011+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:54.314220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762108+0000","last_change":"2024-09-19T05:01:24.779780+0000","last_active":"2024-09-19T05:01:25.762108+0000","last_peered":"2024-09-19T05:01:25.762108+0000","last_clean":"2024-09-19T05:01:25.762108+0000","last_became_active":"2024-09-19T05:01:24.778984+0000","last_became_peered":"2024-09-19T05:01:24.778984+0000","last_unstale":"2024-09-19T05:01:25.762108+0000","last_undegraded":"2024-09-19T05:01:25.762108+0000","last_fullsized":"2024-09-19T05:01:25.762108+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:38.425433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760067+0000","last_change":"2024-09-19T05:01:20.739188+0000","last_active":"2024-09-19T05:01:25.760067+0000","last_peered":"2024-09-19T05:01:25.760067+0000","last_clean":"2024-09-19T05:01:25.760067+0000","last_became_active":"2024-09-19T05:01:20.738907+0000","last_became_peered":"2024-09-19T05:01:20.738907+0000","last_unstale":"2024-09-19T05:01:25.760067+0000","last_undegraded":"2024-09-19T05:01:25.760067+0000","last_fullsized":"2024-09-19T05:01:25.760067+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:27.424258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":30,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455293+0000","last_change":"2024-09-19T05:01:19.730748+0000","last_active":"2024-09-19T05:01:26.455293+0000","last_peered":"2024-09-19T05:01:26.455293+0000","last_clean":"2024-09-19T05:01:26.455293+0000","last_became_active":"2024-09-19T05:01:19.730468+0000","last_became_peered":"2024-09-19T05:01:19.730468+0000","last_unstale":"2024-09-19T05:01:26.455293+0000","last_undegraded":"2024-09-19T05:01:26.455293+0000","last_fullsized":"2024-09-19T05:01:26.455293+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:37:10.181031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457509+0000","last_change":"2024-09-19T05:01:24.770592+0000","last_active":"2024-09-19T05:01:26.457509+0000","last_peered":"2024-09-19T05:01:26.457509+0000","last_clean":"2024-09-19T05:01:26.457509+0000","last_became_active":"2024-09-19T05:01:24.770235+0000","last_became_peered":"2024-09-19T05:01:24.770235+0000","last_unstale":"2024-09-19T05:01:26.457509+0000","last_undegraded":"2024-09-19T05:01:26.457509+0000","last_fullsized":"2024-09-19T05:01:26.457509+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:24:06.249397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454991+0000","last_change":"2024-09-19T05:01:20.737229+0000","last_active":"2024-09-19T05:01:26.454991+0000","last_peered":"2024-09-19T05:01:26.454991+0000","last_clean":"2024-09-19T05:01:26.454991+0000","last_became_active":"2024-09-19T05:01:20.736947+0000","last_became_peered":"2024-09-19T05:01:20.736947+0000","last_unstale":"2024-09-19T05:01:26.454991+0000","last_undegraded":"2024-09-19T05:01:26.454991+0000","last_fullsized":"2024-09-19T05:01:26.454991+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:36:50.087159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454994+0000","last_change":"2024-09-19T05:01:19.732212+0000","last_active":"2024-09-19T05:01:26.454994+0000","last_peered":"2024-09-19T05:01:26.454994+0000","last_clean":"2024-09-19T05:01:26.454994+0000","last_became_active":"2024-09-19T05:01:19.731934+0000","last_became_peered":"2024-09-19T05:01:19.731934+0000","last_unstale":"2024-09-19T05:01:26.454994+0000","last_undegraded":"2024-09-19T05:01:26.454994+0000","last_fullsized":"2024-09-19T05:01:26.454994+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:03.018728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455248+0000","last_change":"2024-09-19T05:01:24.776532+0000","last_active":"2024-09-19T05:01:26.455248+0000","last_peered":"2024-09-19T05:01:26.455248+0000","last_clean":"2024-09-19T05:01:26.455248+0000","last_became_active":"2024-09-19T05:01:24.776118+0000","last_became_peered":"2024-09-19T05:01:24.776118+0000","last_unstale":"2024-09-19T05:01:26.455248+0000","last_undegraded":"2024-09-19T05:01:26.455248+0000","last_fullsized":"2024-09-19T05:01:26.455248+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:05:05.862767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761834+0000","last_change":"2024-09-19T05:01:20.741943+0000","last_active":"2024-09-19T05:01:25.761834+0000","last_peered":"2024-09-19T05:01:25.761834+0000","last_clean":"2024-09-19T05:01:25.761834+0000","last_became_active":"2024-09-19T05:01:20.741633+0000","last_became_peered":"2024-09-19T05:01:20.741633+0000","last_unstale":"2024-09-19T05:01:25.761834+0000","last_undegraded":"2024-09-19T05:01:25.761834+0000","last_fullsized":"2024-09-19T05:01:25.761834+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:17.516756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762360+0000","last_change":"2024-09-19T05:01:19.729739+0000","last_active":"2024-09-19T05:01:25.762360+0000","last_peered":"2024-09-19T05:01:25.762360+0000","last_clean":"2024-09-19T05:01:25.762360+0000","last_became_active":"2024-09-19T05:01:19.729407+0000","last_became_peered":"2024-09-19T05:01:19.729407+0000","last_unstale":"2024-09-19T05:01:25.762360+0000","last_undegraded":"2024-09-19T05:01:25.762360+0000","last_fullsized":"2024-09-19T05:01:25.762360+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:11.610998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457598+0000","last_change":"2024-09-19T05:01:24.781952+0000","last_active":"2024-09-19T05:01:26.457598+0000","last_peered":"2024-09-19T05:01:26.457598+0000","last_clean":"2024-09-19T05:01:26.457598+0000","last_became_active":"2024-09-19T05:01:24.778963+0000","last_became_peered":"2024-09-19T05:01:24.778963+0000","last_unstale":"2024-09-19T05:01:26.457598+0000","last_undegraded":"2024-09-19T05:01:26.457598+0000","last_fullsized":"2024-09-19T05:01:26.457598+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:14:08.621679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457153+0000","last_change":"2024-09-19T05:01:20.741591+0000","last_active":"2024-09-19T05:01:26.457153+0000","last_peered":"2024-09-19T05:01:26.457153+0000","last_clean":"2024-09-19T05:01:26.457153+0000","last_became_active":"2024-09-19T05:01:20.741277+0000","last_became_peered":"2024-09-19T05:01:20.741277+0000","last_unstale":"2024-09-19T05:01:26.457153+0000","last_undegraded":"2024-09-19T05:01:26.457153+0000","last_fullsized":"2024-09-19T05:01:26.457153+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:14:44.098010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457638+0000","last_change":"2024-09-19T05:01:19.729941+0000","last_active":"2024-09-19T05:01:26.457638+0000","last_peered":"2024-09-19T05:01:26.457638+0000","last_clean":"2024-09-19T05:01:26.457638+0000","last_became_active":"2024-09-19T05:01:19.729678+0000","last_became_peered":"2024-09-19T05:01:19.729678+0000","last_unstale":"2024-09-19T05:01:26.457638+0000","last_undegraded":"2024-09-19T05:01:26.457638+0000","last_fullsized":"2024-09-19T05:01:26.457638+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:45:46.528286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761941+0000","last_change":"2024-09-19T05:01:24.777774+0000","last_active":"2024-09-19T05:01:25.761941+0000","last_peered":"2024-09-19T05:01:25.761941+0000","last_clean":"2024-09-19T05:01:25.761941+0000","last_became_active":"2024-09-19T05:01:24.777404+0000","last_became_peered":"2024-09-19T05:01:24.777404+0000","last_unstale":"2024-09-19T05:01:25.761941+0000","last_undegraded":"2024-09-19T05:01:25.761941+0000","last_fullsized":"2024-09-19T05:01:25.761941+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:44:54.365080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760063+0000","last_change":"2024-09-19T05:01:20.744594+0000","last_active":"2024-09-19T05:01:25.760063+0000","last_peered":"2024-09-19T05:01:25.760063+0000","last_clean":"2024-09-19T05:01:25.760063+0000","last_became_active":"2024-09-19T05:01:20.744335+0000","last_became_peered":"2024-09-19T05:01:20.744335+0000","last_unstale":"2024-09-19T05:01:25.760063+0000","last_undegraded":"2024-09-19T05:01:25.760063+0000","last_fullsized":"2024-09-19T05:01:25.760063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:06:23.446672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'9","reported_seq":31,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:30.242729+0000","last_change":"2024-09-19T05:01:19.731116+0000","last_active":"2024-09-19T05:01:30.242729+0000","last_peered":"2024-09-19T05:01:30.242729+0000","last_clean":"2024-09-19T05:01:30.242729+0000","last_became_active":"2024-09-19T05:01:19.730829+0000","last_became_peered":"2024-09-19T05:01:19.730829+0000","last_unstale":"2024-09-19T05:01:30.242729+0000","last_undegraded":"2024-09-19T05:01:30.242729+0000","last_fullsized":"2024-09-19T05:01:30.242729+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:11.610998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455510+0000","last_change":"2024-09-19T05:01:24.765467+0000","last_active":"2024-09-19T05:01:26.455510+0000","last_peered":"2024-09-19T05:01:26.455510+0000","last_clean":"2024-09-19T05:01:26.455510+0000","last_became_active":"2024-09-19T05:01:24.764365+0000","last_became_peered":"2024-09-19T05:01:24.764365+0000","last_unstale":"2024-09-19T05:01:26.455510+0000","last_undegraded":"2024-09-19T05:01:26.455510+0000","last_fullsized":"2024-09-19T05:01:26.455510+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:37.601769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760912+0000","last_change":"2024-09-19T05:01:20.738842+0000","last_active":"2024-09-19T05:01:25.760912+0000","last_peered":"2024-09-19T05:01:25.760912+0000","last_clean":"2024-09-19T05:01:25.760912+0000","last_became_active":"2024-09-19T05:01:20.738388+0000","last_became_peered":"2024-09-19T05:01:20.738388+0000","last_unstale":"2024-09-19T05:01:25.760912+0000","last_undegraded":"2024-09-19T05:01:25.760912+0000","last_fullsized":"2024-09-19T05:01:25.760912+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:07.944971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455370+0000","last_change":"2024-09-19T05:01:19.736143+0000","last_active":"2024-09-19T05:01:26.455370+0000","last_peered":"2024-09-19T05:01:26.455370+0000","last_clean":"2024-09-19T05:01:26.455370+0000","last_became_active":"2024-09-19T05:01:19.735826+0000","last_became_peered":"2024-09-19T05:01:19.735826+0000","last_unstale":"2024-09-19T05:01:26.455370+0000","last_undegraded":"2024-09-19T05:01:26.455370+0000","last_fullsized":"2024-09-19T05:01:26.455370+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:40:55.189074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760376+0000","last_change":"2024-09-19T05:01:24.771988+0000","last_active":"2024-09-19T05:01:25.760376+0000","last_peered":"2024-09-19T05:01:25.760376+0000","last_clean":"2024-09-19T05:01:25.760376+0000","last_became_active":"2024-09-19T05:01:24.771529+0000","last_became_peered":"2024-09-19T05:01:24.771529+0000","last_unstale":"2024-09-19T05:01:25.760376+0000","last_undegraded":"2024-09-19T05:01:25.760376+0000","last_fullsized":"2024-09-19T05:01:25.760376+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:44.116516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457750+0000","last_change":"2024-09-19T05:01:20.737892+0000","last_active":"2024-09-19T05:01:26.457750+0000","last_peered":"2024-09-19T05:01:26.457750+0000","last_clean":"2024-09-19T05:01:26.457750+0000","last_became_active":"2024-09-19T05:01:20.737606+0000","last_became_peered":"2024-09-19T05:01:20.737606+0000","last_unstale":"2024-09-19T05:01:26.457750+0000","last_undegraded":"2024-09-19T05:01:26.457750+0000","last_fullsized":"2024-09-19T05:01:26.457750+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:38:04.257364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762630+0000","last_change":"2024-09-19T05:01:19.732830+0000","last_active":"2024-09-19T05:01:25.762630+0000","last_peered":"2024-09-19T05:01:25.762630+0000","last_clean":"2024-09-19T05:01:25.762630+0000","last_became_active":"2024-09-19T05:01:19.732500+0000","last_became_peered":"2024-09-19T05:01:19.732500+0000","last_unstale":"2024-09-19T05:01:25.762630+0000","last_undegraded":"2024-09-19T05:01:25.762630+0000","last_fullsized":"2024-09-19T05:01:25.762630+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:03.018728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456930+0000","last_change":"2024-09-19T05:01:24.778724+0000","last_active":"2024-09-19T05:01:26.456930+0000","last_peered":"2024-09-19T05:01:26.456930+0000","last_clean":"2024-09-19T05:01:26.456930+0000","last_became_active":"2024-09-19T05:01:24.777484+0000","last_became_peered":"2024-09-19T05:01:24.777484+0000","last_unstale":"2024-09-19T05:01:26.456930+0000","last_undegraded":"2024-09-19T05:01:26.456930+0000","last_fullsized":"2024-09-19T05:01:26.456930+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:40.026027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762620+0000","last_change":"2024-09-19T05:01:20.741395+0000","last_active":"2024-09-19T05:01:25.762620+0000","last_peered":"2024-09-19T05:01:25.762620+0000","last_clean":"2024-09-19T05:01:25.762620+0000","last_became_active":"2024-09-19T05:01:20.740223+0000","last_became_peered":"2024-09-19T05:01:20.740223+0000","last_unstale":"2024-09-19T05:01:25.762620+0000","last_undegraded":"2024-09-19T05:01:25.762620+0000","last_fullsized":"2024-09-19T05:01:25.762620+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:07:34.329195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455329+0000","last_change":"2024-09-19T05:01:19.736158+0000","last_active":"2024-09-19T05:01:26.455329+0000","last_peered":"2024-09-19T05:01:26.455329+0000","last_clean":"2024-09-19T05:01:26.455329+0000","last_became_active":"2024-09-19T05:01:19.735865+0000","last_became_peered":"2024-09-19T05:01:19.735865+0000","last_unstale":"2024-09-19T05:01:26.455329+0000","last_undegraded":"2024-09-19T05:01:26.455329+0000","last_fullsized":"2024-09-19T05:01:26.455329+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:09:11.079953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456314+0000","last_change":"2024-09-19T05:01:24.776445+0000","last_active":"2024-09-19T05:01:26.456314+0000","last_peered":"2024-09-19T05:01:26.456314+0000","last_clean":"2024-09-19T05:01:26.456314+0000","last_became_active":"2024-09-19T05:01:24.776023+0000","last_became_peered":"2024-09-19T05:01:24.776023+0000","last_unstale":"2024-09-19T05:01:26.456314+0000","last_undegraded":"2024-09-19T05:01:26.456314+0000","last_fullsized":"2024-09-19T05:01:26.456314+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:14:58.769444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457363+0000","last_change":"2024-09-19T05:01:24.774643+0000","last_active":"2024-09-19T05:01:26.457363+0000","last_peered":"2024-09-19T05:01:26.457363+0000","last_clean":"2024-09-19T05:01:26.457363+0000","last_became_active":"2024-09-19T05:01:24.774240+0000","last_became_peered":"2024-09-19T05:01:24.774240+0000","last_unstale":"2024-09-19T05:01:26.457363+0000","last_undegraded":"2024-09-19T05:01:26.457363+0000","last_fullsized":"2024-09-19T05:01:26.457363+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:37.601769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455624+0000","last_change":"2024-09-19T05:01:20.737089+0000","last_active":"2024-09-19T05:01:26.455624+0000","last_peered":"2024-09-19T05:01:26.455624+0000","last_clean":"2024-09-19T05:01:26.455624+0000","last_became_active":"2024-09-19T05:01:20.736803+0000","last_became_peered":"2024-09-19T05:01:20.736803+0000","last_unstale":"2024-09-19T05:01:26.455624+0000","last_undegraded":"2024-09-19T05:01:26.455624+0000","last_fullsized":"2024-09-19T05:01:26.455624+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:10:22.545833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761666+0000","last_change":"2024-09-19T05:01:19.727443+0000","last_active":"2024-09-19T05:01:25.761666+0000","last_peered":"2024-09-19T05:01:25.761666+0000","last_clean":"2024-09-19T05:01:25.761666+0000","last_became_active":"2024-09-19T05:01:19.727144+0000","last_became_peered":"2024-09-19T05:01:19.727144+0000","last_unstale":"2024-09-19T05:01:25.761666+0000","last_undegraded":"2024-09-19T05:01:25.761666+0000","last_fullsized":"2024-09-19T05:01:25.761666+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:44.351180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455249+0000","last_change":"2024-09-19T05:01:24.766683+0000","last_active":"2024-09-19T05:01:26.455249+0000","last_peered":"2024-09-19T05:01:26.455249+0000","last_clean":"2024-09-19T05:01:26.455249+0000","last_became_active":"2024-09-19T05:01:24.766273+0000","last_became_peered":"2024-09-19T05:01:24.766273+0000","last_unstale":"2024-09-19T05:01:26.455249+0000","last_undegraded":"2024-09-19T05:01:26.455249+0000","last_fullsized":"2024-09-19T05:01:26.455249+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:31.455883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456788+0000","last_change":"2024-09-19T05:01:20.741070+0000","last_active":"2024-09-19T05:01:26.456788+0000","last_peered":"2024-09-19T05:01:26.456788+0000","last_clean":"2024-09-19T05:01:26.456788+0000","last_became_active":"2024-09-19T05:01:20.740779+0000","last_became_peered":"2024-09-19T05:01:20.740779+0000","last_unstale":"2024-09-19T05:01:26.456788+0000","last_undegraded":"2024-09-19T05:01:26.456788+0000","last_fullsized":"2024-09-19T05:01:26.456788+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:29.481598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456583+0000","last_change":"2024-09-19T05:01:19.733495+0000","last_active":"2024-09-19T05:01:26.456583+0000","last_peered":"2024-09-19T05:01:26.456583+0000","last_clean":"2024-09-19T05:01:26.456583+0000","last_became_active":"2024-09-19T05:01:19.732970+0000","last_became_peered":"2024-09-19T05:01:19.732970+0000","last_unstale":"2024-09-19T05:01:26.456583+0000","last_undegraded":"2024-09-19T05:01:26.456583+0000","last_fullsized":"2024-09-19T05:01:26.456583+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:03.018728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455144+0000","last_change":"2024-09-19T05:01:19.732918+0000","last_active":"2024-09-19T05:01:26.455144+0000","last_peered":"2024-09-19T05:01:26.455144+0000","last_clean":"2024-09-19T05:01:26.455144+0000","last_became_active":"2024-09-19T05:01:19.732614+0000","last_became_peered":"2024-09-19T05:01:19.732614+0000","last_unstale":"2024-09-19T05:01:26.455144+0000","last_undegraded":"2024-09-19T05:01:26.455144+0000","last_fullsized":"2024-09-19T05:01:26.455144+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:07:07.902614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457477+0000","last_change":"2024-09-19T05:01:20.738263+0000","last_active":"2024-09-19T05:01:26.457477+0000","last_peered":"2024-09-19T05:01:26.457477+0000","last_clean":"2024-09-19T05:01:26.457477+0000","last_became_active":"2024-09-19T05:01:20.737730+0000","last_became_peered":"2024-09-19T05:01:20.737730+0000","last_unstale":"2024-09-19T05:01:26.457477+0000","last_undegraded":"2024-09-19T05:01:26.457477+0000","last_fullsized":"2024-09-19T05:01:26.457477+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:11.620276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456368+0000","last_change":"2024-09-19T05:01:24.773911+0000","last_active":"2024-09-19T05:01:26.456368+0000","last_peered":"2024-09-19T05:01:26.456368+0000","last_clean":"2024-09-19T05:01:26.456368+0000","last_became_active":"2024-09-19T05:01:24.773490+0000","last_became_peered":"2024-09-19T05:01:24.773490+0000","last_unstale":"2024-09-19T05:01:26.456368+0000","last_undegraded":"2024-09-19T05:01:26.456368+0000","last_fullsized":"2024-09-19T05:01:26.456368+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:20:48.601495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456718+0000","last_change":"2024-09-19T05:01:19.730443+0000","last_active":"2024-09-19T05:01:26.456718+0000","last_peered":"2024-09-19T05:01:26.456718+0000","last_clean":"2024-09-19T05:01:26.456718+0000","last_became_active":"2024-09-19T05:01:19.730103+0000","last_became_peered":"2024-09-19T05:01:19.730103+0000","last_unstale":"2024-09-19T05:01:26.456718+0000","last_undegraded":"2024-09-19T05:01:26.456718+0000","last_fullsized":"2024-09-19T05:01:26.456718+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:04.194493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761077+0000","last_change":"2024-09-19T05:01:20.731075+0000","last_active":"2024-09-19T05:01:25.761077+0000","last_peered":"2024-09-19T05:01:25.761077+0000","last_clean":"2024-09-19T05:01:25.761077+0000","last_became_active":"2024-09-19T05:01:20.729688+0000","last_became_peered":"2024-09-19T05:01:20.729688+0000","last_unstale":"2024-09-19T05:01:25.761077+0000","last_undegraded":"2024-09-19T05:01:25.761077+0000","last_fullsized":"2024-09-19T05:01:25.761077+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:27:34.925369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456140+0000","last_change":"2024-09-19T05:01:24.775167+0000","last_active":"2024-09-19T05:01:26.456140+0000","last_peered":"2024-09-19T05:01:26.456140+0000","last_clean":"2024-09-19T05:01:26.456140+0000","last_became_active":"2024-09-19T05:01:24.774755+0000","last_became_peered":"2024-09-19T05:01:24.774755+0000","last_unstale":"2024-09-19T05:01:26.456140+0000","last_undegraded":"2024-09-19T05:01:26.456140+0000","last_fullsized":"2024-09-19T05:01:26.456140+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:30.782389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454826+0000","last_change":"2024-09-19T05:01:20.737816+0000","last_active":"2024-09-19T05:01:26.454826+0000","last_peered":"2024-09-19T05:01:26.454826+0000","last_clean":"2024-09-19T05:01:26.454826+0000","last_became_active":"2024-09-19T05:01:20.736669+0000","last_became_peered":"2024-09-19T05:01:20.736669+0000","last_unstale":"2024-09-19T05:01:26.454826+0000","last_undegraded":"2024-09-19T05:01:26.454826+0000","last_fullsized":"2024-09-19T05:01:26.454826+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:02:43.124419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455624+0000","last_change":"2024-09-19T05:01:20.739352+0000","last_active":"2024-09-19T05:01:26.455624+0000","last_peered":"2024-09-19T05:01:26.455624+0000","last_clean":"2024-09-19T05:01:26.455624+0000","last_became_active":"2024-09-19T05:01:20.739057+0000","last_became_peered":"2024-09-19T05:01:20.739057+0000","last_unstale":"2024-09-19T05:01:26.455624+0000","last_undegraded":"2024-09-19T05:01:26.455624+0000","last_fullsized":"2024-09-19T05:01:26.455624+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:00:29.562071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762335+0000","last_change":"2024-09-19T05:01:20.747362+0000","last_active":"2024-09-19T05:01:25.762335+0000","last_peered":"2024-09-19T05:01:25.762335+0000","last_clean":"2024-09-19T05:01:25.762335+0000","last_became_active":"2024-09-19T05:01:20.747047+0000","last_became_peered":"2024-09-19T05:01:20.747047+0000","last_unstale":"2024-09-19T05:01:25.762335+0000","last_undegraded":"2024-09-19T05:01:25.762335+0000","last_fullsized":"2024-09-19T05:01:25.762335+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:27.424258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457389+0000","last_change":"2024-09-19T05:01:20.748525+0000","last_active":"2024-09-19T05:01:26.457389+0000","last_peered":"2024-09-19T05:01:26.457389+0000","last_clean":"2024-09-19T05:01:26.457389+0000","last_became_active":"2024-09-19T05:01:20.748216+0000","last_became_peered":"2024-09-19T05:01:20.748216+0000","last_unstale":"2024-09-19T05:01:26.457389+0000","last_undegraded":"2024-09-19T05:01:26.457389+0000","last_fullsized":"2024-09-19T05:01:26.457389+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:16.539268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457252+0000","last_change":"2024-09-19T05:01:20.744548+0000","last_active":"2024-09-19T05:01:26.457252+0000","last_peered":"2024-09-19T05:01:26.457252+0000","last_clean":"2024-09-19T05:01:26.457252+0000","last_became_active":"2024-09-19T05:01:20.744268+0000","last_became_peered":"2024-09-19T05:01:20.744268+0000","last_unstale":"2024-09-19T05:01:26.457252+0000","last_undegraded":"2024-09-19T05:01:26.457252+0000","last_fullsized":"2024-09-19T05:01:26.457252+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:57:32.573026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455202+0000","last_change":"2024-09-19T05:01:20.737981+0000","last_active":"2024-09-19T05:01:26.455202+0000","last_peered":"2024-09-19T05:01:26.455202+0000","last_clean":"2024-09-19T05:01:26.455202+0000","last_became_active":"2024-09-19T05:01:20.737731+0000","last_became_peered":"2024-09-19T05:01:20.737731+0000","last_unstale":"2024-09-19T05:01:26.455202+0000","last_undegraded":"2024-09-19T05:01:26.455202+0000","last_fullsized":"2024-09-19T05:01:26.455202+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:11.620276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455371+0000","last_change":"2024-09-19T05:01:20.742359+0000","last_active":"2024-09-19T05:01:26.455371+0000","last_peered":"2024-09-19T05:01:26.455371+0000","last_clean":"2024-09-19T05:01:26.455371+0000","last_became_active":"2024-09-19T05:01:20.742106+0000","last_became_peered":"2024-09-19T05:01:20.742106+0000","last_unstale":"2024-09-19T05:01:26.455371+0000","last_undegraded":"2024-09-19T05:01:26.455371+0000","last_fullsized":"2024-09-19T05:01:26.455371+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:14.581107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455298+0000","last_change":"2024-09-19T05:01:20.744639+0000","last_active":"2024-09-19T05:01:26.455298+0000","last_peered":"2024-09-19T05:01:26.455298+0000","last_clean":"2024-09-19T05:01:26.455298+0000","last_became_active":"2024-09-19T05:01:20.744355+0000","last_became_peered":"2024-09-19T05:01:20.744355+0000","last_unstale":"2024-09-19T05:01:26.455298+0000","last_undegraded":"2024-09-19T05:01:26.455298+0000","last_fullsized":"2024-09-19T05:01:26.455298+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:51:30.732953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761573+0000","last_change":"2024-09-19T05:01:20.747606+0000","last_active":"2024-09-19T05:01:25.761573+0000","last_peered":"2024-09-19T05:01:25.761573+0000","last_clean":"2024-09-19T05:01:25.761573+0000","last_became_active":"2024-09-19T05:01:20.747301+0000","last_became_peered":"2024-09-19T05:01:20.747301+0000","last_unstale":"2024-09-19T05:01:25.761573+0000","last_undegraded":"2024-09-19T05:01:25.761573+0000","last_fullsized":"2024-09-19T05:01:25.761573+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:54:03.506896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456431+0000","last_change":"2024-09-19T05:01:20.745809+0000","last_active":"2024-09-19T05:01:26.456431+0000","last_peered":"2024-09-19T05:01:26.456431+0000","last_clean":"2024-09-19T05:01:26.456431+0000","last_became_active":"2024-09-19T05:01:20.745456+0000","last_became_peered":"2024-09-19T05:01:20.745456+0000","last_unstale":"2024-09-19T05:01:26.456431+0000","last_undegraded":"2024-09-19T05:01:26.456431+0000","last_fullsized":"2024-09-19T05:01:26.456431+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:06:23.446672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762265+0000","last_change":"2024-09-19T05:01:20.742715+0000","last_active":"2024-09-19T05:01:25.762265+0000","last_peered":"2024-09-19T05:01:25.762265+0000","last_clean":"2024-09-19T05:01:25.762265+0000","last_became_active":"2024-09-19T05:01:20.742452+0000","last_became_peered":"2024-09-19T05:01:20.742452+0000","last_unstale":"2024-09-19T05:01:25.762265+0000","last_undegraded":"2024-09-19T05:01:25.762265+0000","last_fullsized":"2024-09-19T05:01:25.762265+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:55.473592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457121+0000","last_change":"2024-09-19T05:01:20.741792+0000","last_active":"2024-09-19T05:01:26.457121+0000","last_peered":"2024-09-19T05:01:26.457121+0000","last_clean":"2024-09-19T05:01:26.457121+0000","last_became_active":"2024-09-19T05:01:20.741368+0000","last_became_peered":"2024-09-19T05:01:20.741368+0000","last_unstale":"2024-09-19T05:01:26.457121+0000","last_undegraded":"2024-09-19T05:01:26.457121+0000","last_fullsized":"2024-09-19T05:01:26.457121+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:33.256184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455356+0000","last_change":"2024-09-19T05:01:20.732348+0000","last_active":"2024-09-19T05:01:26.455356+0000","last_peered":"2024-09-19T05:01:26.455356+0000","last_clean":"2024-09-19T05:01:26.455356+0000","last_became_active":"2024-09-19T05:01:20.732033+0000","last_became_peered":"2024-09-19T05:01:20.732033+0000","last_unstale":"2024-09-19T05:01:26.455356+0000","last_undegraded":"2024-09-19T05:01:26.455356+0000","last_fullsized":"2024-09-19T05:01:26.455356+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:10.320360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760856+0000","last_change":"2024-09-19T05:01:20.736239+0000","last_active":"2024-09-19T05:01:25.760856+0000","last_peered":"2024-09-19T05:01:25.760856+0000","last_clean":"2024-09-19T05:01:25.760856+0000","last_became_active":"2024-09-19T05:01:20.735785+0000","last_became_peered":"2024-09-19T05:01:20.735785+0000","last_unstale":"2024-09-19T05:01:25.760856+0000","last_undegraded":"2024-09-19T05:01:25.760856+0000","last_fullsized":"2024-09-19T05:01:25.760856+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:33.209908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455971+0000","last_change":"2024-09-19T05:01:20.738041+0000","last_active":"2024-09-19T05:01:26.455971+0000","last_peered":"2024-09-19T05:01:26.455971+0000","last_clean":"2024-09-19T05:01:26.455971+0000","last_became_active":"2024-09-19T05:01:20.737750+0000","last_became_peered":"2024-09-19T05:01:20.737750+0000","last_unstale":"2024-09-19T05:01:26.455971+0000","last_undegraded":"2024-09-19T05:01:26.455971+0000","last_fullsized":"2024-09-19T05:01:26.455971+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:05.370764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762110+0000","last_change":"2024-09-19T05:01:20.742928+0000","last_active":"2024-09-19T05:01:25.762110+0000","last_peered":"2024-09-19T05:01:25.762110+0000","last_clean":"2024-09-19T05:01:25.762110+0000","last_became_active":"2024-09-19T05:01:20.741119+0000","last_became_peered":"2024-09-19T05:01:20.741119+0000","last_unstale":"2024-09-19T05:01:25.762110+0000","last_undegraded":"2024-09-19T05:01:25.762110+0000","last_fullsized":"2024-09-19T05:01:25.762110+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:33.209908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761455+0000","last_change":"2024-09-19T05:01:20.740846+0000","last_active":"2024-09-19T05:01:25.761455+0000","last_peered":"2024-09-19T05:01:25.761455+0000","last_clean":"2024-09-19T05:01:25.761455+0000","last_became_active":"2024-09-19T05:01:20.739847+0000","last_became_peered":"2024-09-19T05:01:20.739847+0000","last_unstale":"2024-09-19T05:01:25.761455+0000","last_undegraded":"2024-09-19T05:01:25.761455+0000","last_fullsized":"2024-09-19T05:01:25.761455+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:10.320360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455642+0000","last_change":"2024-09-19T05:01:20.743795+0000","last_active":"2024-09-19T05:01:26.455642+0000","last_peered":"2024-09-19T05:01:26.455642+0000","last_clean":"2024-09-19T05:01:26.455642+0000","last_became_active":"2024-09-19T05:01:20.743533+0000","last_became_peered":"2024-09-19T05:01:20.743533+0000","last_unstale":"2024-09-19T05:01:26.455642+0000","last_undegraded":"2024-09-19T05:01:26.455642+0000","last_fullsized":"2024-09-19T05:01:26.455642+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:16.539268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457132+0000","last_change":"2024-09-19T05:01:20.735627+0000","last_active":"2024-09-19T05:01:26.457132+0000","last_peered":"2024-09-19T05:01:26.457132+0000","last_clean":"2024-09-19T05:01:26.457132+0000","last_became_active":"2024-09-19T05:01:20.735354+0000","last_became_peered":"2024-09-19T05:01:20.735354+0000","last_unstale":"2024-09-19T05:01:26.457132+0000","last_undegraded":"2024-09-19T05:01:26.457132+0000","last_fullsized":"2024-09-19T05:01:26.457132+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:04:00.798522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456529+0000","last_change":"2024-09-19T05:01:20.742703+0000","last_active":"2024-09-19T05:01:26.456529+0000","last_peered":"2024-09-19T05:01:26.456529+0000","last_clean":"2024-09-19T05:01:26.456529+0000","last_became_active":"2024-09-19T05:01:20.741872+0000","last_became_peered":"2024-09-19T05:01:20.741872+0000","last_unstale":"2024-09-19T05:01:26.456529+0000","last_undegraded":"2024-09-19T05:01:26.456529+0000","last_fullsized":"2024-09-19T05:01:26.456529+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:36:50.087159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760798+0000","last_change":"2024-09-19T05:01:20.739042+0000","last_active":"2024-09-19T05:01:25.760798+0000","last_peered":"2024-09-19T05:01:25.760798+0000","last_clean":"2024-09-19T05:01:25.760798+0000","last_became_active":"2024-09-19T05:01:20.738735+0000","last_became_peered":"2024-09-19T05:01:20.738735+0000","last_unstale":"2024-09-19T05:01:25.760798+0000","last_undegraded":"2024-09-19T05:01:25.760798+0000","last_fullsized":"2024-09-19T05:01:25.760798+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:09:23.169379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455428+0000","last_change":"2024-09-19T05:01:20.735932+0000","last_active":"2024-09-19T05:01:26.455428+0000","last_peered":"2024-09-19T05:01:26.455428+0000","last_clean":"2024-09-19T05:01:26.455428+0000","last_became_active":"2024-09-19T05:01:20.735648+0000","last_became_peered":"2024-09-19T05:01:20.735648+0000","last_unstale":"2024-09-19T05:01:26.455428+0000","last_undegraded":"2024-09-19T05:01:26.455428+0000","last_fullsized":"2024-09-19T05:01:26.455428+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:54:03.506896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455253+0000","last_change":"2024-09-19T05:01:20.741014+0000","last_active":"2024-09-19T05:01:26.455253+0000","last_peered":"2024-09-19T05:01:26.455253+0000","last_clean":"2024-09-19T05:01:26.455253+0000","last_became_active":"2024-09-19T05:01:20.740701+0000","last_became_peered":"2024-09-19T05:01:20.740701+0000","last_unstale":"2024-09-19T05:01:26.455253+0000","last_undegraded":"2024-09-19T05:01:26.455253+0000","last_fullsized":"2024-09-19T05:01:26.455253+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:38:53.349172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761622+0000","last_change":"2024-09-19T05:01:20.735204+0000","last_active":"2024-09-19T05:01:25.761622+0000","last_peered":"2024-09-19T05:01:25.761622+0000","last_clean":"2024-09-19T05:01:25.761622+0000","last_became_active":"2024-09-19T05:01:20.734982+0000","last_became_peered":"2024-09-19T05:01:20.734982+0000","last_unstale":"2024-09-19T05:01:25.761622+0000","last_undegraded":"2024-09-19T05:01:25.761622+0000","last_fullsized":"2024-09-19T05:01:25.761622+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:55.473592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456686+0000","last_change":"2024-09-19T05:01:20.740343+0000","last_active":"2024-09-19T05:01:26.456686+0000","last_peered":"2024-09-19T05:01:26.456686+0000","last_clean":"2024-09-19T05:01:26.456686+0000","last_became_active":"2024-09-19T05:01:20.740062+0000","last_became_peered":"2024-09-19T05:01:20.740062+0000","last_unstale":"2024-09-19T05:01:26.456686+0000","last_undegraded":"2024-09-19T05:01:26.456686+0000","last_fullsized":"2024-09-19T05:01:26.456686+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:02:43.124419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.759962+0000","last_change":"2024-09-19T05:01:20.733555+0000","last_active":"2024-09-19T05:01:25.759962+0000","last_peered":"2024-09-19T05:01:25.759962+0000","last_clean":"2024-09-19T05:01:25.759962+0000","last_became_active":"2024-09-19T05:01:20.733296+0000","last_became_peered":"2024-09-19T05:01:20.733296+0000","last_unstale":"2024-09-19T05:01:25.759962+0000","last_undegraded":"2024-09-19T05:01:25.759962+0000","last_fullsized":"2024-09-19T05:01:25.759962+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:30:34.375112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762234+0000","last_change":"2024-09-19T05:01:20.735575+0000","last_active":"2024-09-19T05:01:25.762234+0000","last_peered":"2024-09-19T05:01:25.762234+0000","last_clean":"2024-09-19T05:01:25.762234+0000","last_became_active":"2024-09-19T05:01:20.735317+0000","last_became_peered":"2024-09-19T05:01:20.735317+0000","last_unstale":"2024-09-19T05:01:25.762234+0000","last_undegraded":"2024-09-19T05:01:25.762234+0000","last_fullsized":"2024-09-19T05:01:25.762234+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:51:30.732953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760591+0000","last_change":"2024-09-19T05:01:20.735616+0000","last_active":"2024-09-19T05:01:25.760591+0000","last_peered":"2024-09-19T05:01:25.760591+0000","last_clean":"2024-09-19T05:01:25.760591+0000","last_became_active":"2024-09-19T05:01:20.735337+0000","last_became_peered":"2024-09-19T05:01:20.735337+0000","last_unstale":"2024-09-19T05:01:25.760591+0000","last_undegraded":"2024-09-19T05:01:25.760591+0000","last_fullsized":"2024-09-19T05:01:25.760591+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:21.854045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761637+0000","last_change":"2024-09-19T05:01:20.747683+0000","last_active":"2024-09-19T05:01:25.761637+0000","last_peered":"2024-09-19T05:01:25.761637+0000","last_clean":"2024-09-19T05:01:25.761637+0000","last_became_active":"2024-09-19T05:01:20.746888+0000","last_became_peered":"2024-09-19T05:01:20.746888+0000","last_unstale":"2024-09-19T05:01:25.761637+0000","last_undegraded":"2024-09-19T05:01:25.761637+0000","last_fullsized":"2024-09-19T05:01:25.761637+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:17.516756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457466+0000","last_change":"2024-09-19T05:01:20.739064+0000","last_active":"2024-09-19T05:01:26.457466+0000","last_peered":"2024-09-19T05:01:26.457466+0000","last_clean":"2024-09-19T05:01:26.457466+0000","last_became_active":"2024-09-19T05:01:20.738737+0000","last_became_peered":"2024-09-19T05:01:20.738737+0000","last_unstale":"2024-09-19T05:01:26.457466+0000","last_undegraded":"2024-09-19T05:01:26.457466+0000","last_fullsized":"2024-09-19T05:01:26.457466+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:24:12.804803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455956+0000","last_change":"2024-09-19T05:01:20.732425+0000","last_active":"2024-09-19T05:01:26.455956+0000","last_peered":"2024-09-19T05:01:26.455956+0000","last_clean":"2024-09-19T05:01:26.455956+0000","last_became_active":"2024-09-19T05:01:20.732159+0000","last_became_peered":"2024-09-19T05:01:20.732159+0000","last_unstale":"2024-09-19T05:01:26.455956+0000","last_undegraded":"2024-09-19T05:01:26.455956+0000","last_fullsized":"2024-09-19T05:01:26.455956+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:38:04.257364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761425+0000","last_change":"2024-09-19T05:01:20.739359+0000","last_active":"2024-09-19T05:01:25.761425+0000","last_peered":"2024-09-19T05:01:25.761425+0000","last_clean":"2024-09-19T05:01:25.761425+0000","last_became_active":"2024-09-19T05:01:20.738820+0000","last_became_peered":"2024-09-19T05:01:20.738820+0000","last_unstale":"2024-09-19T05:01:25.761425+0000","last_undegraded":"2024-09-19T05:01:25.761425+0000","last_fullsized":"2024-09-19T05:01:25.761425+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:57:32.573026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509448,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27872,"kb_used_data":836,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343968,"statfs":{"total":96636764160,"available":96608223232,"internally_reserved":0,"allocated":856064,"data_stored":694607,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509447,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":270336,"data_stored":107501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509447,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":262144,"data_stored":103747,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542152,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":270336,"data_stored":107501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542152,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31444,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340396,"statfs":{"total":96636764160,"available":96604565504,"internally_reserved":0,"allocated":258048,"data_stored":103657,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574857,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":270336,"data_stored":103783,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574856,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31452,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340388,"statfs":{"total":96636764160,"available":96604557312,"internally_reserved":0,"allocated":266240,"data_stored":103817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574856,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32032,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339808,"statfs":{"total":96636764160,"available":96603963392,"internally_reserved":0,"allocated":864256,"data_stored":694663,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:01:40.812 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:01:40.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.948+0000 7f67dbc27640 1 Processor -- start 2024-09-19T05:01:40.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.948+0000 7f67dbc27640 1 -- start start 2024-09-19T05:01:40.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.949+0000 7f67dbc27640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f67d406c320 0x7f67d406f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:40.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.949+0000 7f67dbc27640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f67d4147af0 con 0x7f67d4147340 2024-09-19T05:01:40.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.949+0000 7f67dbc27640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f67d4147dd0 con 0x7f67d40709a0 2024-09-19T05:01:40.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.949+0000 7f67dbc27640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f67d406f080 con 0x7f67d406c320 2024-09-19T05:01:40.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.949+0000 7f67da1c4640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f67d406c320 0x7f67d406f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:40.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.949+0000 7f67d99c3640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f67d4147340 0x7f67d40ae2d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:38902/0 (socket says 172.21.15.5:38902) 2024-09-19T05:01:40.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.949+0000 7f67d99c3640 1 -- 172.21.15.5:0/3485480907 learned_addr learned my addr 172.21.15.5:0/3485480907 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:40.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.949+0000 7f67da1c4640 1 -- 172.21.15.5:0/3485480907 >> v1:172.21.15.134:6789/0 conn(0x7f67d40709a0 legacy=0x7f67d406bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:40.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.949+0000 7f67d89c1640 1 -- 172.21.15.5:0/3485480907 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3218222474 0 0) 0x7f67d4147af0 con 0x7f67d4147340 2024-09-19T05:01:40.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.949+0000 7f67da1c4640 1 -- 172.21.15.5:0/3485480907 >> v1:172.21.15.5:6789/0 conn(0x7f67d4147340 legacy=0x7f67d40ae2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:40.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.949+0000 7f67da1c4640 1 -- 172.21.15.5:0/3485480907 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67d41480b0 con 0x7f67d406c320 2024-09-19T05:01:40.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.950+0000 7f67da1c4640 1 --2- 172.21.15.5:0/3485480907 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67d406c320 0x7f67d406f7d0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f67cc009d90 tx=0x7f67cc02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c497514a4259b788 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:40.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.950+0000 7f67d89c1640 1 -- 172.21.15.5:0/3485480907 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67cc007740 con 0x7f67d406c320 2024-09-19T05:01:40.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.950+0000 7f67d89c1640 1 -- 172.21.15.5:0/3485480907 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67cc0078e0 con 0x7f67d406c320 2024-09-19T05:01:40.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.950+0000 7f67d89c1640 1 -- 172.21.15.5:0/3485480907 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67cc007cb0 con 0x7f67d406c320 2024-09-19T05:01:40.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.951+0000 7f67dbc27640 1 -- 172.21.15.5:0/3485480907 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67d406c320 msgr2=0x7f67d406f7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:40.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.951+0000 7f67dbc27640 1 --2- 172.21.15.5:0/3485480907 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67d406c320 0x7f67d406f7d0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f67cc009d90 tx=0x7f67cc02a660 comp rx=0 tx=0).stop 2024-09-19T05:01:40.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.951+0000 7f67dbc27640 1 -- 172.21.15.5:0/3485480907 shutdown_connections 2024-09-19T05:01:40.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.951+0000 7f67dbc27640 1 --2- 172.21.15.5:0/3485480907 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67d406c320 0x7f67d406f7d0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.951+0000 7f67dbc27640 1 -- 172.21.15.5:0/3485480907 >> 172.21.15.5:0/3485480907 conn(0x7f67d40b6810 msgr2=0x7f67d40b6c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:40.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.951+0000 7f67dbc27640 1 -- 172.21.15.5:0/3485480907 shutdown_connections 2024-09-19T05:01:40.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.951+0000 7f67dbc27640 1 -- 172.21.15.5:0/3485480907 wait complete. 2024-09-19T05:01:40.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.952+0000 7f67dbc27640 1 Processor -- start 2024-09-19T05:01:40.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.952+0000 7f67dbc27640 1 -- start start 2024-09-19T05:01:40.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.953+0000 7f67dbc27640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67d406c320 0x7f67d413e690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:40.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.953+0000 7f67dbc27640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f67d40709a0 0x7f67d409b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:40.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.953+0000 7f67dbc27640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f67d4147340 0x7f67d4153d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:40.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.953+0000 7f67dbc27640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f67d4147720 con 0x7f67d406c320 2024-09-19T05:01:40.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.953+0000 7f67dbc27640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f67d40ae9e0 con 0x7f67d40709a0 2024-09-19T05:01:40.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.953+0000 7f67dbc27640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f67d406c960 con 0x7f67d4147340 2024-09-19T05:01:40.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.953+0000 7f67d99c3640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67d406c320 0x7f67d413e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:40.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.953+0000 7f67d99c3640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67d406c320 0x7f67d413e690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41658/0 (socket says 172.21.15.5:41658) 2024-09-19T05:01:40.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.953+0000 7f67d99c3640 1 -- 172.21.15.5:0/916359416 learned_addr learned my addr 172.21.15.5:0/916359416 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:40.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.953+0000 7f67d91c2640 1 --2- 172.21.15.5:0/916359416 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f67d40709a0 0x7f67d409b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:40.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.953+0000 7f67d99c3640 1 -- 172.21.15.5:0/916359416 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f67d4147340 msgr2=0x7f67d4153d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:40.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.953+0000 7f67da1c4640 1 --2- 172.21.15.5:0/916359416 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f67d4147340 0x7f67d4153d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:40.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.953+0000 7f67d99c3640 1 --2- 172.21.15.5:0/916359416 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f67d4147340 0x7f67d4153d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.953+0000 7f67d99c3640 1 -- 172.21.15.5:0/916359416 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f67d40709a0 msgr2=0x7f67d409b3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:40.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.953+0000 7f67d99c3640 1 --2- 172.21.15.5:0/916359416 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f67d40709a0 0x7f67d409b3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:40.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.953+0000 7f67d99c3640 1 -- 172.21.15.5:0/916359416 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67d413fb40 con 0x7f67d406c320 2024-09-19T05:01:40.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.954+0000 7f67d99c3640 1 --2- 172.21.15.5:0/916359416 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67d406c320 0x7f67d413e690 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f67d000c460 tx=0x7f67d000c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:40.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.954+0000 7f67c67fc640 1 -- 172.21.15.5:0/916359416 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67d0005ce0 con 0x7f67d406c320 2024-09-19T05:01:40.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.954+0000 7f67c67fc640 1 -- 172.21.15.5:0/916359416 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67d0007070 con 0x7f67d406c320 2024-09-19T05:01:40.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.954+0000 7f67dbc27640 1 -- 172.21.15.5:0/916359416 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67d409b920 con 0x7f67d406c320 2024-09-19T05:01:40.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.954+0000 7f67c67fc640 1 -- 172.21.15.5:0/916359416 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67d0007460 con 0x7f67d406c320 2024-09-19T05:01:40.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.954+0000 7f67dbc27640 1 -- 172.21.15.5:0/916359416 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67d413dbb0 con 0x7f67d406c320 2024-09-19T05:01:40.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.955+0000 7f67dbc27640 1 -- 172.21.15.5:0/916359416 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67d40b7340 con 0x7f67d406c320 2024-09-19T05:01:40.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.955+0000 7f67c67fc640 1 -- 172.21.15.5:0/916359416 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f67d0007600 con 0x7f67d406c320 2024-09-19T05:01:40.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.956+0000 7f67c67fc640 1 --2- 172.21.15.5:0/916359416 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f67b806c2b0 0x7f67b806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:40.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.956+0000 7f67c67fc640 1 -- 172.21.15.5:0/916359416 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f67d008b3f0 con 0x7f67d406c320 2024-09-19T05:01:40.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.956+0000 7f67d91c2640 1 --2- 172.21.15.5:0/916359416 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f67b806c2b0 0x7f67b806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:40.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.957+0000 7f67d91c2640 1 --2- 172.21.15.5:0/916359416 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f67b806c2b0 0x7f67b806e770 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f67d4145e00 tx=0x7f67c8009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:40.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:40.964+0000 7f67c67fc640 1 -- 172.21.15.5:0/916359416 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f67d40b7340 con 0x7f67d406c320 2024-09-19T05:01:41.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.137+0000 7f67dbc27640 1 -- 172.21.15.5:0/916359416 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f67d40732a0 con 0x7f67b806c2b0 2024-09-19T05:01:41.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.146+0000 7f67c67fc640 1 -- 172.21.15.5:0/916359416 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7f67d40732a0 con 0x7f67b806c2b0 2024-09-19T05:01:41.151 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:01:41.152 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:01:41.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.149+0000 7f67dbc27640 1 -- 172.21.15.5:0/916359416 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f67b806c2b0 msgr2=0x7f67b806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:41.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.149+0000 7f67dbc27640 1 --2- 172.21.15.5:0/916359416 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f67b806c2b0 0x7f67b806e770 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f67d4145e00 tx=0x7f67c8009040 comp rx=0 tx=0).stop 2024-09-19T05:01:41.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.149+0000 7f67dbc27640 1 -- 172.21.15.5:0/916359416 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67d406c320 msgr2=0x7f67d413e690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:41.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.149+0000 7f67dbc27640 1 --2- 172.21.15.5:0/916359416 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67d406c320 0x7f67d413e690 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f67d000c460 tx=0x7f67d000c920 comp rx=0 tx=0).stop 2024-09-19T05:01:41.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.150+0000 7f67dbc27640 1 -- 172.21.15.5:0/916359416 shutdown_connections 2024-09-19T05:01:41.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.150+0000 7f67dbc27640 1 --2- 172.21.15.5:0/916359416 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f67b806c2b0 0x7f67b806e770 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:41.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.150+0000 7f67dbc27640 1 --2- 172.21.15.5:0/916359416 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f67d4147340 0x7f67d4153d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:41.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.150+0000 7f67dbc27640 1 --2- 172.21.15.5:0/916359416 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f67d40709a0 0x7f67d409b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:41.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.150+0000 7f67dbc27640 1 --2- 172.21.15.5:0/916359416 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67d406c320 0x7f67d413e690 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:41.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.150+0000 7f67dbc27640 1 -- 172.21.15.5:0/916359416 >> 172.21.15.5:0/916359416 conn(0x7f67d40b6810 msgr2=0x7f67d40af750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:41.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.150+0000 7f67dbc27640 1 -- 172.21.15.5:0/916359416 shutdown_connections 2024-09-19T05:01:41.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.150+0000 7f67dbc27640 1 -- 172.21.15.5:0/916359416 wait complete. 2024-09-19T05:01:41.162 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":34,"stamp":"2024-09-19T05:01:39.264225+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236116,"kb_used_data":3240,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738604,"statfs":{"total":773094113280,"available":772852330496,"internally_reserved":0,"allocated":3317760,"data_stored":2019276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003151"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457758+0000","last_change":"2024-09-19T05:01:19.736098+0000","last_active":"2024-09-19T05:01:26.457758+0000","last_peered":"2024-09-19T05:01:26.457758+0000","last_clean":"2024-09-19T05:01:26.457758+0000","last_became_active":"2024-09-19T05:01:19.735761+0000","last_became_peered":"2024-09-19T05:01:19.735761+0000","last_unstale":"2024-09-19T05:01:26.457758+0000","last_undegraded":"2024-09-19T05:01:26.457758+0000","last_fullsized":"2024-09-19T05:01:26.457758+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:54.314220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456213+0000","last_change":"2024-09-19T05:01:20.742102+0000","last_active":"2024-09-19T05:01:26.456213+0000","last_peered":"2024-09-19T05:01:26.456213+0000","last_clean":"2024-09-19T05:01:26.456213+0000","last_became_active":"2024-09-19T05:01:20.741732+0000","last_became_peered":"2024-09-19T05:01:20.741732+0000","last_unstale":"2024-09-19T05:01:26.456213+0000","last_undegraded":"2024-09-19T05:01:26.456213+0000","last_fullsized":"2024-09-19T05:01:26.456213+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:14.581107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456182+0000","last_change":"2024-09-19T05:01:24.775492+0000","last_active":"2024-09-19T05:01:26.456182+0000","last_peered":"2024-09-19T05:01:26.456182+0000","last_clean":"2024-09-19T05:01:26.456182+0000","last_became_active":"2024-09-19T05:01:24.774974+0000","last_became_peered":"2024-09-19T05:01:24.774974+0000","last_unstale":"2024-09-19T05:01:26.456182+0000","last_undegraded":"2024-09-19T05:01:26.456182+0000","last_fullsized":"2024-09-19T05:01:26.456182+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:44:54.365080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456500+0000","last_change":"2024-09-19T05:01:19.737827+0000","last_active":"2024-09-19T05:01:26.456500+0000","last_peered":"2024-09-19T05:01:26.456500+0000","last_clean":"2024-09-19T05:01:26.456500+0000","last_became_active":"2024-09-19T05:01:19.737526+0000","last_became_peered":"2024-09-19T05:01:19.737526+0000","last_unstale":"2024-09-19T05:01:26.456500+0000","last_undegraded":"2024-09-19T05:01:26.456500+0000","last_fullsized":"2024-09-19T05:01:26.456500+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:37:10.181031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457640+0000","last_change":"2024-09-19T05:01:20.739566+0000","last_active":"2024-09-19T05:01:26.457640+0000","last_peered":"2024-09-19T05:01:26.457640+0000","last_clean":"2024-09-19T05:01:26.457640+0000","last_became_active":"2024-09-19T05:01:20.739243+0000","last_became_peered":"2024-09-19T05:01:20.739243+0000","last_unstale":"2024-09-19T05:01:26.457640+0000","last_undegraded":"2024-09-19T05:01:26.457640+0000","last_fullsized":"2024-09-19T05:01:26.457640+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:49.118992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761846+0000","last_change":"2024-09-19T05:01:24.777983+0000","last_active":"2024-09-19T05:01:25.761846+0000","last_peered":"2024-09-19T05:01:25.761846+0000","last_clean":"2024-09-19T05:01:25.761846+0000","last_became_active":"2024-09-19T05:01:24.777608+0000","last_became_peered":"2024-09-19T05:01:24.777608+0000","last_unstale":"2024-09-19T05:01:25.761846+0000","last_undegraded":"2024-09-19T05:01:25.761846+0000","last_fullsized":"2024-09-19T05:01:25.761846+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:01.991871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760541+0000","last_change":"2024-09-19T05:01:19.736454+0000","last_active":"2024-09-19T05:01:25.760541+0000","last_peered":"2024-09-19T05:01:25.760541+0000","last_clean":"2024-09-19T05:01:25.760541+0000","last_became_active":"2024-09-19T05:01:19.736181+0000","last_became_peered":"2024-09-19T05:01:19.736181+0000","last_unstale":"2024-09-19T05:01:25.760541+0000","last_undegraded":"2024-09-19T05:01:25.760541+0000","last_fullsized":"2024-09-19T05:01:25.760541+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:00:28.556577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761734+0000","last_change":"2024-09-19T05:01:20.737027+0000","last_active":"2024-09-19T05:01:25.761734+0000","last_peered":"2024-09-19T05:01:25.761734+0000","last_clean":"2024-09-19T05:01:25.761734+0000","last_became_active":"2024-09-19T05:01:20.736775+0000","last_became_peered":"2024-09-19T05:01:20.736775+0000","last_unstale":"2024-09-19T05:01:25.761734+0000","last_undegraded":"2024-09-19T05:01:25.761734+0000","last_fullsized":"2024-09-19T05:01:25.761734+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:21.854045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760138+0000","last_change":"2024-09-19T05:01:24.779591+0000","last_active":"2024-09-19T05:01:25.760138+0000","last_peered":"2024-09-19T05:01:25.760138+0000","last_clean":"2024-09-19T05:01:25.760138+0000","last_became_active":"2024-09-19T05:01:24.778904+0000","last_became_peered":"2024-09-19T05:01:24.778904+0000","last_unstale":"2024-09-19T05:01:25.760138+0000","last_undegraded":"2024-09-19T05:01:25.760138+0000","last_fullsized":"2024-09-19T05:01:25.760138+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:33:38.632669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.759780+0000","last_change":"2024-09-19T05:01:19.736068+0000","last_active":"2024-09-19T05:01:25.759780+0000","last_peered":"2024-09-19T05:01:25.759780+0000","last_clean":"2024-09-19T05:01:25.759780+0000","last_became_active":"2024-09-19T05:01:19.735790+0000","last_became_peered":"2024-09-19T05:01:19.735790+0000","last_unstale":"2024-09-19T05:01:25.759780+0000","last_undegraded":"2024-09-19T05:01:25.759780+0000","last_fullsized":"2024-09-19T05:01:25.759780+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:11.610998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762076+0000","last_change":"2024-09-19T05:01:20.734868+0000","last_active":"2024-09-19T05:01:25.762076+0000","last_peered":"2024-09-19T05:01:25.762076+0000","last_clean":"2024-09-19T05:01:25.762076+0000","last_became_active":"2024-09-19T05:01:20.734600+0000","last_became_peered":"2024-09-19T05:01:20.734600+0000","last_unstale":"2024-09-19T05:01:25.762076+0000","last_undegraded":"2024-09-19T05:01:25.762076+0000","last_fullsized":"2024-09-19T05:01:25.762076+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:06:23.446672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760866+0000","last_change":"2024-09-19T05:01:24.779658+0000","last_active":"2024-09-19T05:01:25.760866+0000","last_peered":"2024-09-19T05:01:25.760866+0000","last_clean":"2024-09-19T05:01:25.760866+0000","last_became_active":"2024-09-19T05:01:24.779267+0000","last_became_peered":"2024-09-19T05:01:24.779267+0000","last_unstale":"2024-09-19T05:01:25.760866+0000","last_undegraded":"2024-09-19T05:01:25.760866+0000","last_fullsized":"2024-09-19T05:01:25.760866+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:36.273431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454869+0000","last_change":"2024-09-19T05:01:20.737355+0000","last_active":"2024-09-19T05:01:26.454869+0000","last_peered":"2024-09-19T05:01:26.454869+0000","last_clean":"2024-09-19T05:01:26.454869+0000","last_became_active":"2024-09-19T05:01:20.737057+0000","last_became_peered":"2024-09-19T05:01:20.737057+0000","last_unstale":"2024-09-19T05:01:26.454869+0000","last_undegraded":"2024-09-19T05:01:26.454869+0000","last_fullsized":"2024-09-19T05:01:26.454869+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:29.481598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761945+0000","last_change":"2024-09-19T05:01:19.732548+0000","last_active":"2024-09-19T05:01:25.761945+0000","last_peered":"2024-09-19T05:01:25.761945+0000","last_clean":"2024-09-19T05:01:25.761945+0000","last_became_active":"2024-09-19T05:01:19.732231+0000","last_became_peered":"2024-09-19T05:01:19.732231+0000","last_unstale":"2024-09-19T05:01:25.761945+0000","last_undegraded":"2024-09-19T05:01:25.761945+0000","last_fullsized":"2024-09-19T05:01:25.761945+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:04.365269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761342+0000","last_change":"2024-09-19T05:01:24.765604+0000","last_active":"2024-09-19T05:01:25.761342+0000","last_peered":"2024-09-19T05:01:25.761342+0000","last_clean":"2024-09-19T05:01:25.761342+0000","last_became_active":"2024-09-19T05:01:24.765183+0000","last_became_peered":"2024-09-19T05:01:24.765183+0000","last_unstale":"2024-09-19T05:01:25.761342+0000","last_undegraded":"2024-09-19T05:01:25.761342+0000","last_fullsized":"2024-09-19T05:01:25.761342+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:56:42.605442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456624+0000","last_change":"2024-09-19T05:01:20.743763+0000","last_active":"2024-09-19T05:01:26.456624+0000","last_peered":"2024-09-19T05:01:26.456624+0000","last_clean":"2024-09-19T05:01:26.456624+0000","last_became_active":"2024-09-19T05:01:20.743486+0000","last_became_peered":"2024-09-19T05:01:20.743486+0000","last_unstale":"2024-09-19T05:01:26.456624+0000","last_undegraded":"2024-09-19T05:01:26.456624+0000","last_fullsized":"2024-09-19T05:01:26.456624+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:54:03.506896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455560+0000","last_change":"2024-09-19T05:01:19.735250+0000","last_active":"2024-09-19T05:01:26.455560+0000","last_peered":"2024-09-19T05:01:26.455560+0000","last_clean":"2024-09-19T05:01:26.455560+0000","last_became_active":"2024-09-19T05:01:19.734975+0000","last_became_peered":"2024-09-19T05:01:19.734975+0000","last_unstale":"2024-09-19T05:01:26.455560+0000","last_undegraded":"2024-09-19T05:01:26.455560+0000","last_fullsized":"2024-09-19T05:01:26.455560+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:26:53.742541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760535+0000","last_change":"2024-09-19T05:01:24.779643+0000","last_active":"2024-09-19T05:01:25.760535+0000","last_peered":"2024-09-19T05:01:25.760535+0000","last_clean":"2024-09-19T05:01:25.760535+0000","last_became_active":"2024-09-19T05:01:24.779115+0000","last_became_peered":"2024-09-19T05:01:24.779115+0000","last_unstale":"2024-09-19T05:01:25.760535+0000","last_undegraded":"2024-09-19T05:01:25.760535+0000","last_fullsized":"2024-09-19T05:01:25.760535+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:15:57.789579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456908+0000","last_change":"2024-09-19T05:01:20.736218+0000","last_active":"2024-09-19T05:01:26.456908+0000","last_peered":"2024-09-19T05:01:26.456908+0000","last_clean":"2024-09-19T05:01:26.456908+0000","last_became_active":"2024-09-19T05:01:20.735867+0000","last_became_peered":"2024-09-19T05:01:20.735867+0000","last_unstale":"2024-09-19T05:01:26.456908+0000","last_undegraded":"2024-09-19T05:01:26.456908+0000","last_fullsized":"2024-09-19T05:01:26.456908+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:38:53.349172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455719+0000","last_change":"2024-09-19T05:01:19.731851+0000","last_active":"2024-09-19T05:01:26.455719+0000","last_peered":"2024-09-19T05:01:26.455719+0000","last_clean":"2024-09-19T05:01:26.455719+0000","last_became_active":"2024-09-19T05:01:19.731537+0000","last_became_peered":"2024-09-19T05:01:19.731537+0000","last_unstale":"2024-09-19T05:01:26.455719+0000","last_undegraded":"2024-09-19T05:01:26.455719+0000","last_fullsized":"2024-09-19T05:01:26.455719+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:06.939477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455902+0000","last_change":"2024-09-19T05:01:24.780685+0000","last_active":"2024-09-19T05:01:26.455902+0000","last_peered":"2024-09-19T05:01:26.455902+0000","last_clean":"2024-09-19T05:01:26.455902+0000","last_became_active":"2024-09-19T05:01:24.779800+0000","last_became_peered":"2024-09-19T05:01:24.779800+0000","last_unstale":"2024-09-19T05:01:26.455902+0000","last_undegraded":"2024-09-19T05:01:26.455902+0000","last_fullsized":"2024-09-19T05:01:26.455902+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:08.708367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762547+0000","last_change":"2024-09-19T05:01:20.738976+0000","last_active":"2024-09-19T05:01:25.762547+0000","last_peered":"2024-09-19T05:01:25.762547+0000","last_clean":"2024-09-19T05:01:25.762547+0000","last_became_active":"2024-09-19T05:01:20.737942+0000","last_became_peered":"2024-09-19T05:01:20.737942+0000","last_unstale":"2024-09-19T05:01:25.762547+0000","last_undegraded":"2024-09-19T05:01:25.762547+0000","last_fullsized":"2024-09-19T05:01:25.762547+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:42:31.540249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.759969+0000","last_change":"2024-09-19T05:01:19.737150+0000","last_active":"2024-09-19T05:01:25.759969+0000","last_peered":"2024-09-19T05:01:25.759969+0000","last_clean":"2024-09-19T05:01:25.759969+0000","last_became_active":"2024-09-19T05:01:19.736856+0000","last_became_peered":"2024-09-19T05:01:19.736856+0000","last_unstale":"2024-09-19T05:01:25.759969+0000","last_undegraded":"2024-09-19T05:01:25.759969+0000","last_fullsized":"2024-09-19T05:01:25.759969+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:44.351180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760276+0000","last_change":"2024-09-19T05:01:24.777576+0000","last_active":"2024-09-19T05:01:25.760276+0000","last_peered":"2024-09-19T05:01:25.760276+0000","last_clean":"2024-09-19T05:01:25.760276+0000","last_became_active":"2024-09-19T05:01:24.777183+0000","last_became_peered":"2024-09-19T05:01:24.777183+0000","last_unstale":"2024-09-19T05:01:25.760276+0000","last_undegraded":"2024-09-19T05:01:25.760276+0000","last_fullsized":"2024-09-19T05:01:25.760276+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:32:31.922206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457822+0000","last_change":"2024-09-19T05:01:20.728837+0000","last_active":"2024-09-19T05:01:26.457822+0000","last_peered":"2024-09-19T05:01:26.457822+0000","last_clean":"2024-09-19T05:01:26.457822+0000","last_became_active":"2024-09-19T05:01:20.728555+0000","last_became_peered":"2024-09-19T05:01:20.728555+0000","last_unstale":"2024-09-19T05:01:26.457822+0000","last_undegraded":"2024-09-19T05:01:26.457822+0000","last_fullsized":"2024-09-19T05:01:26.457822+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:10:22.545833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455504+0000","last_change":"2024-09-19T05:01:19.731833+0000","last_active":"2024-09-19T05:01:26.455504+0000","last_peered":"2024-09-19T05:01:26.455504+0000","last_clean":"2024-09-19T05:01:26.455504+0000","last_became_active":"2024-09-19T05:01:19.731562+0000","last_became_peered":"2024-09-19T05:01:19.731562+0000","last_unstale":"2024-09-19T05:01:26.455504+0000","last_undegraded":"2024-09-19T05:01:26.455504+0000","last_fullsized":"2024-09-19T05:01:26.455504+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:44.351180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762269+0000","last_change":"2024-09-19T05:01:24.768731+0000","last_active":"2024-09-19T05:01:25.762269+0000","last_peered":"2024-09-19T05:01:25.762269+0000","last_clean":"2024-09-19T05:01:25.762269+0000","last_became_active":"2024-09-19T05:01:24.768160+0000","last_became_peered":"2024-09-19T05:01:24.768160+0000","last_unstale":"2024-09-19T05:01:25.762269+0000","last_undegraded":"2024-09-19T05:01:25.762269+0000","last_fullsized":"2024-09-19T05:01:25.762269+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:59.930527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455392+0000","last_change":"2024-09-19T05:01:20.743158+0000","last_active":"2024-09-19T05:01:26.455392+0000","last_peered":"2024-09-19T05:01:26.455392+0000","last_clean":"2024-09-19T05:01:26.455392+0000","last_became_active":"2024-09-19T05:01:20.742795+0000","last_became_peered":"2024-09-19T05:01:20.742795+0000","last_unstale":"2024-09-19T05:01:26.455392+0000","last_undegraded":"2024-09-19T05:01:26.455392+0000","last_fullsized":"2024-09-19T05:01:26.455392+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:07:34.329195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456056+0000","last_change":"2024-09-19T05:01:19.733165+0000","last_active":"2024-09-19T05:01:26.456056+0000","last_peered":"2024-09-19T05:01:26.456056+0000","last_clean":"2024-09-19T05:01:26.456056+0000","last_became_active":"2024-09-19T05:01:19.732882+0000","last_became_peered":"2024-09-19T05:01:19.732882+0000","last_unstale":"2024-09-19T05:01:26.456056+0000","last_undegraded":"2024-09-19T05:01:26.456056+0000","last_fullsized":"2024-09-19T05:01:26.456056+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:36.624228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456576+0000","last_change":"2024-09-19T05:01:24.778187+0000","last_active":"2024-09-19T05:01:26.456576+0000","last_peered":"2024-09-19T05:01:26.456576+0000","last_clean":"2024-09-19T05:01:26.456576+0000","last_became_active":"2024-09-19T05:01:24.777726+0000","last_became_peered":"2024-09-19T05:01:24.777726+0000","last_unstale":"2024-09-19T05:01:26.456576+0000","last_undegraded":"2024-09-19T05:01:26.456576+0000","last_fullsized":"2024-09-19T05:01:26.456576+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:19.980681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456164+0000","last_change":"2024-09-19T05:01:20.731946+0000","last_active":"2024-09-19T05:01:26.456164+0000","last_peered":"2024-09-19T05:01:26.456164+0000","last_clean":"2024-09-19T05:01:26.456164+0000","last_became_active":"2024-09-19T05:01:20.731651+0000","last_became_peered":"2024-09-19T05:01:20.731651+0000","last_unstale":"2024-09-19T05:01:26.456164+0000","last_undegraded":"2024-09-19T05:01:26.456164+0000","last_fullsized":"2024-09-19T05:01:26.456164+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:33:34.601043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761328+0000","last_change":"2024-09-19T05:01:19.737137+0000","last_active":"2024-09-19T05:01:25.761328+0000","last_peered":"2024-09-19T05:01:25.761328+0000","last_clean":"2024-09-19T05:01:25.761328+0000","last_became_active":"2024-09-19T05:01:19.736725+0000","last_became_peered":"2024-09-19T05:01:19.736725+0000","last_unstale":"2024-09-19T05:01:25.761328+0000","last_undegraded":"2024-09-19T05:01:25.761328+0000","last_fullsized":"2024-09-19T05:01:25.761328+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:39.218273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454930+0000","last_change":"2024-09-19T05:01:24.768135+0000","last_active":"2024-09-19T05:01:26.454930+0000","last_peered":"2024-09-19T05:01:26.454930+0000","last_clean":"2024-09-19T05:01:26.454930+0000","last_became_active":"2024-09-19T05:01:24.767717+0000","last_became_peered":"2024-09-19T05:01:24.767717+0000","last_unstale":"2024-09-19T05:01:26.454930+0000","last_undegraded":"2024-09-19T05:01:26.454930+0000","last_fullsized":"2024-09-19T05:01:26.454930+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:38.425433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762080+0000","last_change":"2024-09-19T05:01:20.745590+0000","last_active":"2024-09-19T05:01:25.762080+0000","last_peered":"2024-09-19T05:01:25.762080+0000","last_clean":"2024-09-19T05:01:25.762080+0000","last_became_active":"2024-09-19T05:01:20.745288+0000","last_became_peered":"2024-09-19T05:01:20.745288+0000","last_unstale":"2024-09-19T05:01:25.762080+0000","last_undegraded":"2024-09-19T05:01:25.762080+0000","last_fullsized":"2024-09-19T05:01:25.762080+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:57:32.573026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456244+0000","last_change":"2024-09-19T05:01:19.735697+0000","last_active":"2024-09-19T05:01:26.456244+0000","last_peered":"2024-09-19T05:01:26.456244+0000","last_clean":"2024-09-19T05:01:26.456244+0000","last_became_active":"2024-09-19T05:01:19.734427+0000","last_became_peered":"2024-09-19T05:01:19.734427+0000","last_unstale":"2024-09-19T05:01:26.456244+0000","last_undegraded":"2024-09-19T05:01:26.456244+0000","last_fullsized":"2024-09-19T05:01:26.456244+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:27:33.919875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455352+0000","last_change":"2024-09-19T05:01:24.775446+0000","last_active":"2024-09-19T05:01:26.455352+0000","last_peered":"2024-09-19T05:01:26.455352+0000","last_clean":"2024-09-19T05:01:26.455352+0000","last_became_active":"2024-09-19T05:01:24.775051+0000","last_became_peered":"2024-09-19T05:01:24.775051+0000","last_unstale":"2024-09-19T05:01:26.455352+0000","last_undegraded":"2024-09-19T05:01:26.455352+0000","last_fullsized":"2024-09-19T05:01:26.455352+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:59.930527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761009+0000","last_change":"2024-09-19T05:01:20.731994+0000","last_active":"2024-09-19T05:01:25.761009+0000","last_peered":"2024-09-19T05:01:25.761009+0000","last_clean":"2024-09-19T05:01:25.761009+0000","last_became_active":"2024-09-19T05:01:20.731646+0000","last_became_peered":"2024-09-19T05:01:20.731646+0000","last_unstale":"2024-09-19T05:01:25.761009+0000","last_undegraded":"2024-09-19T05:01:25.761009+0000","last_fullsized":"2024-09-19T05:01:25.761009+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:37.629722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762464+0000","last_change":"2024-09-19T05:01:19.736732+0000","last_active":"2024-09-19T05:01:25.762464+0000","last_peered":"2024-09-19T05:01:25.762464+0000","last_clean":"2024-09-19T05:01:25.762464+0000","last_became_active":"2024-09-19T05:01:19.736458+0000","last_became_peered":"2024-09-19T05:01:19.736458+0000","last_unstale":"2024-09-19T05:01:25.762464+0000","last_undegraded":"2024-09-19T05:01:25.762464+0000","last_fullsized":"2024-09-19T05:01:25.762464+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:07:07.902614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455870+0000","last_change":"2024-09-19T05:01:24.780349+0000","last_active":"2024-09-19T05:01:26.455870+0000","last_peered":"2024-09-19T05:01:26.455870+0000","last_clean":"2024-09-19T05:01:26.455870+0000","last_became_active":"2024-09-19T05:01:24.779943+0000","last_became_peered":"2024-09-19T05:01:24.779943+0000","last_unstale":"2024-09-19T05:01:26.455870+0000","last_undegraded":"2024-09-19T05:01:26.455870+0000","last_fullsized":"2024-09-19T05:01:26.455870+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:24:06.249397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454952+0000","last_change":"2024-09-19T05:01:20.729911+0000","last_active":"2024-09-19T05:01:26.454952+0000","last_peered":"2024-09-19T05:01:26.454952+0000","last_clean":"2024-09-19T05:01:26.454952+0000","last_became_active":"2024-09-19T05:01:20.729644+0000","last_became_peered":"2024-09-19T05:01:20.729644+0000","last_unstale":"2024-09-19T05:01:26.454952+0000","last_undegraded":"2024-09-19T05:01:26.454952+0000","last_fullsized":"2024-09-19T05:01:26.454952+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:49.118992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455713+0000","last_change":"2024-09-19T05:01:19.728492+0000","last_active":"2024-09-19T05:01:26.455713+0000","last_peered":"2024-09-19T05:01:26.455713+0000","last_clean":"2024-09-19T05:01:26.455713+0000","last_became_active":"2024-09-19T05:01:19.727920+0000","last_became_peered":"2024-09-19T05:01:19.727920+0000","last_unstale":"2024-09-19T05:01:26.455713+0000","last_undegraded":"2024-09-19T05:01:26.455713+0000","last_fullsized":"2024-09-19T05:01:26.455713+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:09:11.079953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455990+0000","last_change":"2024-09-19T05:01:24.781234+0000","last_active":"2024-09-19T05:01:26.455990+0000","last_peered":"2024-09-19T05:01:26.455990+0000","last_clean":"2024-09-19T05:01:26.455990+0000","last_became_active":"2024-09-19T05:01:24.780595+0000","last_became_peered":"2024-09-19T05:01:24.780595+0000","last_unstale":"2024-09-19T05:01:26.455990+0000","last_undegraded":"2024-09-19T05:01:26.455990+0000","last_fullsized":"2024-09-19T05:01:26.455990+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:28.025771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454874+0000","last_change":"2024-09-19T05:01:20.733991+0000","last_active":"2024-09-19T05:01:26.454874+0000","last_peered":"2024-09-19T05:01:26.454874+0000","last_clean":"2024-09-19T05:01:26.454874+0000","last_became_active":"2024-09-19T05:01:20.733686+0000","last_became_peered":"2024-09-19T05:01:20.733686+0000","last_unstale":"2024-09-19T05:01:26.454874+0000","last_undegraded":"2024-09-19T05:01:26.454874+0000","last_fullsized":"2024-09-19T05:01:26.454874+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:31.844574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760091+0000","last_change":"2024-09-19T05:01:19.737121+0000","last_active":"2024-09-19T05:01:25.760091+0000","last_peered":"2024-09-19T05:01:25.760091+0000","last_clean":"2024-09-19T05:01:25.760091+0000","last_became_active":"2024-09-19T05:01:19.736805+0000","last_became_peered":"2024-09-19T05:01:19.736805+0000","last_unstale":"2024-09-19T05:01:25.760091+0000","last_undegraded":"2024-09-19T05:01:25.760091+0000","last_fullsized":"2024-09-19T05:01:25.760091+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:07:07.902614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457661+0000","last_change":"2024-09-19T05:01:24.765800+0000","last_active":"2024-09-19T05:01:26.457661+0000","last_peered":"2024-09-19T05:01:26.457661+0000","last_clean":"2024-09-19T05:01:26.457661+0000","last_became_active":"2024-09-19T05:01:24.765400+0000","last_became_peered":"2024-09-19T05:01:24.765400+0000","last_unstale":"2024-09-19T05:01:26.457661+0000","last_undegraded":"2024-09-19T05:01:26.457661+0000","last_fullsized":"2024-09-19T05:01:26.457661+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:08.708367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455739+0000","last_change":"2024-09-19T05:01:20.746940+0000","last_active":"2024-09-19T05:01:26.455739+0000","last_peered":"2024-09-19T05:01:26.455739+0000","last_clean":"2024-09-19T05:01:26.455739+0000","last_became_active":"2024-09-19T05:01:20.746690+0000","last_became_peered":"2024-09-19T05:01:20.746690+0000","last_unstale":"2024-09-19T05:01:26.455739+0000","last_undegraded":"2024-09-19T05:01:26.455739+0000","last_fullsized":"2024-09-19T05:01:26.455739+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:10.320360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762238+0000","last_change":"2024-09-19T05:01:19.733334+0000","last_active":"2024-09-19T05:01:25.762238+0000","last_peered":"2024-09-19T05:01:25.762238+0000","last_clean":"2024-09-19T05:01:25.762238+0000","last_became_active":"2024-09-19T05:01:19.732864+0000","last_became_peered":"2024-09-19T05:01:19.732864+0000","last_unstale":"2024-09-19T05:01:25.762238+0000","last_undegraded":"2024-09-19T05:01:25.762238+0000","last_fullsized":"2024-09-19T05:01:25.762238+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:09:11.079953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":178,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760196+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:01:25.760196+0000","last_peered":"2024-09-19T05:01:25.760196+0000","last_clean":"2024-09-19T05:01:25.760196+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:01:25.760196+0000","last_undegraded":"2024-09-19T05:01:25.760196+0000","last_fullsized":"2024-09-19T05:01:25.760196+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455451+0000","last_change":"2024-09-19T05:01:24.777662+0000","last_active":"2024-09-19T05:01:26.455451+0000","last_peered":"2024-09-19T05:01:26.455451+0000","last_clean":"2024-09-19T05:01:26.455451+0000","last_became_active":"2024-09-19T05:01:24.777214+0000","last_became_peered":"2024-09-19T05:01:24.777214+0000","last_unstale":"2024-09-19T05:01:26.455451+0000","last_undegraded":"2024-09-19T05:01:26.455451+0000","last_fullsized":"2024-09-19T05:01:26.455451+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:21:52.916566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760323+0000","last_change":"2024-09-19T05:01:20.734598+0000","last_active":"2024-09-19T05:01:25.760323+0000","last_peered":"2024-09-19T05:01:25.760323+0000","last_clean":"2024-09-19T05:01:25.760323+0000","last_became_active":"2024-09-19T05:01:20.734308+0000","last_became_peered":"2024-09-19T05:01:20.734308+0000","last_unstale":"2024-09-19T05:01:25.760323+0000","last_undegraded":"2024-09-19T05:01:25.760323+0000","last_fullsized":"2024-09-19T05:01:25.760323+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:07:34.329195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456549+0000","last_change":"2024-09-19T05:01:19.729935+0000","last_active":"2024-09-19T05:01:26.456549+0000","last_peered":"2024-09-19T05:01:26.456549+0000","last_clean":"2024-09-19T05:01:26.456549+0000","last_became_active":"2024-09-19T05:01:19.729632+0000","last_became_peered":"2024-09-19T05:01:19.729632+0000","last_unstale":"2024-09-19T05:01:26.456549+0000","last_undegraded":"2024-09-19T05:01:26.456549+0000","last_fullsized":"2024-09-19T05:01:26.456549+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:03.018728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454965+0000","last_change":"2024-09-19T05:01:24.763257+0000","last_active":"2024-09-19T05:01:26.454965+0000","last_peered":"2024-09-19T05:01:26.454965+0000","last_clean":"2024-09-19T05:01:26.454965+0000","last_became_active":"2024-09-19T05:01:24.762724+0000","last_became_peered":"2024-09-19T05:01:24.762724+0000","last_unstale":"2024-09-19T05:01:26.454965+0000","last_undegraded":"2024-09-19T05:01:26.454965+0000","last_fullsized":"2024-09-19T05:01:26.454965+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:25.885670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761870+0000","last_change":"2024-09-19T05:01:20.746306+0000","last_active":"2024-09-19T05:01:25.761870+0000","last_peered":"2024-09-19T05:01:25.761870+0000","last_clean":"2024-09-19T05:01:25.761870+0000","last_became_active":"2024-09-19T05:01:20.745965+0000","last_became_peered":"2024-09-19T05:01:20.745965+0000","last_unstale":"2024-09-19T05:01:25.761870+0000","last_undegraded":"2024-09-19T05:01:25.761870+0000","last_fullsized":"2024-09-19T05:01:25.761870+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:21:48.884940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455468+0000","last_change":"2024-09-19T05:01:19.735488+0000","last_active":"2024-09-19T05:01:26.455468+0000","last_peered":"2024-09-19T05:01:26.455468+0000","last_clean":"2024-09-19T05:01:26.455468+0000","last_became_active":"2024-09-19T05:01:19.735142+0000","last_became_peered":"2024-09-19T05:01:19.735142+0000","last_unstale":"2024-09-19T05:01:26.455468+0000","last_undegraded":"2024-09-19T05:01:26.455468+0000","last_fullsized":"2024-09-19T05:01:26.455468+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:42:30.534755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457339+0000","last_change":"2024-09-19T05:01:24.769364+0000","last_active":"2024-09-19T05:01:26.457339+0000","last_peered":"2024-09-19T05:01:26.457339+0000","last_clean":"2024-09-19T05:01:26.457339+0000","last_became_active":"2024-09-19T05:01:24.768860+0000","last_became_peered":"2024-09-19T05:01:24.768860+0000","last_unstale":"2024-09-19T05:01:26.457339+0000","last_undegraded":"2024-09-19T05:01:26.457339+0000","last_fullsized":"2024-09-19T05:01:26.457339+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:59.930527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761721+0000","last_change":"2024-09-19T05:01:20.744945+0000","last_active":"2024-09-19T05:01:25.761721+0000","last_peered":"2024-09-19T05:01:25.761721+0000","last_clean":"2024-09-19T05:01:25.761721+0000","last_became_active":"2024-09-19T05:01:20.744634+0000","last_became_peered":"2024-09-19T05:01:20.744634+0000","last_unstale":"2024-09-19T05:01:25.761721+0000","last_undegraded":"2024-09-19T05:01:25.761721+0000","last_fullsized":"2024-09-19T05:01:25.761721+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:21:48.884940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456073+0000","last_change":"2024-09-19T05:01:19.726021+0000","last_active":"2024-09-19T05:01:26.456073+0000","last_peered":"2024-09-19T05:01:26.456073+0000","last_clean":"2024-09-19T05:01:26.456073+0000","last_became_active":"2024-09-19T05:01:19.725680+0000","last_became_peered":"2024-09-19T05:01:19.725680+0000","last_unstale":"2024-09-19T05:01:26.456073+0000","last_undegraded":"2024-09-19T05:01:26.456073+0000","last_fullsized":"2024-09-19T05:01:26.456073+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:44.351180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761784+0000","last_change":"2024-09-19T05:01:24.773652+0000","last_active":"2024-09-19T05:01:25.761784+0000","last_peered":"2024-09-19T05:01:25.761784+0000","last_clean":"2024-09-19T05:01:25.761784+0000","last_became_active":"2024-09-19T05:01:24.773227+0000","last_became_peered":"2024-09-19T05:01:24.773227+0000","last_unstale":"2024-09-19T05:01:25.761784+0000","last_undegraded":"2024-09-19T05:01:25.761784+0000","last_fullsized":"2024-09-19T05:01:25.761784+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:30.782389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761118+0000","last_change":"2024-09-19T05:01:20.739617+0000","last_active":"2024-09-19T05:01:25.761118+0000","last_peered":"2024-09-19T05:01:25.761118+0000","last_clean":"2024-09-19T05:01:25.761118+0000","last_became_active":"2024-09-19T05:01:20.739246+0000","last_became_peered":"2024-09-19T05:01:20.739246+0000","last_unstale":"2024-09-19T05:01:25.761118+0000","last_undegraded":"2024-09-19T05:01:25.761118+0000","last_fullsized":"2024-09-19T05:01:25.761118+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:51:30.732953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760011+0000","last_change":"2024-09-19T05:01:19.730919+0000","last_active":"2024-09-19T05:01:25.760011+0000","last_peered":"2024-09-19T05:01:25.760011+0000","last_clean":"2024-09-19T05:01:25.760011+0000","last_became_active":"2024-09-19T05:01:19.730642+0000","last_became_peered":"2024-09-19T05:01:19.730642+0000","last_unstale":"2024-09-19T05:01:25.760011+0000","last_undegraded":"2024-09-19T05:01:25.760011+0000","last_fullsized":"2024-09-19T05:01:25.760011+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:54.314220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762108+0000","last_change":"2024-09-19T05:01:24.779780+0000","last_active":"2024-09-19T05:01:25.762108+0000","last_peered":"2024-09-19T05:01:25.762108+0000","last_clean":"2024-09-19T05:01:25.762108+0000","last_became_active":"2024-09-19T05:01:24.778984+0000","last_became_peered":"2024-09-19T05:01:24.778984+0000","last_unstale":"2024-09-19T05:01:25.762108+0000","last_undegraded":"2024-09-19T05:01:25.762108+0000","last_fullsized":"2024-09-19T05:01:25.762108+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:38.425433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760067+0000","last_change":"2024-09-19T05:01:20.739188+0000","last_active":"2024-09-19T05:01:25.760067+0000","last_peered":"2024-09-19T05:01:25.760067+0000","last_clean":"2024-09-19T05:01:25.760067+0000","last_became_active":"2024-09-19T05:01:20.738907+0000","last_became_peered":"2024-09-19T05:01:20.738907+0000","last_unstale":"2024-09-19T05:01:25.760067+0000","last_undegraded":"2024-09-19T05:01:25.760067+0000","last_fullsized":"2024-09-19T05:01:25.760067+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:27.424258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":30,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455293+0000","last_change":"2024-09-19T05:01:19.730748+0000","last_active":"2024-09-19T05:01:26.455293+0000","last_peered":"2024-09-19T05:01:26.455293+0000","last_clean":"2024-09-19T05:01:26.455293+0000","last_became_active":"2024-09-19T05:01:19.730468+0000","last_became_peered":"2024-09-19T05:01:19.730468+0000","last_unstale":"2024-09-19T05:01:26.455293+0000","last_undegraded":"2024-09-19T05:01:26.455293+0000","last_fullsized":"2024-09-19T05:01:26.455293+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:37:10.181031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457509+0000","last_change":"2024-09-19T05:01:24.770592+0000","last_active":"2024-09-19T05:01:26.457509+0000","last_peered":"2024-09-19T05:01:26.457509+0000","last_clean":"2024-09-19T05:01:26.457509+0000","last_became_active":"2024-09-19T05:01:24.770235+0000","last_became_peered":"2024-09-19T05:01:24.770235+0000","last_unstale":"2024-09-19T05:01:26.457509+0000","last_undegraded":"2024-09-19T05:01:26.457509+0000","last_fullsized":"2024-09-19T05:01:26.457509+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:24:06.249397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454991+0000","last_change":"2024-09-19T05:01:20.737229+0000","last_active":"2024-09-19T05:01:26.454991+0000","last_peered":"2024-09-19T05:01:26.454991+0000","last_clean":"2024-09-19T05:01:26.454991+0000","last_became_active":"2024-09-19T05:01:20.736947+0000","last_became_peered":"2024-09-19T05:01:20.736947+0000","last_unstale":"2024-09-19T05:01:26.454991+0000","last_undegraded":"2024-09-19T05:01:26.454991+0000","last_fullsized":"2024-09-19T05:01:26.454991+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:36:50.087159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454994+0000","last_change":"2024-09-19T05:01:19.732212+0000","last_active":"2024-09-19T05:01:26.454994+0000","last_peered":"2024-09-19T05:01:26.454994+0000","last_clean":"2024-09-19T05:01:26.454994+0000","last_became_active":"2024-09-19T05:01:19.731934+0000","last_became_peered":"2024-09-19T05:01:19.731934+0000","last_unstale":"2024-09-19T05:01:26.454994+0000","last_undegraded":"2024-09-19T05:01:26.454994+0000","last_fullsized":"2024-09-19T05:01:26.454994+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:03.018728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455248+0000","last_change":"2024-09-19T05:01:24.776532+0000","last_active":"2024-09-19T05:01:26.455248+0000","last_peered":"2024-09-19T05:01:26.455248+0000","last_clean":"2024-09-19T05:01:26.455248+0000","last_became_active":"2024-09-19T05:01:24.776118+0000","last_became_peered":"2024-09-19T05:01:24.776118+0000","last_unstale":"2024-09-19T05:01:26.455248+0000","last_undegraded":"2024-09-19T05:01:26.455248+0000","last_fullsized":"2024-09-19T05:01:26.455248+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:05:05.862767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761834+0000","last_change":"2024-09-19T05:01:20.741943+0000","last_active":"2024-09-19T05:01:25.761834+0000","last_peered":"2024-09-19T05:01:25.761834+0000","last_clean":"2024-09-19T05:01:25.761834+0000","last_became_active":"2024-09-19T05:01:20.741633+0000","last_became_peered":"2024-09-19T05:01:20.741633+0000","last_unstale":"2024-09-19T05:01:25.761834+0000","last_undegraded":"2024-09-19T05:01:25.761834+0000","last_fullsized":"2024-09-19T05:01:25.761834+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:17.516756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762360+0000","last_change":"2024-09-19T05:01:19.729739+0000","last_active":"2024-09-19T05:01:25.762360+0000","last_peered":"2024-09-19T05:01:25.762360+0000","last_clean":"2024-09-19T05:01:25.762360+0000","last_became_active":"2024-09-19T05:01:19.729407+0000","last_became_peered":"2024-09-19T05:01:19.729407+0000","last_unstale":"2024-09-19T05:01:25.762360+0000","last_undegraded":"2024-09-19T05:01:25.762360+0000","last_fullsized":"2024-09-19T05:01:25.762360+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:11.610998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457598+0000","last_change":"2024-09-19T05:01:24.781952+0000","last_active":"2024-09-19T05:01:26.457598+0000","last_peered":"2024-09-19T05:01:26.457598+0000","last_clean":"2024-09-19T05:01:26.457598+0000","last_became_active":"2024-09-19T05:01:24.778963+0000","last_became_peered":"2024-09-19T05:01:24.778963+0000","last_unstale":"2024-09-19T05:01:26.457598+0000","last_undegraded":"2024-09-19T05:01:26.457598+0000","last_fullsized":"2024-09-19T05:01:26.457598+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:14:08.621679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457153+0000","last_change":"2024-09-19T05:01:20.741591+0000","last_active":"2024-09-19T05:01:26.457153+0000","last_peered":"2024-09-19T05:01:26.457153+0000","last_clean":"2024-09-19T05:01:26.457153+0000","last_became_active":"2024-09-19T05:01:20.741277+0000","last_became_peered":"2024-09-19T05:01:20.741277+0000","last_unstale":"2024-09-19T05:01:26.457153+0000","last_undegraded":"2024-09-19T05:01:26.457153+0000","last_fullsized":"2024-09-19T05:01:26.457153+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:14:44.098010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457638+0000","last_change":"2024-09-19T05:01:19.729941+0000","last_active":"2024-09-19T05:01:26.457638+0000","last_peered":"2024-09-19T05:01:26.457638+0000","last_clean":"2024-09-19T05:01:26.457638+0000","last_became_active":"2024-09-19T05:01:19.729678+0000","last_became_peered":"2024-09-19T05:01:19.729678+0000","last_unstale":"2024-09-19T05:01:26.457638+0000","last_undegraded":"2024-09-19T05:01:26.457638+0000","last_fullsized":"2024-09-19T05:01:26.457638+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:45:46.528286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761941+0000","last_change":"2024-09-19T05:01:24.777774+0000","last_active":"2024-09-19T05:01:25.761941+0000","last_peered":"2024-09-19T05:01:25.761941+0000","last_clean":"2024-09-19T05:01:25.761941+0000","last_became_active":"2024-09-19T05:01:24.777404+0000","last_became_peered":"2024-09-19T05:01:24.777404+0000","last_unstale":"2024-09-19T05:01:25.761941+0000","last_undegraded":"2024-09-19T05:01:25.761941+0000","last_fullsized":"2024-09-19T05:01:25.761941+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:44:54.365080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760063+0000","last_change":"2024-09-19T05:01:20.744594+0000","last_active":"2024-09-19T05:01:25.760063+0000","last_peered":"2024-09-19T05:01:25.760063+0000","last_clean":"2024-09-19T05:01:25.760063+0000","last_became_active":"2024-09-19T05:01:20.744335+0000","last_became_peered":"2024-09-19T05:01:20.744335+0000","last_unstale":"2024-09-19T05:01:25.760063+0000","last_undegraded":"2024-09-19T05:01:25.760063+0000","last_fullsized":"2024-09-19T05:01:25.760063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:06:23.446672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'9","reported_seq":31,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:30.242729+0000","last_change":"2024-09-19T05:01:19.731116+0000","last_active":"2024-09-19T05:01:30.242729+0000","last_peered":"2024-09-19T05:01:30.242729+0000","last_clean":"2024-09-19T05:01:30.242729+0000","last_became_active":"2024-09-19T05:01:19.730829+0000","last_became_peered":"2024-09-19T05:01:19.730829+0000","last_unstale":"2024-09-19T05:01:30.242729+0000","last_undegraded":"2024-09-19T05:01:30.242729+0000","last_fullsized":"2024-09-19T05:01:30.242729+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:11.610998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455510+0000","last_change":"2024-09-19T05:01:24.765467+0000","last_active":"2024-09-19T05:01:26.455510+0000","last_peered":"2024-09-19T05:01:26.455510+0000","last_clean":"2024-09-19T05:01:26.455510+0000","last_became_active":"2024-09-19T05:01:24.764365+0000","last_became_peered":"2024-09-19T05:01:24.764365+0000","last_unstale":"2024-09-19T05:01:26.455510+0000","last_undegraded":"2024-09-19T05:01:26.455510+0000","last_fullsized":"2024-09-19T05:01:26.455510+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:37.601769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760912+0000","last_change":"2024-09-19T05:01:20.738842+0000","last_active":"2024-09-19T05:01:25.760912+0000","last_peered":"2024-09-19T05:01:25.760912+0000","last_clean":"2024-09-19T05:01:25.760912+0000","last_became_active":"2024-09-19T05:01:20.738388+0000","last_became_peered":"2024-09-19T05:01:20.738388+0000","last_unstale":"2024-09-19T05:01:25.760912+0000","last_undegraded":"2024-09-19T05:01:25.760912+0000","last_fullsized":"2024-09-19T05:01:25.760912+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:07.944971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455370+0000","last_change":"2024-09-19T05:01:19.736143+0000","last_active":"2024-09-19T05:01:26.455370+0000","last_peered":"2024-09-19T05:01:26.455370+0000","last_clean":"2024-09-19T05:01:26.455370+0000","last_became_active":"2024-09-19T05:01:19.735826+0000","last_became_peered":"2024-09-19T05:01:19.735826+0000","last_unstale":"2024-09-19T05:01:26.455370+0000","last_undegraded":"2024-09-19T05:01:26.455370+0000","last_fullsized":"2024-09-19T05:01:26.455370+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:40:55.189074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760376+0000","last_change":"2024-09-19T05:01:24.771988+0000","last_active":"2024-09-19T05:01:25.760376+0000","last_peered":"2024-09-19T05:01:25.760376+0000","last_clean":"2024-09-19T05:01:25.760376+0000","last_became_active":"2024-09-19T05:01:24.771529+0000","last_became_peered":"2024-09-19T05:01:24.771529+0000","last_unstale":"2024-09-19T05:01:25.760376+0000","last_undegraded":"2024-09-19T05:01:25.760376+0000","last_fullsized":"2024-09-19T05:01:25.760376+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:44.116516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457750+0000","last_change":"2024-09-19T05:01:20.737892+0000","last_active":"2024-09-19T05:01:26.457750+0000","last_peered":"2024-09-19T05:01:26.457750+0000","last_clean":"2024-09-19T05:01:26.457750+0000","last_became_active":"2024-09-19T05:01:20.737606+0000","last_became_peered":"2024-09-19T05:01:20.737606+0000","last_unstale":"2024-09-19T05:01:26.457750+0000","last_undegraded":"2024-09-19T05:01:26.457750+0000","last_fullsized":"2024-09-19T05:01:26.457750+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:38:04.257364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762630+0000","last_change":"2024-09-19T05:01:19.732830+0000","last_active":"2024-09-19T05:01:25.762630+0000","last_peered":"2024-09-19T05:01:25.762630+0000","last_clean":"2024-09-19T05:01:25.762630+0000","last_became_active":"2024-09-19T05:01:19.732500+0000","last_became_peered":"2024-09-19T05:01:19.732500+0000","last_unstale":"2024-09-19T05:01:25.762630+0000","last_undegraded":"2024-09-19T05:01:25.762630+0000","last_fullsized":"2024-09-19T05:01:25.762630+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:03.018728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456930+0000","last_change":"2024-09-19T05:01:24.778724+0000","last_active":"2024-09-19T05:01:26.456930+0000","last_peered":"2024-09-19T05:01:26.456930+0000","last_clean":"2024-09-19T05:01:26.456930+0000","last_became_active":"2024-09-19T05:01:24.777484+0000","last_became_peered":"2024-09-19T05:01:24.777484+0000","last_unstale":"2024-09-19T05:01:26.456930+0000","last_undegraded":"2024-09-19T05:01:26.456930+0000","last_fullsized":"2024-09-19T05:01:26.456930+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:40.026027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762620+0000","last_change":"2024-09-19T05:01:20.741395+0000","last_active":"2024-09-19T05:01:25.762620+0000","last_peered":"2024-09-19T05:01:25.762620+0000","last_clean":"2024-09-19T05:01:25.762620+0000","last_became_active":"2024-09-19T05:01:20.740223+0000","last_became_peered":"2024-09-19T05:01:20.740223+0000","last_unstale":"2024-09-19T05:01:25.762620+0000","last_undegraded":"2024-09-19T05:01:25.762620+0000","last_fullsized":"2024-09-19T05:01:25.762620+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:07:34.329195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455329+0000","last_change":"2024-09-19T05:01:19.736158+0000","last_active":"2024-09-19T05:01:26.455329+0000","last_peered":"2024-09-19T05:01:26.455329+0000","last_clean":"2024-09-19T05:01:26.455329+0000","last_became_active":"2024-09-19T05:01:19.735865+0000","last_became_peered":"2024-09-19T05:01:19.735865+0000","last_unstale":"2024-09-19T05:01:26.455329+0000","last_undegraded":"2024-09-19T05:01:26.455329+0000","last_fullsized":"2024-09-19T05:01:26.455329+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:09:11.079953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456314+0000","last_change":"2024-09-19T05:01:24.776445+0000","last_active":"2024-09-19T05:01:26.456314+0000","last_peered":"2024-09-19T05:01:26.456314+0000","last_clean":"2024-09-19T05:01:26.456314+0000","last_became_active":"2024-09-19T05:01:24.776023+0000","last_became_peered":"2024-09-19T05:01:24.776023+0000","last_unstale":"2024-09-19T05:01:26.456314+0000","last_undegraded":"2024-09-19T05:01:26.456314+0000","last_fullsized":"2024-09-19T05:01:26.456314+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:14:58.769444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457363+0000","last_change":"2024-09-19T05:01:24.774643+0000","last_active":"2024-09-19T05:01:26.457363+0000","last_peered":"2024-09-19T05:01:26.457363+0000","last_clean":"2024-09-19T05:01:26.457363+0000","last_became_active":"2024-09-19T05:01:24.774240+0000","last_became_peered":"2024-09-19T05:01:24.774240+0000","last_unstale":"2024-09-19T05:01:26.457363+0000","last_undegraded":"2024-09-19T05:01:26.457363+0000","last_fullsized":"2024-09-19T05:01:26.457363+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:37.601769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455624+0000","last_change":"2024-09-19T05:01:20.737089+0000","last_active":"2024-09-19T05:01:26.455624+0000","last_peered":"2024-09-19T05:01:26.455624+0000","last_clean":"2024-09-19T05:01:26.455624+0000","last_became_active":"2024-09-19T05:01:20.736803+0000","last_became_peered":"2024-09-19T05:01:20.736803+0000","last_unstale":"2024-09-19T05:01:26.455624+0000","last_undegraded":"2024-09-19T05:01:26.455624+0000","last_fullsized":"2024-09-19T05:01:26.455624+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:10:22.545833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761666+0000","last_change":"2024-09-19T05:01:19.727443+0000","last_active":"2024-09-19T05:01:25.761666+0000","last_peered":"2024-09-19T05:01:25.761666+0000","last_clean":"2024-09-19T05:01:25.761666+0000","last_became_active":"2024-09-19T05:01:19.727144+0000","last_became_peered":"2024-09-19T05:01:19.727144+0000","last_unstale":"2024-09-19T05:01:25.761666+0000","last_undegraded":"2024-09-19T05:01:25.761666+0000","last_fullsized":"2024-09-19T05:01:25.761666+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:44.351180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455249+0000","last_change":"2024-09-19T05:01:24.766683+0000","last_active":"2024-09-19T05:01:26.455249+0000","last_peered":"2024-09-19T05:01:26.455249+0000","last_clean":"2024-09-19T05:01:26.455249+0000","last_became_active":"2024-09-19T05:01:24.766273+0000","last_became_peered":"2024-09-19T05:01:24.766273+0000","last_unstale":"2024-09-19T05:01:26.455249+0000","last_undegraded":"2024-09-19T05:01:26.455249+0000","last_fullsized":"2024-09-19T05:01:26.455249+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:31.455883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456788+0000","last_change":"2024-09-19T05:01:20.741070+0000","last_active":"2024-09-19T05:01:26.456788+0000","last_peered":"2024-09-19T05:01:26.456788+0000","last_clean":"2024-09-19T05:01:26.456788+0000","last_became_active":"2024-09-19T05:01:20.740779+0000","last_became_peered":"2024-09-19T05:01:20.740779+0000","last_unstale":"2024-09-19T05:01:26.456788+0000","last_undegraded":"2024-09-19T05:01:26.456788+0000","last_fullsized":"2024-09-19T05:01:26.456788+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:29.481598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456583+0000","last_change":"2024-09-19T05:01:19.733495+0000","last_active":"2024-09-19T05:01:26.456583+0000","last_peered":"2024-09-19T05:01:26.456583+0000","last_clean":"2024-09-19T05:01:26.456583+0000","last_became_active":"2024-09-19T05:01:19.732970+0000","last_became_peered":"2024-09-19T05:01:19.732970+0000","last_unstale":"2024-09-19T05:01:26.456583+0000","last_undegraded":"2024-09-19T05:01:26.456583+0000","last_fullsized":"2024-09-19T05:01:26.456583+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:03.018728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455144+0000","last_change":"2024-09-19T05:01:19.732918+0000","last_active":"2024-09-19T05:01:26.455144+0000","last_peered":"2024-09-19T05:01:26.455144+0000","last_clean":"2024-09-19T05:01:26.455144+0000","last_became_active":"2024-09-19T05:01:19.732614+0000","last_became_peered":"2024-09-19T05:01:19.732614+0000","last_unstale":"2024-09-19T05:01:26.455144+0000","last_undegraded":"2024-09-19T05:01:26.455144+0000","last_fullsized":"2024-09-19T05:01:26.455144+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:07:07.902614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457477+0000","last_change":"2024-09-19T05:01:20.738263+0000","last_active":"2024-09-19T05:01:26.457477+0000","last_peered":"2024-09-19T05:01:26.457477+0000","last_clean":"2024-09-19T05:01:26.457477+0000","last_became_active":"2024-09-19T05:01:20.737730+0000","last_became_peered":"2024-09-19T05:01:20.737730+0000","last_unstale":"2024-09-19T05:01:26.457477+0000","last_undegraded":"2024-09-19T05:01:26.457477+0000","last_fullsized":"2024-09-19T05:01:26.457477+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:11.620276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456368+0000","last_change":"2024-09-19T05:01:24.773911+0000","last_active":"2024-09-19T05:01:26.456368+0000","last_peered":"2024-09-19T05:01:26.456368+0000","last_clean":"2024-09-19T05:01:26.456368+0000","last_became_active":"2024-09-19T05:01:24.773490+0000","last_became_peered":"2024-09-19T05:01:24.773490+0000","last_unstale":"2024-09-19T05:01:26.456368+0000","last_undegraded":"2024-09-19T05:01:26.456368+0000","last_fullsized":"2024-09-19T05:01:26.456368+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:20:48.601495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456718+0000","last_change":"2024-09-19T05:01:19.730443+0000","last_active":"2024-09-19T05:01:26.456718+0000","last_peered":"2024-09-19T05:01:26.456718+0000","last_clean":"2024-09-19T05:01:26.456718+0000","last_became_active":"2024-09-19T05:01:19.730103+0000","last_became_peered":"2024-09-19T05:01:19.730103+0000","last_unstale":"2024-09-19T05:01:26.456718+0000","last_undegraded":"2024-09-19T05:01:26.456718+0000","last_fullsized":"2024-09-19T05:01:26.456718+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:04.194493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761077+0000","last_change":"2024-09-19T05:01:20.731075+0000","last_active":"2024-09-19T05:01:25.761077+0000","last_peered":"2024-09-19T05:01:25.761077+0000","last_clean":"2024-09-19T05:01:25.761077+0000","last_became_active":"2024-09-19T05:01:20.729688+0000","last_became_peered":"2024-09-19T05:01:20.729688+0000","last_unstale":"2024-09-19T05:01:25.761077+0000","last_undegraded":"2024-09-19T05:01:25.761077+0000","last_fullsized":"2024-09-19T05:01:25.761077+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:27:34.925369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456140+0000","last_change":"2024-09-19T05:01:24.775167+0000","last_active":"2024-09-19T05:01:26.456140+0000","last_peered":"2024-09-19T05:01:26.456140+0000","last_clean":"2024-09-19T05:01:26.456140+0000","last_became_active":"2024-09-19T05:01:24.774755+0000","last_became_peered":"2024-09-19T05:01:24.774755+0000","last_unstale":"2024-09-19T05:01:26.456140+0000","last_undegraded":"2024-09-19T05:01:26.456140+0000","last_fullsized":"2024-09-19T05:01:26.456140+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:30.782389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454826+0000","last_change":"2024-09-19T05:01:20.737816+0000","last_active":"2024-09-19T05:01:26.454826+0000","last_peered":"2024-09-19T05:01:26.454826+0000","last_clean":"2024-09-19T05:01:26.454826+0000","last_became_active":"2024-09-19T05:01:20.736669+0000","last_became_peered":"2024-09-19T05:01:20.736669+0000","last_unstale":"2024-09-19T05:01:26.454826+0000","last_undegraded":"2024-09-19T05:01:26.454826+0000","last_fullsized":"2024-09-19T05:01:26.454826+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:02:43.124419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455624+0000","last_change":"2024-09-19T05:01:20.739352+0000","last_active":"2024-09-19T05:01:26.455624+0000","last_peered":"2024-09-19T05:01:26.455624+0000","last_clean":"2024-09-19T05:01:26.455624+0000","last_became_active":"2024-09-19T05:01:20.739057+0000","last_became_peered":"2024-09-19T05:01:20.739057+0000","last_unstale":"2024-09-19T05:01:26.455624+0000","last_undegraded":"2024-09-19T05:01:26.455624+0000","last_fullsized":"2024-09-19T05:01:26.455624+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:00:29.562071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762335+0000","last_change":"2024-09-19T05:01:20.747362+0000","last_active":"2024-09-19T05:01:25.762335+0000","last_peered":"2024-09-19T05:01:25.762335+0000","last_clean":"2024-09-19T05:01:25.762335+0000","last_became_active":"2024-09-19T05:01:20.747047+0000","last_became_peered":"2024-09-19T05:01:20.747047+0000","last_unstale":"2024-09-19T05:01:25.762335+0000","last_undegraded":"2024-09-19T05:01:25.762335+0000","last_fullsized":"2024-09-19T05:01:25.762335+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:27.424258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457389+0000","last_change":"2024-09-19T05:01:20.748525+0000","last_active":"2024-09-19T05:01:26.457389+0000","last_peered":"2024-09-19T05:01:26.457389+0000","last_clean":"2024-09-19T05:01:26.457389+0000","last_became_active":"2024-09-19T05:01:20.748216+0000","last_became_peered":"2024-09-19T05:01:20.748216+0000","last_unstale":"2024-09-19T05:01:26.457389+0000","last_undegraded":"2024-09-19T05:01:26.457389+0000","last_fullsized":"2024-09-19T05:01:26.457389+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:16.539268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457252+0000","last_change":"2024-09-19T05:01:20.744548+0000","last_active":"2024-09-19T05:01:26.457252+0000","last_peered":"2024-09-19T05:01:26.457252+0000","last_clean":"2024-09-19T05:01:26.457252+0000","last_became_active":"2024-09-19T05:01:20.744268+0000","last_became_peered":"2024-09-19T05:01:20.744268+0000","last_unstale":"2024-09-19T05:01:26.457252+0000","last_undegraded":"2024-09-19T05:01:26.457252+0000","last_fullsized":"2024-09-19T05:01:26.457252+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:57:32.573026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455202+0000","last_change":"2024-09-19T05:01:20.737981+0000","last_active":"2024-09-19T05:01:26.455202+0000","last_peered":"2024-09-19T05:01:26.455202+0000","last_clean":"2024-09-19T05:01:26.455202+0000","last_became_active":"2024-09-19T05:01:20.737731+0000","last_became_peered":"2024-09-19T05:01:20.737731+0000","last_unstale":"2024-09-19T05:01:26.455202+0000","last_undegraded":"2024-09-19T05:01:26.455202+0000","last_fullsized":"2024-09-19T05:01:26.455202+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:11.620276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455371+0000","last_change":"2024-09-19T05:01:20.742359+0000","last_active":"2024-09-19T05:01:26.455371+0000","last_peered":"2024-09-19T05:01:26.455371+0000","last_clean":"2024-09-19T05:01:26.455371+0000","last_became_active":"2024-09-19T05:01:20.742106+0000","last_became_peered":"2024-09-19T05:01:20.742106+0000","last_unstale":"2024-09-19T05:01:26.455371+0000","last_undegraded":"2024-09-19T05:01:26.455371+0000","last_fullsized":"2024-09-19T05:01:26.455371+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:14.581107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455298+0000","last_change":"2024-09-19T05:01:20.744639+0000","last_active":"2024-09-19T05:01:26.455298+0000","last_peered":"2024-09-19T05:01:26.455298+0000","last_clean":"2024-09-19T05:01:26.455298+0000","last_became_active":"2024-09-19T05:01:20.744355+0000","last_became_peered":"2024-09-19T05:01:20.744355+0000","last_unstale":"2024-09-19T05:01:26.455298+0000","last_undegraded":"2024-09-19T05:01:26.455298+0000","last_fullsized":"2024-09-19T05:01:26.455298+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:51:30.732953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761573+0000","last_change":"2024-09-19T05:01:20.747606+0000","last_active":"2024-09-19T05:01:25.761573+0000","last_peered":"2024-09-19T05:01:25.761573+0000","last_clean":"2024-09-19T05:01:25.761573+0000","last_became_active":"2024-09-19T05:01:20.747301+0000","last_became_peered":"2024-09-19T05:01:20.747301+0000","last_unstale":"2024-09-19T05:01:25.761573+0000","last_undegraded":"2024-09-19T05:01:25.761573+0000","last_fullsized":"2024-09-19T05:01:25.761573+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:54:03.506896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456431+0000","last_change":"2024-09-19T05:01:20.745809+0000","last_active":"2024-09-19T05:01:26.456431+0000","last_peered":"2024-09-19T05:01:26.456431+0000","last_clean":"2024-09-19T05:01:26.456431+0000","last_became_active":"2024-09-19T05:01:20.745456+0000","last_became_peered":"2024-09-19T05:01:20.745456+0000","last_unstale":"2024-09-19T05:01:26.456431+0000","last_undegraded":"2024-09-19T05:01:26.456431+0000","last_fullsized":"2024-09-19T05:01:26.456431+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:06:23.446672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762265+0000","last_change":"2024-09-19T05:01:20.742715+0000","last_active":"2024-09-19T05:01:25.762265+0000","last_peered":"2024-09-19T05:01:25.762265+0000","last_clean":"2024-09-19T05:01:25.762265+0000","last_became_active":"2024-09-19T05:01:20.742452+0000","last_became_peered":"2024-09-19T05:01:20.742452+0000","last_unstale":"2024-09-19T05:01:25.762265+0000","last_undegraded":"2024-09-19T05:01:25.762265+0000","last_fullsized":"2024-09-19T05:01:25.762265+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:55.473592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457121+0000","last_change":"2024-09-19T05:01:20.741792+0000","last_active":"2024-09-19T05:01:26.457121+0000","last_peered":"2024-09-19T05:01:26.457121+0000","last_clean":"2024-09-19T05:01:26.457121+0000","last_became_active":"2024-09-19T05:01:20.741368+0000","last_became_peered":"2024-09-19T05:01:20.741368+0000","last_unstale":"2024-09-19T05:01:26.457121+0000","last_undegraded":"2024-09-19T05:01:26.457121+0000","last_fullsized":"2024-09-19T05:01:26.457121+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:33.256184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455356+0000","last_change":"2024-09-19T05:01:20.732348+0000","last_active":"2024-09-19T05:01:26.455356+0000","last_peered":"2024-09-19T05:01:26.455356+0000","last_clean":"2024-09-19T05:01:26.455356+0000","last_became_active":"2024-09-19T05:01:20.732033+0000","last_became_peered":"2024-09-19T05:01:20.732033+0000","last_unstale":"2024-09-19T05:01:26.455356+0000","last_undegraded":"2024-09-19T05:01:26.455356+0000","last_fullsized":"2024-09-19T05:01:26.455356+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:10.320360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760856+0000","last_change":"2024-09-19T05:01:20.736239+0000","last_active":"2024-09-19T05:01:25.760856+0000","last_peered":"2024-09-19T05:01:25.760856+0000","last_clean":"2024-09-19T05:01:25.760856+0000","last_became_active":"2024-09-19T05:01:20.735785+0000","last_became_peered":"2024-09-19T05:01:20.735785+0000","last_unstale":"2024-09-19T05:01:25.760856+0000","last_undegraded":"2024-09-19T05:01:25.760856+0000","last_fullsized":"2024-09-19T05:01:25.760856+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:33.209908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455971+0000","last_change":"2024-09-19T05:01:20.738041+0000","last_active":"2024-09-19T05:01:26.455971+0000","last_peered":"2024-09-19T05:01:26.455971+0000","last_clean":"2024-09-19T05:01:26.455971+0000","last_became_active":"2024-09-19T05:01:20.737750+0000","last_became_peered":"2024-09-19T05:01:20.737750+0000","last_unstale":"2024-09-19T05:01:26.455971+0000","last_undegraded":"2024-09-19T05:01:26.455971+0000","last_fullsized":"2024-09-19T05:01:26.455971+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:05.370764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762110+0000","last_change":"2024-09-19T05:01:20.742928+0000","last_active":"2024-09-19T05:01:25.762110+0000","last_peered":"2024-09-19T05:01:25.762110+0000","last_clean":"2024-09-19T05:01:25.762110+0000","last_became_active":"2024-09-19T05:01:20.741119+0000","last_became_peered":"2024-09-19T05:01:20.741119+0000","last_unstale":"2024-09-19T05:01:25.762110+0000","last_undegraded":"2024-09-19T05:01:25.762110+0000","last_fullsized":"2024-09-19T05:01:25.762110+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:33.209908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761455+0000","last_change":"2024-09-19T05:01:20.740846+0000","last_active":"2024-09-19T05:01:25.761455+0000","last_peered":"2024-09-19T05:01:25.761455+0000","last_clean":"2024-09-19T05:01:25.761455+0000","last_became_active":"2024-09-19T05:01:20.739847+0000","last_became_peered":"2024-09-19T05:01:20.739847+0000","last_unstale":"2024-09-19T05:01:25.761455+0000","last_undegraded":"2024-09-19T05:01:25.761455+0000","last_fullsized":"2024-09-19T05:01:25.761455+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:10.320360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455642+0000","last_change":"2024-09-19T05:01:20.743795+0000","last_active":"2024-09-19T05:01:26.455642+0000","last_peered":"2024-09-19T05:01:26.455642+0000","last_clean":"2024-09-19T05:01:26.455642+0000","last_became_active":"2024-09-19T05:01:20.743533+0000","last_became_peered":"2024-09-19T05:01:20.743533+0000","last_unstale":"2024-09-19T05:01:26.455642+0000","last_undegraded":"2024-09-19T05:01:26.455642+0000","last_fullsized":"2024-09-19T05:01:26.455642+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:16.539268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457132+0000","last_change":"2024-09-19T05:01:20.735627+0000","last_active":"2024-09-19T05:01:26.457132+0000","last_peered":"2024-09-19T05:01:26.457132+0000","last_clean":"2024-09-19T05:01:26.457132+0000","last_became_active":"2024-09-19T05:01:20.735354+0000","last_became_peered":"2024-09-19T05:01:20.735354+0000","last_unstale":"2024-09-19T05:01:26.457132+0000","last_undegraded":"2024-09-19T05:01:26.457132+0000","last_fullsized":"2024-09-19T05:01:26.457132+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:04:00.798522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456529+0000","last_change":"2024-09-19T05:01:20.742703+0000","last_active":"2024-09-19T05:01:26.456529+0000","last_peered":"2024-09-19T05:01:26.456529+0000","last_clean":"2024-09-19T05:01:26.456529+0000","last_became_active":"2024-09-19T05:01:20.741872+0000","last_became_peered":"2024-09-19T05:01:20.741872+0000","last_unstale":"2024-09-19T05:01:26.456529+0000","last_undegraded":"2024-09-19T05:01:26.456529+0000","last_fullsized":"2024-09-19T05:01:26.456529+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:36:50.087159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760798+0000","last_change":"2024-09-19T05:01:20.739042+0000","last_active":"2024-09-19T05:01:25.760798+0000","last_peered":"2024-09-19T05:01:25.760798+0000","last_clean":"2024-09-19T05:01:25.760798+0000","last_became_active":"2024-09-19T05:01:20.738735+0000","last_became_peered":"2024-09-19T05:01:20.738735+0000","last_unstale":"2024-09-19T05:01:25.760798+0000","last_undegraded":"2024-09-19T05:01:25.760798+0000","last_fullsized":"2024-09-19T05:01:25.760798+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:09:23.169379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455428+0000","last_change":"2024-09-19T05:01:20.735932+0000","last_active":"2024-09-19T05:01:26.455428+0000","last_peered":"2024-09-19T05:01:26.455428+0000","last_clean":"2024-09-19T05:01:26.455428+0000","last_became_active":"2024-09-19T05:01:20.735648+0000","last_became_peered":"2024-09-19T05:01:20.735648+0000","last_unstale":"2024-09-19T05:01:26.455428+0000","last_undegraded":"2024-09-19T05:01:26.455428+0000","last_fullsized":"2024-09-19T05:01:26.455428+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:54:03.506896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455253+0000","last_change":"2024-09-19T05:01:20.741014+0000","last_active":"2024-09-19T05:01:26.455253+0000","last_peered":"2024-09-19T05:01:26.455253+0000","last_clean":"2024-09-19T05:01:26.455253+0000","last_became_active":"2024-09-19T05:01:20.740701+0000","last_became_peered":"2024-09-19T05:01:20.740701+0000","last_unstale":"2024-09-19T05:01:26.455253+0000","last_undegraded":"2024-09-19T05:01:26.455253+0000","last_fullsized":"2024-09-19T05:01:26.455253+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:38:53.349172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761622+0000","last_change":"2024-09-19T05:01:20.735204+0000","last_active":"2024-09-19T05:01:25.761622+0000","last_peered":"2024-09-19T05:01:25.761622+0000","last_clean":"2024-09-19T05:01:25.761622+0000","last_became_active":"2024-09-19T05:01:20.734982+0000","last_became_peered":"2024-09-19T05:01:20.734982+0000","last_unstale":"2024-09-19T05:01:25.761622+0000","last_undegraded":"2024-09-19T05:01:25.761622+0000","last_fullsized":"2024-09-19T05:01:25.761622+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:55.473592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456686+0000","last_change":"2024-09-19T05:01:20.740343+0000","last_active":"2024-09-19T05:01:26.456686+0000","last_peered":"2024-09-19T05:01:26.456686+0000","last_clean":"2024-09-19T05:01:26.456686+0000","last_became_active":"2024-09-19T05:01:20.740062+0000","last_became_peered":"2024-09-19T05:01:20.740062+0000","last_unstale":"2024-09-19T05:01:26.456686+0000","last_undegraded":"2024-09-19T05:01:26.456686+0000","last_fullsized":"2024-09-19T05:01:26.456686+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:02:43.124419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.759962+0000","last_change":"2024-09-19T05:01:20.733555+0000","last_active":"2024-09-19T05:01:25.759962+0000","last_peered":"2024-09-19T05:01:25.759962+0000","last_clean":"2024-09-19T05:01:25.759962+0000","last_became_active":"2024-09-19T05:01:20.733296+0000","last_became_peered":"2024-09-19T05:01:20.733296+0000","last_unstale":"2024-09-19T05:01:25.759962+0000","last_undegraded":"2024-09-19T05:01:25.759962+0000","last_fullsized":"2024-09-19T05:01:25.759962+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:30:34.375112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762234+0000","last_change":"2024-09-19T05:01:20.735575+0000","last_active":"2024-09-19T05:01:25.762234+0000","last_peered":"2024-09-19T05:01:25.762234+0000","last_clean":"2024-09-19T05:01:25.762234+0000","last_became_active":"2024-09-19T05:01:20.735317+0000","last_became_peered":"2024-09-19T05:01:20.735317+0000","last_unstale":"2024-09-19T05:01:25.762234+0000","last_undegraded":"2024-09-19T05:01:25.762234+0000","last_fullsized":"2024-09-19T05:01:25.762234+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:51:30.732953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760591+0000","last_change":"2024-09-19T05:01:20.735616+0000","last_active":"2024-09-19T05:01:25.760591+0000","last_peered":"2024-09-19T05:01:25.760591+0000","last_clean":"2024-09-19T05:01:25.760591+0000","last_became_active":"2024-09-19T05:01:20.735337+0000","last_became_peered":"2024-09-19T05:01:20.735337+0000","last_unstale":"2024-09-19T05:01:25.760591+0000","last_undegraded":"2024-09-19T05:01:25.760591+0000","last_fullsized":"2024-09-19T05:01:25.760591+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:21.854045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761637+0000","last_change":"2024-09-19T05:01:20.747683+0000","last_active":"2024-09-19T05:01:25.761637+0000","last_peered":"2024-09-19T05:01:25.761637+0000","last_clean":"2024-09-19T05:01:25.761637+0000","last_became_active":"2024-09-19T05:01:20.746888+0000","last_became_peered":"2024-09-19T05:01:20.746888+0000","last_unstale":"2024-09-19T05:01:25.761637+0000","last_undegraded":"2024-09-19T05:01:25.761637+0000","last_fullsized":"2024-09-19T05:01:25.761637+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:17.516756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457466+0000","last_change":"2024-09-19T05:01:20.739064+0000","last_active":"2024-09-19T05:01:26.457466+0000","last_peered":"2024-09-19T05:01:26.457466+0000","last_clean":"2024-09-19T05:01:26.457466+0000","last_became_active":"2024-09-19T05:01:20.738737+0000","last_became_peered":"2024-09-19T05:01:20.738737+0000","last_unstale":"2024-09-19T05:01:26.457466+0000","last_undegraded":"2024-09-19T05:01:26.457466+0000","last_fullsized":"2024-09-19T05:01:26.457466+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:24:12.804803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455956+0000","last_change":"2024-09-19T05:01:20.732425+0000","last_active":"2024-09-19T05:01:26.455956+0000","last_peered":"2024-09-19T05:01:26.455956+0000","last_clean":"2024-09-19T05:01:26.455956+0000","last_became_active":"2024-09-19T05:01:20.732159+0000","last_became_peered":"2024-09-19T05:01:20.732159+0000","last_unstale":"2024-09-19T05:01:26.455956+0000","last_undegraded":"2024-09-19T05:01:26.455956+0000","last_fullsized":"2024-09-19T05:01:26.455956+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:38:04.257364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761425+0000","last_change":"2024-09-19T05:01:20.739359+0000","last_active":"2024-09-19T05:01:25.761425+0000","last_peered":"2024-09-19T05:01:25.761425+0000","last_clean":"2024-09-19T05:01:25.761425+0000","last_became_active":"2024-09-19T05:01:20.738820+0000","last_became_peered":"2024-09-19T05:01:20.738820+0000","last_unstale":"2024-09-19T05:01:25.761425+0000","last_undegraded":"2024-09-19T05:01:25.761425+0000","last_fullsized":"2024-09-19T05:01:25.761425+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:57:32.573026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509448,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27872,"kb_used_data":836,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343968,"statfs":{"total":96636764160,"available":96608223232,"internally_reserved":0,"allocated":856064,"data_stored":694607,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509447,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":270336,"data_stored":107501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509447,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":262144,"data_stored":103747,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542152,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":270336,"data_stored":107501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542152,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31444,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340396,"statfs":{"total":96636764160,"available":96604565504,"internally_reserved":0,"allocated":258048,"data_stored":103657,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574857,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":270336,"data_stored":103783,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574856,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31452,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340388,"statfs":{"total":96636764160,"available":96604557312,"internally_reserved":0,"allocated":266240,"data_stored":103817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574856,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32032,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339808,"statfs":{"total":96636764160,"available":96603963392,"internally_reserved":0,"allocated":864256,"data_stored":694663,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:01:41.167 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T05:01:41.167 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-19T05:01:41.167 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-19T05:01:41.168 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-19T05:01:41.168 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-19T05:01:41.305 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.304+0000 7ff8c7f59640 1 Processor -- start 2024-09-19T05:01:41.305 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.304+0000 7ff8c7f59640 1 -- start start 2024-09-19T05:01:41.307 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.305+0000 7ff8c7f59640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff8c006dfd0 0x7ff8c0071fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:41.307 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.305+0000 7ff8c7f59640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff8c015d010 con 0x7ff8c0072510 2024-09-19T05:01:41.307 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.305+0000 7ff8c7f59640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff8c015d2f0 con 0x7ff8c015c1d0 2024-09-19T05:01:41.307 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.305+0000 7ff8c7f59640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ff8c0072960 con 0x7ff8c006dfd0 2024-09-19T05:01:41.307 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.305+0000 7ff8c64f6640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7ff8c0072510 0x7ff8c015e0b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:38918/0 (socket says 172.21.15.5:38918) 2024-09-19T05:01:41.307 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.305+0000 7ff8c64f6640 1 -- 172.21.15.5:0/671947482 learned_addr learned my addr 172.21.15.5:0/671947482 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:41.307 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.305+0000 7ff8c54f4640 1 --2- 172.21.15.5:0/671947482 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff8c006dfd0 0x7ff8c0071fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:41.307 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.305+0000 7ff8c4cf3640 1 -- 172.21.15.5:0/671947482 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3562349865 0 0) 0x7ff8c015d010 con 0x7ff8c0072510 2024-09-19T05:01:41.308 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.305+0000 7ff8c4cf3640 1 -- 172.21.15.5:0/671947482 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff8ac003520 con 0x7ff8c0072510 2024-09-19T05:01:41.308 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.305+0000 7ff8c4cf3640 1 -- 172.21.15.5:0/671947482 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1947666770 0 0) 0x7ff8c015d2f0 con 0x7ff8c015c1d0 2024-09-19T05:01:41.308 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.305+0000 7ff8c4cf3640 1 -- 172.21.15.5:0/671947482 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff8c015d010 con 0x7ff8c015c1d0 2024-09-19T05:01:41.308 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.305+0000 7ff8c54f4640 1 -- 172.21.15.5:0/671947482 >> v1:172.21.15.134:6789/0 conn(0x7ff8c015c1d0 legacy=0x7ff8c015c5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:41.308 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.305+0000 7ff8c54f4640 1 -- 172.21.15.5:0/671947482 >> v1:172.21.15.5:6789/0 conn(0x7ff8c0072510 legacy=0x7ff8c015e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:41.308 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.305+0000 7ff8c4cf3640 1 -- 172.21.15.5:0/671947482 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2786443559 0 0) 0x7ff8ac003520 con 0x7ff8c0072510 2024-09-19T05:01:41.308 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.305+0000 7ff8c54f4640 1 -- 172.21.15.5:0/671947482 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8c015d5d0 con 0x7ff8c006dfd0 2024-09-19T05:01:41.309 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.306+0000 7ff8c54f4640 1 --2- 172.21.15.5:0/671947482 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff8c006dfd0 0x7ff8c0071fd0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7ff8b00097d0 tx=0x7ff8b002a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ca60fd7221bdf908 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:41.309 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.306+0000 7ff8c4cf3640 1 -- 172.21.15.5:0/671947482 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8b0037070 con 0x7ff8c006dfd0 2024-09-19T05:01:41.309 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.306+0000 7ff8c4cf3640 1 -- 172.21.15.5:0/671947482 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff8b002ab90 con 0x7ff8c006dfd0 2024-09-19T05:01:41.309 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.307+0000 7ff8c4cf3640 1 -- 172.21.15.5:0/671947482 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8b80019f0 con 0x7ff8c006dfd0 2024-09-19T05:01:41.309 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.307+0000 7ff8c7f59640 1 -- 172.21.15.5:0/671947482 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff8c006dfd0 msgr2=0x7ff8c0071fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:41.310 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.307+0000 7ff8c7f59640 1 --2- 172.21.15.5:0/671947482 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff8c006dfd0 0x7ff8c0071fd0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7ff8b00097d0 tx=0x7ff8b002a100 comp rx=0 tx=0).stop 2024-09-19T05:01:41.310 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.307+0000 7ff8c7f59640 1 -- 172.21.15.5:0/671947482 shutdown_connections 2024-09-19T05:01:41.310 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.307+0000 7ff8c7f59640 1 --2- 172.21.15.5:0/671947482 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff8c006dfd0 0x7ff8c0071fd0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:41.310 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.307+0000 7ff8c7f59640 1 -- 172.21.15.5:0/671947482 >> 172.21.15.5:0/671947482 conn(0x7ff8c0067da0 msgr2=0x7ff8c006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:41.310 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.307+0000 7ff8c7f59640 1 -- 172.21.15.5:0/671947482 shutdown_connections 2024-09-19T05:01:41.310 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.307+0000 7ff8c7f59640 1 -- 172.21.15.5:0/671947482 wait complete. 2024-09-19T05:01:41.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.308+0000 7ff8c7f59640 1 Processor -- start 2024-09-19T05:01:41.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.308+0000 7ff8c7f59640 1 -- start start 2024-09-19T05:01:41.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.309+0000 7ff8c7f59640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff8c006dfd0 0x7ff8c00b3530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:41.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.309+0000 7ff8c7f59640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff8c0072510 0x7ff8c00b4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:41.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.309+0000 7ff8c7f59640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff8c015c1d0 0x7ff8c015ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:41.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.309+0000 7ff8c7f59640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ff8c015ccc0 con 0x7ff8c015c1d0 2024-09-19T05:01:41.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.309+0000 7ff8c7f59640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7ff8c015db90 con 0x7ff8c006dfd0 2024-09-19T05:01:41.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.309+0000 7ff8c7f59640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ff8c015e7c0 con 0x7ff8c0072510 2024-09-19T05:01:41.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.309+0000 7ff8c64f6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff8c015c1d0 0x7ff8c015ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:41.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.309+0000 7ff8c64f6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff8c015c1d0 0x7ff8c015ab40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41660/0 (socket says 172.21.15.5:41660) 2024-09-19T05:01:41.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.309+0000 7ff8c64f6640 1 -- 172.21.15.5:0/3890987190 learned_addr learned my addr 172.21.15.5:0/3890987190 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:41.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.309+0000 7ff8c54f4640 1 --2- 172.21.15.5:0/3890987190 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff8c0072510 0x7ff8c00b4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:41.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.309+0000 7ff8c5cf5640 1 --2- 172.21.15.5:0/3890987190 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff8c006dfd0 0x7ff8c00b3530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:41.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.309+0000 7ff8c64f6640 1 -- 172.21.15.5:0/3890987190 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff8c0072510 msgr2=0x7ff8c00b4bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:41.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.309+0000 7ff8c64f6640 1 --2- 172.21.15.5:0/3890987190 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff8c0072510 0x7ff8c00b4bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:41.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.309+0000 7ff8c64f6640 1 -- 172.21.15.5:0/3890987190 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff8c006dfd0 msgr2=0x7ff8c00b3530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:41.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.309+0000 7ff8c64f6640 1 --2- 172.21.15.5:0/3890987190 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff8c006dfd0 0x7ff8c00b3530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:41.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.309+0000 7ff8c64f6640 1 -- 172.21.15.5:0/3890987190 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8c00b3b10 con 0x7ff8c015c1d0 2024-09-19T05:01:41.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.309+0000 7ff8c54f4640 1 --2- 172.21.15.5:0/3890987190 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff8c0072510 0x7ff8c00b4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:01:41.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.309+0000 7ff8c5cf5640 1 --2- 172.21.15.5:0/3890987190 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff8c006dfd0 0x7ff8c00b3530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:01:41.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.310+0000 7ff8c64f6640 1 --2- 172.21.15.5:0/3890987190 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff8c015c1d0 0x7ff8c015ab40 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7ff8b8001f60 tx=0x7ff8b800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:41.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.310+0000 7ff8b67fc640 1 -- 172.21.15.5:0/3890987190 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8b8017070 con 0x7ff8c015c1d0 2024-09-19T05:01:41.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.310+0000 7ff8b67fc640 1 -- 172.21.15.5:0/3890987190 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff8b8012400 con 0x7ff8c015c1d0 2024-09-19T05:01:41.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.310+0000 7ff8c7f59640 1 -- 172.21.15.5:0/3890987190 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8c00b3df0 con 0x7ff8c015c1d0 2024-09-19T05:01:41.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.310+0000 7ff8b67fc640 1 -- 172.21.15.5:0/3890987190 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8b80127f0 con 0x7ff8c015c1d0 2024-09-19T05:01:41.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.310+0000 7ff8c7f59640 1 -- 172.21.15.5:0/3890987190 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8c00b43b0 con 0x7ff8c015c1d0 2024-09-19T05:01:41.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.311+0000 7ff8c7f59640 1 -- 172.21.15.5:0/3890987190 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8c0071fd0 con 0x7ff8c015c1d0 2024-09-19T05:01:41.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.311+0000 7ff8b67fc640 1 -- 172.21.15.5:0/3890987190 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff8b801a070 con 0x7ff8c015c1d0 2024-09-19T05:01:41.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.312+0000 7ff8b67fc640 1 --2- 172.21.15.5:0/3890987190 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff8a406c2b0 0x7ff8a406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:41.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.312+0000 7ff8b67fc640 1 -- 172.21.15.5:0/3890987190 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7ff8b808b700 con 0x7ff8c015c1d0 2024-09-19T05:01:41.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.312+0000 7ff8c5cf5640 1 --2- 172.21.15.5:0/3890987190 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff8a406c2b0 0x7ff8a406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:41.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.313+0000 7ff8c5cf5640 1 --2- 172.21.15.5:0/3890987190 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff8a406c2b0 0x7ff8a406e770 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7ff8bc0011e0 tx=0x7ff8bc009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:41.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.316+0000 7ff8b67fc640 1 -- 172.21.15.5:0/3890987190 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff8b8059b30 con 0x7ff8c015c1d0 2024-09-19T05:01:41.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.540+0000 7ff8c7f59640 1 -- 172.21.15.5:0/3890987190 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7ff8c00b0ef0 con 0x7ff8c015c1d0 2024-09-19T05:01:41.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.543+0000 7ff8b67fc640 1 -- 172.21.15.5:0/3890987190 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+173510 (secure 0 0 0) 0x7ff8b8059430 con 0x7ff8c015c1d0 2024-09-19T05:01:41.546 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:01:41.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.546+0000 7ff8c7f59640 1 -- 172.21.15.5:0/3890987190 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff8a406c2b0 msgr2=0x7ff8a406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:41.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.546+0000 7ff8c7f59640 1 --2- 172.21.15.5:0/3890987190 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff8a406c2b0 0x7ff8a406e770 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7ff8bc0011e0 tx=0x7ff8bc009040 comp rx=0 tx=0).stop 2024-09-19T05:01:41.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.546+0000 7ff8c7f59640 1 -- 172.21.15.5:0/3890987190 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff8c015c1d0 msgr2=0x7ff8c015ab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:41.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.546+0000 7ff8c7f59640 1 --2- 172.21.15.5:0/3890987190 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff8c015c1d0 0x7ff8c015ab40 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7ff8b8001f60 tx=0x7ff8b800a430 comp rx=0 tx=0).stop 2024-09-19T05:01:41.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.546+0000 7ff8c7f59640 1 -- 172.21.15.5:0/3890987190 shutdown_connections 2024-09-19T05:01:41.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.546+0000 7ff8c7f59640 1 --2- 172.21.15.5:0/3890987190 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff8a406c2b0 0x7ff8a406e770 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:41.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.546+0000 7ff8c7f59640 1 --2- 172.21.15.5:0/3890987190 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff8c015c1d0 0x7ff8c015ab40 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:41.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.546+0000 7ff8c7f59640 1 --2- 172.21.15.5:0/3890987190 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff8c0072510 0x7ff8c00b4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:41.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.546+0000 7ff8c7f59640 1 --2- 172.21.15.5:0/3890987190 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff8c006dfd0 0x7ff8c00b3530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:41.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.546+0000 7ff8c7f59640 1 -- 172.21.15.5:0/3890987190 >> 172.21.15.5:0/3890987190 conn(0x7ff8c0067da0 msgr2=0x7ff8c015e0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:41.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.546+0000 7ff8c7f59640 1 -- 172.21.15.5:0/3890987190 shutdown_connections 2024-09-19T05:01:41.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.546+0000 7ff8c7f59640 1 -- 172.21.15.5:0/3890987190 wait complete. 2024-09-19T05:01:41.558 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":5,"flags":0,"active_gid":4109,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6832","nonce":2977427997},{"type":"v1","addr":"172.21.15.134:6833","nonce":2977427997}]},"active_addr":"172.21.15.134:6833/2977427997","active_change":"2024-09-19T05:01:01.245823+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4101,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.134:0","nonce":371861799}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.134:0","nonce":291365133}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.134:0","nonce":1569161849}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.134:0","nonce":2654726586}]}]} 2024-09-19T05:01:41.564 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-19T05:01:41.564 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-19T05:01:41.564 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:01:41.666 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.664+0000 7f29d3f66640 1 Processor -- start 2024-09-19T05:01:41.666 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.665+0000 7f29d3f66640 1 -- start start 2024-09-19T05:01:41.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.666+0000 7f29d3f66640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f29cc09b7b0 0x7f29cc0b2220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:41.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.666+0000 7f29d3f66640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f29cc0b1650 0x7f29cc0b2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:41.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.666+0000 7f29d3f66640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29cc0d0120 con 0x7f29cc09aa70 2024-09-19T05:01:41.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.666+0000 7f29d3f66640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f29cc0d06e0 con 0x7f29cc0b1650 2024-09-19T05:01:41.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.666+0000 7f29d3f66640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f29cc09bd20 con 0x7f29cc09b7b0 2024-09-19T05:01:41.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.666+0000 7f29d2503640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f29cc0b1650 0x7f29cc0b2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:41.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.666+0000 7f29d2503640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f29cc0b1650 0x7f29cc0b2760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41672/0 (socket says 172.21.15.5:41672) 2024-09-19T05:01:41.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.666+0000 7f29d2503640 1 -- 172.21.15.5:0/1049734306 learned_addr learned my addr 172.21.15.5:0/1049734306 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:41.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.666+0000 7f29d1501640 1 --2- 172.21.15.5:0/1049734306 >> v2:172.21.15.134:3300/0 conn(0x7f29cc09b7b0 0x7f29cc0b2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:41.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.666+0000 7f29d2503640 1 -- 172.21.15.5:0/1049734306 >> v2:172.21.15.134:3300/0 conn(0x7f29cc09b7b0 msgr2=0x7f29cc0b2220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:41.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.666+0000 7f29d2503640 1 --2- 172.21.15.5:0/1049734306 >> v2:172.21.15.134:3300/0 conn(0x7f29cc09b7b0 0x7f29cc0b2220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:41.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.666+0000 7f29d2503640 1 -- 172.21.15.5:0/1049734306 >> v1:172.21.15.134:6789/0 conn(0x7f29cc09aa70 legacy=0x7f29cc09ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:41.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.666+0000 7f29d2503640 1 -- 172.21.15.5:0/1049734306 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29cc0d0400 con 0x7f29cc0b1650 2024-09-19T05:01:41.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.666+0000 7f29d1501640 1 --2- 172.21.15.5:0/1049734306 >> v2:172.21.15.134:3300/0 conn(0x7f29cc09b7b0 0x7f29cc0b2220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:01:41.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.667+0000 7f29d2503640 1 --2- 172.21.15.5:0/1049734306 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f29cc0b1650 0x7f29cc0b2760 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f29cc160080 tx=0x7f29c402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c274a3a3e5774fb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:41.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.667+0000 7f29d0d00640 1 -- 172.21.15.5:0/1049734306 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29c4036070 con 0x7f29cc0b1650 2024-09-19T05:01:41.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.667+0000 7f29d0d00640 1 -- 172.21.15.5:0/1049734306 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29c4031600 con 0x7f29cc0b1650 2024-09-19T05:01:41.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.667+0000 7f29d0d00640 1 -- 172.21.15.5:0/1049734306 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29c40319d0 con 0x7f29cc0b1650 2024-09-19T05:01:41.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.667+0000 7f29d3f66640 1 -- 172.21.15.5:0/1049734306 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f29cc0b1650 msgr2=0x7f29cc0b2760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:41.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.667+0000 7f29d3f66640 1 --2- 172.21.15.5:0/1049734306 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f29cc0b1650 0x7f29cc0b2760 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f29cc160080 tx=0x7f29c402a6f0 comp rx=0 tx=0).stop 2024-09-19T05:01:41.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.667+0000 7f29d3f66640 1 -- 172.21.15.5:0/1049734306 shutdown_connections 2024-09-19T05:01:41.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.668+0000 7f29d3f66640 1 --2- 172.21.15.5:0/1049734306 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f29cc0b1650 0x7f29cc0b2760 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:41.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.668+0000 7f29d3f66640 1 --2- 172.21.15.5:0/1049734306 >> v2:172.21.15.134:3300/0 conn(0x7f29cc09b7b0 0x7f29cc0b2220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:41.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.668+0000 7f29d3f66640 1 -- 172.21.15.5:0/1049734306 >> 172.21.15.5:0/1049734306 conn(0x7f29cc0d23b0 msgr2=0x7f29cc0d27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:41.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.668+0000 7f29d3f66640 1 -- 172.21.15.5:0/1049734306 shutdown_connections 2024-09-19T05:01:41.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.668+0000 7f29d3f66640 1 -- 172.21.15.5:0/1049734306 wait complete. 2024-09-19T05:01:41.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.669+0000 7f29d3f66640 1 Processor -- start 2024-09-19T05:01:41.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.669+0000 7f29d3f66640 1 -- start start 2024-09-19T05:01:41.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.669+0000 7f29d3f66640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f29cc09aa70 0x7f29cc0ca9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:41.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.669+0000 7f29d3f66640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f29cc09b7b0 0x7f29cc0cc090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:41.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.669+0000 7f29d3f66640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f29cc0b1650 0x7f29cc14b850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:41.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.669+0000 7f29d3f66640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f29cc15ca00 con 0x7f29cc0b1650 2024-09-19T05:01:41.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.669+0000 7f29d3f66640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f29cc15c880 con 0x7f29cc09b7b0 2024-09-19T05:01:41.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.669+0000 7f29d3f66640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f29cc0b2ca0 con 0x7f29cc09aa70 2024-09-19T05:01:41.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.670+0000 7f29d2503640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f29cc0b1650 0x7f29cc14b850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:41.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.670+0000 7f29d2503640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f29cc0b1650 0x7f29cc14b850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41684/0 (socket says 172.21.15.5:41684) 2024-09-19T05:01:41.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.670+0000 7f29d2503640 1 -- 172.21.15.5:0/2036365071 learned_addr learned my addr 172.21.15.5:0/2036365071 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:41.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.670+0000 7f29d1501640 1 --2- 172.21.15.5:0/2036365071 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f29cc09b7b0 0x7f29cc0cc090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:41.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.670+0000 7f29d1d02640 1 --2- 172.21.15.5:0/2036365071 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f29cc09aa70 0x7f29cc0ca9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:41.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.670+0000 7f29d2503640 1 -- 172.21.15.5:0/2036365071 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f29cc09aa70 msgr2=0x7f29cc0ca9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:41.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.670+0000 7f29d2503640 1 --2- 172.21.15.5:0/2036365071 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f29cc09aa70 0x7f29cc0ca9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:41.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.670+0000 7f29d2503640 1 -- 172.21.15.5:0/2036365071 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f29cc09b7b0 msgr2=0x7f29cc0cc090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:41.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.670+0000 7f29d2503640 1 --2- 172.21.15.5:0/2036365071 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f29cc09b7b0 0x7f29cc0cc090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:41.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.670+0000 7f29d2503640 1 -- 172.21.15.5:0/2036365071 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29cc0c9910 con 0x7f29cc0b1650 2024-09-19T05:01:41.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.670+0000 7f29d2503640 1 --2- 172.21.15.5:0/2036365071 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f29cc0b1650 0x7f29cc14b850 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f29c4034040 tx=0x7f29c4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:41.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.670+0000 7f29c27fc640 1 -- 172.21.15.5:0/2036365071 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29c4041020 con 0x7f29cc0b1650 2024-09-19T05:01:41.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.670+0000 7f29c27fc640 1 -- 172.21.15.5:0/2036365071 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29c40077a0 con 0x7f29cc0b1650 2024-09-19T05:01:41.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.670+0000 7f29c27fc640 1 -- 172.21.15.5:0/2036365071 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29c4036040 con 0x7f29cc0b1650 2024-09-19T05:01:41.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.670+0000 7f29d3f66640 1 -- 172.21.15.5:0/2036365071 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29cc0c9bf0 con 0x7f29cc0b1650 2024-09-19T05:01:41.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.670+0000 7f29d3f66640 1 -- 172.21.15.5:0/2036365071 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29cc0ca1b0 con 0x7f29cc0b1650 2024-09-19T05:01:41.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.671+0000 7f29d3f66640 1 -- 172.21.15.5:0/2036365071 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29cc0b3090 con 0x7f29cc0b1650 2024-09-19T05:01:41.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.672+0000 7f29c27fc640 1 -- 172.21.15.5:0/2036365071 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f29c4044020 con 0x7f29cc0b1650 2024-09-19T05:01:41.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.672+0000 7f29c27fc640 1 --2- 172.21.15.5:0/2036365071 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f29b006c2b0 0x7f29b006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:41.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.672+0000 7f29c27fc640 1 -- 172.21.15.5:0/2036365071 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f29c40ac6e0 con 0x7f29cc0b1650 2024-09-19T05:01:41.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.673+0000 7f29d1d02640 1 --2- 172.21.15.5:0/2036365071 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f29b006c2b0 0x7f29b006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:41.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.673+0000 7f29d1d02640 1 --2- 172.21.15.5:0/2036365071 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f29b006c2b0 0x7f29b006e770 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f29c8004ea0 tx=0x7f29c8009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:41.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.677+0000 7f29c27fc640 1 -- 172.21.15.5:0/2036365071 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f29c404b030 con 0x7f29cc0b1650 2024-09-19T05:01:41.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.853+0000 7f29d3f66640 1 -- 172.21.15.5:0/2036365071 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f29cc070e90 con 0x7f29cc0b1650 2024-09-19T05:01:41.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.855+0000 7f29c27fc640 1 -- 172.21.15.5:0/2036365071 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7f29c407aa70 con 0x7f29cc0b1650 2024-09-19T05:01:41.856 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:01:41.857 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":25,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:01:25.122601+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:01:17.947021+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:01:19.067427+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T05:01:22.775359+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:01:41.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.857+0000 7f29d3f66640 1 -- 172.21.15.5:0/2036365071 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f29b006c2b0 msgr2=0x7f29b006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:41.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.857+0000 7f29d3f66640 1 --2- 172.21.15.5:0/2036365071 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f29b006c2b0 0x7f29b006e770 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f29c8004ea0 tx=0x7f29c8009040 comp rx=0 tx=0).stop 2024-09-19T05:01:41.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.857+0000 7f29d3f66640 1 -- 172.21.15.5:0/2036365071 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f29cc0b1650 msgr2=0x7f29cc14b850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:41.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.857+0000 7f29d3f66640 1 --2- 172.21.15.5:0/2036365071 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f29cc0b1650 0x7f29cc14b850 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f29c4034040 tx=0x7f29c4004a40 comp rx=0 tx=0).stop 2024-09-19T05:01:41.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.857+0000 7f29d3f66640 1 -- 172.21.15.5:0/2036365071 shutdown_connections 2024-09-19T05:01:41.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.857+0000 7f29d3f66640 1 --2- 172.21.15.5:0/2036365071 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f29b006c2b0 0x7f29b006e770 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:41.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.857+0000 7f29d3f66640 1 --2- 172.21.15.5:0/2036365071 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f29cc0b1650 0x7f29cc14b850 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:41.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.857+0000 7f29d3f66640 1 --2- 172.21.15.5:0/2036365071 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f29cc09b7b0 0x7f29cc0cc090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:41.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.857+0000 7f29d3f66640 1 --2- 172.21.15.5:0/2036365071 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f29cc09aa70 0x7f29cc0ca9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:41.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.857+0000 7f29d3f66640 1 -- 172.21.15.5:0/2036365071 >> 172.21.15.5:0/2036365071 conn(0x7f29cc0d23b0 msgr2=0x7f29cc0d2790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:41.861 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.857+0000 7f29d3f66640 1 -- 172.21.15.5:0/2036365071 shutdown_connections 2024-09-19T05:01:41.861 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.857+0000 7f29d3f66640 1 -- 172.21.15.5:0/2036365071 wait complete. 2024-09-19T05:01:41.871 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-19T05:01:41.871 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:01:41.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.973+0000 7f07c1549640 1 Processor -- start 2024-09-19T05:01:41.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.973+0000 7f07c1549640 1 -- start start 2024-09-19T05:01:41.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.973+0000 7f07c1549640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f07bc0cfa10 0x7f07bc0d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:41.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.973+0000 7f07c1549640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07bc0b6060 con 0x7f07bc0d4060 2024-09-19T05:01:41.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.973+0000 7f07c1549640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07bc0b6340 con 0x7f07bc0d0ff0 2024-09-19T05:01:41.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.973+0000 7f07c1549640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f07bc0b6c70 con 0x7f07bc0cfa10 2024-09-19T05:01:41.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.974+0000 7f07bb7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f07bc0d4060 0x7f07bc0b7670 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:38920/0 (socket says 172.21.15.5:38920) 2024-09-19T05:01:41.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.974+0000 7f07bb7fe640 1 -- 172.21.15.5:0/2143244298 learned_addr learned my addr 172.21.15.5:0/2143244298 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:41.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.974+0000 7f07b9ffb640 1 -- 172.21.15.5:0/2143244298 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3324377916 0 0) 0x7f07bc0b6060 con 0x7f07bc0d4060 2024-09-19T05:01:41.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.974+0000 7f07ba7fc640 1 --2- 172.21.15.5:0/2143244298 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f07bc0cfa10 0x7f07bc0d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:41.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.974+0000 7f07b9ffb640 1 -- 172.21.15.5:0/2143244298 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f07a8003520 con 0x7f07bc0d4060 2024-09-19T05:01:41.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.974+0000 7f07b9ffb640 1 -- 172.21.15.5:0/2143244298 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2467416825 0 0) 0x7f07bc0b6340 con 0x7f07bc0d0ff0 2024-09-19T05:01:41.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.974+0000 7f07b9ffb640 1 -- 172.21.15.5:0/2143244298 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f07bc0b6060 con 0x7f07bc0d0ff0 2024-09-19T05:01:41.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.974+0000 7f07b9ffb640 1 -- 172.21.15.5:0/2143244298 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1568135446 0 0) 0x7f07a8003520 con 0x7f07bc0d4060 2024-09-19T05:01:41.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.974+0000 7f07b9ffb640 1 -- 172.21.15.5:0/2143244298 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f07bc0cfa10 msgr2=0x7f07bc0d3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:41.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.974+0000 7f07b9ffb640 1 --2- 172.21.15.5:0/2143244298 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f07bc0cfa10 0x7f07bc0d3b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:41.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.974+0000 7f07b9ffb640 1 -- 172.21.15.5:0/2143244298 >> v1:172.21.15.134:6789/0 conn(0x7f07bc0d0ff0 legacy=0x7f07bc0d13d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:41.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.974+0000 7f07b9ffb640 1 -- 172.21.15.5:0/2143244298 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07bc0b6620 con 0x7f07bc0d4060 2024-09-19T05:01:41.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.974+0000 7f07b9ffb640 1 -- 172.21.15.5:0/2143244298 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f07b4001670 con 0x7f07bc0d4060 2024-09-19T05:01:41.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.974+0000 7f07b9ffb640 1 -- 172.21.15.5:0/2143244298 >> v1:172.21.15.5:6789/0 conn(0x7f07bc0d4060 legacy=0x7f07bc0b7670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:41.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.974+0000 7f07b9ffb640 1 --2- 172.21.15.5:0/2143244298 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f07bc0cfa10 0x7f07a8003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:41.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.974+0000 7f07b9ffb640 1 --2- 172.21.15.5:0/2143244298 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07a80040d0 0x7f07a8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:41.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.974+0000 7f07b9ffb640 1 --2- 172.21.15.5:0/2143244298 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f07a8004d40 0x7f07a80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:41.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.974+0000 7f07b9ffb640 1 -- 172.21.15.5:0/2143244298 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f07bc0b6c70 con 0x7f07a80040d0 2024-09-19T05:01:41.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.974+0000 7f07b9ffb640 1 -- 172.21.15.5:0/2143244298 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f07a800bb50 con 0x7f07a8004d40 2024-09-19T05:01:41.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.974+0000 7f07b9ffb640 1 -- 172.21.15.5:0/2143244298 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f07a800bd20 con 0x7f07bc0cfa10 2024-09-19T05:01:41.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.974+0000 7f07ba7fc640 1 --2- 172.21.15.5:0/2143244298 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07a80040d0 0x7f07a8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:41.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.974+0000 7f07baffd640 1 --2- 172.21.15.5:0/2143244298 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f07bc0cfa10 0x7f07a8003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:41.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.975+0000 7f07bb7fe640 1 --2- 172.21.15.5:0/2143244298 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f07a8004d40 0x7f07a80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:41.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.975+0000 7f07ba7fc640 1 -- 172.21.15.5:0/2143244298 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f07bc0cfa10 msgr2=0x7f07a8003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:41.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.975+0000 7f07ba7fc640 1 --2- 172.21.15.5:0/2143244298 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f07bc0cfa10 0x7f07a8003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:41.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.975+0000 7f07ba7fc640 1 -- 172.21.15.5:0/2143244298 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f07a8004d40 msgr2=0x7f07a80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:41.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.975+0000 7f07ba7fc640 1 --2- 172.21.15.5:0/2143244298 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f07a8004d40 0x7f07a80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:41.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.975+0000 7f07ba7fc640 1 -- 172.21.15.5:0/2143244298 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07a8003520 con 0x7f07a80040d0 2024-09-19T05:01:41.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.975+0000 7f07ba7fc640 1 --2- 172.21.15.5:0/2143244298 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07a80040d0 0x7f07a8004800 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f07bc0c80e0 tx=0x7f07a8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=818fe62f966528ac server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:41.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.976+0000 7f07b9ffb640 1 -- 172.21.15.5:0/2143244298 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07a4036070 con 0x7f07a80040d0 2024-09-19T05:01:41.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.976+0000 7f07b9ffb640 1 -- 172.21.15.5:0/2143244298 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07a4031400 con 0x7f07a80040d0 2024-09-19T05:01:41.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.976+0000 7f07b9ffb640 1 -- 172.21.15.5:0/2143244298 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07a4009690 con 0x7f07a80040d0 2024-09-19T05:01:41.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.976+0000 7f07c1549640 1 -- 172.21.15.5:0/2143244298 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07a80040d0 msgr2=0x7f07a8004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:41.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.976+0000 7f07c1549640 1 --2- 172.21.15.5:0/2143244298 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07a80040d0 0x7f07a8004800 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f07bc0c80e0 tx=0x7f07a8005830 comp rx=0 tx=0).stop 2024-09-19T05:01:41.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.976+0000 7f07bb7fe640 1 -- 172.21.15.5:0/2143244298 reap_dead start 2024-09-19T05:01:41.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.976+0000 7f07c1549640 1 -- 172.21.15.5:0/2143244298 shutdown_connections 2024-09-19T05:01:41.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.976+0000 7f07c1549640 1 -- 172.21.15.5:0/2143244298 >> 172.21.15.5:0/2143244298 conn(0x7f07bc067f80 msgr2=0x7f07bc06ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:41.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.976+0000 7f07c1549640 1 -- 172.21.15.5:0/2143244298 shutdown_connections 2024-09-19T05:01:41.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.976+0000 7f07c1549640 1 -- 172.21.15.5:0/2143244298 wait complete. 2024-09-19T05:01:41.986 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.978+0000 7f07c1549640 1 Processor -- start 2024-09-19T05:01:41.986 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.978+0000 7f07c1549640 1 -- start start 2024-09-19T05:01:41.986 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.978+0000 7f07c1549640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f07a80040d0 0x7f07bc0cd6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:41.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.978+0000 7f07c1549640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f07bc1f7430 0x7f07bc160c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:41.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.978+0000 7f07c1549640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07bc1f4ef0 0x7f07bc15ca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:41.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.978+0000 7f07c1549640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f07bc15ea70 con 0x7f07bc1f4ef0 2024-09-19T05:01:41.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.978+0000 7f07c1549640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f07bc15e8f0 con 0x7f07a80040d0 2024-09-19T05:01:41.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.978+0000 7f07c1549640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f07bc0d3b20 con 0x7f07bc1f7430 2024-09-19T05:01:41.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.978+0000 7f07bb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07bc1f4ef0 0x7f07bc15ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:41.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.979+0000 7f07bb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07bc1f4ef0 0x7f07bc15ca80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41698/0 (socket says 172.21.15.5:41698) 2024-09-19T05:01:41.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.979+0000 7f07bb7fe640 1 -- 172.21.15.5:0/45739831 learned_addr learned my addr 172.21.15.5:0/45739831 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:41.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.979+0000 7f07baffd640 1 --2- 172.21.15.5:0/45739831 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f07a80040d0 0x7f07bc0cd6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:41.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.979+0000 7f07ba7fc640 1 --2- 172.21.15.5:0/45739831 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f07bc1f7430 0x7f07bc160c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:41.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.979+0000 7f07bb7fe640 1 -- 172.21.15.5:0/45739831 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f07bc1f7430 msgr2=0x7f07bc160c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:41.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.979+0000 7f07bb7fe640 1 --2- 172.21.15.5:0/45739831 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f07bc1f7430 0x7f07bc160c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:41.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.979+0000 7f07bb7fe640 1 -- 172.21.15.5:0/45739831 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f07a80040d0 msgr2=0x7f07bc0cd6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:41.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.979+0000 7f07bb7fe640 1 --2- 172.21.15.5:0/45739831 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f07a80040d0 0x7f07bc0cd6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:41.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.979+0000 7f07bb7fe640 1 -- 172.21.15.5:0/45739831 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07bc0cd350 con 0x7f07bc1f4ef0 2024-09-19T05:01:41.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.979+0000 7f07bb7fe640 1 --2- 172.21.15.5:0/45739831 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07bc1f4ef0 0x7f07bc15ca80 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f07bc0d2380 tx=0x7f07b4007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:41.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.979+0000 7f07b37fe640 1 -- 172.21.15.5:0/45739831 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07b400f700 con 0x7f07bc1f4ef0 2024-09-19T05:01:41.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.979+0000 7f07b37fe640 1 -- 172.21.15.5:0/45739831 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07b4018070 con 0x7f07bc1f4ef0 2024-09-19T05:01:41.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.979+0000 7f07c1549640 1 -- 172.21.15.5:0/45739831 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07bc1f78c0 con 0x7f07bc1f4ef0 2024-09-19T05:01:41.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.979+0000 7f07b37fe640 1 -- 172.21.15.5:0/45739831 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07b400fb00 con 0x7f07bc1f4ef0 2024-09-19T05:01:41.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.979+0000 7f07c1549640 1 -- 172.21.15.5:0/45739831 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07bc1f7e80 con 0x7f07bc1f4ef0 2024-09-19T05:01:41.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.980+0000 7f07c1549640 1 -- 172.21.15.5:0/45739831 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07bc0d13d0 con 0x7f07bc1f4ef0 2024-09-19T05:01:41.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.981+0000 7f07b37fe640 1 -- 172.21.15.5:0/45739831 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f07b400fca0 con 0x7f07bc1f4ef0 2024-09-19T05:01:41.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.981+0000 7f07b37fe640 1 --2- 172.21.15.5:0/45739831 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f079c06c2b0 0x7f079c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:41.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.981+0000 7f07b37fe640 1 -- 172.21.15.5:0/45739831 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f07b408b360 con 0x7f07bc1f4ef0 2024-09-19T05:01:41.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.981+0000 7f07baffd640 1 --2- 172.21.15.5:0/45739831 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f079c06c2b0 0x7f079c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:41.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.982+0000 7f07baffd640 1 --2- 172.21.15.5:0/45739831 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f079c06c2b0 0x7f079c06e770 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f07ac001fd0 tx=0x7f07ac009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:41.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:41.986+0000 7f07b37fe640 1 -- 172.21.15.5:0/45739831 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f07b40596f0 con 0x7f07bc1f4ef0 2024-09-19T05:01:42.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.163+0000 7f07c1549640 1 -- 172.21.15.5:0/45739831 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f07bc0b7a40 con 0x7f07bc1f4ef0 2024-09-19T05:01:42.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.164+0000 7f07b37fe640 1 -- 172.21.15.5:0/45739831 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7f07b4058ff0 con 0x7f07bc1f4ef0 2024-09-19T05:01:42.166 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:01:42.166 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":25,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:01:25.122601+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:01:17.947021+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:01:19.067427+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T05:01:22.775359+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:01:42.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.166+0000 7f07c1549640 1 -- 172.21.15.5:0/45739831 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f079c06c2b0 msgr2=0x7f079c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.166+0000 7f07c1549640 1 --2- 172.21.15.5:0/45739831 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f079c06c2b0 0x7f079c06e770 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f07ac001fd0 tx=0x7f07ac009040 comp rx=0 tx=0).stop 2024-09-19T05:01:42.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.166+0000 7f07c1549640 1 -- 172.21.15.5:0/45739831 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07bc1f4ef0 msgr2=0x7f07bc15ca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.166+0000 7f07c1549640 1 --2- 172.21.15.5:0/45739831 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07bc1f4ef0 0x7f07bc15ca80 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f07bc0d2380 tx=0x7f07b4007430 comp rx=0 tx=0).stop 2024-09-19T05:01:42.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.166+0000 7f07c1549640 1 -- 172.21.15.5:0/45739831 shutdown_connections 2024-09-19T05:01:42.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.166+0000 7f07c1549640 1 --2- 172.21.15.5:0/45739831 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f079c06c2b0 0x7f079c06e770 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.166+0000 7f07c1549640 1 --2- 172.21.15.5:0/45739831 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f07bc1f4ef0 0x7f07bc15ca80 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.166+0000 7f07c1549640 1 --2- 172.21.15.5:0/45739831 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f07bc1f7430 0x7f07bc160c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.166+0000 7f07c1549640 1 --2- 172.21.15.5:0/45739831 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f07a80040d0 0x7f07bc0cd6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.166+0000 7f07c1549640 1 -- 172.21.15.5:0/45739831 >> 172.21.15.5:0/45739831 conn(0x7f07bc067f80 msgr2=0x7f07bc0b9180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:42.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.166+0000 7f07c1549640 1 -- 172.21.15.5:0/45739831 shutdown_connections 2024-09-19T05:01:42.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.166+0000 7f07c1549640 1 -- 172.21.15.5:0/45739831 wait complete. 2024-09-19T05:01:42.179 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-19T05:01:42.180 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-19T05:01:42.180 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-19T05:01:42.181 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-19T05:01:42.181 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-19T05:01:42.182 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-19T05:01:42.182 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-19T05:01:42.183 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-19T05:01:42.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.357+0000 7ff4b65a1640 1 Processor -- start 2024-09-19T05:01:42.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.356+0000 7f908507b640 1 Processor -- start 2024-09-19T05:01:42.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.356+0000 7f908507b640 1 -- start start 2024-09-19T05:01:42.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.358+0000 7fcb56dea640 1 Processor -- start 2024-09-19T05:01:42.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.358+0000 7fcb56dea640 1 -- start start 2024-09-19T05:01:42.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.358+0000 7f908507b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f90800d0510 0x7f90800d08f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.358+0000 7f908507b640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f90800b3b00 0x7f908006dd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.358+0000 7f908507b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f90800b3f60 0x7f908006e280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.358+0000 7f908507b640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f90800ad040 con 0x7f90800d0510 2024-09-19T05:01:42.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.358+0000 7f908507b640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f90800ad300 con 0x7f90800b3b00 2024-09-19T05:01:42.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.358+0000 7f908507b640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f908015a6c0 con 0x7f90800b3f60 2024-09-19T05:01:42.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.358+0000 7f907f7fe640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f90800b3b00 0x7f908006dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.358+0000 7f907f7fe640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f90800b3b00 0x7f908006dd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.5:39786/0 (socket says 172.21.15.5:39786) 2024-09-19T05:01:42.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.358+0000 7f907f7fe640 1 -- 172.21.15.5:0/2041399959 learned_addr learned my addr 172.21.15.5:0/2041399959 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:42.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.359+0000 7f907f7fe640 1 -- 172.21.15.5:0/2041399959 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f90800b3f60 msgr2=0x7f908006e280 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:01:42.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.359+0000 7f907f7fe640 1 --2- 172.21.15.5:0/2041399959 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f90800b3f60 0x7f908006e280 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.359+0000 7f907f7fe640 1 -- 172.21.15.5:0/2041399959 >> v2:172.21.15.5:3300/0 conn(0x7f90800d0510 msgr2=0x7f90800d08f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:42.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.359+0000 7f907f7fe640 1 --2- 172.21.15.5:0/2041399959 >> v2:172.21.15.5:3300/0 conn(0x7f90800d0510 0x7f90800d08f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.359+0000 7f907f7fe640 1 -- 172.21.15.5:0/2041399959 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90800d0e30 con 0x7f90800b3b00 2024-09-19T05:01:42.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.359+0000 7fcb56dea640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fcb48033800 0x7fcb48006f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.359+0000 7fcb56dea640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fcb48039250 0x7fcb48036020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.359+0000 7fcb56dea640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb48036560 0x7fcb480de1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.359+0000 7fcb56dea640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fcb480074d0 con 0x7fcb48033800 2024-09-19T05:01:42.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.359+0000 7fcb56dea640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fcb4803a400 con 0x7fcb48039250 2024-09-19T05:01:42.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.359+0000 7fcb56dea640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fcb480397f0 con 0x7fcb48036560 2024-09-19T05:01:42.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.359+0000 7f66030e4640 1 Processor -- start 2024-09-19T05:01:42.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.360+0000 7f06eae5e640 1 Processor -- start 2024-09-19T05:01:42.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.357+0000 7ff4b65a1640 1 -- start start 2024-09-19T05:01:42.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.359+0000 7ff4b65a1640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ff4b015a3e0 0x7ff4b00ce2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.359+0000 7ff4b65a1640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff4b0072500 0x7ff4b0072970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.359+0000 7ff4b65a1640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4b015e050 con 0x7ff4b006fe50 2024-09-19T05:01:42.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.359+0000 7ff4b65a1640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7ff4b0072eb0 con 0x7ff4b015a3e0 2024-09-19T05:01:42.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.359+0000 7ff4b65a1640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ff4b015e330 con 0x7ff4b0072500 2024-09-19T05:01:42.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.360+0000 7ff4affff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ff4b015a3e0 0x7ff4b00ce2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.360+0000 7ff4affff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ff4b015a3e0 0x7ff4b00ce2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41716/0 (socket says 172.21.15.5:41716) 2024-09-19T05:01:42.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.360+0000 7ff4affff640 1 -- 172.21.15.5:0/1522038573 learned_addr learned my addr 172.21.15.5:0/1522038573 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:42.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.360+0000 7ff4af7fe640 1 --2- 172.21.15.5:0/1522038573 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff4b0072500 0x7ff4b0072970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.360+0000 7fcb55de8640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fcb48033800 0x7fcb48006f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.360+0000 7fcb55de8640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fcb48033800 0x7fcb48006f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41714/0 (socket says 172.21.15.5:41714) 2024-09-19T05:01:42.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.360+0000 7fcb55de8640 1 -- 172.21.15.5:0/2918698628 learned_addr learned my addr 172.21.15.5:0/2918698628 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:42.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.360+0000 7fcb565e9640 1 --2- 172.21.15.5:0/2918698628 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb48036560 0x7fcb480de1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.360+0000 7fcb555e7640 1 --2- 172.21.15.5:0/2918698628 >> v2:172.21.15.134:3300/0 conn(0x7fcb48039250 0x7fcb48036020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.360+0000 7fc15bfff640 1 Processor -- start 2024-09-19T05:01:42.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.360+0000 7f66030e4640 1 -- start start 2024-09-19T05:01:42.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.360+0000 7ff4affff640 1 -- 172.21.15.5:0/1522038573 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff4b0072500 msgr2=0x7ff4b0072970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:42.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.360+0000 7ff4affff640 1 --2- 172.21.15.5:0/1522038573 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff4b0072500 0x7ff4b0072970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.360+0000 7ff4affff640 1 -- 172.21.15.5:0/1522038573 >> v1:172.21.15.134:6789/0 conn(0x7ff4b006fe50 legacy=0x7ff4b00702c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:42.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.361+0000 7ff4affff640 1 -- 172.21.15.5:0/1522038573 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4b015e610 con 0x7ff4b015a3e0 2024-09-19T05:01:42.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.361+0000 7ff4af7fe640 1 --2- 172.21.15.5:0/1522038573 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff4b0072500 0x7ff4b0072970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:01:42.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.361+0000 7fcb565e9640 1 -- 172.21.15.5:0/2918698628 >> v2:172.21.15.134:3300/0 conn(0x7fcb48039250 msgr2=0x7fcb48036020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:42.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.361+0000 7fcb565e9640 1 --2- 172.21.15.5:0/2918698628 >> v2:172.21.15.134:3300/0 conn(0x7fcb48039250 0x7fcb48036020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.361+0000 7fcb565e9640 1 -- 172.21.15.5:0/2918698628 >> v2:172.21.15.5:3300/0 conn(0x7fcb48033800 msgr2=0x7fcb48006f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:42.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.361+0000 7fcb565e9640 1 --2- 172.21.15.5:0/2918698628 >> v2:172.21.15.5:3300/0 conn(0x7fcb48033800 0x7fcb48006f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.361+0000 7fcb565e9640 1 -- 172.21.15.5:0/2918698628 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb48039ad0 con 0x7fcb48036560 2024-09-19T05:01:42.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.361+0000 7f907f7fe640 1 --2- 172.21.15.5:0/2041399959 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f90800b3b00 0x7f908006dd40 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f908009e320 tx=0x7f9070032d30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e49b1b77f3e81551 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.361+0000 7f7615653640 1 Processor -- start 2024-09-19T05:01:42.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.361+0000 7fc15bfff640 1 -- start start 2024-09-19T05:01:42.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7f09cb79f640 1 Processor -- start 2024-09-19T05:01:42.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7f66030e4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f65fc06f260 0x7f65fc073530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7f66030e4640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f65fc073a70 0x7f65fc16c1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7f66030e4640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65fc06dd70 con 0x7f65fc0b2f80 2024-09-19T05:01:42.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7f66030e4640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f65fc072c90 con 0x7f65fc073a70 2024-09-19T05:01:42.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7f66030e4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f65fc072f70 con 0x7f65fc06f260 2024-09-19T05:01:42.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.361+0000 7f06eae5e640 1 -- start start 2024-09-19T05:01:42.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7f907effd640 1 -- 172.21.15.5:0/2041399959 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9070039070 con 0x7f90800b3b00 2024-09-19T05:01:42.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7f907effd640 1 -- 172.21.15.5:0/2041399959 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9070033a40 con 0x7f90800b3b00 2024-09-19T05:01:42.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7f907effd640 1 -- 172.21.15.5:0/2041399959 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9070033e10 con 0x7f90800b3b00 2024-09-19T05:01:42.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7fcb565e9640 1 --2- 172.21.15.5:0/2918698628 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb48036560 0x7fcb480de1f0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fcb4800df40 tx=0x7fcb4c02a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=71e3d2c580b7baa8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7f6601681640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f65fc073a70 0x7f65fc16c1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7f6600e80640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7f65fc0b2f80 0x7f65fc0b3360 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.5:49416/0 (socket says 172.21.15.5:49416) 2024-09-19T05:01:42.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7f6601681640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f65fc073a70 0x7f65fc16c1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.5:39816/0 (socket says 172.21.15.5:39816) 2024-09-19T05:01:42.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7f6600e80640 1 -- 172.21.15.5:0/63023892 learned_addr learned my addr 172.21.15.5:0/63023892 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:42.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7f06eae5e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f06e41627a0 0x7f06e40b42e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7f06eae5e640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f06e406dfd0 0x7f06e406e460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7f09cb79f640 1 -- start start 2024-09-19T05:01:42.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7fcb54de6640 1 -- 172.21.15.5:0/2918698628 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb4c037070 con 0x7fcb48036560 2024-09-19T05:01:42.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7f06eae5e640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f06e40ce7c0 con 0x7f06e40cdfc0 2024-09-19T05:01:42.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7f06eae5e640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f06e40b4820 con 0x7f06e406dfd0 2024-09-19T05:01:42.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7f06eae5e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f06e40cf3d0 con 0x7f06e41627a0 2024-09-19T05:01:42.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7f6601681640 1 -- 172.21.15.5:0/63023892 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f65fc06f260 msgr2=0x7f65fc073530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:42.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7f6601681640 1 --2- 172.21.15.5:0/63023892 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f65fc06f260 0x7f65fc073530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7f6601681640 1 -- 172.21.15.5:0/63023892 >> v1:172.21.15.134:6789/0 conn(0x7f65fc0b2f80 legacy=0x7f65fc0b3360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7f65fb7fe640 1 -- 172.21.15.5:0/63023892 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2017216619 0 0) 0x7f65fc06dd70 con 0x7f65fc0b2f80 2024-09-19T05:01:42.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7fc15bfff640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fc154005aa0 0x7fc154053f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7fc15bfff640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc1540e7110 0x7fc154005e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7fc15bfff640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc1540063c0 con 0x7fc15404eb50 2024-09-19T05:01:42.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7fc15bfff640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fc1540520d0 con 0x7fc154005aa0 2024-09-19T05:01:42.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7fc15bfff640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fc154052320 con 0x7fc1540e7110 2024-09-19T05:01:42.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7f06e8bfa640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f06e41627a0 0x7f06e40b42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7fc15affd640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fc154005aa0 0x7fc154053f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7fc15b7fe640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7fc15404eb50 0x7fc15401c510 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.5:49428/0 (socket says 172.21.15.5:49428) 2024-09-19T05:01:42.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7fc15b7fe640 1 -- 172.21.15.5:0/3158168541 learned_addr learned my addr 172.21.15.5:0/3158168541 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:42.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7fcb54de6640 1 -- 172.21.15.5:0/2918698628 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb4c032440 con 0x7fcb48036560 2024-09-19T05:01:42.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7f06e8bfa640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f06e41627a0 0x7f06e40b42e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.5:42076/0 (socket says 172.21.15.5:42076) 2024-09-19T05:01:42.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7f06e8bfa640 1 -- 172.21.15.5:0/472640221 learned_addr learned my addr 172.21.15.5:0/472640221 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:42.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7f06e3fff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f06e40cdfc0 0x7f06e40cf860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:38924/0 (socket says 172.21.15.5:38924) 2024-09-19T05:01:42.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7f06e93fb640 1 --2- 172.21.15.5:0/472640221 >> v2:172.21.15.134:3300/0 conn(0x7f06e406dfd0 0x7f06e406e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7f7615653640 1 -- start start 2024-09-19T05:01:42.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7f6601681640 1 -- 172.21.15.5:0/63023892 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65fc073250 con 0x7f65fc073a70 2024-09-19T05:01:42.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.362+0000 7ff4affff640 1 --2- 172.21.15.5:0/1522038573 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff4b015a3e0 0x7ff4b00ce2e0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7ff4a000a910 tx=0x7ff4a000a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47fa08c040c217ed server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7ff4aeffd640 1 -- 172.21.15.5:0/1522038573 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a0038070 con 0x7ff4b015a3e0 2024-09-19T05:01:42.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7ff4aeffd640 1 -- 172.21.15.5:0/1522038573 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4a0030480 con 0x7ff4b015a3e0 2024-09-19T05:01:42.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7ff4aeffd640 1 -- 172.21.15.5:0/1522038573 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a0030850 con 0x7ff4b015a3e0 2024-09-19T05:01:42.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7f908507b640 1 -- 172.21.15.5:0/2041399959 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f90800b3b00 msgr2=0x7f908006dd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7f908507b640 1 --2- 172.21.15.5:0/2041399959 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f90800b3b00 0x7f908006dd40 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f908009e320 tx=0x7f9070032d30 comp rx=0 tx=0).stop 2024-09-19T05:01:42.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7f908507b640 1 -- 172.21.15.5:0/2041399959 shutdown_connections 2024-09-19T05:01:42.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7f908507b640 1 --2- 172.21.15.5:0/2041399959 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f90800b3f60 0x7f908006e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7f908507b640 1 --2- 172.21.15.5:0/2041399959 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f90800b3b00 0x7f908006dd40 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7f908507b640 1 --2- 172.21.15.5:0/2041399959 >> v2:172.21.15.5:3300/0 conn(0x7f90800d0510 0x7f90800d08f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7f908507b640 1 -- 172.21.15.5:0/2041399959 >> 172.21.15.5:0/2041399959 conn(0x7f908006c060 msgr2=0x7f908006c470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:42.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7fc15a7fc640 1 --2- 172.21.15.5:0/3158168541 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc1540e7110 0x7fc154005e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7fc15a7fc640 1 -- 172.21.15.5:0/3158168541 >> v2:172.21.15.134:3300/0 conn(0x7fc154005aa0 msgr2=0x7fc154053f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:42.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7fc15a7fc640 1 --2- 172.21.15.5:0/3158168541 >> v2:172.21.15.134:3300/0 conn(0x7fc154005aa0 0x7fc154053f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7fc15a7fc640 1 -- 172.21.15.5:0/3158168541 >> v1:172.21.15.134:6789/0 conn(0x7fc15404eb50 legacy=0x7fc15401c510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7fc15a7fc640 1 -- 172.21.15.5:0/3158168541 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc154006cc0 con 0x7fc1540e7110 2024-09-19T05:01:42.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7fcb56dea640 1 -- 172.21.15.5:0/2918698628 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb48036560 msgr2=0x7fcb480de1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7fcb56dea640 1 --2- 172.21.15.5:0/2918698628 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb48036560 0x7fcb480de1f0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fcb4800df40 tx=0x7fcb4c02a110 comp rx=0 tx=0).stop 2024-09-19T05:01:42.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7fcb56dea640 1 -- 172.21.15.5:0/2918698628 shutdown_connections 2024-09-19T05:01:42.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7fcb56dea640 1 --2- 172.21.15.5:0/2918698628 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb48036560 0x7fcb480de1f0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7fcb56dea640 1 --2- 172.21.15.5:0/2918698628 >> v2:172.21.15.134:3300/0 conn(0x7fcb48039250 0x7fcb48036020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7fcb56dea640 1 --2- 172.21.15.5:0/2918698628 >> v2:172.21.15.5:3300/0 conn(0x7fcb48033800 0x7fcb48006f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7fcb56dea640 1 -- 172.21.15.5:0/2918698628 >> 172.21.15.5:0/2918698628 conn(0x7fcb4801d930 msgr2=0x7fcb480545a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:42.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7f06e8bfa640 1 -- 172.21.15.5:0/472640221 >> v2:172.21.15.134:3300/0 conn(0x7f06e406dfd0 msgr2=0x7f06e406e460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:42.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7f06e8bfa640 1 --2- 172.21.15.5:0/472640221 >> v2:172.21.15.134:3300/0 conn(0x7f06e406dfd0 0x7f06e406e460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7f06e8bfa640 1 -- 172.21.15.5:0/472640221 >> v1:172.21.15.5:6789/0 conn(0x7f06e40cdfc0 legacy=0x7f06e40cf860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7f06e8bfa640 1 -- 172.21.15.5:0/472640221 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06e40ceaa0 con 0x7f06e41627a0 2024-09-19T05:01:42.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7f908507b640 1 -- 172.21.15.5:0/2041399959 shutdown_connections 2024-09-19T05:01:42.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7f908507b640 1 -- 172.21.15.5:0/2041399959 wait complete. 2024-09-19T05:01:42.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7f09cb79f640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f09bc0e7110 0x7f09bc053f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7f09cb79f640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f09bc052320 con 0x7f09bc005aa0 2024-09-19T05:01:42.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7f09cb79f640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f09bc006cc0 con 0x7f09bc04eb50 2024-09-19T05:01:42.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.363+0000 7f09cb79f640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f09bc0520d0 con 0x7f09bc0e7110 2024-09-19T05:01:42.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7f6601681640 1 --2- 172.21.15.5:0/63023892 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f65fc073a70 0x7f65fc16c1e0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f65f4009d90 tx=0x7f65f402a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2b9cc8ead62304f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7f09c8d3a640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f09bc0e7110 0x7f09bc053f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7f09c8d3a640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f09bc0e7110 0x7f09bc053f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.5:39852/0 (socket says 172.21.15.5:39852) 2024-09-19T05:01:42.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7f09c8d3a640 1 -- 172.21.15.5:0/4291834118 learned_addr learned my addr 172.21.15.5:0/4291834118 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:42.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7ff4b65a1640 1 -- 172.21.15.5:0/1522038573 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff4b015a3e0 msgr2=0x7ff4b00ce2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7ff4b65a1640 1 --2- 172.21.15.5:0/1522038573 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff4b015a3e0 0x7ff4b00ce2e0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7ff4a000a910 tx=0x7ff4a000a250 comp rx=0 tx=0).stop 2024-09-19T05:01:42.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7f7615653640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7608007de0 0x7f76080f1e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7f7615653640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7608006980 con 0x7f76080ea520 2024-09-19T05:01:42.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7f7615653640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7608055ae0 con 0x7f76080ea900 2024-09-19T05:01:42.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7f7615653640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f76080342b0 con 0x7f7608007de0 2024-09-19T05:01:42.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7f65fb7fe640 1 -- 172.21.15.5:0/63023892 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65f4007740 con 0x7f65fc073a70 2024-09-19T05:01:42.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7f65fb7fe640 1 -- 172.21.15.5:0/63023892 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65f40078e0 con 0x7f65fc073a70 2024-09-19T05:01:42.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7f65fb7fe640 1 -- 172.21.15.5:0/63023892 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65f4007cb0 con 0x7f65fc073a70 2024-09-19T05:01:42.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7f760f7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7608007de0 0x7f76080f1e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7f760f7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7608007de0 0x7f76080f1e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41728/0 (socket says 172.21.15.5:41728) 2024-09-19T05:01:42.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7f760f7fe640 1 -- 172.21.15.5:0/3383490067 learned_addr learned my addr 172.21.15.5:0/3383490067 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:42.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7ff4b65a1640 1 -- 172.21.15.5:0/1522038573 shutdown_connections 2024-09-19T05:01:42.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7ff4b65a1640 1 --2- 172.21.15.5:0/1522038573 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff4b0072500 0x7ff4b0072970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7ff4b65a1640 1 --2- 172.21.15.5:0/1522038573 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff4b015a3e0 0x7ff4b00ce2e0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7ff4b65a1640 1 -- 172.21.15.5:0/1522038573 >> 172.21.15.5:0/1522038573 conn(0x7ff4b006bc10 msgr2=0x7ff4b006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:42.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7fcb56dea640 1 -- 172.21.15.5:0/2918698628 shutdown_connections 2024-09-19T05:01:42.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7f09bbfff640 1 -- 172.21.15.5:0/4291834118 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2262376616 0 0) 0x7f09bc006cc0 con 0x7f09bc04eb50 2024-09-19T05:01:42.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.365+0000 7f06e8bfa640 1 --2- 172.21.15.5:0/472640221 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f06e41627a0 0x7f06e40b42e0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f06d8009870 tx=0x7f06d802a290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ac8519857a8b6f3e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.365+0000 7fc15a7fc640 1 --2- 172.21.15.5:0/3158168541 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc1540e7110 0x7fc154005e80 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fc1500097a0 tx=0x7fc15002a230 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bfde280c24b8cb1d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.365+0000 7ff4b65a1640 1 -- 172.21.15.5:0/1522038573 shutdown_connections 2024-09-19T05:01:42.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.364+0000 7f09bbfff640 1 -- 172.21.15.5:0/4291834118 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f09b0003520 con 0x7f09bc04eb50 2024-09-19T05:01:42.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.365+0000 7ff4b65a1640 1 -- 172.21.15.5:0/1522038573 wait complete. 2024-09-19T05:01:42.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.365+0000 7f09bbfff640 1 -- 172.21.15.5:0/4291834118 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4259584063 0 0) 0x7f09bc052320 con 0x7f09bc005aa0 2024-09-19T05:01:42.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.365+0000 7fc159ffb640 1 -- 172.21.15.5:0/3158168541 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc150037070 con 0x7fc1540e7110 2024-09-19T05:01:42.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.365+0000 7fc159ffb640 1 -- 172.21.15.5:0/3158168541 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc150032440 con 0x7fc1540e7110 2024-09-19T05:01:42.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.365+0000 7fc159ffb640 1 -- 172.21.15.5:0/3158168541 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc150032810 con 0x7fc1540e7110 2024-09-19T05:01:42.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.365+0000 7f09bbfff640 1 -- 172.21.15.5:0/4291834118 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f09bc006cc0 con 0x7f09bc005aa0 2024-09-19T05:01:42.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.365+0000 7f66030e4640 1 -- 172.21.15.5:0/63023892 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f65fc073a70 msgr2=0x7f65fc16c1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.365+0000 7f66030e4640 1 --2- 172.21.15.5:0/63023892 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f65fc073a70 0x7f65fc16c1e0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f65f4009d90 tx=0x7f65f402a660 comp rx=0 tx=0).stop 2024-09-19T05:01:42.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.365+0000 7f908507b640 1 Processor -- start 2024-09-19T05:01:42.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.365+0000 7f908507b640 1 -- start start 2024-09-19T05:01:42.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.365+0000 7f09bbfff640 1 -- 172.21.15.5:0/4291834118 <== mon.1 v1:172.21.15.134:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4192892229 0 0) 0x7f09b0003520 con 0x7f09bc04eb50 2024-09-19T05:01:42.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.365+0000 7f09bbfff640 1 -- 172.21.15.5:0/4291834118 >> v2:172.21.15.134:3300/0 conn(0x7f09bc0e7110 msgr2=0x7f09bc053f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:42.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.365+0000 7f66030e4640 1 -- 172.21.15.5:0/63023892 shutdown_connections 2024-09-19T05:01:42.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.365+0000 7f66030e4640 1 --2- 172.21.15.5:0/63023892 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f65fc073a70 0x7f65fc16c1e0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.365+0000 7f66030e4640 1 --2- 172.21.15.5:0/63023892 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f65fc06f260 0x7f65fc073530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.365+0000 7f66030e4640 1 -- 172.21.15.5:0/63023892 >> 172.21.15.5:0/63023892 conn(0x7f65fc06c240 msgr2=0x7f65fc0b1c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:42.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.365+0000 7f09bbfff640 1 --2- 172.21.15.5:0/4291834118 >> v2:172.21.15.134:3300/0 conn(0x7f09bc0e7110 0x7f09bc053f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.365+0000 7f09bbfff640 1 -- 172.21.15.5:0/4291834118 >> v1:172.21.15.5:6789/0 conn(0x7f09bc005aa0 legacy=0x7f09bc005e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.366+0000 7f09bbfff640 1 -- 172.21.15.5:0/4291834118 --> v1:172.21.15.134:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09bc006fa0 con 0x7f09bc04eb50 2024-09-19T05:01:42.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.366+0000 7f09bbfff640 1 -- 172.21.15.5:0/4291834118 <== mon.1 v1:172.21.15.134:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f09c4075e90 con 0x7f09bc04eb50 2024-09-19T05:01:42.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.365+0000 7f760f7fe640 1 -- 172.21.15.5:0/3383490067 >> v1:172.21.15.134:6789/0 conn(0x7f76080ea900 legacy=0x7f76080076d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.365+0000 7f760f7fe640 1 -- 172.21.15.5:0/3383490067 >> v1:172.21.15.5:6789/0 conn(0x7f76080ea520 legacy=0x7f760800a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.365+0000 7f760f7fe640 1 -- 172.21.15.5:0/3383490067 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7608006bf0 con 0x7f7608007de0 2024-09-19T05:01:42.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.366+0000 7f09bbfff640 1 -- 172.21.15.5:0/4291834118 >> v1:172.21.15.134:6789/0 conn(0x7f09bc04eb50 legacy=0x7f09bc01d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.366+0000 7fc15bfff640 1 -- 172.21.15.5:0/3158168541 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc1540e7110 msgr2=0x7fc154005e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.366+0000 7fc15bfff640 1 --2- 172.21.15.5:0/3158168541 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc1540e7110 0x7fc154005e80 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fc1500097a0 tx=0x7fc15002a230 comp rx=0 tx=0).stop 2024-09-19T05:01:42.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.366+0000 7f09bbfff640 1 --2- 172.21.15.5:0/4291834118 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f09b0003b40 0x7f09b0003f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.366+0000 7f760f7fe640 1 --2- 172.21.15.5:0/3383490067 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7608007de0 0x7f76080f1e00 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f7610076d60 tx=0x7f76100a61f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e85c135e48a3539 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.366+0000 7f06e37fe640 1 -- 172.21.15.5:0/472640221 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06d8037070 con 0x7f06e41627a0 2024-09-19T05:01:42.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.366+0000 7f06e37fe640 1 -- 172.21.15.5:0/472640221 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06d8032440 con 0x7f06e41627a0 2024-09-19T05:01:42.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.366+0000 7f09c953b640 1 --2- 172.21.15.5:0/4291834118 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f09b0003b40 0x7f09b0003f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.365+0000 7fcb56dea640 1 -- 172.21.15.5:0/2918698628 wait complete. 2024-09-19T05:01:42.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.366+0000 7f06e37fe640 1 -- 172.21.15.5:0/472640221 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06d8037070 con 0x7f06e41627a0 2024-09-19T05:01:42.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.366+0000 7fcb56dea640 1 Processor -- start 2024-09-19T05:01:42.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.366+0000 7f09bbfff640 1 --2- 172.21.15.5:0/4291834118 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f09b0004800 0x7f09b0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7ff4b65a1640 1 Processor -- start 2024-09-19T05:01:42.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.366+0000 7f908507b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90800b3b00 0x7f90800cd3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7f908507b640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f90800b3f60 0x7f90800cb990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7f908507b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f90800d0510 0x7f90800c4f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7f907f7fe640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f90800b3f60 0x7f90800cb990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7f908507b640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f9080072e80 con 0x7f90800b3b00 2024-09-19T05:01:42.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7f907f7fe640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f90800b3f60 0x7f90800cb990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.5:39860/0 (socket says 172.21.15.5:39860) 2024-09-19T05:01:42.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7f907f7fe640 1 -- 172.21.15.5:0/2046118318 learned_addr learned my addr 172.21.15.5:0/2046118318 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:42.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7f908507b640 1 -- 172.21.15.5:0/2046118318 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f9080072ba0 con 0x7f90800b3f60 2024-09-19T05:01:42.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7f908507b640 1 -- 172.21.15.5:0/2046118318 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f90800735c0 con 0x7f90800d0510 2024-09-19T05:01:42.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7fc15bfff640 1 -- 172.21.15.5:0/3158168541 shutdown_connections 2024-09-19T05:01:42.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7fc15bfff640 1 --2- 172.21.15.5:0/3158168541 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc1540e7110 0x7fc154005e80 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7fc15bfff640 1 --2- 172.21.15.5:0/3158168541 >> v2:172.21.15.134:3300/0 conn(0x7fc154005aa0 0x7fc154053f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7fc15bfff640 1 -- 172.21.15.5:0/3158168541 >> 172.21.15.5:0/3158168541 conn(0x7fc154036080 msgr2=0x7fc154036490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:42.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7fc15bfff640 1 -- 172.21.15.5:0/3158168541 shutdown_connections 2024-09-19T05:01:42.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7fcb56dea640 1 -- start start 2024-09-19T05:01:42.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.366+0000 7f66030e4640 1 -- 172.21.15.5:0/63023892 shutdown_connections 2024-09-19T05:01:42.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7f760dffb640 1 -- 172.21.15.5:0/3383490067 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76100b3070 con 0x7f7608007de0 2024-09-19T05:01:42.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7f760dffb640 1 -- 172.21.15.5:0/3383490067 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f76100ae440 con 0x7f7608007de0 2024-09-19T05:01:42.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7f760dffb640 1 -- 172.21.15.5:0/3383490067 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76100ae8b0 con 0x7f7608007de0 2024-09-19T05:01:42.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7f09c8d3a640 1 --2- 172.21.15.5:0/4291834118 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f09b0004800 0x7f09b0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7f09bbfff640 1 --2- 172.21.15.5:0/4291834118 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f09b00051c0 0x7f09b000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7f09bbfff640 1 -- 172.21.15.5:0/4291834118 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f09bc0520d0 con 0x7f09b0004800 2024-09-19T05:01:42.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7f09bbfff640 1 -- 172.21.15.5:0/4291834118 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f09b000bf00 con 0x7f09b0003b40 2024-09-19T05:01:42.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7f09bbfff640 1 -- 172.21.15.5:0/4291834118 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f09b000c080 con 0x7f09b00051c0 2024-09-19T05:01:42.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7f09c9d3c640 1 --2- 172.21.15.5:0/4291834118 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f09b00051c0 0x7f09b000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7f908487a640 1 --2- 172.21.15.5:0/2046118318 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f90800d0510 0x7f90800c4f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7f06eae5e640 1 -- 172.21.15.5:0/472640221 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f06e41627a0 msgr2=0x7f06e40b42e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7f06eae5e640 1 --2- 172.21.15.5:0/472640221 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f06e41627a0 0x7f06e40b42e0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f06d8009870 tx=0x7f06d802a290 comp rx=0 tx=0).stop 2024-09-19T05:01:42.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7fcb56dea640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb48033800 0x7fcb480ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7fcb56dea640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb48039250 0x7fcb480059a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7f06eae5e640 1 -- 172.21.15.5:0/472640221 shutdown_connections 2024-09-19T05:01:42.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7f06eae5e640 1 --2- 172.21.15.5:0/472640221 >> v2:172.21.15.134:3300/0 conn(0x7f06e406dfd0 0x7f06e406e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7f06eae5e640 1 --2- 172.21.15.5:0/472640221 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f06e41627a0 0x7f06e40b42e0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7f06eae5e640 1 -- 172.21.15.5:0/472640221 >> 172.21.15.5:0/472640221 conn(0x7f06e4067da0 msgr2=0x7f06e406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:42.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7f06eae5e640 1 -- 172.21.15.5:0/472640221 shutdown_connections 2024-09-19T05:01:42.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7f907ffff640 1 --2- 172.21.15.5:0/2046118318 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90800b3b00 0x7f90800cd3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7f908487a640 1 -- 172.21.15.5:0/2046118318 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f90800b3f60 msgr2=0x7f90800cb990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7f908487a640 1 --2- 172.21.15.5:0/2046118318 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f90800b3f60 0x7f90800cb990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7f908487a640 1 -- 172.21.15.5:0/2046118318 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90800b3b00 msgr2=0x7f90800cd3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7f09c953b640 1 -- 172.21.15.5:0/4291834118 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f09b00051c0 msgr2=0x7f09b000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:42.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7f09c953b640 1 --2- 172.21.15.5:0/4291834118 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f09b00051c0 0x7f09b000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7f09c953b640 1 -- 172.21.15.5:0/4291834118 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f09b0004800 msgr2=0x7f09b0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:42.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7f66030e4640 1 -- 172.21.15.5:0/63023892 wait complete. 2024-09-19T05:01:42.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7fcb56dea640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcb48005ee0 0x7fcb480d9620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7f06eae5e640 1 -- 172.21.15.5:0/472640221 wait complete. 2024-09-19T05:01:42.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7fcb56dea640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fcb48033be0 con 0x7fcb48033800 2024-09-19T05:01:42.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7fcb56dea640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fcb4803a090 con 0x7fcb48005ee0 2024-09-19T05:01:42.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7fcb56dea640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fcb48054cb0 con 0x7fcb48039250 2024-09-19T05:01:42.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7fcb55de8640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb48033800 0x7fcb480ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7f908487a640 1 --2- 172.21.15.5:0/2046118318 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90800b3b00 0x7f90800cd3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7f908487a640 1 -- 172.21.15.5:0/2046118318 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90800cdcd0 con 0x7f90800d0510 2024-09-19T05:01:42.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7fcb565e9640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcb48005ee0 0x7fcb480d9620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7f907ffff640 1 --2- 172.21.15.5:0/2046118318 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f90800b3b00 0x7f90800cd3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:01:42.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7f908487a640 1 --2- 172.21.15.5:0/2046118318 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f90800d0510 0x7f90800c4f60 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f907800be20 tx=0x7f907800bf10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.367+0000 7fc15bfff640 1 -- 172.21.15.5:0/3158168541 wait complete. 2024-09-19T05:01:42.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7fcb555e7640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb48039250 0x7fcb480059a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7fcb555e7640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb48039250 0x7fcb480059a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.5:42100/0 (socket says 172.21.15.5:42100) 2024-09-19T05:01:42.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7fcb555e7640 1 -- 172.21.15.5:0/285352398 learned_addr learned my addr 172.21.15.5:0/285352398 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:42.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7f09c953b640 1 --2- 172.21.15.5:0/4291834118 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f09b0004800 0x7f09b0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7f09c953b640 1 -- 172.21.15.5:0/4291834118 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09b0003520 con 0x7f09b0003b40 2024-09-19T05:01:42.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7f09c9d3c640 1 -- 172.21.15.5:0/4291834118 reap_dead start 2024-09-19T05:01:42.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7f09c8d3a640 1 --2- 172.21.15.5:0/4291834118 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f09b0004800 0x7f09b0004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:01:42.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.369+0000 7f907cff9640 1 -- 172.21.15.5:0/2046118318 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9078019070 con 0x7f90800d0510 2024-09-19T05:01:42.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.369+0000 7f907cff9640 1 -- 172.21.15.5:0/2046118318 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9078014440 con 0x7f90800d0510 2024-09-19T05:01:42.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.369+0000 7fc15bfff640 1 Processor -- start 2024-09-19T05:01:42.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.369+0000 7fcb565e9640 1 -- 172.21.15.5:0/285352398 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb48039250 msgr2=0x7fcb480059a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.369+0000 7fcb565e9640 1 --2- 172.21.15.5:0/285352398 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb48039250 0x7fcb480059a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.405 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.369+0000 7f09c953b640 1 --2- 172.21.15.5:0/4291834118 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f09b0003b40 0x7f09b0003f20 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f09c0007ef0 tx=0x7f09b0005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=628f24d6bd3c16d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.405 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.369+0000 7fcb565e9640 1 -- 172.21.15.5:0/285352398 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb48033800 msgr2=0x7fcb480ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.405 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.369+0000 7fc15bfff640 1 -- start start 2024-09-19T05:01:42.405 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.369+0000 7f09bbfff640 1 -- 172.21.15.5:0/4291834118 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09c0007af0 con 0x7f09b0003b40 2024-09-19T05:01:42.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.369+0000 7fcb565e9640 1 --2- 172.21.15.5:0/285352398 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb48033800 0x7fcb480ce0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.369+0000 7f09bbfff640 1 -- 172.21.15.5:0/4291834118 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09c0005270 con 0x7f09b0003b40 2024-09-19T05:01:42.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7ff4b65a1640 1 -- start start 2024-09-19T05:01:42.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.369+0000 7fcb565e9640 1 -- 172.21.15.5:0/285352398 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb480d8230 con 0x7fcb48005ee0 2024-09-19T05:01:42.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.369+0000 7ff4b65a1640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff4b006fe50 0x7ff4b014ece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.369+0000 7ff4b65a1640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff4b0072500 0x7ff4b01511c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.369+0000 7ff4b65a1640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff4b015a3e0 0x7ff4b015b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.369+0000 7ff4b65a1640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b015a7c0 con 0x7ff4b015a3e0 2024-09-19T05:01:42.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.369+0000 7ff4b65a1640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b015ebd0 con 0x7ff4b0072500 2024-09-19T05:01:42.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.369+0000 7ff4b65a1640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ff4b006c700 con 0x7ff4b006fe50 2024-09-19T05:01:42.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7f06eae5e640 1 Processor -- start 2024-09-19T05:01:42.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.369+0000 7fcb55de8640 1 --2- 172.21.15.5:0/285352398 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb48033800 0x7fcb480ce0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:01:42.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7f06eae5e640 1 -- start start 2024-09-19T05:01:42.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7f66030e4640 1 Processor -- start 2024-09-19T05:01:42.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.368+0000 7f66030e4640 1 -- start start 2024-09-19T05:01:42.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7ff4affff640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff4b006fe50 0x7ff4b014ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7f907cff9640 1 -- 172.21.15.5:0/2046118318 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9078014850 con 0x7f90800d0510 2024-09-19T05:01:42.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7f09bbfff640 1 -- 172.21.15.5:0/4291834118 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09c0003830 con 0x7f09b0003b40 2024-09-19T05:01:42.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7f7615653640 1 -- 172.21.15.5:0/3383490067 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7608007de0 msgr2=0x7f76080f1e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7f7615653640 1 --2- 172.21.15.5:0/3383490067 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7608007de0 0x7f76080f1e00 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f7610076d60 tx=0x7f76100a61f0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7f66030e4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65fc06f260 0x7f65fc0ce820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7f66030e4640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f65fc073a70 0x7f65fc165770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7f66030e4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f65fc0b2f80 0x7f65fc1ede70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7fcb565e9640 1 --2- 172.21.15.5:0/285352398 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcb48005ee0 0x7fcb480d9620 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fcb4c031000 tx=0x7fcb4c0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7ff4affff640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff4b006fe50 0x7ff4b014ece0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.5:42102/0 (socket says 172.21.15.5:42102) 2024-09-19T05:01:42.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7ff4affff640 1 -- 172.21.15.5:0/1694107714 learned_addr learned my addr 172.21.15.5:0/1694107714 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:42.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7f7615653640 1 -- 172.21.15.5:0/3383490067 shutdown_connections 2024-09-19T05:01:42.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7f7615653640 1 --2- 172.21.15.5:0/3383490067 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7608007de0 0x7f76080f1e00 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7f7615653640 1 -- 172.21.15.5:0/3383490067 >> 172.21.15.5:0/3383490067 conn(0x7f760801e1c0 msgr2=0x7f7608054e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:42.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7fc15bfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc154005aa0 0x7fc1540e5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7f65fbfff640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f65fc073a70 0x7f65fc165770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7f65fbfff640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f65fc073a70 0x7f65fc165770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.5:39876/0 (socket says 172.21.15.5:39876) 2024-09-19T05:01:42.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7f908507b640 1 -- 172.21.15.5:0/2046118318 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90800cdfb0 con 0x7f90800d0510 2024-09-19T05:01:42.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7f908507b640 1 -- 172.21.15.5:0/2046118318 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f90800ce570 con 0x7f90800d0510 2024-09-19T05:01:42.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7f7615653640 1 -- 172.21.15.5:0/3383490067 shutdown_connections 2024-09-19T05:01:42.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7f09cb79f640 1 -- 172.21.15.5:0/4291834118 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f09b0003b40 msgr2=0x7f09b0003f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7f09cb79f640 1 --2- 172.21.15.5:0/4291834118 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f09b0003b40 0x7f09b0003f20 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f09c0007ef0 tx=0x7f09b0005830 comp rx=0 tx=0).stop 2024-09-19T05:01:42.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7fc15bfff640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc15404eb50 0x7fc15404df20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7f09cb79f640 1 -- 172.21.15.5:0/4291834118 shutdown_connections 2024-09-19T05:01:42.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7f09cb79f640 1 --2- 172.21.15.5:0/4291834118 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f09b0003b40 0x7f09b0003f20 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7f09cb79f640 1 -- 172.21.15.5:0/4291834118 >> 172.21.15.5:0/4291834118 conn(0x7f09bc036080 msgr2=0x7f09bc036490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:42.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.371+0000 7fc15bfff640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc1540e7110 0x7fc1540e36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7ff4b4b3e640 1 --2- 172.21.15.5:0/1694107714 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff4b015a3e0 0x7ff4b015b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.371+0000 7ff4af7fe640 1 --2- 172.21.15.5:0/1694107714 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff4b0072500 0x7ff4b01511c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.371+0000 7f6600e80640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65fc06f260 0x7f65fc0ce820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.371+0000 7f09cb79f640 1 -- 172.21.15.5:0/4291834118 shutdown_connections 2024-09-19T05:01:42.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.371+0000 7f6600e80640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65fc06f260 0x7f65fc0ce820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41788/0 (socket says 172.21.15.5:41788) 2024-09-19T05:01:42.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.371+0000 7f09cb79f640 1 -- 172.21.15.5:0/4291834118 wait complete. 2024-09-19T05:01:42.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.371+0000 7fc15a7fc640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc15404eb50 0x7fc15404df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.371+0000 7fc15a7fc640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc15404eb50 0x7fc15404df20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.5:42110/0 (socket says 172.21.15.5:42110) 2024-09-19T05:01:42.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.371+0000 7f65fbfff640 1 -- 172.21.15.5:0/328261348 learned_addr learned my addr 172.21.15.5:0/328261348 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:42.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.371+0000 7f66030e4640 1 -- 172.21.15.5:0/328261348 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f65fc0b2a40 con 0x7f65fc06f260 2024-09-19T05:01:42.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.371+0000 7f66030e4640 1 -- 172.21.15.5:0/328261348 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f65fc073f00 con 0x7f65fc073a70 2024-09-19T05:01:42.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.371+0000 7f66030e4640 1 -- 172.21.15.5:0/328261348 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f65fc0b2bc0 con 0x7f65fc0b2f80 2024-09-19T05:01:42.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.371+0000 7fc15a7fc640 1 -- 172.21.15.5:0/2450752203 learned_addr learned my addr 172.21.15.5:0/2450752203 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:42.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7f7615653640 1 -- 172.21.15.5:0/3383490067 wait complete. 2024-09-19T05:01:42.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.371+0000 7fc15b7fe640 1 --2- 172.21.15.5:0/2450752203 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc1540e7110 0x7fc1540e36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.371+0000 7f06eae5e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f06e406dfd0 0x7f06e40a94d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.371+0000 7f06eae5e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f06e40cdfc0 0x7f06e4149e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.371+0000 7fc15affd640 1 --2- 172.21.15.5:0/2450752203 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc154005aa0 0x7fc1540e5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.371+0000 7f06eae5e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f06e41627a0 0x7f06e415bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.371+0000 7fc15bfff640 1 -- 172.21.15.5:0/2450752203 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fc154053a00 con 0x7fc154005aa0 2024-09-19T05:01:42.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.371+0000 7f06eae5e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f06e4162b80 con 0x7f06e40cdfc0 2024-09-19T05:01:42.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.371+0000 7fc15bfff640 1 -- 172.21.15.5:0/2450752203 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fc154007280 con 0x7fc1540e7110 2024-09-19T05:01:42.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.371+0000 7f06eae5e640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f06e40cf060 con 0x7f06e406dfd0 2024-09-19T05:01:42.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.371+0000 7f06eae5e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f06e4162d00 con 0x7f06e41627a0 2024-09-19T05:01:42.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.371+0000 7fc15bfff640 1 -- 172.21.15.5:0/2450752203 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fc15401dc30 con 0x7fc15404eb50 2024-09-19T05:01:42.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7fcb467fc640 1 -- 172.21.15.5:0/285352398 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb4c042020 con 0x7fcb48005ee0 2024-09-19T05:01:42.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7fcb467fc640 1 -- 172.21.15.5:0/285352398 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb4c032440 con 0x7fcb48005ee0 2024-09-19T05:01:42.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.370+0000 7fcb467fc640 1 -- 172.21.15.5:0/285352398 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb4c037040 con 0x7fcb48005ee0 2024-09-19T05:01:42.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.372+0000 7fcb56dea640 1 -- 172.21.15.5:0/285352398 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb480d8510 con 0x7fcb48005ee0 2024-09-19T05:01:42.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.372+0000 7f06e3fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f06e40cdfc0 0x7f06e4149e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.372+0000 7f908507b640 1 -- 172.21.15.5:0/2046118318 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f90800af900 con 0x7f90800d0510 2024-09-19T05:01:42.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.372+0000 7fcb56dea640 1 -- 172.21.15.5:0/285352398 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb480d8ad0 con 0x7fcb48005ee0 2024-09-19T05:01:42.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.372+0000 7ff4affff640 1 -- 172.21.15.5:0/1694107714 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff4b0072500 msgr2=0x7ff4b01511c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.372+0000 7ff4affff640 1 --2- 172.21.15.5:0/1694107714 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff4b0072500 0x7ff4b01511c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.372+0000 7f6601681640 1 --2- 172.21.15.5:0/328261348 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f65fc0b2f80 0x7f65fc1ede70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.372+0000 7ff4affff640 1 -- 172.21.15.5:0/1694107714 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff4b015a3e0 msgr2=0x7ff4b015b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.372+0000 7ff4affff640 1 --2- 172.21.15.5:0/1694107714 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff4b015a3e0 0x7ff4b015b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.372+0000 7ff4affff640 1 -- 172.21.15.5:0/1694107714 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4b0150120 con 0x7ff4b006fe50 2024-09-19T05:01:42.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.372+0000 7f06e8bfa640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f06e406dfd0 0x7f06e40a94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.372+0000 7fc15b7fe640 1 -- 172.21.15.5:0/2450752203 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc15404eb50 msgr2=0x7fc15404df20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.372+0000 7fc15b7fe640 1 --2- 172.21.15.5:0/2450752203 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc15404eb50 0x7fc15404df20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.372+0000 7f65fbfff640 1 -- 172.21.15.5:0/328261348 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f65fc0b2f80 msgr2=0x7f65fc1ede70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.372+0000 7f65fbfff640 1 --2- 172.21.15.5:0/328261348 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f65fc0b2f80 0x7f65fc1ede70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.372+0000 7fc15b7fe640 1 -- 172.21.15.5:0/2450752203 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc154005aa0 msgr2=0x7fc1540e5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.372+0000 7f65fbfff640 1 -- 172.21.15.5:0/328261348 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65fc06f260 msgr2=0x7f65fc0ce820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.372+0000 7f65fbfff640 1 --2- 172.21.15.5:0/328261348 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65fc06f260 0x7f65fc0ce820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.372+0000 7ff4affff640 1 --2- 172.21.15.5:0/1694107714 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff4b006fe50 0x7ff4b014ece0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7ff4a002aaa0 tx=0x7ff4a0004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.372+0000 7fc15b7fe640 1 --2- 172.21.15.5:0/2450752203 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc154005aa0 0x7fc1540e5050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.372+0000 7fc15b7fe640 1 -- 172.21.15.5:0/2450752203 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1540e3fb0 con 0x7fc1540e7110 2024-09-19T05:01:42.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.372+0000 7f65fbfff640 1 -- 172.21.15.5:0/328261348 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65fc0cf8d0 con 0x7f65fc073a70 2024-09-19T05:01:42.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.372+0000 7f6600e80640 1 --2- 172.21.15.5:0/328261348 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f65fc06f260 0x7f65fc0ce820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:01:42.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.372+0000 7f06e93fb640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f06e41627a0 0x7f06e415bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.372+0000 7f06e8bfa640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f06e406dfd0 0x7f06e40a94d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.5:39906/0 (socket says 172.21.15.5:39906) 2024-09-19T05:01:42.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.372+0000 7f06e8bfa640 1 -- 172.21.15.5:0/3587562165 learned_addr learned my addr 172.21.15.5:0/3587562165 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:42.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.373+0000 7f09cb79f640 1 Processor -- start 2024-09-19T05:01:42.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.373+0000 7fc15b7fe640 1 --2- 172.21.15.5:0/2450752203 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc1540e7110 0x7fc1540e36d0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc15c06a9b0 tx=0x7fc15c050fe0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.373+0000 7f06e8bfa640 1 -- 172.21.15.5:0/3587562165 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f06e41627a0 msgr2=0x7f06e415bfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.373+0000 7f06e8bfa640 1 --2- 172.21.15.5:0/3587562165 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f06e41627a0 0x7f06e415bfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.373+0000 7f06e8bfa640 1 -- 172.21.15.5:0/3587562165 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f06e40cdfc0 msgr2=0x7f06e4149e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.373+0000 7f06e8bfa640 1 --2- 172.21.15.5:0/3587562165 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f06e40cdfc0 0x7f06e4149e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.373+0000 7f06e8bfa640 1 -- 172.21.15.5:0/3587562165 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06e415d960 con 0x7f06e406dfd0 2024-09-19T05:01:42.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.373+0000 7f7615653640 1 Processor -- start 2024-09-19T05:01:42.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.373+0000 7ff4acff9640 1 -- 172.21.15.5:0/1694107714 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a0043070 con 0x7ff4b006fe50 2024-09-19T05:01:42.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.373+0000 7ff4acff9640 1 -- 172.21.15.5:0/1694107714 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4a003c650 con 0x7ff4b006fe50 2024-09-19T05:01:42.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.373+0000 7ff4acff9640 1 -- 172.21.15.5:0/1694107714 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a0038040 con 0x7ff4b006fe50 2024-09-19T05:01:42.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.373+0000 7fc143fff640 1 -- 172.21.15.5:0/2450752203 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc15c069d10 con 0x7fc1540e7110 2024-09-19T05:01:42.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.373+0000 7fc143fff640 1 -- 172.21.15.5:0/2450752203 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc15c090020 con 0x7fc1540e7110 2024-09-19T05:01:42.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.373+0000 7fc143fff640 1 -- 172.21.15.5:0/2450752203 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc15c06a150 con 0x7fc1540e7110 2024-09-19T05:01:42.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.373+0000 7f65fbfff640 1 --2- 172.21.15.5:0/328261348 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f65fc073a70 0x7f65fc165770 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f65f000b4a0 tx=0x7f65f000b960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.373+0000 7f7615653640 1 -- start start 2024-09-19T05:01:42.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.374+0000 7ff4b65a1640 1 -- 172.21.15.5:0/1694107714 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4b0150400 con 0x7ff4b006fe50 2024-09-19T05:01:42.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.373+0000 7f907cff9640 1 -- 172.21.15.5:0/2046118318 <== mon.2 v2:172.21.15.134:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f907801c070 con 0x7f90800d0510 2024-09-19T05:01:42.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.374+0000 7f907cff9640 1 --2- 172.21.15.5:0/2046118318 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f906c06c3b0 0x7f906c06e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.374+0000 7fcb56dea640 1 -- 172.21.15.5:0/285352398 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fcb480da2e0 con 0x7fcb48005ee0 2024-09-19T05:01:42.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.373+0000 7f65f97fa640 1 -- 172.21.15.5:0/328261348 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65f0014070 con 0x7f65fc073a70 2024-09-19T05:01:42.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.373+0000 7f65f97fa640 1 -- 172.21.15.5:0/328261348 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65f0010610 con 0x7f65fc073a70 2024-09-19T05:01:42.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.373+0000 7f09cb79f640 1 -- start start 2024-09-19T05:01:42.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.374+0000 7f09cb79f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f09b0003b40 0x7f09bc038f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.374+0000 7ff4b65a1640 1 -- 172.21.15.5:0/1694107714 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4b01509c0 con 0x7ff4b006fe50 2024-09-19T05:01:42.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.374+0000 7f907ffff640 1 --2- 172.21.15.5:0/2046118318 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f906c06c3b0 0x7f906c06e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.373+0000 7fc15bfff640 1 -- 172.21.15.5:0/2450752203 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1540e4290 con 0x7fc1540e7110 2024-09-19T05:01:42.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.373+0000 7fc15bfff640 1 -- 172.21.15.5:0/2450752203 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1540e4850 con 0x7fc1540e7110 2024-09-19T05:01:42.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.374+0000 7f907cff9640 1 -- 172.21.15.5:0/2046118318 <== mon.2 v2:172.21.15.134:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f907808b6e0 con 0x7f90800d0510 2024-09-19T05:01:42.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.374+0000 7f09cb79f640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f09bc035370 0x7f09bc0357f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.374+0000 7f09cb79f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f09bc049070 0x7f09bc0494f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.374+0000 7f7615653640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7608007de0 0x7f7608037290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.374+0000 7fc15bfff640 1 -- 172.21.15.5:0/2450752203 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc154047b40 con 0x7fc1540e7110 2024-09-19T05:01:42.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.374+0000 7f7615653640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76080ea520 0x7f760804a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.374+0000 7f7615653640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76080ea900 0x7f76080d0070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.374+0000 7f7615653640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f760800ab30 con 0x7f76080ea900 2024-09-19T05:01:42.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.374+0000 7f65f97fa640 1 -- 172.21.15.5:0/328261348 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65f0010a00 con 0x7f65fc073a70 2024-09-19T05:01:42.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.374+0000 7f7615653640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f76080071b0 con 0x7f7608007de0 2024-09-19T05:01:42.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.374+0000 7f907cff9640 1 --2- 172.21.15.5:0/2046118318 >> [v2:172.21.15.5:6808/1527990869,v1:172.21.15.5:6809/1527990869] conn(0x7f906c075b30 0x7f906c077f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.374+0000 7f907cff9640 1 -- 172.21.15.5:0/2046118318 --> [v2:172.21.15.5:6808/1527990869,v1:172.21.15.5:6809/1527990869] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f906c078640 con 0x7f906c075b30 2024-09-19T05:01:42.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.374+0000 7f907cff9640 1 -- 172.21.15.5:0/2046118318 <== mon.2 v2:172.21.15.134:3301/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f9078092050 con 0x7f90800d0510 2024-09-19T05:01:42.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7f7615653640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f7608033b60 con 0x7f76080ea520 2024-09-19T05:01:42.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.374+0000 7f09c8d3a640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f09bc035370 0x7f09bc0357f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7f760effd640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7608007de0 0x7f7608037290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7f760effd640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7608007de0 0x7f7608037290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.5:39922/0 (socket says 172.21.15.5:39922) 2024-09-19T05:01:42.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7f760effd640 1 -- 172.21.15.5:0/4048328229 learned_addr learned my addr 172.21.15.5:0/4048328229 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:42.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7f09c8d3a640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f09bc035370 0x7f09bc0357f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.5:39910/0 (socket says 172.21.15.5:39910) 2024-09-19T05:01:42.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7ff4b65a1640 1 -- 172.21.15.5:0/1694107714 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff4b0072970 con 0x7ff4b006fe50 2024-09-19T05:01:42.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7f907ffff640 1 --2- 172.21.15.5:0/2046118318 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f906c06c3b0 0x7f906c06e870 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f908009daf0 tx=0x7f9074008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7fc143fff640 1 -- 172.21.15.5:0/2450752203 <== mon.1 v2:172.21.15.134:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc15c06d110 con 0x7fc1540e7110 2024-09-19T05:01:42.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7f66030e4640 1 -- 172.21.15.5:0/328261348 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65fc0ced60 con 0x7f65fc073a70 2024-09-19T05:01:42.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7f66030e4640 1 -- 172.21.15.5:0/328261348 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65fc0cf310 con 0x7f65fc073a70 2024-09-19T05:01:42.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7f06e8bfa640 1 --2- 172.21.15.5:0/3587562165 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f06e406dfd0 0x7f06e40a94d0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f06d802a2d0 tx=0x7f06d80046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7f06e17fa640 1 -- 172.21.15.5:0/3587562165 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06d8042070 con 0x7f06e406dfd0 2024-09-19T05:01:42.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7f06e17fa640 1 -- 172.21.15.5:0/3587562165 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06d8030650 con 0x7f06e406dfd0 2024-09-19T05:01:42.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7f760f7fe640 1 --2- 172.21.15.5:0/4048328229 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76080ea900 0x7f76080d0070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7f760e7fc640 1 --2- 172.21.15.5:0/4048328229 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76080ea520 0x7f760804a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7f760effd640 1 -- 172.21.15.5:0/4048328229 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76080ea520 msgr2=0x7f760804a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7f760effd640 1 --2- 172.21.15.5:0/4048328229 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76080ea520 0x7f760804a1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7f760effd640 1 -- 172.21.15.5:0/4048328229 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76080ea900 msgr2=0x7f76080d0070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7f760effd640 1 --2- 172.21.15.5:0/4048328229 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76080ea900 0x7f76080d0070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7f760effd640 1 -- 172.21.15.5:0/4048328229 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76080377d0 con 0x7f7608007de0 2024-09-19T05:01:42.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.376+0000 7fcb467fc640 1 -- 172.21.15.5:0/285352398 <== mon.1 v2:172.21.15.134:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcb4c045020 con 0x7fcb48005ee0 2024-09-19T05:01:42.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7f760effd640 1 --2- 172.21.15.5:0/4048328229 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7608007de0 0x7f7608037290 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f760000c460 tx=0x7f760000c920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7f09c8d3a640 1 -- 172.21.15.5:0/536417792 learned_addr learned my addr 172.21.15.5:0/536417792 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:42.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7f09cb79f640 1 -- 172.21.15.5:0/536417792 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f09bc047b40 con 0x7f09b0003b40 2024-09-19T05:01:42.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7f09cb79f640 1 -- 172.21.15.5:0/536417792 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f09bc053a00 con 0x7f09bc035370 2024-09-19T05:01:42.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7f09cb79f640 1 -- 172.21.15.5:0/536417792 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f09bc047cc0 con 0x7f09bc049070 2024-09-19T05:01:42.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.376+0000 7fc143fff640 1 --2- 172.21.15.5:0/2450752203 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc14806c2e0 0x7fc14806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7f09c8d3a640 1 -- 172.21.15.5:0/536417792 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f09bc049070 msgr2=0x7f09bc0494f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:01:42.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.376+0000 7f06e17fa640 1 -- 172.21.15.5:0/3587562165 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06d8037070 con 0x7f06e406dfd0 2024-09-19T05:01:42.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7f09c8d3a640 1 --2- 172.21.15.5:0/536417792 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f09bc049070 0x7f09bc0494f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.376+0000 7f06eae5e640 1 -- 172.21.15.5:0/3587562165 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06e414a600 con 0x7f06e406dfd0 2024-09-19T05:01:42.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7f09c8d3a640 1 -- 172.21.15.5:0/536417792 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f09b0003b40 msgr2=0x7f09bc038f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.376+0000 7f06eae5e640 1 -- 172.21.15.5:0/3587562165 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06e414abc0 con 0x7f06e406dfd0 2024-09-19T05:01:42.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7f09c8d3a640 1 --2- 172.21.15.5:0/536417792 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f09b0003b40 0x7f09bc038f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.376+0000 7fc143fff640 1 -- 172.21.15.5:0/2450752203 <== mon.1 v2:172.21.15.134:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fc15c106b20 con 0x7fc1540e7110 2024-09-19T05:01:42.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.376+0000 7fc143fff640 1 --2- 172.21.15.5:0/2450752203 >> [v2:172.21.15.5:6816/1732236614,v1:172.21.15.5:6817/1732236614] conn(0x7fc1480759e0 0x7fc148077e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.376+0000 7fc143fff640 1 -- 172.21.15.5:0/2450752203 --> [v2:172.21.15.5:6816/1732236614,v1:172.21.15.5:6817/1732236614] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc15c06ce50 con 0x7fc1480759e0 2024-09-19T05:01:42.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.376+0000 7fc143fff640 1 -- 172.21.15.5:0/2450752203 <== mon.1 v2:172.21.15.134:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fc15c0d0910 con 0x7fc1540e7110 2024-09-19T05:01:42.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.376+0000 7fcb467fc640 1 --2- 172.21.15.5:0/285352398 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcb3406c3b0 0x7fcb3406e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.375+0000 7f09c8d3a640 1 -- 172.21.15.5:0/536417792 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09bc049e60 con 0x7f09bc035370 2024-09-19T05:01:42.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.376+0000 7ff4acff9640 1 -- 172.21.15.5:0/1694107714 <== mon.2 v2:172.21.15.134:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff4a0046070 con 0x7ff4b006fe50 2024-09-19T05:01:42.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.376+0000 7f09c8d3a640 1 --2- 172.21.15.5:0/536417792 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f09bc035370 0x7f09bc0357f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f09b4011be0 tx=0x7f09b400f610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.376+0000 7fcb467fc640 1 -- 172.21.15.5:0/285352398 <== mon.1 v2:172.21.15.134:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fcb4c0abcb0 con 0x7fcb48005ee0 2024-09-19T05:01:42.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.376+0000 7f09b9ffb640 1 -- 172.21.15.5:0/536417792 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09b40097e0 con 0x7f09bc035370 2024-09-19T05:01:42.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.377+0000 7f65e6ffd640 1 -- 172.21.15.5:0/328261348 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f65d4001030 con 0x7f65fc073a70 2024-09-19T05:01:42.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.377+0000 7fcb467fc640 1 --2- 172.21.15.5:0/285352398 >> [v2:172.21.15.5:6824/2902387139,v1:172.21.15.5:6825/2902387139] conn(0x7fcb34075b30 0x7fcb34077f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.376+0000 7f09cb79f640 1 -- 172.21.15.5:0/536417792 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09bc04a140 con 0x7f09bc035370 2024-09-19T05:01:42.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.377+0000 7f09b9ffb640 1 -- 172.21.15.5:0/536417792 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09b4011cd0 con 0x7f09bc035370 2024-09-19T05:01:42.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.377+0000 7f09b9ffb640 1 -- 172.21.15.5:0/536417792 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09b4004240 con 0x7f09bc035370 2024-09-19T05:01:42.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.377+0000 7fcb467fc640 1 -- 172.21.15.5:0/285352398 --> [v2:172.21.15.5:6824/2902387139,v1:172.21.15.5:6825/2902387139] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fcb4c033e50 con 0x7fcb34075b30 2024-09-19T05:01:42.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.377+0000 7fcb467fc640 1 -- 172.21.15.5:0/285352398 <== mon.1 v2:172.21.15.134:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fcb4c0ae310 con 0x7fcb48005ee0 2024-09-19T05:01:42.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.377+0000 7fcb555e7640 1 --2- 172.21.15.5:0/285352398 >> [v2:172.21.15.5:6824/2902387139,v1:172.21.15.5:6825/2902387139] conn(0x7fcb34075b30 0x7fcb34077f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.377+0000 7fc15affd640 1 --2- 172.21.15.5:0/2450752203 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc14806c2e0 0x7fc14806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.377+0000 7fc15a7fc640 1 --2- 172.21.15.5:0/2450752203 >> [v2:172.21.15.5:6816/1732236614,v1:172.21.15.5:6817/1732236614] conn(0x7fc1480759e0 0x7fc148077e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.377+0000 7ff4acff9640 1 --2- 172.21.15.5:0/1694107714 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff49c06c2b0 0x7ff49c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.377+0000 7f06ceffd640 1 -- 172.21.15.5:0/3587562165 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f06e40a9b30 con 0x7f06e406dfd0 2024-09-19T05:01:42.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.377+0000 7fc15a7fc640 1 --2- 172.21.15.5:0/2450752203 >> [v2:172.21.15.5:6816/1732236614,v1:172.21.15.5:6817/1732236614] conn(0x7fc1480759e0 0x7fc148077e20 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.377+0000 7ff4af7fe640 1 --2- 172.21.15.5:0/1694107714 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff49c06c2b0 0x7ff49c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.378+0000 7ff4acff9640 1 -- 172.21.15.5:0/1694107714 <== mon.2 v2:172.21.15.134:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7ff4a00ab940 con 0x7ff4b006fe50 2024-09-19T05:01:42.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.378+0000 7ff4acff9640 1 --2- 172.21.15.5:0/1694107714 >> [v2:172.21.15.5:6800/2513600842,v1:172.21.15.5:6801/2513600842] conn(0x7ff49c075a30 0x7ff49c077e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.378+0000 7ff4acff9640 1 -- 172.21.15.5:0/1694107714 --> [v2:172.21.15.5:6800/2513600842,v1:172.21.15.5:6801/2513600842] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff4a000ba50 con 0x7ff49c075a30 2024-09-19T05:01:42.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.378+0000 7ff4acff9640 1 -- 172.21.15.5:0/1694107714 <== mon.2 v2:172.21.15.134:3301/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ff4a00b02a0 con 0x7ff4b006fe50 2024-09-19T05:01:42.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.378+0000 7f907f7fe640 1 --2- 172.21.15.5:0/2046118318 >> [v2:172.21.15.5:6808/1527990869,v1:172.21.15.5:6809/1527990869] conn(0x7f906c075b30 0x7f906c077f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.378+0000 7f907f7fe640 1 --2- 172.21.15.5:0/2046118318 >> [v2:172.21.15.5:6808/1527990869,v1:172.21.15.5:6809/1527990869] conn(0x7f906c075b30 0x7f906c077f70 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.378+0000 7fc15affd640 1 --2- 172.21.15.5:0/2450752203 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc14806c2e0 0x7fc14806e7a0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fc154032930 tx=0x7fc14c008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.378+0000 7fcb555e7640 1 --2- 172.21.15.5:0/285352398 >> [v2:172.21.15.5:6824/2902387139,v1:172.21.15.5:6825/2902387139] conn(0x7fcb34075b30 0x7fcb34077f70 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.378+0000 7fcb55de8640 1 --2- 172.21.15.5:0/285352398 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcb3406c3b0 0x7fcb3406e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.378+0000 7fcb55de8640 1 --2- 172.21.15.5:0/285352398 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcb3406c3b0 0x7fcb3406e870 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fcb500749b0 tx=0x7fcb50075340 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.378+0000 7f65f97fa640 1 -- 172.21.15.5:0/328261348 <== mon.1 v2:172.21.15.134:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f65f0017070 con 0x7f65fc073a70 2024-09-19T05:01:42.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.377+0000 7f76077fe640 1 -- 172.21.15.5:0/4048328229 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76000052d0 con 0x7f7608007de0 2024-09-19T05:01:42.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.377+0000 7f76077fe640 1 -- 172.21.15.5:0/4048328229 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7600005470 con 0x7f7608007de0 2024-09-19T05:01:42.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.377+0000 7f76077fe640 1 -- 172.21.15.5:0/4048328229 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7600007260 con 0x7f7608007de0 2024-09-19T05:01:42.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.378+0000 7f7615653640 1 -- 172.21.15.5:0/4048328229 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7608049120 con 0x7f7608007de0 2024-09-19T05:01:42.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.378+0000 7f7615653640 1 -- 172.21.15.5:0/4048328229 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76080496e0 con 0x7f7608007de0 2024-09-19T05:01:42.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.379+0000 7ff4b4b3e640 1 --2- 172.21.15.5:0/1694107714 >> [v2:172.21.15.5:6800/2513600842,v1:172.21.15.5:6801/2513600842] conn(0x7ff49c075a30 0x7ff49c077e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.379+0000 7fc143fff640 1 -- 172.21.15.5:0/2450752203 <== osd.2 v2:172.21.15.5:6816/1732236614 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc15c06ce50 con 0x7fc1480759e0 2024-09-19T05:01:42.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.378+0000 7f09cb79f640 1 -- 172.21.15.5:0/536417792 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09bc04a700 con 0x7f09bc035370 2024-09-19T05:01:42.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.379+0000 7fcb467fc640 1 -- 172.21.15.5:0/285352398 <== osd.3 v2:172.21.15.5:6824/2902387139 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fcb4c033e50 con 0x7fcb34075b30 2024-09-19T05:01:42.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.380+0000 7f09cb79f640 1 -- 172.21.15.5:0/536417792 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f09bc005090 con 0x7f09bc035370 2024-09-19T05:01:42.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.379+0000 7f7615653640 1 -- 172.21.15.5:0/4048328229 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f760800a420 con 0x7f7608007de0 2024-09-19T05:01:42.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.379+0000 7f65f97fa640 1 --2- 172.21.15.5:0/328261348 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f65e006c2b0 0x7f65e006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.379+0000 7f65f97fa640 1 -- 172.21.15.5:0/328261348 <== mon.1 v2:172.21.15.134:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f65f008b300 con 0x7f65fc073a70 2024-09-19T05:01:42.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.379+0000 7f6600e80640 1 --2- 172.21.15.5:0/328261348 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f65e006c2b0 0x7f65e006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.379+0000 7f65f97fa640 1 --2- 172.21.15.5:0/328261348 >> [v2:172.21.15.134:6800/1034280181,v1:172.21.15.134:6801/1034280181] conn(0x7f65e0075a30 0x7f65e0077e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.379+0000 7f65f97fa640 1 -- 172.21.15.5:0/328261348 --> [v2:172.21.15.134:6800/1034280181,v1:172.21.15.134:6801/1034280181] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f65f0020e70 con 0x7f65e0075a30 2024-09-19T05:01:42.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.379+0000 7f65f97fa640 1 -- 172.21.15.5:0/328261348 <== mon.1 v2:172.21.15.134:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f65f008b6f0 con 0x7f65fc073a70 2024-09-19T05:01:42.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.380+0000 7f6601681640 1 --2- 172.21.15.5:0/328261348 >> [v2:172.21.15.134:6800/1034280181,v1:172.21.15.134:6801/1034280181] conn(0x7f65e0075a30 0x7f65e0077e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.380+0000 7ff4af7fe640 1 --2- 172.21.15.5:0/1694107714 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff49c06c2b0 0x7ff49c06e770 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ff4a8008360 tx=0x7ff4a800db60 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.380+0000 7ff4b4b3e640 1 --2- 172.21.15.5:0/1694107714 >> [v2:172.21.15.5:6800/2513600842,v1:172.21.15.5:6801/2513600842] conn(0x7ff49c075a30 0x7ff49c077e70 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.380+0000 7f76077fe640 1 -- 172.21.15.5:0/4048328229 <== mon.1 v2:172.21.15.134:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7600007400 con 0x7f7608007de0 2024-09-19T05:01:42.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.380+0000 7f06e17fa640 1 -- 172.21.15.5:0/3587562165 <== mon.1 v2:172.21.15.134:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f06d8045070 con 0x7f06e406dfd0 2024-09-19T05:01:42.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.380+0000 7f6600e80640 1 --2- 172.21.15.5:0/328261348 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f65e006c2b0 0x7f65e006e770 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f65e8000f60 tx=0x7f65e8007e40 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.380+0000 7f6601681640 1 --2- 172.21.15.5:0/328261348 >> [v2:172.21.15.134:6800/1034280181,v1:172.21.15.134:6801/1034280181] conn(0x7f65e0075a30 0x7f65e0077e70 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.380+0000 7f907cff9640 1 -- 172.21.15.5:0/2046118318 <== osd.1 v2:172.21.15.5:6808/1527990869 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f906c078640 con 0x7f906c075b30 2024-09-19T05:01:42.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.381+0000 7f06e17fa640 1 --2- 172.21.15.5:0/3587562165 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f06c806c300 0x7f06c806e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.381+0000 7f09b9ffb640 1 -- 172.21.15.5:0/536417792 <== mon.1 v2:172.21.15.134:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f09b4012040 con 0x7f09bc035370 2024-09-19T05:01:42.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.381+0000 7f06e17fa640 1 -- 172.21.15.5:0/3587562165 <== mon.1 v2:172.21.15.134:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f06d80abc00 con 0x7f06e406dfd0 2024-09-19T05:01:42.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.381+0000 7f06e17fa640 1 --2- 172.21.15.5:0/3587562165 >> [v2:172.21.15.134:6824/875839992,v1:172.21.15.134:6825/875839992] conn(0x7f06c8075a80 0x7f06c8077ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.381+0000 7f06e17fa640 1 -- 172.21.15.5:0/3587562165 --> [v2:172.21.15.134:6824/875839992,v1:172.21.15.134:6825/875839992] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f06d8032440 con 0x7f06c8075a80 2024-09-19T05:01:42.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.381+0000 7ff4acff9640 1 -- 172.21.15.5:0/1694107714 <== osd.0 v2:172.21.15.5:6800/2513600842 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff4a000ba50 con 0x7ff49c075a30 2024-09-19T05:01:42.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.381+0000 7f65f97fa640 1 -- 172.21.15.5:0/328261348 <== osd.4 v2:172.21.15.134:6800/1034280181 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f65f0020e70 con 0x7f65e0075a30 2024-09-19T05:01:42.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.381+0000 7f06e3fff640 1 --2- 172.21.15.5:0/3587562165 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f06c806c300 0x7f06c806e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.381+0000 7f06e17fa640 1 -- 172.21.15.5:0/3587562165 <== mon.1 v2:172.21.15.134:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f06d80abff0 con 0x7f06e406dfd0 2024-09-19T05:01:42.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.382+0000 7f76077fe640 1 --2- 172.21.15.5:0/4048328229 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f75f806c380 0x7f75f806e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.382+0000 7f76077fe640 1 -- 172.21.15.5:0/4048328229 <== mon.1 v2:172.21.15.134:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f760008b6a0 con 0x7f7608007de0 2024-09-19T05:01:42.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.382+0000 7f760e7fc640 1 --2- 172.21.15.5:0/4048328229 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f75f806c380 0x7f75f806e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.382+0000 7f76077fe640 1 --2- 172.21.15.5:0/4048328229 >> [v2:172.21.15.134:6808/4079368662,v1:172.21.15.134:6809/4079368662] conn(0x7f75f8075b00 0x7f75f8077f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.382+0000 7f76077fe640 1 -- 172.21.15.5:0/4048328229 --> [v2:172.21.15.134:6808/4079368662,v1:172.21.15.134:6809/4079368662] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7600017e80 con 0x7f75f8075b00 2024-09-19T05:01:42.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.382+0000 7f76077fe640 1 -- 172.21.15.5:0/4048328229 <== mon.1 v2:172.21.15.134:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f760008ba90 con 0x7f7608007de0 2024-09-19T05:01:42.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.382+0000 7f09b9ffb640 1 --2- 172.21.15.5:0/536417792 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f09a806c3b0 0x7f09a806e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.382+0000 7f09c953b640 1 --2- 172.21.15.5:0/536417792 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f09a806c3b0 0x7f09a806e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.382+0000 7f06e93fb640 1 --2- 172.21.15.5:0/3587562165 >> [v2:172.21.15.134:6824/875839992,v1:172.21.15.134:6825/875839992] conn(0x7f06c8075a80 0x7f06c8077ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.382+0000 7f06e3fff640 1 --2- 172.21.15.5:0/3587562165 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f06c806c300 0x7f06c806e7c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f06e4150be0 tx=0x7f06d0007c80 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.382+0000 7f760f7fe640 1 --2- 172.21.15.5:0/4048328229 >> [v2:172.21.15.134:6808/4079368662,v1:172.21.15.134:6809/4079368662] conn(0x7f75f8075b00 0x7f75f8077f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.382+0000 7f09b9ffb640 1 -- 172.21.15.5:0/536417792 <== mon.1 v2:172.21.15.134:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f09b408b170 con 0x7f09bc035370 2024-09-19T05:01:42.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.383+0000 7f09c953b640 1 --2- 172.21.15.5:0/536417792 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f09a806c3b0 0x7f09a806e870 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f09c0032000 tx=0x7f09c0009030 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.383+0000 7f09b9ffb640 1 --2- 172.21.15.5:0/536417792 >> [v2:172.21.15.134:6816/2150219705,v1:172.21.15.134:6817/2150219705] conn(0x7f09a8075b30 0x7f09a8077f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.383+0000 7f09b9ffb640 1 -- 172.21.15.5:0/536417792 --> [v2:172.21.15.134:6816/2150219705,v1:172.21.15.134:6817/2150219705] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f09a8078640 con 0x7f09a8075b30 2024-09-19T05:01:42.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.383+0000 7f09b9ffb640 1 -- 172.21.15.5:0/536417792 <== mon.1 v2:172.21.15.134:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f09b4092050 con 0x7f09bc035370 2024-09-19T05:01:42.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.383+0000 7f760e7fc640 1 --2- 172.21.15.5:0/4048328229 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f75f806c380 0x7f75f806e840 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f760803f360 tx=0x7f75fc009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.383+0000 7f06e93fb640 1 --2- 172.21.15.5:0/3587562165 >> [v2:172.21.15.134:6824/875839992,v1:172.21.15.134:6825/875839992] conn(0x7f06c8075a80 0x7f06c8077ec0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.383+0000 7f09c9d3c640 1 --2- 172.21.15.5:0/536417792 >> [v2:172.21.15.134:6816/2150219705,v1:172.21.15.134:6817/2150219705] conn(0x7f09a8075b30 0x7f09a8077f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.383+0000 7f760f7fe640 1 --2- 172.21.15.5:0/4048328229 >> [v2:172.21.15.134:6808/4079368662,v1:172.21.15.134:6809/4079368662] conn(0x7f75f8075b00 0x7f75f8077f40 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.383+0000 7f09c9d3c640 1 --2- 172.21.15.5:0/536417792 >> [v2:172.21.15.134:6816/2150219705,v1:172.21.15.134:6817/2150219705] conn(0x7f09a8075b30 0x7f09a8077f70 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.384+0000 7f06e17fa640 1 -- 172.21.15.5:0/3587562165 <== osd.5 v2:172.21.15.134:6824/875839992 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f06d8032440 con 0x7f06c8075a80 2024-09-19T05:01:42.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.384+0000 7f76077fe640 1 -- 172.21.15.5:0/4048328229 <== osd.6 v2:172.21.15.134:6808/4079368662 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f7600017e80 con 0x7f75f8075b00 2024-09-19T05:01:42.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.389+0000 7f09b9ffb640 1 -- 172.21.15.5:0/536417792 <== osd.7 v2:172.21.15.134:6816/2150219705 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f09a8078640 con 0x7f09a8075b30 2024-09-19T05:01:42.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.408+0000 7fc15bfff640 1 -- 172.21.15.5:0/2450752203 --> [v2:172.21.15.5:6816/1732236614,v1:172.21.15.5:6817/1732236614] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc15400bda0 con 0x7fc1480759e0 2024-09-19T05:01:42.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.408+0000 7fc143fff640 1 -- 172.21.15.5:0/2450752203 <== osd.2 v2:172.21.15.5:6816/1732236614 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fc15400bda0 con 0x7fc1480759e0 2024-09-19T05:01:42.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.409+0000 7fc141ffb640 1 -- 172.21.15.5:0/2450752203 >> [v2:172.21.15.5:6816/1732236614,v1:172.21.15.5:6817/1732236614] conn(0x7fc1480759e0 msgr2=0x7fc148077e20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.409+0000 7fc141ffb640 1 --2- 172.21.15.5:0/2450752203 >> [v2:172.21.15.5:6816/1732236614,v1:172.21.15.5:6817/1732236614] conn(0x7fc1480759e0 0x7fc148077e20 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.409+0000 7fc141ffb640 1 -- 172.21.15.5:0/2450752203 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc14806c2e0 msgr2=0x7fc14806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.409+0000 7fc141ffb640 1 --2- 172.21.15.5:0/2450752203 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc14806c2e0 0x7fc14806e7a0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fc154032930 tx=0x7fc14c008040 comp rx=0 tx=0).stop 2024-09-19T05:01:42.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.409+0000 7fc141ffb640 1 -- 172.21.15.5:0/2450752203 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc1540e7110 msgr2=0x7fc1540e36d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.409+0000 7fc141ffb640 1 --2- 172.21.15.5:0/2450752203 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc1540e7110 0x7fc1540e36d0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc15c06a9b0 tx=0x7fc15c050fe0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.409+0000 7fc15b7fe640 1 -- 172.21.15.5:0/2450752203 reap_dead start 2024-09-19T05:01:42.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.410+0000 7fc141ffb640 1 -- 172.21.15.5:0/2450752203 shutdown_connections 2024-09-19T05:01:42.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.410+0000 7fc141ffb640 1 -- 172.21.15.5:0/2450752203 >> 172.21.15.5:0/2450752203 conn(0x7fc154036080 msgr2=0x7fc154031180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:42.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.410+0000 7fc141ffb640 1 -- 172.21.15.5:0/2450752203 shutdown_connections 2024-09-19T05:01:42.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.410+0000 7fc141ffb640 1 -- 172.21.15.5:0/2450752203 wait complete. 2024-09-19T05:01:42.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.411+0000 7fcb56dea640 1 -- 172.21.15.5:0/285352398 --> [v2:172.21.15.5:6824/2902387139,v1:172.21.15.5:6825/2902387139] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fcb48006f90 con 0x7fcb34075b30 2024-09-19T05:01:42.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.411+0000 7f06ceffd640 1 -- 172.21.15.5:0/3587562165 --> [v2:172.21.15.134:6824/875839992,v1:172.21.15.134:6825/875839992] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f06e40ce490 con 0x7f06c8075a80 2024-09-19T05:01:42.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.411+0000 7fcb467fc640 1 -- 172.21.15.5:0/285352398 <== osd.3 v2:172.21.15.5:6824/2902387139 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fcb48006f90 con 0x7fcb34075b30 2024-09-19T05:01:42.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.411+0000 7f06e17fa640 1 -- 172.21.15.5:0/3587562165 <== osd.5 v2:172.21.15.134:6824/875839992 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f06e40ce490 con 0x7f06c8075a80 2024-09-19T05:01:42.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.412+0000 7fcb33fff640 1 -- 172.21.15.5:0/285352398 >> [v2:172.21.15.5:6824/2902387139,v1:172.21.15.5:6825/2902387139] conn(0x7fcb34075b30 msgr2=0x7fcb34077f70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.412+0000 7fcb33fff640 1 --2- 172.21.15.5:0/285352398 >> [v2:172.21.15.5:6824/2902387139,v1:172.21.15.5:6825/2902387139] conn(0x7fcb34075b30 0x7fcb34077f70 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.412+0000 7fcb33fff640 1 -- 172.21.15.5:0/285352398 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcb3406c3b0 msgr2=0x7fcb3406e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.412+0000 7fcb33fff640 1 --2- 172.21.15.5:0/285352398 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcb3406c3b0 0x7fcb3406e870 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fcb500749b0 tx=0x7fcb50075340 comp rx=0 tx=0).stop 2024-09-19T05:01:42.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.412+0000 7fcb33fff640 1 -- 172.21.15.5:0/285352398 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcb48005ee0 msgr2=0x7fcb480d9620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.412+0000 7fcb33fff640 1 --2- 172.21.15.5:0/285352398 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcb48005ee0 0x7fcb480d9620 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fcb4c031000 tx=0x7fcb4c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.412+0000 7fcb565e9640 1 -- 172.21.15.5:0/285352398 reap_dead start 2024-09-19T05:01:42.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.413+0000 7fcb33fff640 1 -- 172.21.15.5:0/285352398 shutdown_connections 2024-09-19T05:01:42.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.413+0000 7fcb33fff640 1 -- 172.21.15.5:0/285352398 >> 172.21.15.5:0/285352398 conn(0x7fcb4801d930 msgr2=0x7fcb480da4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:42.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.413+0000 7f06ceffd640 1 -- 172.21.15.5:0/3587562165 >> [v2:172.21.15.134:6824/875839992,v1:172.21.15.134:6825/875839992] conn(0x7f06c8075a80 msgr2=0x7f06c8077ec0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.413+0000 7f06ceffd640 1 --2- 172.21.15.5:0/3587562165 >> [v2:172.21.15.134:6824/875839992,v1:172.21.15.134:6825/875839992] conn(0x7f06c8075a80 0x7f06c8077ec0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.413+0000 7f908507b640 1 -- 172.21.15.5:0/2046118318 --> [v2:172.21.15.5:6808/1527990869,v1:172.21.15.5:6809/1527990869] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f90800afcb0 con 0x7f906c075b30 2024-09-19T05:01:42.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.413+0000 7ff4b65a1640 1 -- 172.21.15.5:0/1694107714 --> [v2:172.21.15.5:6800/2513600842,v1:172.21.15.5:6801/2513600842] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff4b006edf0 con 0x7ff49c075a30 2024-09-19T05:01:42.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.413+0000 7f06ceffd640 1 -- 172.21.15.5:0/3587562165 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f06c806c300 msgr2=0x7f06c806e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.413+0000 7f06ceffd640 1 --2- 172.21.15.5:0/3587562165 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f06c806c300 0x7f06c806e7c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f06e4150be0 tx=0x7f06d0007c80 comp rx=0 tx=0).stop 2024-09-19T05:01:42.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.413+0000 7f06ceffd640 1 -- 172.21.15.5:0/3587562165 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f06e406dfd0 msgr2=0x7f06e40a94d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.413+0000 7f06ceffd640 1 --2- 172.21.15.5:0/3587562165 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f06e406dfd0 0x7f06e40a94d0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f06d802a2d0 tx=0x7f06d80046c0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.413+0000 7f06e93fb640 1 -- 172.21.15.5:0/3587562165 reap_dead start 2024-09-19T05:01:42.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.413+0000 7f06ceffd640 1 -- 172.21.15.5:0/3587562165 shutdown_connections 2024-09-19T05:01:42.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.413+0000 7f06ceffd640 1 -- 172.21.15.5:0/3587562165 >> 172.21.15.5:0/3587562165 conn(0x7f06e4067da0 msgr2=0x7f06e4163fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:42.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.413+0000 7fcb33fff640 1 -- 172.21.15.5:0/285352398 shutdown_connections 2024-09-19T05:01:42.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.413+0000 7f907cff9640 1 -- 172.21.15.5:0/2046118318 <== osd.1 v2:172.21.15.5:6808/1527990869 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f90800afcb0 con 0x7f906c075b30 2024-09-19T05:01:42.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.413+0000 7f65e6ffd640 1 -- 172.21.15.5:0/328261348 --> [v2:172.21.15.134:6800/1034280181,v1:172.21.15.134:6801/1034280181] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f65d4002dd0 con 0x7f65e0075a30 2024-09-19T05:01:42.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.413+0000 7ff4acff9640 1 -- 172.21.15.5:0/1694107714 <== osd.0 v2:172.21.15.5:6800/2513600842 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7ff4b006edf0 con 0x7ff49c075a30 2024-09-19T05:01:42.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.414+0000 7fcb33fff640 1 -- 172.21.15.5:0/285352398 wait complete. 2024-09-19T05:01:42.474 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.414+0000 7f908507b640 1 -- 172.21.15.5:0/2046118318 >> [v2:172.21.15.5:6808/1527990869,v1:172.21.15.5:6809/1527990869] conn(0x7f906c075b30 msgr2=0x7f906c077f70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.474 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.414+0000 7f908507b640 1 --2- 172.21.15.5:0/2046118318 >> [v2:172.21.15.5:6808/1527990869,v1:172.21.15.5:6809/1527990869] conn(0x7f906c075b30 0x7f906c077f70 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.474 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.414+0000 7f06ceffd640 1 -- 172.21.15.5:0/3587562165 shutdown_connections 2024-09-19T05:01:42.474 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.414+0000 7ff4b65a1640 1 -- 172.21.15.5:0/1694107714 >> [v2:172.21.15.5:6800/2513600842,v1:172.21.15.5:6801/2513600842] conn(0x7ff49c075a30 msgr2=0x7ff49c077e70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.414+0000 7f06ceffd640 1 -- 172.21.15.5:0/3587562165 wait complete. 2024-09-19T05:01:42.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.414+0000 7ff4b65a1640 1 --2- 172.21.15.5:0/1694107714 >> [v2:172.21.15.5:6800/2513600842,v1:172.21.15.5:6801/2513600842] conn(0x7ff49c075a30 0x7ff49c077e70 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.414+0000 7f908507b640 1 -- 172.21.15.5:0/2046118318 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f906c06c3b0 msgr2=0x7f906c06e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.414+0000 7f908507b640 1 --2- 172.21.15.5:0/2046118318 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f906c06c3b0 0x7f906c06e870 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f908009daf0 tx=0x7f9074008040 comp rx=0 tx=0).stop 2024-09-19T05:01:42.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.414+0000 7ff4b65a1640 1 -- 172.21.15.5:0/1694107714 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff49c06c2b0 msgr2=0x7ff49c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.414+0000 7ff4b65a1640 1 --2- 172.21.15.5:0/1694107714 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff49c06c2b0 0x7ff49c06e770 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ff4a8008360 tx=0x7ff4a800db60 comp rx=0 tx=0).stop 2024-09-19T05:01:42.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.414+0000 7ff4b65a1640 1 -- 172.21.15.5:0/1694107714 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff4b006fe50 msgr2=0x7ff4b014ece0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.414+0000 7ff4b65a1640 1 --2- 172.21.15.5:0/1694107714 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff4b006fe50 0x7ff4b014ece0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7ff4a002aaa0 tx=0x7ff4a0004730 comp rx=0 tx=0).stop 2024-09-19T05:01:42.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.414+0000 7ff4b4b3e640 1 -- 172.21.15.5:0/1694107714 reap_dead start 2024-09-19T05:01:42.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.414+0000 7f65f97fa640 1 -- 172.21.15.5:0/328261348 <== osd.4 v2:172.21.15.134:6800/1034280181 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f65d4002dd0 con 0x7f65e0075a30 2024-09-19T05:01:42.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.414+0000 7f7615653640 1 -- 172.21.15.5:0/4048328229 --> [v2:172.21.15.134:6808/4079368662,v1:172.21.15.134:6809/4079368662] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f760804a980 con 0x7f75f8075b00 2024-09-19T05:01:42.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.415+0000 7ff4b65a1640 1 -- 172.21.15.5:0/1694107714 shutdown_connections 2024-09-19T05:01:42.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.415+0000 7ff4b65a1640 1 -- 172.21.15.5:0/1694107714 >> 172.21.15.5:0/1694107714 conn(0x7ff4b006bc10 msgr2=0x7ff4b0069c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:42.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.414+0000 7f908507b640 1 -- 172.21.15.5:0/2046118318 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f90800d0510 msgr2=0x7f90800c4f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.415+0000 7f76077fe640 1 -- 172.21.15.5:0/4048328229 <== osd.6 v2:172.21.15.134:6808/4079368662 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f760804a980 con 0x7f75f8075b00 2024-09-19T05:01:42.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.415+0000 7ff4b65a1640 1 -- 172.21.15.5:0/1694107714 shutdown_connections 2024-09-19T05:01:42.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.415+0000 7ff4b65a1640 1 -- 172.21.15.5:0/1694107714 wait complete. 2024-09-19T05:01:42.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.414+0000 7f908507b640 1 --2- 172.21.15.5:0/2046118318 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f90800d0510 0x7f90800c4f60 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f907800be20 tx=0x7f907800bf10 comp rx=0 tx=0).stop 2024-09-19T05:01:42.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.414+0000 7f908487a640 1 -- 172.21.15.5:0/2046118318 reap_dead start 2024-09-19T05:01:42.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.415+0000 7f908507b640 1 -- 172.21.15.5:0/2046118318 shutdown_connections 2024-09-19T05:01:42.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.415+0000 7f908507b640 1 -- 172.21.15.5:0/2046118318 >> 172.21.15.5:0/2046118318 conn(0x7f908006c060 msgr2=0x7f908015a880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:42.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.415+0000 7f65e6ffd640 1 -- 172.21.15.5:0/328261348 >> [v2:172.21.15.134:6800/1034280181,v1:172.21.15.134:6801/1034280181] conn(0x7f65e0075a30 msgr2=0x7f65e0077e70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.415+0000 7f65e6ffd640 1 --2- 172.21.15.5:0/328261348 >> [v2:172.21.15.134:6800/1034280181,v1:172.21.15.134:6801/1034280181] conn(0x7f65e0075a30 0x7f65e0077e70 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.415+0000 7f908507b640 1 -- 172.21.15.5:0/2046118318 shutdown_connections 2024-09-19T05:01:42.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.415+0000 7f908507b640 1 -- 172.21.15.5:0/2046118318 wait complete. 2024-09-19T05:01:42.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.415+0000 7f65e6ffd640 1 -- 172.21.15.5:0/328261348 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f65e006c2b0 msgr2=0x7f65e006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.415+0000 7f65e6ffd640 1 --2- 172.21.15.5:0/328261348 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f65e006c2b0 0x7f65e006e770 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f65e8000f60 tx=0x7f65e8007e40 comp rx=0 tx=0).stop 2024-09-19T05:01:42.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.415+0000 7f65e6ffd640 1 -- 172.21.15.5:0/328261348 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f65fc073a70 msgr2=0x7f65fc165770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.415+0000 7f65e6ffd640 1 --2- 172.21.15.5:0/328261348 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f65fc073a70 0x7f65fc165770 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f65f000b4a0 tx=0x7f65f000b960 comp rx=0 tx=0).stop 2024-09-19T05:01:42.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.415+0000 7f7615653640 1 -- 172.21.15.5:0/4048328229 >> [v2:172.21.15.134:6808/4079368662,v1:172.21.15.134:6809/4079368662] conn(0x7f75f8075b00 msgr2=0x7f75f8077f40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.415+0000 7f6601681640 1 -- 172.21.15.5:0/328261348 reap_dead start 2024-09-19T05:01:42.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.415+0000 7f7615653640 1 --2- 172.21.15.5:0/4048328229 >> [v2:172.21.15.134:6808/4079368662,v1:172.21.15.134:6809/4079368662] conn(0x7f75f8075b00 0x7f75f8077f40 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.415+0000 7f7615653640 1 -- 172.21.15.5:0/4048328229 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f75f806c380 msgr2=0x7f75f806e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.416+0000 7f7615653640 1 --2- 172.21.15.5:0/4048328229 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f75f806c380 0x7f75f806e840 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f760803f360 tx=0x7f75fc009040 comp rx=0 tx=0).stop 2024-09-19T05:01:42.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.416+0000 7f7615653640 1 -- 172.21.15.5:0/4048328229 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7608007de0 msgr2=0x7f7608037290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.416+0000 7f7615653640 1 --2- 172.21.15.5:0/4048328229 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7608007de0 0x7f7608037290 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f760000c460 tx=0x7f760000c920 comp rx=0 tx=0).stop 2024-09-19T05:01:42.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.416+0000 7f760f7fe640 1 -- 172.21.15.5:0/4048328229 reap_dead start 2024-09-19T05:01:42.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.416+0000 7f65e6ffd640 1 -- 172.21.15.5:0/328261348 shutdown_connections 2024-09-19T05:01:42.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.416+0000 7f65e6ffd640 1 -- 172.21.15.5:0/328261348 >> 172.21.15.5:0/328261348 conn(0x7f65fc06c240 msgr2=0x7f65fc15f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:42.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.417+0000 7f7615653640 1 -- 172.21.15.5:0/4048328229 shutdown_connections 2024-09-19T05:01:42.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.417+0000 7f7615653640 1 -- 172.21.15.5:0/4048328229 >> 172.21.15.5:0/4048328229 conn(0x7f760801e1c0 msgr2=0x7f7608033120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:42.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.417+0000 7f65e6ffd640 1 -- 172.21.15.5:0/328261348 shutdown_connections 2024-09-19T05:01:42.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.417+0000 7f65e6ffd640 1 -- 172.21.15.5:0/328261348 wait complete. 2024-09-19T05:01:42.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.418+0000 7f09cb79f640 1 -- 172.21.15.5:0/536417792 --> [v2:172.21.15.134:6816/2150219705,v1:172.21.15.134:6817/2150219705] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f09bc0475f0 con 0x7f09a8075b30 2024-09-19T05:01:42.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.418+0000 7f7615653640 1 -- 172.21.15.5:0/4048328229 shutdown_connections 2024-09-19T05:01:42.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.418+0000 7f7615653640 1 -- 172.21.15.5:0/4048328229 wait complete. 2024-09-19T05:01:42.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.418+0000 7f09b9ffb640 1 -- 172.21.15.5:0/536417792 <== osd.7 v2:172.21.15.134:6816/2150219705 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f09bc0475f0 con 0x7f09a8075b30 2024-09-19T05:01:42.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.419+0000 7f09cb79f640 1 -- 172.21.15.5:0/536417792 >> [v2:172.21.15.134:6816/2150219705,v1:172.21.15.134:6817/2150219705] conn(0x7f09a8075b30 msgr2=0x7f09a8077f70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.419+0000 7f09cb79f640 1 --2- 172.21.15.5:0/536417792 >> [v2:172.21.15.134:6816/2150219705,v1:172.21.15.134:6817/2150219705] conn(0x7f09a8075b30 0x7f09a8077f70 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.423+0000 7f09cb79f640 1 -- 172.21.15.5:0/536417792 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f09a806c3b0 msgr2=0x7f09a806e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.423+0000 7f09cb79f640 1 --2- 172.21.15.5:0/536417792 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f09a806c3b0 0x7f09a806e870 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f09c0032000 tx=0x7f09c0009030 comp rx=0 tx=0).stop 2024-09-19T05:01:42.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.423+0000 7f09cb79f640 1 -- 172.21.15.5:0/536417792 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f09bc035370 msgr2=0x7f09bc0357f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.423+0000 7f09cb79f640 1 --2- 172.21.15.5:0/536417792 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f09bc035370 0x7f09bc0357f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f09b4011be0 tx=0x7f09b400f610 comp rx=0 tx=0).stop 2024-09-19T05:01:42.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.423+0000 7f09c9d3c640 1 -- 172.21.15.5:0/536417792 reap_dead start 2024-09-19T05:01:42.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.424+0000 7f09cb79f640 1 -- 172.21.15.5:0/536417792 shutdown_connections 2024-09-19T05:01:42.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.424+0000 7f09cb79f640 1 -- 172.21.15.5:0/536417792 >> 172.21.15.5:0/536417792 conn(0x7f09bc036080 msgr2=0x7f09bc0e6350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:42.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.426+0000 7f09cb79f640 1 -- 172.21.15.5:0/536417792 shutdown_connections 2024-09-19T05:01:42.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.426+0000 7f09cb79f640 1 -- 172.21.15.5:0/536417792 wait complete. 2024-09-19T05:01:42.487 INFO:teuthology.orchestra.run.smithi005.stdout:60129542153 2024-09-19T05:01:42.487 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-19T05:01:42.488 INFO:teuthology.orchestra.run.smithi005.stdout:60129542153 2024-09-19T05:01:42.488 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-19T05:01:42.489 INFO:teuthology.orchestra.run.smithi005.stdout:64424509449 2024-09-19T05:01:42.489 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-19T05:01:42.490 INFO:teuthology.orchestra.run.smithi005.stdout:55834574858 2024-09-19T05:01:42.490 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-19T05:01:42.491 INFO:teuthology.orchestra.run.smithi005.stdout:55834574858 2024-09-19T05:01:42.491 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-19T05:01:42.492 INFO:teuthology.orchestra.run.smithi005.stdout:64424509449 2024-09-19T05:01:42.492 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-19T05:01:42.493 INFO:teuthology.orchestra.run.smithi005.stdout:55834574859 2024-09-19T05:01:42.493 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-19T05:01:42.494 INFO:teuthology.orchestra.run.smithi005.stdout:64424509450 2024-09-19T05:01:42.494 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-19T05:01:42.703 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.702+0000 7f7ddd394640 1 Processor -- start 2024-09-19T05:01:42.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.702+0000 7ffaa9001640 1 Processor -- start 2024-09-19T05:01:42.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.702+0000 7ffaa9001640 1 -- start start 2024-09-19T05:01:42.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.704+0000 7f7ddd394640 1 -- start start 2024-09-19T05:01:42.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.704+0000 7ffaa9001640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ffaa40b3430 0x7ffaa40b4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.704+0000 7ffaa9001640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaa4163420 0x7ffaa41638b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.704+0000 7ffaa9001640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffaa40b3aa0 con 0x7ffaa4160450 2024-09-19T05:01:42.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.704+0000 7ffaa9001640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7ffaa40b59c0 con 0x7ffaa40b3430 2024-09-19T05:01:42.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.704+0000 7ffaa9001640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ffaa40b4340 con 0x7ffaa4163420 2024-09-19T05:01:42.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.704+0000 7ffaa259c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ffaa40b3430 0x7ffaa40b4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.704+0000 7ffaa259c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ffaa40b3430 0x7ffaa40b4cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41846/0 (socket says 172.21.15.5:41846) 2024-09-19T05:01:42.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.704+0000 7ffaa259c640 1 -- 172.21.15.5:0/2697827884 learned_addr learned my addr 172.21.15.5:0/2697827884 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:42.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.705+0000 7f7ddd394640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7dd0005ab0 0x7f7dd0053f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.705+0000 7f7ddd394640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f7dd00e7120 0x7f7dd0005e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.705+0000 7f7ddd394640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7dd00063d0 con 0x7f7dd004eb60 2024-09-19T05:01:42.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.705+0000 7f7ddd394640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f7dd00520e0 con 0x7f7dd0005ab0 2024-09-19T05:01:42.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.705+0000 7f7ddd394640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f7dd0052330 con 0x7f7dd00e7120 2024-09-19T05:01:42.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.705+0000 7f7dd7fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7dd0005ab0 0x7f7dd0053f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.705+0000 7f7dd77fe640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f7dd00e7120 0x7f7dd0005e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.705+0000 7f7dd77fe640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f7dd00e7120 0x7f7dd0005e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.5:39930/0 (socket says 172.21.15.5:39930) 2024-09-19T05:01:42.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.705+0000 7f7dd77fe640 1 -- 172.21.15.5:0/1339306614 learned_addr learned my addr 172.21.15.5:0/1339306614 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:42.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.705+0000 7ffaa259c640 1 -- 172.21.15.5:0/2697827884 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaa4163420 msgr2=0x7ffaa41638b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:42.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.706+0000 7f7dd7fff640 1 -- 172.21.15.5:0/1339306614 >> v2:172.21.15.134:3300/0 conn(0x7f7dd00e7120 msgr2=0x7f7dd0005e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:42.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.706+0000 7f7dd7fff640 1 --2- 172.21.15.5:0/1339306614 >> v2:172.21.15.134:3300/0 conn(0x7f7dd00e7120 0x7f7dd0005e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.706+0000 7f7dd7fff640 1 -- 172.21.15.5:0/1339306614 >> v1:172.21.15.5:6789/0 conn(0x7f7dd004eb60 legacy=0x7f7dd001c520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:42.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.706+0000 7f7dd7fff640 1 -- 172.21.15.5:0/1339306614 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7dd0006cd0 con 0x7f7dd0005ab0 2024-09-19T05:01:42.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.706+0000 7f7dd77fe640 1 --2- 172.21.15.5:0/1339306614 >> v2:172.21.15.134:3300/0 conn(0x7f7dd00e7120 0x7f7dd0005e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:01:42.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.706+0000 7fd01ea27640 1 Processor -- start 2024-09-19T05:01:42.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.706+0000 7fd01ea27640 1 -- start start 2024-09-19T05:01:42.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.705+0000 7ffaa259c640 1 --2- 172.21.15.5:0/2697827884 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaa4163420 0x7ffaa41638b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.705+0000 7ffaa259c640 1 -- 172.21.15.5:0/2697827884 >> v1:172.21.15.5:6789/0 conn(0x7ffaa4160450 legacy=0x7ffaa4163f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.705+0000 7ffaa259c640 1 -- 172.21.15.5:0/2697827884 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaa40b3d80 con 0x7ffaa40b3430 2024-09-19T05:01:42.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.707+0000 7ffaa259c640 1 --2- 172.21.15.5:0/2697827884 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffaa40b3430 0x7ffaa40b4cc0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7ffa9c009e50 tx=0x7ffa9c02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e67b342f2b54e123 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.707+0000 7ffaa1d9b640 1 -- 172.21.15.5:0/2697827884 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa9c036070 con 0x7ffaa40b3430 2024-09-19T05:01:42.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.707+0000 7ffaa1d9b640 1 -- 172.21.15.5:0/2697827884 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa9c031600 con 0x7ffaa40b3430 2024-09-19T05:01:42.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.707+0000 7ffaa1d9b640 1 -- 172.21.15.5:0/2697827884 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa9c0319d0 con 0x7ffaa40b3430 2024-09-19T05:01:42.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.707+0000 7fc0cb4cf640 1 Processor -- start 2024-09-19T05:01:42.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.707+0000 7fc0cb4cf640 1 -- start start 2024-09-19T05:01:42.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.706+0000 7f2b615be640 1 Processor -- start 2024-09-19T05:01:42.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.706+0000 7f21b081e640 1 Processor -- start 2024-09-19T05:01:42.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.706+0000 7f21b081e640 1 -- start start 2024-09-19T05:01:42.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.706+0000 7f2b615be640 1 -- start start 2024-09-19T05:01:42.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.707+0000 7f2b615be640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f2b54036470 0x7f2b54036890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.707+0000 7f2b615be640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b5400ad40 0x7f2b5400b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.707+0000 7f2b615be640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b54036dd0 con 0x7f2b540541f0 2024-09-19T05:01:42.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.707+0000 7f2b615be640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f2b5403a900 con 0x7f2b54036470 2024-09-19T05:01:42.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.707+0000 7f2b615be640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f2b54004c00 con 0x7f2b5400ad40 2024-09-19T05:01:42.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.707+0000 7f21b081e640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f21ac0754b0 0x7f21ac15afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.708+0000 7f21b081e640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f21ac0d0270 con 0x7f21ac0cfd80 2024-09-19T05:01:42.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.708+0000 7f21b081e640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f21ac0b3a70 con 0x7f21ac15a4f0 2024-09-19T05:01:42.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.708+0000 7f21b081e640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f21ac0b3820 con 0x7f21ac0754b0 2024-09-19T05:01:42.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.708+0000 7f21aad9d640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f21ac0cfd80 0x7f21ac0b4550 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:38976/0 (socket says 172.21.15.5:38976) 2024-09-19T05:01:42.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.708+0000 7f21aad9d640 1 -- 172.21.15.5:0/644051478 learned_addr learned my addr 172.21.15.5:0/644051478 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:42.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.708+0000 7fd01ea27640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fd0181627a0 0x7fd0180b42e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.708+0000 7f2b5b7fe640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b5400ad40 0x7f2b5400b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.708+0000 7f2b5a7fc640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f2b54036470 0x7f2b54036890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.708+0000 7fd01ea27640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd0180cdfc0 0x7fd0180cf860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.708+0000 7fd017fff640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fd0181627a0 0x7fd0180b42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.708+0000 7fd017fff640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fd0181627a0 0x7fd0180b42e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.5:39948/0 (socket says 172.21.15.5:39948) 2024-09-19T05:01:42.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.708+0000 7fc0cb4cf640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fc0bc0df880 0x7fc0bc00c870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.708+0000 7fc0cb4cf640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc0bc04fcc0 0x7fc0bc007780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.708+0000 7fc0cb4cf640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0bc039470 con 0x7fc0bc034a20 2024-09-19T05:01:42.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.708+0000 7fc0cb4cf640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fc0bc00ade0 con 0x7fc0bc0df880 2024-09-19T05:01:42.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.708+0000 7fc0cb4cf640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fc0bc0529a0 con 0x7fc0bc04fcc0 2024-09-19T05:01:42.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.709+0000 7fd017fff640 1 -- 172.21.15.5:0/4248727533 learned_addr learned my addr 172.21.15.5:0/4248727533 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:42.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.709+0000 7fd0177fe640 1 --2- 172.21.15.5:0/4248727533 >> v2:172.21.15.5:3300/0 conn(0x7fd0180cdfc0 0x7fd0180cf860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.708+0000 7f21a9d9b640 1 --2- 172.21.15.5:0/644051478 >> v2:172.21.15.134:3300/0 conn(0x7f21ac0754b0 0x7f21ac15afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.708+0000 7f21a9d9b640 1 -- 172.21.15.5:0/644051478 >> v1:172.21.15.134:6789/0 conn(0x7f21ac15a4f0 legacy=0x7f21ac15a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:42.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.708+0000 7f21a9d9b640 1 -- 172.21.15.5:0/644051478 >> v1:172.21.15.5:6789/0 conn(0x7f21ac0cfd80 legacy=0x7f21ac0b4550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:42.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.709+0000 7fd01ea27640 1 --2- 172.21.15.5:0/4248727533 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0180cfda0 0x7fd01806dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.709+0000 7fd01ea27640 1 -- 172.21.15.5:0/4248727533 --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fd0180b4820 con 0x7fd0180cdfc0 2024-09-19T05:01:42.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.709+0000 7fd01ea27640 1 -- 172.21.15.5:0/4248727533 --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fd0180cf3d0 con 0x7fd0181627a0 2024-09-19T05:01:42.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.709+0000 7fd01ea27640 1 -- 172.21.15.5:0/4248727533 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd0180ce7c0 con 0x7fd0180cfda0 2024-09-19T05:01:42.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.709+0000 7ffaa9001640 1 -- 172.21.15.5:0/2697827884 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffaa40b3430 msgr2=0x7ffaa40b4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.709+0000 7ffaa9001640 1 --2- 172.21.15.5:0/2697827884 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffaa40b3430 0x7ffaa40b4cc0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7ffa9c009e50 tx=0x7ffa9c02a610 comp rx=0 tx=0).stop 2024-09-19T05:01:42.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.709+0000 7fc0c9ccc640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7fc0bc034a20 0x7fc0bc038d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.5:49454/0 (socket says 172.21.15.5:49454) 2024-09-19T05:01:42.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.709+0000 7fc0c9ccc640 1 -- 172.21.15.5:0/2189022080 learned_addr learned my addr 172.21.15.5:0/2189022080 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:42.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.709+0000 7fc0ca4cd640 1 --2- 172.21.15.5:0/2189022080 >> v2:172.21.15.5:3300/0 conn(0x7fc0bc0df880 0x7fc0bc00c870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.709+0000 7ffaa9001640 1 -- 172.21.15.5:0/2697827884 shutdown_connections 2024-09-19T05:01:42.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.709+0000 7ffaa9001640 1 --2- 172.21.15.5:0/2697827884 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaa4163420 0x7ffaa41638b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.709+0000 7ffaa9001640 1 --2- 172.21.15.5:0/2697827884 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffaa40b3430 0x7ffaa40b4cc0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.709+0000 7ffaa9001640 1 -- 172.21.15.5:0/2697827884 >> 172.21.15.5:0/2697827884 conn(0x7ffaa406bc10 msgr2=0x7ffaa406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:42.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.708+0000 7f7dd7fff640 1 --2- 172.21.15.5:0/1339306614 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7dd0005ab0 0x7f7dd0053f50 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f7dd000d7c0 tx=0x7f7dcc02a440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c959e375b3643f7d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.708+0000 7f7dd6ffd640 1 -- 172.21.15.5:0/1339306614 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dcc036070 con 0x7f7dd0005ab0 2024-09-19T05:01:42.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.708+0000 7f7dd6ffd640 1 -- 172.21.15.5:0/1339306614 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7dcc031600 con 0x7f7dd0005ab0 2024-09-19T05:01:42.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.709+0000 7fd01cfc4640 1 --2- 172.21.15.5:0/4248727533 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0180cfda0 0x7fd01806dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.709+0000 7fc0cacce640 1 --2- 172.21.15.5:0/2189022080 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc0bc04fcc0 0x7fc0bc007780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.709+0000 7ffaa9001640 1 -- 172.21.15.5:0/2697827884 shutdown_connections 2024-09-19T05:01:42.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.709+0000 7ffaa9001640 1 -- 172.21.15.5:0/2697827884 wait complete. 2024-09-19T05:01:42.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.708+0000 7f2b5affd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f2b540541f0 0x7f2b5403a0b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:38984/0 (socket says 172.21.15.5:38984) 2024-09-19T05:01:42.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.709+0000 7f2b5affd640 1 -- 172.21.15.5:0/3945403951 learned_addr learned my addr 172.21.15.5:0/3945403951 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:42.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.709+0000 7f21a9d9b640 1 -- 172.21.15.5:0/644051478 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21ac0b3d50 con 0x7f21ac0754b0 2024-09-19T05:01:42.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.709+0000 7f7ddd394640 1 -- 172.21.15.5:0/1339306614 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7dd0005ab0 msgr2=0x7f7dd0053f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.710+0000 7f7dd6ffd640 1 -- 172.21.15.5:0/1339306614 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dcc036070 con 0x7f7dd0005ab0 2024-09-19T05:01:42.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.710+0000 7f7ddd394640 1 --2- 172.21.15.5:0/1339306614 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7dd0005ab0 0x7f7dd0053f50 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f7dd000d7c0 tx=0x7f7dcc02a440 comp rx=0 tx=0).stop 2024-09-19T05:01:42.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.709+0000 7fd017fff640 1 -- 172.21.15.5:0/4248727533 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0180cfda0 msgr2=0x7fd01806dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:42.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.709+0000 7fd017fff640 1 --2- 172.21.15.5:0/4248727533 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0180cfda0 0x7fd01806dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.709+0000 7fd017fff640 1 -- 172.21.15.5:0/4248727533 >> v2:172.21.15.5:3300/0 conn(0x7fd0180cdfc0 msgr2=0x7fd0180cf860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:42.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.709+0000 7fd017fff640 1 --2- 172.21.15.5:0/4248727533 >> v2:172.21.15.5:3300/0 conn(0x7fd0180cdfc0 0x7fd0180cf860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.709+0000 7fd017fff640 1 -- 172.21.15.5:0/4248727533 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0180ceaa0 con 0x7fd0181627a0 2024-09-19T05:01:42.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.710+0000 7f2b5b7fe640 1 -- 172.21.15.5:0/3945403951 >> v2:172.21.15.5:3300/0 conn(0x7f2b54036470 msgr2=0x7f2b54036890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:42.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.710+0000 7f2b5b7fe640 1 --2- 172.21.15.5:0/3945403951 >> v2:172.21.15.5:3300/0 conn(0x7f2b54036470 0x7f2b54036890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.710+0000 7f2b5b7fe640 1 -- 172.21.15.5:0/3945403951 >> v1:172.21.15.5:6789/0 conn(0x7f2b540541f0 legacy=0x7f2b5403a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.710+0000 7f2b5b7fe640 1 -- 172.21.15.5:0/3945403951 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b54047af0 con 0x7f2b5400ad40 2024-09-19T05:01:42.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.710+0000 7fd01cfc4640 1 --2- 172.21.15.5:0/4248727533 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0180cfda0 0x7fd01806dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:01:42.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.710+0000 7fc0ca4cd640 1 -- 172.21.15.5:0/2189022080 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc0bc04fcc0 msgr2=0x7fc0bc007780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:42.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.710+0000 7fc0ca4cd640 1 --2- 172.21.15.5:0/2189022080 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc0bc04fcc0 0x7fc0bc007780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.710+0000 7fc0ca4cd640 1 -- 172.21.15.5:0/2189022080 >> v1:172.21.15.134:6789/0 conn(0x7fc0bc034a20 legacy=0x7fc0bc038d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.710+0000 7fc0ca4cd640 1 -- 172.21.15.5:0/2189022080 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0bc052c40 con 0x7fc0bc0df880 2024-09-19T05:01:42.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.710+0000 7f7ddd394640 1 -- 172.21.15.5:0/1339306614 shutdown_connections 2024-09-19T05:01:42.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.710+0000 7f7ddd394640 1 --2- 172.21.15.5:0/1339306614 >> v2:172.21.15.134:3300/0 conn(0x7f7dd00e7120 0x7f7dd0005e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.710+0000 7f7ddd394640 1 --2- 172.21.15.5:0/1339306614 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7dd0005ab0 0x7f7dd0053f50 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.710+0000 7f7ddd394640 1 -- 172.21.15.5:0/1339306614 >> 172.21.15.5:0/1339306614 conn(0x7f7dd0036090 msgr2=0x7f7dd00364a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:42.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.710+0000 7fba5ba4c640 1 Processor -- start 2024-09-19T05:01:42.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.711+0000 7fd017fff640 1 --2- 172.21.15.5:0/4248727533 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0181627a0 0x7fd0180b42e0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd010009e50 tx=0x7fd01002a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=85bb2938ee346a32 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.711+0000 7fba5ba4c640 1 -- start start 2024-09-19T05:01:42.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.711+0000 7f21a9d9b640 1 --2- 172.21.15.5:0/644051478 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f21ac0754b0 0x7f21ac15afe0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f21ac0b39a0 tx=0x7f219c02b210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ca168af5f3a36ce4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.711+0000 7f7ddd394640 1 -- 172.21.15.5:0/1339306614 shutdown_connections 2024-09-19T05:01:42.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.711+0000 7f2b5b7fe640 1 --2- 172.21.15.5:0/3945403951 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b5400ad40 0x7f2b5400b1a0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f2b5c06ab80 tx=0x7f2b5c0a60a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1bab5c30afb96cb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.711+0000 7fc0ca4cd640 1 --2- 172.21.15.5:0/2189022080 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc0bc0df880 0x7fc0bc00c870 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fc0b4009790 tx=0x7fc0b402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97158a76b21751eb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.711+0000 7f21a959a640 1 -- 172.21.15.5:0/644051478 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f219c038070 con 0x7f21ac0754b0 2024-09-19T05:01:42.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.711+0000 7fd016ffd640 1 -- 172.21.15.5:0/4248727533 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd010036070 con 0x7fd0181627a0 2024-09-19T05:01:42.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.711+0000 7fd016ffd640 1 -- 172.21.15.5:0/4248727533 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd010031600 con 0x7fd0181627a0 2024-09-19T05:01:42.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.711+0000 7fd016ffd640 1 -- 172.21.15.5:0/4248727533 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd010031a10 con 0x7fd0181627a0 2024-09-19T05:01:42.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.711+0000 7f21a959a640 1 -- 172.21.15.5:0/644051478 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f219c033440 con 0x7f21ac0754b0 2024-09-19T05:01:42.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.711+0000 7f21a959a640 1 -- 172.21.15.5:0/644051478 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f219c033810 con 0x7f21ac0754b0 2024-09-19T05:01:42.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.711+0000 7f2b59ffb640 1 -- 172.21.15.5:0/3945403951 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b5c0b3070 con 0x7f2b5400ad40 2024-09-19T05:01:42.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.711+0000 7f2b59ffb640 1 -- 172.21.15.5:0/3945403951 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b5c0ae440 con 0x7f2b5400ad40 2024-09-19T05:01:42.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.711+0000 7f2b59ffb640 1 -- 172.21.15.5:0/3945403951 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b5c0ae830 con 0x7f2b5400ad40 2024-09-19T05:01:42.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.711+0000 7fc0c94cb640 1 -- 172.21.15.5:0/2189022080 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0b4037070 con 0x7fc0bc0df880 2024-09-19T05:01:42.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.711+0000 7fc0c94cb640 1 -- 172.21.15.5:0/2189022080 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0b4032440 con 0x7fc0bc0df880 2024-09-19T05:01:42.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.712+0000 7fc0c94cb640 1 -- 172.21.15.5:0/2189022080 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0b4032810 con 0x7fc0bc0df880 2024-09-19T05:01:42.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.712+0000 7f7ddd394640 1 -- 172.21.15.5:0/1339306614 wait complete. 2024-09-19T05:01:42.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.712+0000 7f2b0447b640 1 Processor -- start 2024-09-19T05:01:42.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.712+0000 7f2b0447b640 1 -- start start 2024-09-19T05:01:42.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.712+0000 7fba5ba4c640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba54147340 0x7fba540ae2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.712+0000 7fba5ba4c640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fba540709a0 0x7fba5406bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.712+0000 7fba5ba4c640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fba54147af0 con 0x7fba54070de0 2024-09-19T05:01:42.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.712+0000 7fba5ba4c640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fba5406f080 con 0x7fba540709a0 2024-09-19T05:01:42.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.712+0000 7fba5ba4c640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fba54147dd0 con 0x7fba54147340 2024-09-19T05:01:42.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.712+0000 7fd01ea27640 1 -- 172.21.15.5:0/4248727533 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0181627a0 msgr2=0x7fd0180b42e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.712+0000 7fd01ea27640 1 --2- 172.21.15.5:0/4248727533 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0181627a0 0x7fd0180b42e0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd010009e50 tx=0x7fd01002a660 comp rx=0 tx=0).stop 2024-09-19T05:01:42.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.712+0000 7f21b081e640 1 -- 172.21.15.5:0/644051478 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f21ac0754b0 msgr2=0x7f21ac15afe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.712+0000 7ffaa9001640 1 Processor -- start 2024-09-19T05:01:42.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.712+0000 7ffaa9001640 1 -- start start 2024-09-19T05:01:42.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.712+0000 7f21b081e640 1 --2- 172.21.15.5:0/644051478 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f21ac0754b0 0x7f21ac15afe0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f21ac0b39a0 tx=0x7f219c02b210 comp rx=0 tx=0).stop 2024-09-19T05:01:42.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.712+0000 7f2b615be640 1 -- 172.21.15.5:0/3945403951 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b5400ad40 msgr2=0x7f2b5400b1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.712+0000 7f2b615be640 1 --2- 172.21.15.5:0/3945403951 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b5400ad40 0x7f2b5400b1a0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f2b5c06ab80 tx=0x7f2b5c0a60a0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.712+0000 7fd01ea27640 1 -- 172.21.15.5:0/4248727533 shutdown_connections 2024-09-19T05:01:42.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.712+0000 7fd01ea27640 1 --2- 172.21.15.5:0/4248727533 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0180cfda0 0x7fd01806dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.712+0000 7fd01ea27640 1 --2- 172.21.15.5:0/4248727533 >> v2:172.21.15.5:3300/0 conn(0x7fd0180cdfc0 0x7fd0180cf860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.712+0000 7fd01ea27640 1 --2- 172.21.15.5:0/4248727533 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0181627a0 0x7fd0180b42e0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.712+0000 7fd01ea27640 1 -- 172.21.15.5:0/4248727533 >> 172.21.15.5:0/4248727533 conn(0x7fd018067da0 msgr2=0x7fd01806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:42.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.712+0000 7f2b615be640 1 -- 172.21.15.5:0/3945403951 shutdown_connections 2024-09-19T05:01:42.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.712+0000 7f2b615be640 1 --2- 172.21.15.5:0/3945403951 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b5400ad40 0x7f2b5400b1a0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.712+0000 7f2b615be640 1 --2- 172.21.15.5:0/3945403951 >> v2:172.21.15.5:3300/0 conn(0x7f2b54036470 0x7f2b54036890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.712+0000 7f2b615be640 1 -- 172.21.15.5:0/3945403951 >> 172.21.15.5:0/3945403951 conn(0x7f2b5401dd80 msgr2=0x7f2b540549f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:42.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.712+0000 7fba58fe7640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fba540709a0 0x7fba5406bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.734 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.713+0000 7fba58fe7640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fba540709a0 0x7fba5406bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.5:39956/0 (socket says 172.21.15.5:39956) 2024-09-19T05:01:42.734 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.713+0000 7fba58fe7640 1 -- 172.21.15.5:0/3386392769 learned_addr learned my addr 172.21.15.5:0/3386392769 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:42.734 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.713+0000 7fba597e8640 1 --2- 172.21.15.5:0/3386392769 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba54147340 0x7fba540ae2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.734 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.713+0000 7f21b081e640 1 -- 172.21.15.5:0/644051478 shutdown_connections 2024-09-19T05:01:42.734 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.713+0000 7fd01ea27640 1 -- 172.21.15.5:0/4248727533 shutdown_connections 2024-09-19T05:01:42.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.713+0000 7f21b081e640 1 --2- 172.21.15.5:0/644051478 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f21ac0754b0 0x7f21ac15afe0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.713+0000 7f21b081e640 1 -- 172.21.15.5:0/644051478 >> 172.21.15.5:0/644051478 conn(0x7f21ac06bc10 msgr2=0x7f21ac06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:42.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.713+0000 7f21b081e640 1 -- 172.21.15.5:0/644051478 shutdown_connections 2024-09-19T05:01:42.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.713+0000 7fba58fe7640 1 -- 172.21.15.5:0/3386392769 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba54147340 msgr2=0x7fba540ae2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:42.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.713+0000 7fba58fe7640 1 --2- 172.21.15.5:0/3386392769 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba54147340 0x7fba540ae2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.713+0000 7fba58fe7640 1 -- 172.21.15.5:0/3386392769 >> v1:172.21.15.134:6789/0 conn(0x7fba54070de0 legacy=0x7fba5406f7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.713+0000 7fba58fe7640 1 -- 172.21.15.5:0/3386392769 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba541480b0 con 0x7fba540709a0 2024-09-19T05:01:42.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.713+0000 7fba597e8640 1 --2- 172.21.15.5:0/3386392769 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba54147340 0x7fba540ae2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:01:42.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.713+0000 7fc0cb4cf640 1 -- 172.21.15.5:0/2189022080 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc0bc0df880 msgr2=0x7fc0bc00c870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.713+0000 7fc0cb4cf640 1 --2- 172.21.15.5:0/2189022080 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc0bc0df880 0x7fc0bc00c870 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fc0b4009790 tx=0x7fc0b402a180 comp rx=0 tx=0).stop 2024-09-19T05:01:42.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.713+0000 7f2b615be640 1 -- 172.21.15.5:0/3945403951 shutdown_connections 2024-09-19T05:01:42.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.713+0000 7fd01ea27640 1 -- 172.21.15.5:0/4248727533 wait complete. 2024-09-19T05:01:42.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.713+0000 7fc0cb4cf640 1 -- 172.21.15.5:0/2189022080 shutdown_connections 2024-09-19T05:01:42.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.713+0000 7fc0cb4cf640 1 --2- 172.21.15.5:0/2189022080 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc0bc04fcc0 0x7fc0bc007780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.713+0000 7fc0cb4cf640 1 --2- 172.21.15.5:0/2189022080 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc0bc0df880 0x7fc0bc00c870 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.713+0000 7fc0cb4cf640 1 -- 172.21.15.5:0/2189022080 >> 172.21.15.5:0/2189022080 conn(0x7fc0bc01ea50 msgr2=0x7fc0bc038650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:42.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.714+0000 7f2b0447b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f2afc15c710 0x7f2afc0cd920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.713+0000 7ffaa9001640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaa40b3430 0x7ffaa41577f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.713+0000 7ffaa9001640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffaa4160450 0x7ffaa41588b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.713+0000 7ffaa2d9d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaa40b3430 0x7ffaa41577f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.713+0000 7ffaa2d9d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaa40b3430 0x7ffaa41577f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.5:42186/0 (socket says 172.21.15.5:42186) 2024-09-19T05:01:42.739 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.713+0000 7ffaa259c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffaa4160450 0x7ffaa41588b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.739 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.714+0000 7f7ddd394640 1 Processor -- start 2024-09-19T05:01:42.740 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.713+0000 7f21b081e640 1 -- 172.21.15.5:0/644051478 wait complete. 2024-09-19T05:01:42.740 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.714+0000 7ffaa2d9d640 1 -- 172.21.15.5:0/2587516338 learned_addr learned my addr 172.21.15.5:0/2587516338 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:42.740 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.714+0000 7ffaa9001640 1 --2- 172.21.15.5:0/2587516338 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffaa4163420 0x7ffaa4165110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.740 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.714+0000 7ffaa9001640 1 -- 172.21.15.5:0/2587516338 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ffaa4164630 con 0x7ffaa4160450 2024-09-19T05:01:42.740 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.713+0000 7f2b615be640 1 -- 172.21.15.5:0/3945403951 wait complete. 2024-09-19T05:01:42.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.714+0000 7f2b02217640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f2afc15c710 0x7f2afc0cd920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.714+0000 7f2b02217640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f2afc15c710 0x7f2afc0cd920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41908/0 (socket says 172.21.15.5:41908) 2024-09-19T05:01:42.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.714+0000 7f2b02217640 1 -- 172.21.15.5:0/1794023042 learned_addr learned my addr 172.21.15.5:0/1794023042 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:42.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.714+0000 7f7ddd394640 1 -- start start 2024-09-19T05:01:42.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.714+0000 7f2b0447b640 1 --2- 172.21.15.5:0/1794023042 >> v2:172.21.15.134:3300/0 conn(0x7f2afc0cde60 0x7f2afc1600e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.714+0000 7ffaa9001640 1 -- 172.21.15.5:0/2587516338 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7ffaa4162f90 con 0x7ffaa4163420 2024-09-19T05:01:42.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.714+0000 7fc0cb4cf640 1 -- 172.21.15.5:0/2189022080 shutdown_connections 2024-09-19T05:01:42.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.714+0000 7fba58fe7640 1 --2- 172.21.15.5:0/3386392769 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fba540709a0 0x7fba5406bc10 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fba50009e50 tx=0x7fba5002a590 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c852e66053dd15b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.743 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.714+0000 7f2b01a16640 1 --2- 172.21.15.5:0/1794023042 >> v2:172.21.15.134:3300/0 conn(0x7f2afc0cde60 0x7f2afc1600e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.743 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.714+0000 7f2b0447b640 1 -- 172.21.15.5:0/1794023042 --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2afc0d0120 con 0x7f2afc160620 2024-09-19T05:01:42.743 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.714+0000 7f2b0447b640 1 -- 172.21.15.5:0/1794023042 --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f2afc0cfed0 con 0x7f2afc15c710 2024-09-19T05:01:42.743 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.715+0000 7f7ddd394640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7dd0005ab0 0x7f7dd004a8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.743 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.715+0000 7f7ddd394640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7dd004eb60 0x7f7dd0035750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.743 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.716+0000 7f7ddd394640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7dd00e7120 0x7f7dd00ddaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.744 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.715+0000 7fd01ea27640 1 Processor -- start 2024-09-19T05:01:42.744 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.715+0000 7fd01ea27640 1 -- start start 2024-09-19T05:01:42.744 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.714+0000 7ffaa9001640 1 -- 172.21.15.5:0/2587516338 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ffaa4159220 con 0x7ffaa40b3430 2024-09-19T05:01:42.744 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.714+0000 7ffaa359e640 1 --2- 172.21.15.5:0/2587516338 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffaa4163420 0x7ffaa4165110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.744 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.714+0000 7ffaa2d9d640 1 -- 172.21.15.5:0/2587516338 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffaa4163420 msgr2=0x7ffaa4165110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.744 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.714+0000 7ffaa2d9d640 1 --2- 172.21.15.5:0/2587516338 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffaa4163420 0x7ffaa4165110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.744 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.715+0000 7ffaa2d9d640 1 -- 172.21.15.5:0/2587516338 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffaa4160450 msgr2=0x7ffaa41588b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.715+0000 7ffaa2d9d640 1 --2- 172.21.15.5:0/2587516338 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffaa4160450 0x7ffaa41588b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.715+0000 7ffaa2d9d640 1 -- 172.21.15.5:0/2587516338 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaa4159500 con 0x7ffaa40b3430 2024-09-19T05:01:42.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.715+0000 7ffaa2d9d640 1 --2- 172.21.15.5:0/2587516338 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaa40b3430 0x7ffaa41577f0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7ffa9400c750 tx=0x7ffa9400cc10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.715+0000 7ffa8b7fe640 1 -- 172.21.15.5:0/2587516338 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa94017070 con 0x7ffaa40b3430 2024-09-19T05:01:42.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.715+0000 7ffa8b7fe640 1 -- 172.21.15.5:0/2587516338 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa94005270 con 0x7ffaa40b3430 2024-09-19T05:01:42.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.715+0000 7ffa8b7fe640 1 -- 172.21.15.5:0/2587516338 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa9400a640 con 0x7ffaa40b3430 2024-09-19T05:01:42.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.714+0000 7fc0cb4cf640 1 -- 172.21.15.5:0/2189022080 wait complete. 2024-09-19T05:01:42.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.715+0000 7fba4bfff640 1 -- 172.21.15.5:0/3386392769 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba50036070 con 0x7fba540709a0 2024-09-19T05:01:42.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.715+0000 7fba4bfff640 1 -- 172.21.15.5:0/3386392769 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba50031600 con 0x7fba540709a0 2024-09-19T05:01:42.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.716+0000 7fba5ba4c640 1 -- 172.21.15.5:0/3386392769 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fba540709a0 msgr2=0x7fba5406bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.716+0000 7fba5ba4c640 1 --2- 172.21.15.5:0/3386392769 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fba540709a0 0x7fba5406bc10 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fba50009e50 tx=0x7fba5002a590 comp rx=0 tx=0).stop 2024-09-19T05:01:42.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.716+0000 7fc0cb4cf640 1 Processor -- start 2024-09-19T05:01:42.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.716+0000 7ffaa9001640 1 -- 172.21.15.5:0/2587516338 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffaa41597e0 con 0x7ffaa40b3430 2024-09-19T05:01:42.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.716+0000 7ffaa9001640 1 -- 172.21.15.5:0/2587516338 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ffaa4159da0 con 0x7ffaa40b3430 2024-09-19T05:01:42.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.716+0000 7fd01ea27640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0180cdfc0 0x7fd01815d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.716+0000 7f2b615be640 1 Processor -- start 2024-09-19T05:01:42.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.716+0000 7fd01ea27640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0180cfda0 0x7fd0180c53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7fd01ea27640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0181627a0 0x7fd0181fb830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7fc0cb4cf640 1 -- start start 2024-09-19T05:01:42.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.716+0000 7f2b615be640 1 -- start start 2024-09-19T05:01:42.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.714+0000 7f2b0447b640 1 -- 172.21.15.5:0/1794023042 --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f2afc0d0400 con 0x7f2afc0cde60 2024-09-19T05:01:42.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.715+0000 7f2b01215640 1 -- 172.21.15.5:0/1794023042 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3014478593 0 0) 0x7f2afc0d0120 con 0x7f2afc160620 2024-09-19T05:01:42.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.715+0000 7f2b01215640 1 -- 172.21.15.5:0/1794023042 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2ae8003520 con 0x7f2afc160620 2024-09-19T05:01:42.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.715+0000 7f2b01215640 1 -- 172.21.15.5:0/1794023042 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 886534754 0 0) 0x7f2ae8003520 con 0x7f2afc160620 2024-09-19T05:01:42.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.715+0000 7f2b01215640 1 -- 172.21.15.5:0/1794023042 >> v2:172.21.15.134:3300/0 conn(0x7f2afc0cde60 msgr2=0x7f2afc1600e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:42.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.715+0000 7f2b01215640 1 --2- 172.21.15.5:0/1794023042 >> v2:172.21.15.134:3300/0 conn(0x7f2afc0cde60 0x7f2afc1600e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.715+0000 7f2b01215640 1 -- 172.21.15.5:0/1794023042 >> v2:172.21.15.5:3300/0 conn(0x7f2afc15c710 msgr2=0x7f2afc0cd920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:42.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.716+0000 7f2b01215640 1 --2- 172.21.15.5:0/1794023042 >> v2:172.21.15.5:3300/0 conn(0x7f2afc15c710 0x7f2afc0cd920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7fd01ea27640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd0180ce430 con 0x7fd0180cfda0 2024-09-19T05:01:42.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.716+0000 7f2b01215640 1 -- 172.21.15.5:0/1794023042 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2afc0d06e0 con 0x7f2afc160620 2024-09-19T05:01:42.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.716+0000 7f2b01a16640 1 --2- 172.21.15.5:0/1794023042 >> v2:172.21.15.134:3300/0 conn(0x7f2afc0cde60 0x7f2afc1600e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:01:42.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.716+0000 7f2b02217640 1 --2- 172.21.15.5:0/1794023042 >> v2:172.21.15.5:3300/0 conn(0x7f2afc15c710 0x7f2afc0cd920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:01:42.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.716+0000 7f2b01215640 1 -- 172.21.15.5:0/1794023042 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f2af40019f0 con 0x7f2afc160620 2024-09-19T05:01:42.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.716+0000 7f2b01215640 1 -- 172.21.15.5:0/1794023042 >> v1:172.21.15.5:6789/0 conn(0x7f2afc160620 legacy=0x7f2afc15caf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.716+0000 7f2b01215640 1 --2- 172.21.15.5:0/1794023042 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2ae8003a00 0x7f2ae8003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.716+0000 7f2b01215640 1 --2- 172.21.15.5:0/1794023042 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2ae8004800 0x7f2ae8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7f2b01215640 1 --2- 172.21.15.5:0/1794023042 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2ae8005210 0x7f2ae800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7fd01ea27640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd0180cf060 con 0x7fd0181627a0 2024-09-19T05:01:42.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7f2b01a16640 1 --2- 172.21.15.5:0/1794023042 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2ae8004800 0x7f2ae8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7f2b02217640 1 --2- 172.21.15.5:0/1794023042 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2ae8003a00 0x7f2ae8003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7f2b01215640 1 -- 172.21.15.5:0/1794023042 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f2afc0cfed0 con 0x7f2ae8005210 2024-09-19T05:01:42.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7f2b01215640 1 -- 172.21.15.5:0/1794023042 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f2afc0d0400 con 0x7f2ae8004800 2024-09-19T05:01:42.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7f2b01215640 1 -- 172.21.15.5:0/1794023042 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f2ae800c1e0 con 0x7f2ae8003a00 2024-09-19T05:01:42.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7fd01ea27640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd018162b80 con 0x7fd0180cdfc0 2024-09-19T05:01:42.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7fd0177fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0180cfda0 0x7fd0180c53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.716+0000 7f7dd77fe640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7dd004eb60 0x7f7dd0035750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.716+0000 7f7dd77fe640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7dd004eb60 0x7f7dd0035750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.5:39984/0 (socket says 172.21.15.5:39984) 2024-09-19T05:01:42.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.716+0000 7f7ddcb93640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7dd00e7120 0x7f7dd00ddaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.715+0000 7f21b081e640 1 Processor -- start 2024-09-19T05:01:42.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.716+0000 7f21b081e640 1 -- start start 2024-09-19T05:01:42.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.716+0000 7f7ddcb93640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7dd00e7120 0x7f7dd00ddaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41918/0 (socket says 172.21.15.5:41918) 2024-09-19T05:01:42.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7f7ddd394640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f7dd0053a10 con 0x7f7dd00e7120 2024-09-19T05:01:42.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7f7ddd394640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f7dd0007290 con 0x7f7dd004eb60 2024-09-19T05:01:42.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7f7ddd394640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f7dd001dc40 con 0x7f7dd0005ab0 2024-09-19T05:01:42.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7fd0177fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0180cfda0 0x7fd0180c53a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41926/0 (socket says 172.21.15.5:41926) 2024-09-19T05:01:42.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7fd0177fe640 1 -- 172.21.15.5:0/482233998 learned_addr learned my addr 172.21.15.5:0/482233998 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:42.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7fd017fff640 1 --2- 172.21.15.5:0/482233998 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0180cdfc0 0x7fd01815d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7f7ddcb93640 1 -- 172.21.15.5:0/1742430416 learned_addr learned my addr 172.21.15.5:0/1742430416 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:42.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7fba5ba4c640 1 -- 172.21.15.5:0/3386392769 shutdown_connections 2024-09-19T05:01:42.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7fba5ba4c640 1 --2- 172.21.15.5:0/3386392769 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fba540709a0 0x7fba5406bc10 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7fba5ba4c640 1 --2- 172.21.15.5:0/3386392769 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba54147340 0x7fba540ae2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7fba5ba4c640 1 -- 172.21.15.5:0/3386392769 >> 172.21.15.5:0/3386392769 conn(0x7fba540b6810 msgr2=0x7fba540b6c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:42.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7f21b081e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f21ac0754b0 0x7f21ac06e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7f21b081e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f21ac0cfd80 0x7f21ac1525b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7f21b081e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f21ac15a4f0 0x7f21ac151210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7f7dd7fff640 1 --2- 172.21.15.5:0/1742430416 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7dd0005ab0 0x7f7dd004a8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f7dd77fe640 1 -- 172.21.15.5:0/1742430416 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7dd0005ab0 msgr2=0x7f7dd004a8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f7dd77fe640 1 --2- 172.21.15.5:0/1742430416 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7dd0005ab0 0x7f7dd004a8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f7dd77fe640 1 -- 172.21.15.5:0/1742430416 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7dd00e7120 msgr2=0x7f7dd00ddaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f7dd77fe640 1 --2- 172.21.15.5:0/1742430416 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7dd00e7120 0x7f7dd00ddaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f7dd77fe640 1 -- 172.21.15.5:0/1742430416 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7dd004d1c0 con 0x7f7dd004eb60 2024-09-19T05:01:42.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7ffaa9001640 1 -- 172.21.15.5:0/2587516338 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffaa415fb20 con 0x7ffaa40b3430 2024-09-19T05:01:42.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7fba5ba4c640 1 -- 172.21.15.5:0/3386392769 shutdown_connections 2024-09-19T05:01:42.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f2b615be640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b5400ad40 0x7f2b540f2110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f2b615be640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2b54036470 0x7f2b540f0bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f2b615be640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2b540541f0 0x7f2b540f1110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f2b615be640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f2b54007290 con 0x7f2b540541f0 2024-09-19T05:01:42.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f2b615be640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f2b540480b0 con 0x7f2b54036470 2024-09-19T05:01:42.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f2b615be640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f2b54052530 con 0x7f2b5400ad40 2024-09-19T05:01:42.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f2b5affd640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b5400ad40 0x7f2b540f2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7f21aad9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f21ac15a4f0 0x7f21ac151210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7f21aad9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f21ac15a4f0 0x7f21ac151210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41938/0 (socket says 172.21.15.5:41938) 2024-09-19T05:01:42.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7f21a9d9b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f21ac0cfd80 0x7f21ac1525b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7f21a9d9b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f21ac0cfd80 0x7f21ac1525b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.5:42234/0 (socket says 172.21.15.5:42234) 2024-09-19T05:01:42.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7f21aad9d640 1 -- 172.21.15.5:0/2633981388 learned_addr learned my addr 172.21.15.5:0/2633981388 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:42.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f21b081e640 1 -- 172.21.15.5:0/2633981388 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f21ac0cf670 con 0x7f21ac15a4f0 2024-09-19T05:01:42.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f21b081e640 1 -- 172.21.15.5:0/2633981388 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f21ac0cf4f0 con 0x7f21ac0754b0 2024-09-19T05:01:42.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f21b081e640 1 -- 172.21.15.5:0/2633981388 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f21ac0cf7f0 con 0x7f21ac0cfd80 2024-09-19T05:01:42.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7f21aa59c640 1 --2- 172.21.15.5:0/2633981388 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f21ac0754b0 0x7f21ac06e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f7dd7fff640 1 --2- 172.21.15.5:0/1742430416 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7dd0005ab0 0x7f7dd004a8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:01:42.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f2b5b7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2b540541f0 0x7f2b540f1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f2b5affd640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b5400ad40 0x7f2b540f2110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.5:42246/0 (socket says 172.21.15.5:42246) 2024-09-19T05:01:42.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f2b5affd640 1 -- 172.21.15.5:0/634956872 learned_addr learned my addr 172.21.15.5:0/634956872 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:42.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f7dd77fe640 1 --2- 172.21.15.5:0/1742430416 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7dd004eb60 0x7f7dd0035750 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f7dc400e890 tx=0x7f7dc400ed50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f2b5a7fc640 1 --2- 172.21.15.5:0/634956872 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2b54036470 0x7f2b540f0bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f7dd4ff9640 1 -- 172.21.15.5:0/1742430416 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dc4004030 con 0x7f7dd004eb60 2024-09-19T05:01:42.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7f2b02a18640 1 --2- 172.21.15.5:0/1794023042 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2ae8005210 0x7f2ae800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f7dd4ff9640 1 -- 172.21.15.5:0/1742430416 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7dc40041d0 con 0x7f7dd004eb60 2024-09-19T05:01:42.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7fd01cfc4640 1 --2- 172.21.15.5:0/482233998 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0181627a0 0x7fd0181fb830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7fd01cfc4640 1 -- 172.21.15.5:0/482233998 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0180cdfc0 msgr2=0x7fd01815d8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7fd01cfc4640 1 --2- 172.21.15.5:0/482233998 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0180cdfc0 0x7fd01815d8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7fd01cfc4640 1 -- 172.21.15.5:0/482233998 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0180cfda0 msgr2=0x7fd0180c53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7fd01cfc4640 1 --2- 172.21.15.5:0/482233998 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0180cfda0 0x7fd0180c53a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7fd01cfc4640 1 -- 172.21.15.5:0/482233998 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0181591e0 con 0x7fd0181627a0 2024-09-19T05:01:42.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7fd01cfc4640 1 --2- 172.21.15.5:0/482233998 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0181627a0 0x7fd0181fb830 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fd00800c5f0 tx=0x7fd00800cab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f7ddd394640 1 -- 172.21.15.5:0/1742430416 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7dd004d4a0 con 0x7f7dd004eb60 2024-09-19T05:01:42.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f2b5b7fe640 1 -- 172.21.15.5:0/634956872 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b5400ad40 msgr2=0x7f2b540f2110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f2b5b7fe640 1 --2- 172.21.15.5:0/634956872 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b5400ad40 0x7f2b540f2110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f2b5b7fe640 1 -- 172.21.15.5:0/634956872 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2b54036470 msgr2=0x7f2b540f0bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f2b5b7fe640 1 --2- 172.21.15.5:0/634956872 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2b54036470 0x7f2b540f0bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f2b5b7fe640 1 -- 172.21.15.5:0/634956872 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b540f26f0 con 0x7f2b540541f0 2024-09-19T05:01:42.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7fba5ba4c640 1 -- 172.21.15.5:0/3386392769 wait complete. 2024-09-19T05:01:42.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f21aad9d640 1 -- 172.21.15.5:0/2633981388 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f21ac0cfd80 msgr2=0x7f21ac1525b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f21aad9d640 1 --2- 172.21.15.5:0/2633981388 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f21ac0cfd80 0x7f21ac1525b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f21aad9d640 1 -- 172.21.15.5:0/2633981388 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f21ac0754b0 msgr2=0x7f21ac06e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f21aad9d640 1 --2- 172.21.15.5:0/2633981388 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f21ac0754b0 0x7f21ac06e3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.719+0000 7f7ddd394640 1 -- 172.21.15.5:0/1742430416 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7dd004da60 con 0x7f7dd004eb60 2024-09-19T05:01:42.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.718+0000 7f21aad9d640 1 -- 172.21.15.5:0/2633981388 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21ac06eaa0 con 0x7f21ac15a4f0 2024-09-19T05:01:42.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.719+0000 7f21aad9d640 1 --2- 172.21.15.5:0/2633981388 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f21ac15a4f0 0x7f21ac151210 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f219400c3e0 tx=0x7f219400c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7f2b01a16640 1 -- 172.21.15.5:0/1794023042 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2ae8003a00 msgr2=0x7f2ae8003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:42.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7f2b01a16640 1 --2- 172.21.15.5:0/1794023042 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2ae8003a00 0x7f2ae8003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7f2b01a16640 1 -- 172.21.15.5:0/1794023042 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2ae8005210 msgr2=0x7f2ae800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:42.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7f2b01a16640 1 --2- 172.21.15.5:0/1794023042 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2ae8005210 0x7f2ae800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7f2b01a16640 1 -- 172.21.15.5:0/1794023042 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ae8003520 con 0x7f2ae8004800 2024-09-19T05:01:42.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.717+0000 7f2b02a18640 1 -- 172.21.15.5:0/1794023042 reap_dead start 2024-09-19T05:01:42.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.719+0000 7fd014ff9640 1 -- 172.21.15.5:0/482233998 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd008015070 con 0x7fd0181627a0 2024-09-19T05:01:42.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.719+0000 7fc0cb4cf640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc0bc034a20 0x7fc0bc1851c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.719+0000 7fc0cb4cf640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc0bc04fcc0 0x7fc0bc0e0940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.719+0000 7fc0cb4cf640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc0bc0df880 0x7fc0bc0e0e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.719+0000 7fc0cb4cf640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fc0bc008cc0 con 0x7fc0bc034a20 2024-09-19T05:01:42.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.719+0000 7fc0cb4cf640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fc0bc009060 con 0x7fc0bc0df880 2024-09-19T05:01:42.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.719+0000 7fc0cb4cf640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fc0bc008e40 con 0x7fc0bc04fcc0 2024-09-19T05:01:42.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.719+0000 7f2b5b7fe640 1 --2- 172.21.15.5:0/634956872 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2b540541f0 0x7f2b540f1110 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f2b5c06aa50 tx=0x7f2b5c06bac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.719+0000 7f21a2ffd640 1 -- 172.21.15.5:0/2633981388 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2194017070 con 0x7f21ac15a4f0 2024-09-19T05:01:42.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.719+0000 7f21a2ffd640 1 -- 172.21.15.5:0/2633981388 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2194005d00 con 0x7f21ac15a4f0 2024-09-19T05:01:42.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.719+0000 7f21a2ffd640 1 -- 172.21.15.5:0/2633981388 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2194007310 con 0x7f21ac15a4f0 2024-09-19T05:01:42.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.719+0000 7fc0ca4cd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc0bc034a20 0x7fc0bc1851c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.719+0000 7fc0ca4cd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc0bc034a20 0x7fc0bc1851c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41956/0 (socket says 172.21.15.5:41956) 2024-09-19T05:01:42.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.719+0000 7fc0c9ccc640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc0bc04fcc0 0x7fc0bc0e0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.719+0000 7fc0ca4cd640 1 -- 172.21.15.5:0/3257324398 learned_addr learned my addr 172.21.15.5:0/3257324398 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:42.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.719+0000 7fd014ff9640 1 -- 172.21.15.5:0/482233998 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd008011800 con 0x7fd0181627a0 2024-09-19T05:01:42.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.719+0000 7f2b01a16640 1 --2- 172.21.15.5:0/1794023042 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2ae8004800 0x7f2ae8004c80 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f2aec00aa80 tx=0x7f2ae8005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=570b6a4d00b38124 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.719+0000 7fd014ff9640 1 -- 172.21.15.5:0/482233998 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd008015070 con 0x7fd0181627a0 2024-09-19T05:01:42.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.719+0000 7f2b01215640 1 -- 172.21.15.5:0/1794023042 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aec037070 con 0x7f2ae8004800 2024-09-19T05:01:42.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.720+0000 7fc0cacce640 1 --2- 172.21.15.5:0/3257324398 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc0bc0df880 0x7fc0bc0e0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.720+0000 7fc0c9ccc640 1 -- 172.21.15.5:0/3257324398 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc0bc0df880 msgr2=0x7fc0bc0e0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.720+0000 7fc0c9ccc640 1 --2- 172.21.15.5:0/3257324398 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc0bc0df880 0x7fc0bc0e0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.720+0000 7fc0c9ccc640 1 -- 172.21.15.5:0/3257324398 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc0bc034a20 msgr2=0x7fc0bc1851c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.720+0000 7fc0c9ccc640 1 --2- 172.21.15.5:0/3257324398 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc0bc034a20 0x7fc0bc1851c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.720+0000 7fc0c9ccc640 1 -- 172.21.15.5:0/3257324398 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0bc055140 con 0x7fc0bc04fcc0 2024-09-19T05:01:42.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.720+0000 7f2b437fe640 1 -- 172.21.15.5:0/634956872 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b5c0bc020 con 0x7f2b540541f0 2024-09-19T05:01:42.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.720+0000 7f2b437fe640 1 -- 172.21.15.5:0/634956872 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b5c0b4040 con 0x7f2b540541f0 2024-09-19T05:01:42.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.720+0000 7f2b437fe640 1 -- 172.21.15.5:0/634956872 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b5c0b3070 con 0x7f2b540541f0 2024-09-19T05:01:42.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.720+0000 7fc0c9ccc640 1 --2- 172.21.15.5:0/3257324398 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc0bc04fcc0 0x7fc0bc0e0940 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fc0c406a9b0 tx=0x7fc0c40696d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.720+0000 7fba5ba4c640 1 Processor -- start 2024-09-19T05:01:42.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.720+0000 7fba5ba4c640 1 -- start start 2024-09-19T05:01:42.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.720+0000 7f2b615be640 1 -- 172.21.15.5:0/634956872 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b54048800 con 0x7f2b540541f0 2024-09-19T05:01:42.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.720+0000 7f2b615be640 1 -- 172.21.15.5:0/634956872 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b540f29d0 con 0x7f2b540541f0 2024-09-19T05:01:42.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.720+0000 7f21b081e640 1 -- 172.21.15.5:0/2633981388 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21ac06ed80 con 0x7f21ac15a4f0 2024-09-19T05:01:42.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.720+0000 7f21b081e640 1 -- 172.21.15.5:0/2633981388 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21ac06f340 con 0x7f21ac15a4f0 2024-09-19T05:01:42.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.720+0000 7f21aa59c640 1 --2- 172.21.15.5:0/2633981388 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f21ac0754b0 0x7f21ac06e3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:01:42.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.719+0000 7f2b01215640 1 -- 172.21.15.5:0/1794023042 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2aec02ac10 con 0x7f2ae8004800 2024-09-19T05:01:42.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.719+0000 7f2b01215640 1 -- 172.21.15.5:0/1794023042 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aec00a650 con 0x7f2ae8004800 2024-09-19T05:01:42.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.720+0000 7ffa8b7fe640 1 -- 172.21.15.5:0/2587516338 <== mon.2 v2:172.21.15.134:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ffa9401a070 con 0x7ffaa40b3430 2024-09-19T05:01:42.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.721+0000 7ffa8b7fe640 1 --2- 172.21.15.5:0/2587516338 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffa9006c380 0x7ffa9006e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.721+0000 7ffa8b7fe640 1 -- 172.21.15.5:0/2587516338 <== mon.2 v2:172.21.15.134:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7ffa9408ad20 con 0x7ffaa40b3430 2024-09-19T05:01:42.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.721+0000 7f21b081e640 1 -- 172.21.15.5:0/2633981388 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21ac06ccd0 con 0x7f21ac15a4f0 2024-09-19T05:01:42.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.721+0000 7f7dc27fc640 1 -- 172.21.15.5:0/1742430416 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7dd0047b50 con 0x7f7dd004eb60 2024-09-19T05:01:42.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.721+0000 7f7dd4ff9640 1 -- 172.21.15.5:0/1742430416 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dc400c8e0 con 0x7f7dd004eb60 2024-09-19T05:01:42.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.721+0000 7f2b615be640 1 -- 172.21.15.5:0/634956872 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b54036890 con 0x7f2b540541f0 2024-09-19T05:01:42.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.721+0000 7f7dd4ff9640 1 -- 172.21.15.5:0/1742430416 <== mon.1 v2:172.21.15.134:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7dc400cb40 con 0x7f7dd004eb60 2024-09-19T05:01:42.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.722+0000 7fd01ea27640 1 -- 172.21.15.5:0/482233998 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0181594c0 con 0x7fd0181627a0 2024-09-19T05:01:42.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.722+0000 7fd01ea27640 1 -- 172.21.15.5:0/482233998 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd018159a80 con 0x7fd0181627a0 2024-09-19T05:01:42.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.721+0000 7fba5ba4c640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fba540709a0 0x7fba5415de30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.722+0000 7fba5ba4c640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba54070de0 0x7fba5413c890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.722+0000 7fba5ba4c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fba54147340 0x7fba540b0f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.722+0000 7fba5ba4c640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fba5406c960 con 0x7fba54147340 2024-09-19T05:01:42.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.722+0000 7fba5ba4c640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fba54147720 con 0x7fba540709a0 2024-09-19T05:01:42.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.722+0000 7fba5ba4c640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fba540ae810 con 0x7fba54070de0 2024-09-19T05:01:42.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.722+0000 7ffaa259c640 1 --2- 172.21.15.5:0/2587516338 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffa9006c380 0x7ffa9006e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.722+0000 7f2b0447b640 1 -- 172.21.15.5:0/1794023042 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2ae8004800 msgr2=0x7f2ae8004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.722+0000 7f2b0447b640 1 --2- 172.21.15.5:0/1794023042 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2ae8004800 0x7f2ae8004c80 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f2aec00aa80 tx=0x7f2ae8005830 comp rx=0 tx=0).stop 2024-09-19T05:01:42.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.722+0000 7fba597e8640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fba540709a0 0x7fba5415de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.722+0000 7fba597e8640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fba540709a0 0x7fba5415de30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.5:40030/0 (socket says 172.21.15.5:40030) 2024-09-19T05:01:42.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.722+0000 7fba597e8640 1 -- 172.21.15.5:0/21342718 learned_addr learned my addr 172.21.15.5:0/21342718 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:42.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.722+0000 7fba58fe7640 1 --2- 172.21.15.5:0/21342718 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba54070de0 0x7fba5413c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.722+0000 7f2b0447b640 1 -- 172.21.15.5:0/1794023042 shutdown_connections 2024-09-19T05:01:42.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.722+0000 7f2b0447b640 1 --2- 172.21.15.5:0/1794023042 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2ae8004800 0x7f2ae8004c80 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.722+0000 7f2b0447b640 1 -- 172.21.15.5:0/1794023042 >> 172.21.15.5:0/1794023042 conn(0x7f2afc0d2300 msgr2=0x7f2afc0d2710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:42.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.722+0000 7fba59fe9640 1 --2- 172.21.15.5:0/21342718 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fba54147340 0x7fba540b0f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.722+0000 7f2b0447b640 1 -- 172.21.15.5:0/1794023042 shutdown_connections 2024-09-19T05:01:42.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.722+0000 7fba597e8640 1 -- 172.21.15.5:0/21342718 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba54070de0 msgr2=0x7fba5413c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.722+0000 7fba597e8640 1 --2- 172.21.15.5:0/21342718 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba54070de0 0x7fba5413c890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.722+0000 7fba597e8640 1 -- 172.21.15.5:0/21342718 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fba54147340 msgr2=0x7fba540b0f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.722+0000 7fba597e8640 1 --2- 172.21.15.5:0/21342718 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fba54147340 0x7fba540b0f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.722+0000 7fba597e8640 1 -- 172.21.15.5:0/21342718 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba5413d270 con 0x7fba540709a0 2024-09-19T05:01:42.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.723+0000 7fba58fe7640 1 --2- 172.21.15.5:0/21342718 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba54070de0 0x7fba5413c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:01:42.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.723+0000 7f21a2ffd640 1 -- 172.21.15.5:0/2633981388 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f219401a070 con 0x7f21ac15a4f0 2024-09-19T05:01:42.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.722+0000 7f7dd4ff9640 1 --2- 172.21.15.5:0/1742430416 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7dbc06c3b0 0x7f7dbc06e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.722+0000 7f7dd4ff9640 1 -- 172.21.15.5:0/1742430416 <== mon.1 v2:172.21.15.134:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f7dc408ba30 con 0x7f7dd004eb60 2024-09-19T05:01:42.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.723+0000 7f7dd7fff640 1 --2- 172.21.15.5:0/1742430416 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7dbc06c3b0 0x7f7dbc06e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.722+0000 7f2b0447b640 1 -- 172.21.15.5:0/1794023042 wait complete. 2024-09-19T05:01:42.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.723+0000 7fba597e8640 1 --2- 172.21.15.5:0/21342718 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fba540709a0 0x7fba5415de30 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fba4400e9b0 tx=0x7fba4400ee70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.723+0000 7ffaa259c640 1 --2- 172.21.15.5:0/2587516338 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffa9006c380 0x7ffa9006e840 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ffa9c033000 tx=0x7ffa9c009000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.723+0000 7f7dd7fff640 1 --2- 172.21.15.5:0/1742430416 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7dbc06c3b0 0x7f7dbc06e870 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f7dcc033000 tx=0x7f7dcc008030 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.723+0000 7fd01ea27640 1 -- 172.21.15.5:0/482233998 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd01806cd40 con 0x7fd0181627a0 2024-09-19T05:01:42.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.724+0000 7f21a2ffd640 1 --2- 172.21.15.5:0/2633981388 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f218c06c380 0x7f218c06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.724+0000 7f2b437fe640 1 -- 172.21.15.5:0/634956872 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2b5c0bf070 con 0x7f2b540541f0 2024-09-19T05:01:42.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.724+0000 7f21a2ffd640 1 -- 172.21.15.5:0/2633981388 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f219408abf0 con 0x7f21ac15a4f0 2024-09-19T05:01:42.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.724+0000 7f21aa59c640 1 --2- 172.21.15.5:0/2633981388 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f218c06c380 0x7f218c06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.724+0000 7f2b0447b640 1 Processor -- start 2024-09-19T05:01:42.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.724+0000 7f2b437fe640 1 --2- 172.21.15.5:0/634956872 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2b4806c300 0x7f2b4806e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.724+0000 7f2b0447b640 1 -- start start 2024-09-19T05:01:42.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.724+0000 7f21aa59c640 1 --2- 172.21.15.5:0/2633981388 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f218c06c380 0x7f218c06e840 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f21ac159d30 tx=0x7f21a4009570 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.724+0000 7f2b437fe640 1 -- 172.21.15.5:0/634956872 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f2b5c126c80 con 0x7f2b540541f0 2024-09-19T05:01:42.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.724+0000 7f2b5affd640 1 --2- 172.21.15.5:0/634956872 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2b4806c300 0x7f2b4806e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.725+0000 7f2b5affd640 1 --2- 172.21.15.5:0/634956872 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2b4806c300 0x7f2b4806e7c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f2b4c005880 tx=0x7f2b4c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.725+0000 7f2b0447b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2ae8004800 0x7f2afc0b6690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.725+0000 7f2b0447b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2afc15b6d0 0x7f2afc0b5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.725+0000 7f2b0447b640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2afc15bb50 0x7f2afc0b5690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.783 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.725+0000 7f2b0447b640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f2afc0d11c0 con 0x7f2ae8004800 2024-09-19T05:01:42.783 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.725+0000 7f2b0447b640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f2afc0d0ca0 con 0x7f2afc15bb50 2024-09-19T05:01:42.783 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.725+0000 7f2b0447b640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f2afc1f2b30 con 0x7f2afc15b6d0 2024-09-19T05:01:42.783 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.725+0000 7f2b02217640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2ae8004800 0x7f2afc0b6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.783 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.725+0000 7f2b02217640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2ae8004800 0x7f2afc0b6690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41978/0 (socket says 172.21.15.5:41978) 2024-09-19T05:01:42.783 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.725+0000 7f2b02217640 1 -- 172.21.15.5:0/4123422673 learned_addr learned my addr 172.21.15.5:0/4123422673 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:42.783 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.725+0000 7f2b01a16640 1 --2- 172.21.15.5:0/4123422673 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2afc15b6d0 0x7f2afc0b5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.783 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.725+0000 7f2b02a18640 1 --2- 172.21.15.5:0/4123422673 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2afc15bb50 0x7f2afc0b5690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.783 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.725+0000 7f2b02217640 1 -- 172.21.15.5:0/4123422673 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2afc15b6d0 msgr2=0x7f2afc0b5150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.783 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.725+0000 7f2b02217640 1 --2- 172.21.15.5:0/4123422673 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2afc15b6d0 0x7f2afc0b5150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.783 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.725+0000 7f2b02217640 1 -- 172.21.15.5:0/4123422673 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2afc15bb50 msgr2=0x7f2afc0b5690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:42.783 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.725+0000 7f2b02217640 1 --2- 172.21.15.5:0/4123422673 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2afc15bb50 0x7f2afc0b5690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:42.783 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.725+0000 7f2b02217640 1 -- 172.21.15.5:0/4123422673 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2afc0b7000 con 0x7f2ae8004800 2024-09-19T05:01:42.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.726+0000 7f2b02217640 1 --2- 172.21.15.5:0/4123422673 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2ae8004800 0x7f2afc0b6690 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f2af8011600 tx=0x7f2af8011ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.726+0000 7fc0baffd640 1 -- 172.21.15.5:0/3257324398 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0c4050ea0 con 0x7fc0bc04fcc0 2024-09-19T05:01:42.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.726+0000 7fc0baffd640 1 -- 172.21.15.5:0/3257324398 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0c4090020 con 0x7fc0bc04fcc0 2024-09-19T05:01:42.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.726+0000 7fc0baffd640 1 -- 172.21.15.5:0/3257324398 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0c406d110 con 0x7fc0bc04fcc0 2024-09-19T05:01:42.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.726+0000 7ffa8b7fe640 1 -- 172.21.15.5:0/2587516338 <== mon.2 v2:172.21.15.134:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ffaa415fb20 con 0x7ffaa40b3430 2024-09-19T05:01:42.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.726+0000 7fc0cb4cf640 1 -- 172.21.15.5:0/3257324398 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0bc0553c0 con 0x7fc0bc04fcc0 2024-09-19T05:01:42.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.726+0000 7fc0cb4cf640 1 -- 172.21.15.5:0/3257324398 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0bc055980 con 0x7fc0bc04fcc0 2024-09-19T05:01:42.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.727+0000 7fc0cb4cf640 1 -- 172.21.15.5:0/3257324398 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0ac005290 con 0x7fc0bc04fcc0 2024-09-19T05:01:42.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.727+0000 7f7dd4ff9640 1 -- 172.21.15.5:0/1742430416 <== mon.1 v2:172.21.15.134:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7dc4017020 con 0x7f7dd004eb60 2024-09-19T05:01:42.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.727+0000 7fba49ffb640 1 -- 172.21.15.5:0/21342718 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba44017070 con 0x7fba540709a0 2024-09-19T05:01:42.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.727+0000 7fba49ffb640 1 -- 172.21.15.5:0/21342718 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba4400ca00 con 0x7fba540709a0 2024-09-19T05:01:42.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.727+0000 7fba5ba4c640 1 -- 172.21.15.5:0/21342718 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba5413d550 con 0x7fba540709a0 2024-09-19T05:01:42.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.727+0000 7fba49ffb640 1 -- 172.21.15.5:0/21342718 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba4400cdd0 con 0x7fba540709a0 2024-09-19T05:01:42.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.728+0000 7fba5ba4c640 1 -- 172.21.15.5:0/21342718 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba5413db10 con 0x7fba540709a0 2024-09-19T05:01:42.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.728+0000 7fc0baffd640 1 -- 172.21.15.5:0/3257324398 <== mon.2 v2:172.21.15.134:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc0c40b3680 con 0x7fc0bc04fcc0 2024-09-19T05:01:42.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.729+0000 7fc0baffd640 1 --2- 172.21.15.5:0/3257324398 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc0a806c2b0 0x7fc0a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.729+0000 7fc0baffd640 1 -- 172.21.15.5:0/3257324398 <== mon.2 v2:172.21.15.134:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fc0c4106d20 con 0x7fc0bc04fcc0 2024-09-19T05:01:42.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.729+0000 7fc0ca4cd640 1 --2- 172.21.15.5:0/3257324398 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc0a806c2b0 0x7fc0a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.729+0000 7fba5ba4c640 1 -- 172.21.15.5:0/21342718 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba540ae2d0 con 0x7fba540709a0 2024-09-19T05:01:42.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.729+0000 7fd014ff9640 1 -- 172.21.15.5:0/482233998 <== mon.1 v2:172.21.15.134:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd008018070 con 0x7fd0181627a0 2024-09-19T05:01:42.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.730+0000 7fd014ff9640 1 --2- 172.21.15.5:0/482233998 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcff806c4b0 0x7fcff806e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.730+0000 7fc0ca4cd640 1 --2- 172.21.15.5:0/3257324398 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc0a806c2b0 0x7fc0a806e770 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fc0b402a1c0 tx=0x7fc0b402e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.730+0000 7fd014ff9640 1 -- 172.21.15.5:0/482233998 <== mon.1 v2:172.21.15.134:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fd00808b550 con 0x7fd0181627a0 2024-09-19T05:01:42.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.730+0000 7fd017fff640 1 --2- 172.21.15.5:0/482233998 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcff806c4b0 0x7fcff806e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.730+0000 7fd017fff640 1 --2- 172.21.15.5:0/482233998 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcff806c4b0 0x7fcff806e970 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd010033000 tx=0x7fd010009000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.731+0000 7f2b437fe640 1 -- 172.21.15.5:0/634956872 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2b5c0c7080 con 0x7f2b540541f0 2024-09-19T05:01:42.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.732+0000 7fc0baffd640 1 -- 172.21.15.5:0/3257324398 <== mon.2 v2:172.21.15.134:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc0c409a030 con 0x7fc0bc04fcc0 2024-09-19T05:01:42.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.732+0000 7fd014ff9640 1 -- 172.21.15.5:0/482233998 <== mon.1 v2:172.21.15.134:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd0080593a0 con 0x7fd0181627a0 2024-09-19T05:01:42.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.734+0000 7fba49ffb640 1 -- 172.21.15.5:0/21342718 <== mon.1 v2:172.21.15.134:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fba4401a070 con 0x7fba540709a0 2024-09-19T05:01:42.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.734+0000 7fba49ffb640 1 --2- 172.21.15.5:0/21342718 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fba3806c2b0 0x7fba3806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.734+0000 7fba49ffb640 1 -- 172.21.15.5:0/21342718 <== mon.1 v2:172.21.15.134:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fba4408beb0 con 0x7fba540709a0 2024-09-19T05:01:42.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.735+0000 7fba58fe7640 1 --2- 172.21.15.5:0/21342718 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fba3806c2b0 0x7fba3806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.735+0000 7fba58fe7640 1 --2- 172.21.15.5:0/21342718 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fba3806c2b0 0x7fba3806e770 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fba50033000 tx=0x7fba50009000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.737+0000 7fba49ffb640 1 -- 172.21.15.5:0/21342718 <== mon.1 v2:172.21.15.134:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fba44059bf0 con 0x7fba540709a0 2024-09-19T05:01:42.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.740+0000 7f2af2ffd640 1 -- 172.21.15.5:0/4123422673 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2af800f040 con 0x7f2ae8004800 2024-09-19T05:01:42.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.740+0000 7f2af2ffd640 1 -- 172.21.15.5:0/4123422673 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2af8004230 con 0x7f2ae8004800 2024-09-19T05:01:42.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.740+0000 7f2af2ffd640 1 -- 172.21.15.5:0/4123422673 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2af800f6c0 con 0x7f2ae8004800 2024-09-19T05:01:42.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.740+0000 7f2b0447b640 1 -- 172.21.15.5:0/4123422673 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2afc0b72e0 con 0x7f2ae8004800 2024-09-19T05:01:42.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.740+0000 7f2b0447b640 1 -- 172.21.15.5:0/4123422673 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2afc1f98f0 con 0x7f2ae8004800 2024-09-19T05:01:42.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.740+0000 7f21a2ffd640 1 -- 172.21.15.5:0/2633981388 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2194059000 con 0x7f21ac15a4f0 2024-09-19T05:01:42.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.743+0000 7f2af2ffd640 1 -- 172.21.15.5:0/4123422673 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2af800f860 con 0x7f2ae8004800 2024-09-19T05:01:42.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.744+0000 7f2af2ffd640 1 --2- 172.21.15.5:0/4123422673 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2ae006c380 0x7f2ae006e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:42.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.744+0000 7f2af0ff9640 1 -- 172.21.15.5:0/4123422673 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2afc09c080 con 0x7f2ae8004800 2024-09-19T05:01:42.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.744+0000 7f2af2ffd640 1 -- 172.21.15.5:0/4123422673 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f2af808bb10 con 0x7f2ae8004800 2024-09-19T05:01:42.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.745+0000 7f2b01a16640 1 --2- 172.21.15.5:0/4123422673 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2ae006c380 0x7f2ae006e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:42.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.755+0000 7f2b01a16640 1 --2- 172.21.15.5:0/4123422673 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2ae006c380 0x7f2ae006e840 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f2aec034000 tx=0x7f2aec02e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:42.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:42.755+0000 7f2af2ffd640 1 -- 172.21.15.5:0/4123422673 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2af8019020 con 0x7f2ae8004800 2024-09-19T05:01:43.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.131+0000 7ffaa9001640 1 -- 172.21.15.5:0/2587516338 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7ffaa40d0160 con 0x7ffaa40b3430 2024-09-19T05:01:43.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.133+0000 7ffa8b7fe640 1 -- 172.21.15.5:0/2587516338 <== mon.2 v2:172.21.15.134:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ffa940591c0 con 0x7ffaa40b3430 2024-09-19T05:01:43.134 INFO:teuthology.orchestra.run.smithi005.stdout:64424509448 2024-09-19T05:01:43.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.136+0000 7ffaa9001640 1 -- 172.21.15.5:0/2587516338 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffa9006c380 msgr2=0x7ffa9006e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:43.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.136+0000 7ffaa9001640 1 --2- 172.21.15.5:0/2587516338 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffa9006c380 0x7ffa9006e840 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ffa9c033000 tx=0x7ffa9c009000 comp rx=0 tx=0).stop 2024-09-19T05:01:43.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.136+0000 7ffaa9001640 1 -- 172.21.15.5:0/2587516338 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaa40b3430 msgr2=0x7ffaa41577f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:43.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.136+0000 7ffaa9001640 1 --2- 172.21.15.5:0/2587516338 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaa40b3430 0x7ffaa41577f0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7ffa9400c750 tx=0x7ffa9400cc10 comp rx=0 tx=0).stop 2024-09-19T05:01:43.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.136+0000 7ffaa9001640 1 -- 172.21.15.5:0/2587516338 shutdown_connections 2024-09-19T05:01:43.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.136+0000 7ffaa9001640 1 --2- 172.21.15.5:0/2587516338 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffa9006c380 0x7ffa9006e840 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.136+0000 7ffaa9001640 1 --2- 172.21.15.5:0/2587516338 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffaa4163420 0x7ffaa4165110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.137+0000 7ffaa9001640 1 --2- 172.21.15.5:0/2587516338 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffaa4160450 0x7ffaa41588b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.137+0000 7ffaa9001640 1 --2- 172.21.15.5:0/2587516338 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaa40b3430 0x7ffaa41577f0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.137+0000 7ffaa9001640 1 -- 172.21.15.5:0/2587516338 >> 172.21.15.5:0/2587516338 conn(0x7ffaa406bc10 msgr2=0x7ffaa406e970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:43.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.137+0000 7ffaa9001640 1 -- 172.21.15.5:0/2587516338 shutdown_connections 2024-09-19T05:01:43.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.137+0000 7ffaa9001640 1 -- 172.21.15.5:0/2587516338 wait complete. 2024-09-19T05:01:43.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.140+0000 7f7dc27fc640 1 -- 172.21.15.5:0/1742430416 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f7dd004b5e0 con 0x7f7dd004eb60 2024-09-19T05:01:43.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.140+0000 7f2b615be640 1 -- 172.21.15.5:0/634956872 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f2b54005660 con 0x7f2b540541f0 2024-09-19T05:01:43.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.141+0000 7f7dd4ff9640 1 -- 172.21.15.5:0/1742430416 <== mon.1 v2:172.21.15.134:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f7dc40597f0 con 0x7f7dd004eb60 2024-09-19T05:01:43.143 INFO:teuthology.orchestra.run.smithi005.stdout:60129542152 2024-09-19T05:01:43.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.143+0000 7f2b437fe640 1 -- 172.21.15.5:0/634956872 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f2b5c0f4a40 con 0x7f2b540541f0 2024-09-19T05:01:43.144 INFO:teuthology.orchestra.run.smithi005.stdout:64424509448 2024-09-19T05:01:43.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.143+0000 7f7dc27fc640 1 -- 172.21.15.5:0/1742430416 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7dbc06c3b0 msgr2=0x7f7dbc06e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:43.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.143+0000 7f7dc27fc640 1 --2- 172.21.15.5:0/1742430416 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7dbc06c3b0 0x7f7dbc06e870 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f7dcc033000 tx=0x7f7dcc008030 comp rx=0 tx=0).stop 2024-09-19T05:01:43.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.143+0000 7f7dc27fc640 1 -- 172.21.15.5:0/1742430416 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7dd004eb60 msgr2=0x7f7dd0035750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:43.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.143+0000 7f7dc27fc640 1 --2- 172.21.15.5:0/1742430416 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7dd004eb60 0x7f7dd0035750 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f7dc400e890 tx=0x7f7dc400ed50 comp rx=0 tx=0).stop 2024-09-19T05:01:43.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.143+0000 7f7dc27fc640 1 -- 172.21.15.5:0/1742430416 shutdown_connections 2024-09-19T05:01:43.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.144+0000 7f7dc27fc640 1 --2- 172.21.15.5:0/1742430416 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7dbc06c3b0 0x7f7dbc06e870 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.144+0000 7f7dc27fc640 1 --2- 172.21.15.5:0/1742430416 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7dd00e7120 0x7f7dd00ddaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.144+0000 7f7dc27fc640 1 --2- 172.21.15.5:0/1742430416 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7dd004eb60 0x7f7dd0035750 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.144+0000 7f7dc27fc640 1 --2- 172.21.15.5:0/1742430416 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7dd0005ab0 0x7f7dd004a8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.144+0000 7f7dc27fc640 1 -- 172.21.15.5:0/1742430416 >> 172.21.15.5:0/1742430416 conn(0x7f7dd0036090 msgr2=0x7f7dd0032110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:43.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.144+0000 7f7dc27fc640 1 -- 172.21.15.5:0/1742430416 shutdown_connections 2024-09-19T05:01:43.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.144+0000 7f7dc27fc640 1 -- 172.21.15.5:0/1742430416 wait complete. 2024-09-19T05:01:43.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.147+0000 7fd01ea27640 1 -- 172.21.15.5:0/482233998 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fd01806e220 con 0x7fd0181627a0 2024-09-19T05:01:43.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.146+0000 7f2b615be640 1 -- 172.21.15.5:0/634956872 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2b4806c300 msgr2=0x7f2b4806e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:43.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.146+0000 7f2b615be640 1 --2- 172.21.15.5:0/634956872 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2b4806c300 0x7f2b4806e7c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f2b4c005880 tx=0x7f2b4c009040 comp rx=0 tx=0).stop 2024-09-19T05:01:43.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.147+0000 7f2b615be640 1 -- 172.21.15.5:0/634956872 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2b540541f0 msgr2=0x7f2b540f1110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:43.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.147+0000 7f2b615be640 1 --2- 172.21.15.5:0/634956872 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2b540541f0 0x7f2b540f1110 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f2b5c06aa50 tx=0x7f2b5c06bac0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.147+0000 7f2b615be640 1 -- 172.21.15.5:0/634956872 shutdown_connections 2024-09-19T05:01:43.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.147+0000 7f2b615be640 1 --2- 172.21.15.5:0/634956872 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2b4806c300 0x7f2b4806e7c0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.147+0000 7f2b615be640 1 --2- 172.21.15.5:0/634956872 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2b540541f0 0x7f2b540f1110 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.147+0000 7f2b615be640 1 --2- 172.21.15.5:0/634956872 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2b54036470 0x7f2b540f0bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.147+0000 7f2b615be640 1 --2- 172.21.15.5:0/634956872 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b5400ad40 0x7f2b540f2110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.147+0000 7f2b615be640 1 -- 172.21.15.5:0/634956872 >> 172.21.15.5:0/634956872 conn(0x7f2b5401dd80 msgr2=0x7f2b540351c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:43.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.147+0000 7f2b615be640 1 -- 172.21.15.5:0/634956872 shutdown_connections 2024-09-19T05:01:43.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.147+0000 7f2b615be640 1 -- 172.21.15.5:0/634956872 wait complete. 2024-09-19T05:01:43.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.147+0000 7fd014ff9640 1 -- 172.21.15.5:0/482233998 <== mon.1 v2:172.21.15.134:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd00805d6a0 con 0x7fd0181627a0 2024-09-19T05:01:43.150 INFO:teuthology.orchestra.run.smithi005.stdout:60129542152 2024-09-19T05:01:43.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.151+0000 7fba5ba4c640 1 -- 172.21.15.5:0/21342718 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fba540732a0 con 0x7fba540709a0 2024-09-19T05:01:43.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.151+0000 7fd01ea27640 1 -- 172.21.15.5:0/482233998 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcff806c4b0 msgr2=0x7fcff806e970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:43.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.151+0000 7fd01ea27640 1 --2- 172.21.15.5:0/482233998 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcff806c4b0 0x7fcff806e970 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd010033000 tx=0x7fd010009000 comp rx=0 tx=0).stop 2024-09-19T05:01:43.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.151+0000 7fd01ea27640 1 -- 172.21.15.5:0/482233998 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0181627a0 msgr2=0x7fd0181fb830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:43.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.151+0000 7fd01ea27640 1 --2- 172.21.15.5:0/482233998 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0181627a0 0x7fd0181fb830 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fd00800c5f0 tx=0x7fd00800cab0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.151+0000 7fd01ea27640 1 -- 172.21.15.5:0/482233998 shutdown_connections 2024-09-19T05:01:43.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.151+0000 7fd01ea27640 1 --2- 172.21.15.5:0/482233998 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcff806c4b0 0x7fcff806e970 secure :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd010033000 tx=0x7fd010009000 comp rx=0 tx=0).stop 2024-09-19T05:01:43.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.151+0000 7fd01ea27640 1 --2- 172.21.15.5:0/482233998 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0181627a0 0x7fd0181fb830 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.151+0000 7fd01ea27640 1 --2- 172.21.15.5:0/482233998 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0180cfda0 0x7fd0180c53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.152+0000 7fd01ea27640 1 --2- 172.21.15.5:0/482233998 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0180cdfc0 0x7fd01815d8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.152+0000 7fd01ea27640 1 -- 172.21.15.5:0/482233998 >> 172.21.15.5:0/482233998 conn(0x7fd018067da0 msgr2=0x7fd0180b3430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:43.154 INFO:teuthology.orchestra.run.smithi005.stdout:55834574856 2024-09-19T05:01:43.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.151+0000 7fba49ffb640 1 -- 172.21.15.5:0/21342718 <== mon.1 v2:172.21.15.134:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fba4405def0 con 0x7fba540709a0 2024-09-19T05:01:43.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.152+0000 7fd01ea27640 1 -- 172.21.15.5:0/482233998 shutdown_connections 2024-09-19T05:01:43.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.153+0000 7fd01ea27640 1 -- 172.21.15.5:0/482233998 wait complete. 2024-09-19T05:01:43.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.154+0000 7fc0cb4cf640 1 -- 172.21.15.5:0/3257324398 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fc0ac005850 con 0x7fc0bc04fcc0 2024-09-19T05:01:43.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.155+0000 7fc0baffd640 1 -- 172.21.15.5:0/3257324398 <== mon.2 v2:172.21.15.134:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fc0bc055140 con 0x7fc0bc04fcc0 2024-09-19T05:01:43.157 INFO:teuthology.orchestra.run.smithi005.stdout:55834574856 2024-09-19T05:01:43.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.156+0000 7fba5ba4c640 1 -- 172.21.15.5:0/21342718 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fba3806c2b0 msgr2=0x7fba3806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:43.158 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509448 for osd.5 2024-09-19T05:01:43.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.156+0000 7f21b081e640 1 -- 172.21.15.5:0/2633981388 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f21ac15a8d0 con 0x7f21ac15a4f0 2024-09-19T05:01:43.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.156+0000 7f21a2ffd640 1 -- 172.21.15.5:0/2633981388 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f2194058900 con 0x7f21ac15a4f0 2024-09-19T05:01:43.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.156+0000 7fba5ba4c640 1 --2- 172.21.15.5:0/21342718 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fba3806c2b0 0x7fba3806e770 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fba50033000 tx=0x7fba50009000 comp rx=0 tx=0).stop 2024-09-19T05:01:43.159 INFO:teuthology.orchestra.run.smithi005.stdout:64424509449 2024-09-19T05:01:43.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.156+0000 7fba5ba4c640 1 -- 172.21.15.5:0/21342718 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fba540709a0 msgr2=0x7fba5415de30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:43.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.157+0000 7fba5ba4c640 1 --2- 172.21.15.5:0/21342718 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fba540709a0 0x7fba5415de30 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fba4400e9b0 tx=0x7fba4400ee70 comp rx=0 tx=0).stop 2024-09-19T05:01:43.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.157+0000 7fba5ba4c640 1 -- 172.21.15.5:0/21342718 shutdown_connections 2024-09-19T05:01:43.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.157+0000 7fba5ba4c640 1 --2- 172.21.15.5:0/21342718 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fba3806c2b0 0x7fba3806e770 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.157+0000 7fba5ba4c640 1 --2- 172.21.15.5:0/21342718 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fba54147340 0x7fba540b0f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.157+0000 7fba5ba4c640 1 --2- 172.21.15.5:0/21342718 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba54070de0 0x7fba5413c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.157+0000 7fba5ba4c640 1 --2- 172.21.15.5:0/21342718 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fba540709a0 0x7fba5415de30 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.157+0000 7fba5ba4c640 1 -- 172.21.15.5:0/21342718 >> 172.21.15.5:0/21342718 conn(0x7fba540b6810 msgr2=0x7fba5406c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:43.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.158+0000 7fba5ba4c640 1 -- 172.21.15.5:0/21342718 shutdown_connections 2024-09-19T05:01:43.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.158+0000 7fba5ba4c640 1 -- 172.21.15.5:0/21342718 wait complete. 2024-09-19T05:01:43.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.159+0000 7fc0cb4cf640 1 -- 172.21.15.5:0/3257324398 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc0a806c2b0 msgr2=0x7fc0a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:43.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.159+0000 7fc0cb4cf640 1 --2- 172.21.15.5:0/3257324398 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc0a806c2b0 0x7fc0a806e770 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fc0b402a1c0 tx=0x7fc0b402e000 comp rx=0 tx=0).stop 2024-09-19T05:01:43.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.159+0000 7fc0cb4cf640 1 -- 172.21.15.5:0/3257324398 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc0bc04fcc0 msgr2=0x7fc0bc0e0940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:43.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.159+0000 7fc0cb4cf640 1 --2- 172.21.15.5:0/3257324398 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc0bc04fcc0 0x7fc0bc0e0940 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fc0c406a9b0 tx=0x7fc0c40696d0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.159+0000 7f2af0ff9640 1 -- 172.21.15.5:0/4123422673 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f2afc0d30c0 con 0x7f2ae8004800 2024-09-19T05:01:43.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.159+0000 7fc0cb4cf640 1 -- 172.21.15.5:0/3257324398 shutdown_connections 2024-09-19T05:01:43.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.159+0000 7fc0cb4cf640 1 --2- 172.21.15.5:0/3257324398 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc0a806c2b0 0x7fc0a806e770 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.160+0000 7fc0cb4cf640 1 --2- 172.21.15.5:0/3257324398 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc0bc0df880 0x7fc0bc0e0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.160+0000 7fc0cb4cf640 1 --2- 172.21.15.5:0/3257324398 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc0bc04fcc0 0x7fc0bc0e0940 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.160+0000 7fc0cb4cf640 1 --2- 172.21.15.5:0/3257324398 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc0bc034a20 0x7fc0bc1851c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.160+0000 7fc0cb4cf640 1 -- 172.21.15.5:0/3257324398 >> 172.21.15.5:0/3257324398 conn(0x7fc0bc01ea50 msgr2=0x7fc0bc033520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:43.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.160+0000 7fc0cb4cf640 1 -- 172.21.15.5:0/3257324398 shutdown_connections 2024-09-19T05:01:43.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.160+0000 7f2af2ffd640 1 -- 172.21.15.5:0/4123422673 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f2af80598d0 con 0x7f2ae8004800 2024-09-19T05:01:43.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.160+0000 7f21b081e640 1 -- 172.21.15.5:0/2633981388 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f218c06c380 msgr2=0x7f218c06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:43.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.160+0000 7f21b081e640 1 --2- 172.21.15.5:0/2633981388 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f218c06c380 0x7f218c06e840 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f21ac159d30 tx=0x7f21a4009570 comp rx=0 tx=0).stop 2024-09-19T05:01:43.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.160+0000 7f21b081e640 1 -- 172.21.15.5:0/2633981388 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f21ac15a4f0 msgr2=0x7f21ac151210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:43.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.160+0000 7f21b081e640 1 --2- 172.21.15.5:0/2633981388 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f21ac15a4f0 0x7f21ac151210 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f219400c3e0 tx=0x7f219400c8a0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.165 INFO:teuthology.orchestra.run.smithi005.stdout:55834574857 2024-09-19T05:01:43.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.160+0000 7fc0cb4cf640 1 -- 172.21.15.5:0/3257324398 wait complete. 2024-09-19T05:01:43.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.160+0000 7f21b081e640 1 -- 172.21.15.5:0/2633981388 shutdown_connections 2024-09-19T05:01:43.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.160+0000 7f21b081e640 1 --2- 172.21.15.5:0/2633981388 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f218c06c380 0x7f218c06e840 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.160+0000 7f21b081e640 1 --2- 172.21.15.5:0/2633981388 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f21ac15a4f0 0x7f21ac151210 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.160+0000 7f21b081e640 1 --2- 172.21.15.5:0/2633981388 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f21ac0cfd80 0x7f21ac1525b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.160+0000 7f21b081e640 1 --2- 172.21.15.5:0/2633981388 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f21ac0754b0 0x7f21ac06e3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.160+0000 7f21b081e640 1 -- 172.21.15.5:0/2633981388 >> 172.21.15.5:0/2633981388 conn(0x7f21ac06bc10 msgr2=0x7f21ac0b12a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:43.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.161+0000 7f21b081e640 1 -- 172.21.15.5:0/2633981388 shutdown_connections 2024-09-19T05:01:43.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.161+0000 7f21b081e640 1 -- 172.21.15.5:0/2633981388 wait complete. 2024-09-19T05:01:43.167 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542152 for osd.2 2024-09-19T05:01:43.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.164+0000 7f2af0ff9640 1 -- 172.21.15.5:0/4123422673 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2ae006c380 msgr2=0x7f2ae006e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:43.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.164+0000 7f2af0ff9640 1 --2- 172.21.15.5:0/4123422673 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2ae006c380 0x7f2ae006e840 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f2aec034000 tx=0x7f2aec02e000 comp rx=0 tx=0).stop 2024-09-19T05:01:43.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.164+0000 7f2af0ff9640 1 -- 172.21.15.5:0/4123422673 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2ae8004800 msgr2=0x7f2afc0b6690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:43.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.164+0000 7f2af0ff9640 1 --2- 172.21.15.5:0/4123422673 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2ae8004800 0x7f2afc0b6690 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f2af8011600 tx=0x7f2af8011ac0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.164+0000 7f2af0ff9640 1 -- 172.21.15.5:0/4123422673 shutdown_connections 2024-09-19T05:01:43.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.164+0000 7f2af0ff9640 1 --2- 172.21.15.5:0/4123422673 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2ae006c380 0x7f2ae006e840 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.164+0000 7f2af0ff9640 1 --2- 172.21.15.5:0/4123422673 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2afc15bb50 0x7f2afc0b5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.164+0000 7f2af0ff9640 1 --2- 172.21.15.5:0/4123422673 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2afc15b6d0 0x7f2afc0b5150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.164+0000 7f2af0ff9640 1 --2- 172.21.15.5:0/4123422673 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2ae8004800 0x7f2afc0b6690 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:43.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.164+0000 7f2af0ff9640 1 -- 172.21.15.5:0/4123422673 >> 172.21.15.5:0/4123422673 conn(0x7f2afc0d2300 msgr2=0x7f2afc0709a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:43.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.164+0000 7f2af0ff9640 1 -- 172.21.15.5:0/4123422673 shutdown_connections 2024-09-19T05:01:43.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:43.165+0000 7f2af0ff9640 1 -- 172.21.15.5:0/4123422673 wait complete. 2024-09-19T05:01:43.171 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509448 for osd.6 2024-09-19T05:01:43.175 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542152 for osd.3 2024-09-19T05:01:43.179 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574856 for osd.0 2024-09-19T05:01:43.181 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574859 got 55834574857 for osd.4 2024-09-19T05:01:43.182 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574856 for osd.1 2024-09-19T05:01:43.182 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509449 for osd.7 2024-09-19T05:01:44.159 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-19T05:01:44.168 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-19T05:01:44.172 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-19T05:01:44.175 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-19T05:01:44.180 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-19T05:01:44.181 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-19T05:01:44.183 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-19T05:01:44.183 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-19T05:01:44.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.326+0000 7fcc04a77640 1 Processor -- start 2024-09-19T05:01:44.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.327+0000 7fcc04a77640 1 -- start start 2024-09-19T05:01:44.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.328+0000 7fcc04a77640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fcc000cfc00 0x7fcc0015a960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.328+0000 7fcc04a77640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fcc0015aea0 0x7fcc000b4550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.328+0000 7fcc04a77640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcc000d0270 con 0x7fcc0015a580 2024-09-19T05:01:44.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.328+0000 7fcc04a77640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fcc000b3820 con 0x7fcc0015aea0 2024-09-19T05:01:44.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.328+0000 7fcc04a77640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fcc000b3a70 con 0x7fcc000cfc00 2024-09-19T05:01:44.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.329+0000 7fcbfed9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fcc0015aea0 0x7fcc000b4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.329+0000 7fcbfed9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fcc0015aea0 0x7fcc000b4550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41994/0 (socket says 172.21.15.5:41994) 2024-09-19T05:01:44.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.329+0000 7fcbfed9d640 1 -- 172.21.15.5:0/1575265510 learned_addr learned my addr 172.21.15.5:0/1575265510 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:44.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.329+0000 7fcbfed9d640 1 -- 172.21.15.5:0/1575265510 >> v2:172.21.15.134:3300/0 conn(0x7fcc000cfc00 msgr2=0x7fcc0015a960 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:01:44.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.329+0000 7fcbfed9d640 1 --2- 172.21.15.5:0/1575265510 >> v2:172.21.15.134:3300/0 conn(0x7fcc000cfc00 0x7fcc0015a960 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.329+0000 7fcbfed9d640 1 -- 172.21.15.5:0/1575265510 >> v1:172.21.15.134:6789/0 conn(0x7fcc0015a580 legacy=0x7fcc000cf4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.329+0000 7fcbfed9d640 1 -- 172.21.15.5:0/1575265510 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc000b3d50 con 0x7fcc0015aea0 2024-09-19T05:01:44.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.331+0000 7fcbfed9d640 1 --2- 172.21.15.5:0/1575265510 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcc0015aea0 0x7fcc000b4550 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fcc000d0650 tx=0x7fcbf802ca20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac1f068d2154c980 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:44.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.332+0000 7fcbfd59a640 1 -- 172.21.15.5:0/1575265510 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbf8037020 con 0x7fcc0015aea0 2024-09-19T05:01:44.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.332+0000 7fcbfd59a640 1 -- 172.21.15.5:0/1575265510 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcbf8033890 con 0x7fcc0015aea0 2024-09-19T05:01:44.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.332+0000 7fcbfd59a640 1 -- 172.21.15.5:0/1575265510 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbf800be60 con 0x7fcc0015aea0 2024-09-19T05:01:44.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.333+0000 7fcc04a77640 1 -- 172.21.15.5:0/1575265510 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcc0015aea0 msgr2=0x7fcc000b4550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.333+0000 7fcc04a77640 1 --2- 172.21.15.5:0/1575265510 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcc0015aea0 0x7fcc000b4550 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fcc000d0650 tx=0x7fcbf802ca20 comp rx=0 tx=0).stop 2024-09-19T05:01:44.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.334+0000 7fcc04a77640 1 -- 172.21.15.5:0/1575265510 shutdown_connections 2024-09-19T05:01:44.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.334+0000 7fcc04a77640 1 --2- 172.21.15.5:0/1575265510 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcc0015aea0 0x7fcc000b4550 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.334+0000 7fcc04a77640 1 --2- 172.21.15.5:0/1575265510 >> v2:172.21.15.134:3300/0 conn(0x7fcc000cfc00 0x7fcc0015a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.334+0000 7fcc04a77640 1 -- 172.21.15.5:0/1575265510 >> 172.21.15.5:0/1575265510 conn(0x7fcc0006bc10 msgr2=0x7fcc0006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:44.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.334+0000 7fcc04a77640 1 -- 172.21.15.5:0/1575265510 shutdown_connections 2024-09-19T05:01:44.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.334+0000 7fcc04a77640 1 -- 172.21.15.5:0/1575265510 wait complete. 2024-09-19T05:01:44.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.336+0000 7fcc04a77640 1 Processor -- start 2024-09-19T05:01:44.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.337+0000 7fcc04a77640 1 -- start start 2024-09-19T05:01:44.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.338+0000 7fcc04a77640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcc000cfc00 0x7fcc001ed920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.340 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.339+0000 7fcbfe59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcc000cfc00 0x7fcc001ed920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.340 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.339+0000 7fcbfe59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcc000cfc00 0x7fcc001ed920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42000/0 (socket says 172.21.15.5:42000) 2024-09-19T05:01:44.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.339+0000 7fcbfe59c640 1 -- 172.21.15.5:0/3634919741 learned_addr learned my addr 172.21.15.5:0/3634919741 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:44.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.339+0000 7fcc04a77640 1 --2- 172.21.15.5:0/3634919741 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcc0015a580 0x7fcc000abfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.339+0000 7fcc04a77640 1 --2- 172.21.15.5:0/3634919741 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcc0015aea0 0x7fcc000ac510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.339+0000 7fcc04a77640 1 -- 172.21.15.5:0/3634919741 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fcc0015b400 con 0x7fcc000cfc00 2024-09-19T05:01:44.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.340+0000 7fcc04a77640 1 -- 172.21.15.5:0/3634919741 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fcc0015b280 con 0x7fcc0015a580 2024-09-19T05:01:44.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.340+0000 7fcc04a77640 1 -- 172.21.15.5:0/3634919741 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fcc000754b0 con 0x7fcc0015aea0 2024-09-19T05:01:44.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.340+0000 7fcbfe59c640 1 -- 172.21.15.5:0/3634919741 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcc0015aea0 msgr2=0x7fcc000ac510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.340+0000 7fcbfe59c640 1 --2- 172.21.15.5:0/3634919741 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcc0015aea0 0x7fcc000ac510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.340+0000 7fcbfe59c640 1 -- 172.21.15.5:0/3634919741 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcc0015a580 msgr2=0x7fcc000abfd0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T05:01:44.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.340+0000 7fcbfe59c640 1 --2- 172.21.15.5:0/3634919741 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcc0015a580 0x7fcc000abfd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.343 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.340+0000 7fcbfe59c640 1 -- 172.21.15.5:0/3634919741 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc000af070 con 0x7fcc000cfc00 2024-09-19T05:01:44.343 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.341+0000 7fcbfe59c640 1 --2- 172.21.15.5:0/3634919741 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcc000cfc00 0x7fcc001ed920 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fcbf4001e40 tx=0x7fcbf4001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:44.343 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.342+0000 7fcbeeffd640 1 -- 172.21.15.5:0/3634919741 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbf40050d0 con 0x7fcc000cfc00 2024-09-19T05:01:44.346 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.342+0000 7fcc04a77640 1 -- 172.21.15.5:0/3634919741 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc000af350 con 0x7fcc000cfc00 2024-09-19T05:01:44.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.342+0000 7fcc04a77640 1 -- 172.21.15.5:0/3634919741 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc0006e6a0 con 0x7fcc000cfc00 2024-09-19T05:01:44.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.345+0000 7fcc04a77640 1 -- 172.21.15.5:0/3634919741 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc0006ccf0 con 0x7fcc000cfc00 2024-09-19T05:01:44.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.356+0000 7fcbeeffd640 1 -- 172.21.15.5:0/3634919741 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcbf4005270 con 0x7fcc000cfc00 2024-09-19T05:01:44.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.357+0000 7fcbeeffd640 1 -- 172.21.15.5:0/3634919741 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbf400a640 con 0x7fcc000cfc00 2024-09-19T05:01:44.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.358+0000 7fcbeeffd640 1 -- 172.21.15.5:0/3634919741 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcbf400a860 con 0x7fcc000cfc00 2024-09-19T05:01:44.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.358+0000 7fcbeeffd640 1 --2- 172.21.15.5:0/3634919741 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcbe006c3b0 0x7fcbe006e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.359+0000 7fcbeeffd640 1 -- 172.21.15.5:0/3634919741 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fcbf408f6f0 con 0x7fcc000cfc00 2024-09-19T05:01:44.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.359+0000 7fcbfdd9b640 1 --2- 172.21.15.5:0/3634919741 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcbe006c3b0 0x7fcbe006e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.359+0000 7fcbeeffd640 1 -- 172.21.15.5:0/3634919741 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcbf408fb60 con 0x7fcc000cfc00 2024-09-19T05:01:44.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.360+0000 7fcbfdd9b640 1 --2- 172.21.15.5:0/3634919741 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcbe006c3b0 0x7fcbe006e870 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fcc000abd90 tx=0x7fcbf0006bd0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:44.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.385+0000 7fddc4877640 1 Processor -- start 2024-09-19T05:01:44.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.385+0000 7fddc4877640 1 -- start start 2024-09-19T05:01:44.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.385+0000 7fd7dd694640 1 Processor -- start 2024-09-19T05:01:44.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.386+0000 7fd7dd694640 1 -- start start 2024-09-19T05:01:44.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.386+0000 7f0eacb24640 1 Processor -- start 2024-09-19T05:01:44.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.387+0000 7fddc4877640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fddc00b4cc0 0x7fddc0072390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.387+0000 7fddc4877640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fddc00b3aa0 con 0x7fddc0160450 2024-09-19T05:01:44.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.387+0000 7fd7dd694640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fd7d000c870 0x7fd7d0038d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.387+0000 7fd7dd694640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd7d004fcc0 0x7fd7d0006670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.387+0000 7fddc4877640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fddc00b3d80 con 0x7fddc00b3430 2024-09-19T05:01:44.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.387+0000 7fd7dd694640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7d00529a0 con 0x7fd7d0034a20 2024-09-19T05:01:44.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.387+0000 7fddc4877640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fddc00b59c0 con 0x7fddc00b4cc0 2024-09-19T05:01:44.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.387+0000 7f0eacb24640 1 -- start start 2024-09-19T05:01:44.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.387+0000 7fd7dd694640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fd7d000ade0 con 0x7fd7d000c870 2024-09-19T05:01:44.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.387+0000 7fd7dd694640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd7d000ccb0 con 0x7fd7d004fcc0 2024-09-19T05:01:44.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.387+0000 7fddbe59c640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fddc0160450 0x7fddc0163f20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39002/0 (socket says 172.21.15.5:39002) 2024-09-19T05:01:44.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.387+0000 7fddbe59c640 1 -- 172.21.15.5:0/4139590448 learned_addr learned my addr 172.21.15.5:0/4139590448 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:44.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.387+0000 7fd7d6ffd640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7fd7d0034a20 0x7fd7d00df880 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.5:49496/0 (socket says 172.21.15.5:49496) 2024-09-19T05:01:44.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.387+0000 7fd7d6ffd640 1 -- 172.21.15.5:0/3407176339 learned_addr learned my addr 172.21.15.5:0/3407176339 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:44.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.387+0000 7fd7d67fc640 1 --2- 172.21.15.5:0/3407176339 >> v2:172.21.15.134:3300/0 conn(0x7fd7d000c870 0x7fd7d0038d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.388+0000 7f8f61381640 1 Processor -- start 2024-09-19T05:01:44.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.387+0000 7fd7d77fe640 1 --2- 172.21.15.5:0/3407176339 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd7d004fcc0 0x7fd7d0006670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.388+0000 7fddbed9d640 1 --2- 172.21.15.5:0/4139590448 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fddc00b4cc0 0x7fddc0072390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.388+0000 7fd7d77fe640 1 -- 172.21.15.5:0/3407176339 >> v2:172.21.15.134:3300/0 conn(0x7fd7d000c870 msgr2=0x7fd7d0038d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:44.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.388+0000 7fd7d77fe640 1 --2- 172.21.15.5:0/3407176339 >> v2:172.21.15.134:3300/0 conn(0x7fd7d000c870 0x7fd7d0038d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.388+0000 7fd7d77fe640 1 -- 172.21.15.5:0/3407176339 >> v1:172.21.15.134:6789/0 conn(0x7fd7d0034a20 legacy=0x7fd7d00df880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.388+0000 7fd7d77fe640 1 -- 172.21.15.5:0/3407176339 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7d0052c40 con 0x7fd7d004fcc0 2024-09-19T05:01:44.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.388+0000 7fddbd59a640 1 -- 172.21.15.5:0/4139590448 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1695150495 0 0) 0x7fddc00b3aa0 con 0x7fddc0160450 2024-09-19T05:01:44.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.388+0000 7fddbd59a640 1 -- 172.21.15.5:0/4139590448 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdda8003520 con 0x7fddc0160450 2024-09-19T05:01:44.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.388+0000 7f0eacb24640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0ea00541f0 0x7f0ea003a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.388+0000 7f0eacb24640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ea0047af0 con 0x7f0ea0036470 2024-09-19T05:01:44.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.388+0000 7f0eacb24640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ea0047dd0 con 0x7f0ea000ad40 2024-09-19T05:01:44.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.388+0000 7f0eacb24640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f0ea003a900 con 0x7f0ea00541f0 2024-09-19T05:01:44.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.388+0000 7fde03015640 1 Processor -- start 2024-09-19T05:01:44.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.388+0000 7fde03015640 1 -- start start 2024-09-19T05:01:44.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.388+0000 7f0ea7fff640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7f0ea000ad40 0x7f0ea000b1c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.5:49498/0 (socket says 172.21.15.5:49498) 2024-09-19T05:01:44.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.388+0000 7f0ea7fff640 1 -- 172.21.15.5:0/1050661756 learned_addr learned my addr 172.21.15.5:0/1050661756 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:44.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7fddbd59a640 1 -- 172.21.15.5:0/4139590448 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4148644576 0 0) 0x7fdda8003520 con 0x7fddc0160450 2024-09-19T05:01:44.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7fddbd59a640 1 -- 172.21.15.5:0/4139590448 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fddc00b4cc0 msgr2=0x7fddc0072390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:44.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7fddbd59a640 1 --2- 172.21.15.5:0/4139590448 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fddc00b4cc0 0x7fddc0072390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7fddbd59a640 1 -- 172.21.15.5:0/4139590448 >> v1:172.21.15.134:6789/0 conn(0x7fddc00b3430 legacy=0x7fddc0163420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7effac178640 1 Processor -- start 2024-09-19T05:01:44.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7f0ea67fc640 1 -- 172.21.15.5:0/1050661756 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1252242246 0 0) 0x7f0ea0047dd0 con 0x7f0ea000ad40 2024-09-19T05:01:44.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7f0ea67fc640 1 -- 172.21.15.5:0/1050661756 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0e98003520 con 0x7f0ea000ad40 2024-09-19T05:01:44.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7fd7d77fe640 1 --2- 172.21.15.5:0/3407176339 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd7d004fcc0 0x7fd7d0006670 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fd7d806ab80 tx=0x7fd7d80a6040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9377026806a44cde server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:44.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7fddbd59a640 1 -- 172.21.15.5:0/4139590448 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddc00b4060 con 0x7fddc0160450 2024-09-19T05:01:44.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7fddbd59a640 1 -- 172.21.15.5:0/4139590448 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7fddb4001670 con 0x7fddc0160450 2024-09-19T05:01:44.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7fddbd59a640 1 -- 172.21.15.5:0/4139590448 >> v1:172.21.15.5:6789/0 conn(0x7fddc0160450 legacy=0x7fddc0163f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7fddbd59a640 1 --2- 172.21.15.5:0/4139590448 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdda80039e0 0x7fdda8003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7fddbd59a640 1 --2- 172.21.15.5:0/4139590448 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdda8004340 0x7fdda8004820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7fddbd59a640 1 --2- 172.21.15.5:0/4139590448 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fddc00b4cc0 0x7fdda8005080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7f0ea67fc640 1 -- 172.21.15.5:0/1050661756 <== mon.1 v1:172.21.15.134:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4247926463 0 0) 0x7f0e98003520 con 0x7f0ea000ad40 2024-09-19T05:01:44.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7f0ea67fc640 1 -- 172.21.15.5:0/1050661756 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0ea00541f0 msgr2=0x7f0ea003a0b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T05:01:44.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7f0ea67fc640 1 --2- 172.21.15.5:0/1050661756 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0ea00541f0 0x7f0ea003a0b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7f0ea67fc640 1 -- 172.21.15.5:0/1050661756 >> v1:172.21.15.5:6789/0 conn(0x7f0ea0036470 legacy=0x7f0ea0036890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:44.398 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7f0ea67fc640 1 -- 172.21.15.5:0/1050661756 --> v1:172.21.15.134:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ea00480b0 con 0x7f0ea000ad40 2024-09-19T05:01:44.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7f0ea67fc640 1 -- 172.21.15.5:0/1050661756 <== mon.1 v1:172.21.15.134:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f0ea8050800 con 0x7f0ea000ad40 2024-09-19T05:01:44.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7f0ea67fc640 1 -- 172.21.15.5:0/1050661756 >> v1:172.21.15.134:6789/0 conn(0x7f0ea000ad40 legacy=0x7f0ea000b1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7f0ea67fc640 1 --2- 172.21.15.5:0/1050661756 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e980039b0 0x7f0e98003db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.390+0000 7f0ea67fc640 1 --2- 172.21.15.5:0/1050661756 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e98004800 0x7f0e98004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.390+0000 7f0ea67fc640 1 --2- 172.21.15.5:0/1050661756 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0e980051c0 0x7f0e9800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7fddbd59a640 1 -- 172.21.15.5:0/4139590448 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fdda800b9c0 con 0x7fdda8004340 2024-09-19T05:01:44.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7fddbd59a640 1 -- 172.21.15.5:0/4139590448 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fdda800bb40 con 0x7fdda80039e0 2024-09-19T05:01:44.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7fddbd59a640 1 -- 172.21.15.5:0/4139590448 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fdda800bcf0 con 0x7fddc00b4cc0 2024-09-19T05:01:44.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7fddbdd9b640 1 --2- 172.21.15.5:0/4139590448 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdda8004340 0x7fdda8004820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7fde03015640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fddfc072920 0x7fddfc15e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7fde03015640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fddfc06fa20 0x7fddfc0ce590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7fde03015640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fddfc06e110 con 0x7fddfc15a1f0 2024-09-19T05:01:44.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7effac178640 1 -- start start 2024-09-19T05:01:44.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7fde03015640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fddfc06eed0 con 0x7fddfc072920 2024-09-19T05:01:44.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.389+0000 7fde03015640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fddfc06e3f0 con 0x7fddfc06fa20 2024-09-19T05:01:44.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.390+0000 7f0ea67fc640 1 -- 172.21.15.5:0/1050661756 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f0ea003a900 con 0x7f0e980051c0 2024-09-19T05:01:44.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.390+0000 7f0ea67fc640 1 -- 172.21.15.5:0/1050661756 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f0e9800c090 con 0x7f0e980039b0 2024-09-19T05:01:44.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.390+0000 7f0ea67fc640 1 -- 172.21.15.5:0/1050661756 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f0e9800c290 con 0x7f0e98004800 2024-09-19T05:01:44.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.390+0000 7fddbed9d640 1 --2- 172.21.15.5:0/4139590448 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fddc00b4cc0 0x7fdda8005080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.390+0000 7f0ea7fff640 1 --2- 172.21.15.5:0/1050661756 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0e980051c0 0x7f0e9800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.390+0000 7f0ea6ffd640 1 --2- 172.21.15.5:0/1050661756 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e98004800 0x7f0e98004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.390+0000 7fde01812640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fddfc072920 0x7fddfc15e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.390+0000 7fde01812640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fddfc072920 0x7fddfc15e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.5:40074/0 (socket says 172.21.15.5:40074) 2024-09-19T05:01:44.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.390+0000 7fde01812640 1 -- 172.21.15.5:0/3074542743 learned_addr learned my addr 172.21.15.5:0/3074542743 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:44.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.390+0000 7fde02814640 1 --2- 172.21.15.5:0/3074542743 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fddfc06fa20 0x7fddfc0ce590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.390+0000 7fd7d5ffb640 1 -- 172.21.15.5:0/3407176339 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7d80b3070 con 0x7fd7d004fcc0 2024-09-19T05:01:44.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.390+0000 7fd7d5ffb640 1 -- 172.21.15.5:0/3407176339 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd7d80a6e50 con 0x7fd7d004fcc0 2024-09-19T05:01:44.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.390+0000 7fd7d5ffb640 1 -- 172.21.15.5:0/3407176339 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7d80ae640 con 0x7fd7d004fcc0 2024-09-19T05:01:44.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.390+0000 7fddbe59c640 1 --2- 172.21.15.5:0/4139590448 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdda80039e0 0x7fdda8003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.390+0000 7fddbdd9b640 1 -- 172.21.15.5:0/4139590448 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fddc00b4cc0 msgr2=0x7fdda8005080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:44.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.390+0000 7fddbdd9b640 1 --2- 172.21.15.5:0/4139590448 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fddc00b4cc0 0x7fdda8005080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.390+0000 7fddbdd9b640 1 -- 172.21.15.5:0/4139590448 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdda80039e0 msgr2=0x7fdda8003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:44.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.390+0000 7fddbdd9b640 1 --2- 172.21.15.5:0/4139590448 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdda80039e0 0x7fdda8003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.390+0000 7fddbdd9b640 1 -- 172.21.15.5:0/4139590448 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddc00b4060 con 0x7fdda8004340 2024-09-19T05:01:44.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.391+0000 7effac178640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7effa41627a0 0x7effa40b42e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.405 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.391+0000 7effac178640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7effa406dfd0 0x7effa406e460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.405 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.391+0000 7fd7dd694640 1 -- 172.21.15.5:0/3407176339 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd7d004fcc0 msgr2=0x7fd7d0006670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.405 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.391+0000 7fd7dd694640 1 --2- 172.21.15.5:0/3407176339 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd7d004fcc0 0x7fd7d0006670 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fd7d806ab80 tx=0x7fd7d80a6040 comp rx=0 tx=0).stop 2024-09-19T05:01:44.405 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.390+0000 7f0ea6ffd640 1 -- 172.21.15.5:0/1050661756 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e980039b0 msgr2=0x7f0e98003db0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:01:44.405 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.390+0000 7f0ea6ffd640 1 --2- 172.21.15.5:0/1050661756 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0e980039b0 0x7f0e98003db0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.405 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.390+0000 7f0ea6ffd640 1 -- 172.21.15.5:0/1050661756 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0e980051c0 msgr2=0x7f0e9800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:44.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.390+0000 7f0ea6ffd640 1 --2- 172.21.15.5:0/1050661756 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0e980051c0 0x7f0e9800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.390+0000 7f0ea6ffd640 1 -- 172.21.15.5:0/1050661756 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e98003520 con 0x7f0e98004800 2024-09-19T05:01:44.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.390+0000 7f0ea7fff640 1 --2- 172.21.15.5:0/1050661756 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0e980051c0 0x7f0e9800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:01:44.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.391+0000 7effac178640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7effa40ce7c0 con 0x7effa40cdfc0 2024-09-19T05:01:44.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.391+0000 7effac178640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7effa40b4820 con 0x7effa406dfd0 2024-09-19T05:01:44.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.391+0000 7effac178640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7effa40cf3d0 con 0x7effa41627a0 2024-09-19T05:01:44.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.391+0000 7effa9f14640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7effa41627a0 0x7effa40b42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.391+0000 7effa9f14640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7effa41627a0 0x7effa40b42e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.5:42324/0 (socket says 172.21.15.5:42324) 2024-09-19T05:01:44.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.391+0000 7effa9f14640 1 -- 172.21.15.5:0/2439058729 learned_addr learned my addr 172.21.15.5:0/2439058729 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:44.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.391+0000 7fddbdd9b640 1 --2- 172.21.15.5:0/4139590448 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdda8004340 0x7fdda8004820 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fddb0001860 tx=0x7fdda8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=575a49b673d31274 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:44.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.391+0000 7effaa715640 1 --2- 172.21.15.5:0/2439058729 >> v2:172.21.15.134:3300/0 conn(0x7effa406dfd0 0x7effa406e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.392+0000 7f0ea6ffd640 1 --2- 172.21.15.5:0/1050661756 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e98004800 0x7f0e98004c80 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f0e94001640 tx=0x7f0e98005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=da0b8286eb22402c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:44.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.392+0000 7effa9f14640 1 -- 172.21.15.5:0/2439058729 >> v2:172.21.15.134:3300/0 conn(0x7effa406dfd0 msgr2=0x7effa406e460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:44.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.392+0000 7effa9f14640 1 --2- 172.21.15.5:0/2439058729 >> v2:172.21.15.134:3300/0 conn(0x7effa406dfd0 0x7effa406e460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.392+0000 7effa9f14640 1 -- 172.21.15.5:0/2439058729 >> v1:172.21.15.134:6789/0 conn(0x7effa40cdfc0 legacy=0x7effa40cf860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:44.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.392+0000 7effa9f14640 1 -- 172.21.15.5:0/2439058729 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effa40ceaa0 con 0x7effa41627a0 2024-09-19T05:01:44.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.390+0000 7f8f61381640 1 -- start start 2024-09-19T05:01:44.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.392+0000 7effaa715640 1 --2- 172.21.15.5:0/2439058729 >> v2:172.21.15.134:3300/0 conn(0x7effa406dfd0 0x7effa406e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:01:44.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.392+0000 7f8f61381640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8f5c15b3f0 0x7f8f5c15b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.392+0000 7f8f61381640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8f5c09ac10 con 0x7f8f5c0b45a0 2024-09-19T05:01:44.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.392+0000 7f8f61381640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8f5c09aef0 con 0x7f8f5c0b5200 2024-09-19T05:01:44.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.392+0000 7f8f61381640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f8f5c0cf6f0 con 0x7f8f5c15b3f0 2024-09-19T05:01:44.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.392+0000 7f0ea67fc640 1 -- 172.21.15.5:0/1050661756 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e94001240 con 0x7f0e98004800 2024-09-19T05:01:44.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.391+0000 7fde01011640 1 -- 172.21.15.5:0/3074542743 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2535279827 0 0) 0x7fddfc06e110 con 0x7fddfc15a1f0 2024-09-19T05:01:44.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.391+0000 7fde01011640 1 -- 172.21.15.5:0/3074542743 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdde8003520 con 0x7fddfc15a1f0 2024-09-19T05:01:44.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.392+0000 7f8f5b7fe640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7f8f5c0b5200 0x7f8f5c0cfef0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.5:49508/0 (socket says 172.21.15.5:49508) 2024-09-19T05:01:44.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.392+0000 7f8f5b7fe640 1 -- 172.21.15.5:0/1519102740 learned_addr learned my addr 172.21.15.5:0/1519102740 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:44.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.392+0000 7f0ea67fc640 1 -- 172.21.15.5:0/1050661756 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e9402e070 con 0x7f0e98004800 2024-09-19T05:01:44.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.392+0000 7f0ea67fc640 1 -- 172.21.15.5:0/1050661756 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e9402a800 con 0x7f0e98004800 2024-09-19T05:01:44.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7effa9f14640 1 --2- 172.21.15.5:0/2439058729 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7effa41627a0 0x7effa40b42e0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7effa0009870 tx=0x7effa002a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5dde5f756d221f59 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:44.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.392+0000 7f8f59ffb640 1 -- 172.21.15.5:0/1519102740 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3072610018 0 0) 0x7f8f5c09aef0 con 0x7f8f5c0b5200 2024-09-19T05:01:44.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7f8f59ffb640 1 -- 172.21.15.5:0/1519102740 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8f48003520 con 0x7f8f5c0b5200 2024-09-19T05:01:44.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7fddbd59a640 1 -- 172.21.15.5:0/4139590448 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddb0037070 con 0x7fdda8004340 2024-09-19T05:01:44.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7fddbd59a640 1 -- 172.21.15.5:0/4139590448 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fddb002ac10 con 0x7fdda8004340 2024-09-19T05:01:44.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7fddbd59a640 1 -- 172.21.15.5:0/4139590448 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddb0001430 con 0x7fdda8004340 2024-09-19T05:01:44.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7fd7dd694640 1 -- 172.21.15.5:0/3407176339 shutdown_connections 2024-09-19T05:01:44.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7fd7dd694640 1 --2- 172.21.15.5:0/3407176339 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd7d004fcc0 0x7fd7d0006670 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7fd7dd694640 1 --2- 172.21.15.5:0/3407176339 >> v2:172.21.15.134:3300/0 conn(0x7fd7d000c870 0x7fd7d0038d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7fd7dd694640 1 -- 172.21.15.5:0/3407176339 >> 172.21.15.5:0/3407176339 conn(0x7fd7d001ea50 msgr2=0x7fd7d0038650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:44.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7fd7dd694640 1 -- 172.21.15.5:0/3407176339 shutdown_connections 2024-09-19T05:01:44.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7effa8f12640 1 -- 172.21.15.5:0/2439058729 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effa0037070 con 0x7effa41627a0 2024-09-19T05:01:44.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7effa8f12640 1 -- 172.21.15.5:0/2439058729 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effa0032440 con 0x7effa41627a0 2024-09-19T05:01:44.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.394+0000 7effac178640 1 -- 172.21.15.5:0/2439058729 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7effa41627a0 msgr2=0x7effa40b42e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.394+0000 7effac178640 1 --2- 172.21.15.5:0/2439058729 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7effa41627a0 0x7effa40b42e0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7effa0009870 tx=0x7effa002a210 comp rx=0 tx=0).stop 2024-09-19T05:01:44.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7f8f59ffb640 1 -- 172.21.15.5:0/1519102740 <== mon.1 v1:172.21.15.134:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2030869239 0 0) 0x7f8f48003520 con 0x7f8f5c0b5200 2024-09-19T05:01:44.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7f8f59ffb640 1 -- 172.21.15.5:0/1519102740 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8f5c15b3f0 msgr2=0x7f8f5c15b7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:44.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7f8f5affd640 1 --2- 172.21.15.5:0/1519102740 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8f5c15b3f0 0x7f8f5c15b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7f8f59ffb640 1 --2- 172.21.15.5:0/1519102740 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8f5c15b3f0 0x7f8f5c15b7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7f8f59ffb640 1 -- 172.21.15.5:0/1519102740 >> v1:172.21.15.5:6789/0 conn(0x7f8f5c0b45a0 legacy=0x7f8f5c0b4af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:44.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7f8f59ffb640 1 -- 172.21.15.5:0/1519102740 --> v1:172.21.15.134:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f5c0cf9d0 con 0x7f8f5c0b5200 2024-09-19T05:01:44.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7f8f59ffb640 1 -- 172.21.15.5:0/1519102740 <== mon.1 v1:172.21.15.134:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f8f540019f0 con 0x7f8f5c0b5200 2024-09-19T05:01:44.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7f8f59ffb640 1 -- 172.21.15.5:0/1519102740 >> v1:172.21.15.134:6789/0 conn(0x7f8f5c0b5200 legacy=0x7f8f5c0cfef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7f8f59ffb640 1 --2- 172.21.15.5:0/1519102740 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8f5c15b3f0 0x7f8f480039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7f8f59ffb640 1 --2- 172.21.15.5:0/1519102740 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8f480040a0 0x7f8f48004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7f8f59ffb640 1 --2- 172.21.15.5:0/1519102740 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8f48004d90 0x7f8f480051f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7f8f59ffb640 1 -- 172.21.15.5:0/1519102740 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f8f5c0cf6f0 con 0x7f8f48004d90 2024-09-19T05:01:44.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7f8f59ffb640 1 -- 172.21.15.5:0/1519102740 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f8f4800bc00 con 0x7f8f480040a0 2024-09-19T05:01:44.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7f8f59ffb640 1 -- 172.21.15.5:0/1519102740 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f8f4800be00 con 0x7f8f5c15b3f0 2024-09-19T05:01:44.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7f0eacb24640 1 -- 172.21.15.5:0/1050661756 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e98004800 msgr2=0x7f0e98004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7f0eacb24640 1 --2- 172.21.15.5:0/1050661756 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e98004800 0x7f0e98004c80 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f0e94001640 tx=0x7f0e98005830 comp rx=0 tx=0).stop 2024-09-19T05:01:44.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7f0ea7fff640 1 -- 172.21.15.5:0/1050661756 reap_dead start 2024-09-19T05:01:44.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7f0eacb24640 1 -- 172.21.15.5:0/1050661756 shutdown_connections 2024-09-19T05:01:44.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7f0eacb24640 1 -- 172.21.15.5:0/1050661756 >> 172.21.15.5:0/1050661756 conn(0x7f0ea001dd80 msgr2=0x7f0ea00549f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:44.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7f0eacb24640 1 -- 172.21.15.5:0/1050661756 shutdown_connections 2024-09-19T05:01:44.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.394+0000 7f0eacb24640 1 -- 172.21.15.5:0/1050661756 wait complete. 2024-09-19T05:01:44.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.392+0000 7fde01812640 1 -- 172.21.15.5:0/3074542743 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fddfc06fa20 msgr2=0x7fddfc0ce590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:44.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.392+0000 7fde01812640 1 --2- 172.21.15.5:0/3074542743 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fddfc06fa20 0x7fddfc0ce590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.392+0000 7fde01812640 1 -- 172.21.15.5:0/3074542743 >> v1:172.21.15.5:6789/0 conn(0x7fddfc15a1f0 legacy=0x7fddfc072210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.392+0000 7fde01812640 1 -- 172.21.15.5:0/3074542743 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddfc06e6d0 con 0x7fddfc072920 2024-09-19T05:01:44.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.393+0000 7fde01812640 1 --2- 172.21.15.5:0/3074542743 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fddfc072920 0x7fddfc15e8e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fddec008870 tx=0x7fddec02c6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=93787751c5e3d684 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:44.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.394+0000 7f8f5affd640 1 --2- 172.21.15.5:0/1519102740 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8f5c15b3f0 0x7f8f480039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.394+0000 7f8f5affd640 1 -- 172.21.15.5:0/1519102740 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8f480040a0 msgr2=0x7f8f48004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:44.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.394+0000 7f8f5affd640 1 --2- 172.21.15.5:0/1519102740 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8f480040a0 0x7f8f48004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.394+0000 7f8f5affd640 1 -- 172.21.15.5:0/1519102740 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8f48004d90 msgr2=0x7f8f480051f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:44.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.394+0000 7f8f5affd640 1 --2- 172.21.15.5:0/1519102740 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8f48004d90 0x7f8f480051f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.394+0000 7f8f5affd640 1 -- 172.21.15.5:0/1519102740 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f5c0cf9d0 con 0x7f8f5c15b3f0 2024-09-19T05:01:44.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.394+0000 7fde01011640 1 -- 172.21.15.5:0/3074542743 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddec03a070 con 0x7fddfc072920 2024-09-19T05:01:44.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.394+0000 7fde01011640 1 -- 172.21.15.5:0/3074542743 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fddec032480 con 0x7fddfc072920 2024-09-19T05:01:44.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.394+0000 7fde01011640 1 -- 172.21.15.5:0/3074542743 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddec032890 con 0x7fddfc072920 2024-09-19T05:01:44.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.394+0000 7fddc4877640 1 -- 172.21.15.5:0/4139590448 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdda8004340 msgr2=0x7fdda8004820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.394+0000 7fddc4877640 1 --2- 172.21.15.5:0/4139590448 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdda8004340 0x7fdda8004820 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fddb0001860 tx=0x7fdda8005830 comp rx=0 tx=0).stop 2024-09-19T05:01:44.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.394+0000 7fddbed9d640 1 -- 172.21.15.5:0/4139590448 reap_dead start 2024-09-19T05:01:44.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.394+0000 7fddc4877640 1 -- 172.21.15.5:0/4139590448 shutdown_connections 2024-09-19T05:01:44.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.394+0000 7fddc4877640 1 -- 172.21.15.5:0/4139590448 >> 172.21.15.5:0/4139590448 conn(0x7fddc006bc10 msgr2=0x7fddc006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:44.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.394+0000 7fddc4877640 1 -- 172.21.15.5:0/4139590448 shutdown_connections 2024-09-19T05:01:44.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.394+0000 7fddc4877640 1 -- 172.21.15.5:0/4139590448 wait complete. 2024-09-19T05:01:44.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.395+0000 7effac178640 1 -- 172.21.15.5:0/2439058729 shutdown_connections 2024-09-19T05:01:44.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.395+0000 7effac178640 1 --2- 172.21.15.5:0/2439058729 >> v2:172.21.15.134:3300/0 conn(0x7effa406dfd0 0x7effa406e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.395+0000 7effac178640 1 --2- 172.21.15.5:0/2439058729 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7effa41627a0 0x7effa40b42e0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.395+0000 7effac178640 1 -- 172.21.15.5:0/2439058729 >> 172.21.15.5:0/2439058729 conn(0x7effa4067da0 msgr2=0x7effa406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:44.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.395+0000 7effac178640 1 -- 172.21.15.5:0/2439058729 shutdown_connections 2024-09-19T05:01:44.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.395+0000 7f8f5affd640 1 --2- 172.21.15.5:0/1519102740 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8f5c15b3f0 0x7f8f480039b0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c006cf0 tx=0x7f8f48005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=46074360759529d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:44.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.395+0000 7fde03015640 1 -- 172.21.15.5:0/3074542743 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fddfc072920 msgr2=0x7fddfc15e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.395+0000 7fde03015640 1 --2- 172.21.15.5:0/3074542743 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fddfc072920 0x7fddfc15e8e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fddec008870 tx=0x7fddec02c6f0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.396+0000 7fde03015640 1 -- 172.21.15.5:0/3074542743 shutdown_connections 2024-09-19T05:01:44.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.396+0000 7fde03015640 1 --2- 172.21.15.5:0/3074542743 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fddfc06fa20 0x7fddfc0ce590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.394+0000 7fd7dd694640 1 -- 172.21.15.5:0/3407176339 wait complete. 2024-09-19T05:01:44.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.396+0000 7fd7dd694640 1 Processor -- start 2024-09-19T05:01:44.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.396+0000 7fde03015640 1 --2- 172.21.15.5:0/3074542743 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fddfc072920 0x7fddfc15e8e0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.396+0000 7fde03015640 1 -- 172.21.15.5:0/3074542743 >> 172.21.15.5:0/3074542743 conn(0x7fddfc067d70 msgr2=0x7fddfc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:44.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.396+0000 7f0eacb24640 1 Processor -- start 2024-09-19T05:01:44.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.396+0000 7fde03015640 1 -- 172.21.15.5:0/3074542743 shutdown_connections 2024-09-19T05:01:44.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.396+0000 7fde03015640 1 -- 172.21.15.5:0/3074542743 wait complete. 2024-09-19T05:01:44.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.396+0000 7fddc4877640 1 Processor -- start 2024-09-19T05:01:44.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.396+0000 7fddc4877640 1 -- start start 2024-09-19T05:01:44.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.396+0000 7f8f59ffb640 1 -- 172.21.15.5:0/1519102740 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f4c040070 con 0x7f8f5c15b3f0 2024-09-19T05:01:44.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.396+0000 7fd7dd694640 1 -- start start 2024-09-19T05:01:44.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.396+0000 7f8f59ffb640 1 -- 172.21.15.5:0/1519102740 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f4c0338a0 con 0x7f8f5c15b3f0 2024-09-19T05:01:44.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.396+0000 7f8f59ffb640 1 -- 172.21.15.5:0/1519102740 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f4c00c780 con 0x7f8f5c15b3f0 2024-09-19T05:01:44.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.395+0000 7effac178640 1 -- 172.21.15.5:0/2439058729 wait complete. 2024-09-19T05:01:44.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.397+0000 7f0eacb24640 1 -- start start 2024-09-19T05:01:44.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.397+0000 7f55dc5ed640 1 Processor -- start 2024-09-19T05:01:44.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.397+0000 7f55dc5ed640 1 -- start start 2024-09-19T05:01:44.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.397+0000 7fddc4877640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdda8004340 0x7fddc00ae5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.397+0000 7fddc4877640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fddc01f8c80 0x7fddc015f420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.397+0000 7fddc4877640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fddc00cde40 0x7fddc00ce2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.397+0000 7effac178640 1 Processor -- start 2024-09-19T05:01:44.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.397+0000 7f8f61381640 1 -- 172.21.15.5:0/1519102740 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8f5c15b3f0 msgr2=0x7f8f480039b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.397+0000 7f8f61381640 1 --2- 172.21.15.5:0/1519102740 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8f5c15b3f0 0x7f8f480039b0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c006cf0 tx=0x7f8f48005830 comp rx=0 tx=0).stop 2024-09-19T05:01:44.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.397+0000 7f8f5b7fe640 1 -- 172.21.15.5:0/1519102740 reap_dead start 2024-09-19T05:01:44.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.398+0000 7f8f61381640 1 -- 172.21.15.5:0/1519102740 shutdown_connections 2024-09-19T05:01:44.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.398+0000 7fde03015640 1 Processor -- start 2024-09-19T05:01:44.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.398+0000 7f0eacb24640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e98004800 0x7f0ea0022000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.398+0000 7fde03015640 1 -- start start 2024-09-19T05:01:44.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.398+0000 7f0eacb24640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0ea00e40e0 0x7f0ea00dde90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.398+0000 7f0eacb24640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0ea017cb20 0x7f0ea000b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.398+0000 7f0eacb24640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f0ea0052530 con 0x7f0ea017cb20 2024-09-19T05:01:44.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.398+0000 7f0eacb24640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f0ea0004c00 con 0x7f0ea00e40e0 2024-09-19T05:01:44.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.398+0000 7f0eacb24640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f0ea00526b0 con 0x7f0e98004800 2024-09-19T05:01:44.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.398+0000 7f0ea77fe640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e98004800 0x7f0ea0022000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.398+0000 7f0ea77fe640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e98004800 0x7f0ea0022000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.5:42366/0 (socket says 172.21.15.5:42366) 2024-09-19T05:01:44.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.398+0000 7f0ea77fe640 1 -- 172.21.15.5:0/224038738 learned_addr learned my addr 172.21.15.5:0/224038738 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:44.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.398+0000 7f8f61381640 1 -- 172.21.15.5:0/1519102740 >> 172.21.15.5:0/1519102740 conn(0x7f8f5c0b6ac0 msgr2=0x7f8f5c0b3080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:44.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.398+0000 7f0ea6ffd640 1 --2- 172.21.15.5:0/224038738 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0ea00e40e0 0x7f0ea00dde90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.398+0000 7fd7dd694640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd7d000c870 0x7fd7d00eb480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.397+0000 7effac178640 1 -- start start 2024-09-19T05:01:44.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7f0ea77fe640 1 -- 172.21.15.5:0/224038738 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0ea00e40e0 msgr2=0x7f0ea00dde90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7f0ea77fe640 1 --2- 172.21.15.5:0/224038738 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0ea00e40e0 0x7f0ea00dde90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7f0ea77fe640 1 -- 172.21.15.5:0/224038738 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0ea017cb20 msgr2=0x7f0ea000b1c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:01:44.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7fd7dd694640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd7d0034a20 0x7fd7d004af40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.397+0000 7fddc4877640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fddc0162f90 con 0x7fddc00cde40 2024-09-19T05:01:44.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7f0ea77fe640 1 --2- 172.21.15.5:0/224038738 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0ea017cb20 0x7f0ea000b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7fd7dd694640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd7d004fcc0 0x7fd7d0035ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7f55dc5ed640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f55d40726e0 0x7f55d40afb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7f0ea77fe640 1 -- 172.21.15.5:0/224038738 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ea004ad00 con 0x7f0e98004800 2024-09-19T05:01:44.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7f55dc5ed640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f55d40b3c60 con 0x7f55d41475b0 2024-09-19T05:01:44.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7f55dc5ed640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f55d40b3f40 con 0x7f55d4147990 2024-09-19T05:01:44.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7f55dc5ed640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f55d40b4220 con 0x7f55d40726e0 2024-09-19T05:01:44.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7effac178640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7effa406dfd0 0x7effa40cb8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7fd7dd694640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd7d0008cc0 con 0x7fd7d0034a20 2024-09-19T05:01:44.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7fd7dd694640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd7d0009060 con 0x7fd7d000c870 2024-09-19T05:01:44.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7fd7dd694640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd7d0008e40 con 0x7fd7d004fcc0 2024-09-19T05:01:44.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7fd7d67fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd7d0034a20 0x7fd7d004af40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7fd7d67fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd7d0034a20 0x7fd7d004af40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42058/0 (socket says 172.21.15.5:42058) 2024-09-19T05:01:44.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7fd7d67fc640 1 -- 172.21.15.5:0/1823934182 learned_addr learned my addr 172.21.15.5:0/1823934182 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:44.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7effac178640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7effa40cdfc0 0x7effa40ace10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7fd7d6ffd640 1 --2- 172.21.15.5:0/1823934182 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd7d000c870 0x7fd7d00eb480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7effac178640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7effa41627a0 0x7effa40ae9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7fd7d77fe640 1 --2- 172.21.15.5:0/1823934182 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd7d004fcc0 0x7fd7d0035ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7effac178640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7effa4162b80 con 0x7effa40cdfc0 2024-09-19T05:01:44.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7fde03015640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fddfc06fa20 0x7fddfc0b14f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7f55d9b88640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7f55d4147990 0x7f55d4071fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.5:49516/0 (socket says 172.21.15.5:49516) 2024-09-19T05:01:44.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7f55d9b88640 1 -- 172.21.15.5:0/1020904505 learned_addr learned my addr 172.21.15.5:0/1020904505 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:44.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7fde03015640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fddfc072920 0x7fddfc147ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7f8f61381640 1 -- 172.21.15.5:0/1519102740 shutdown_connections 2024-09-19T05:01:44.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7f0ea77fe640 1 --2- 172.21.15.5:0/224038738 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e98004800 0x7f0ea0022000 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f0e9c00b3e0 tx=0x7f0e9c00b8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:44.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7fde03015640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fddfc15a1f0 0x7fddfc1f0460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7f8f61381640 1 -- 172.21.15.5:0/1519102740 wait complete. 2024-09-19T05:01:44.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7fde03015640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fddfc15b5e0 con 0x7fddfc15a1f0 2024-09-19T05:01:44.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7fde03015640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fddfc06fe90 con 0x7fddfc072920 2024-09-19T05:01:44.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7fde03015640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fddfc0754b0 con 0x7fddfc06fa20 2024-09-19T05:01:44.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7f55dab8a640 1 --2- 172.21.15.5:0/1020904505 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f55d40726e0 0x7f55d40afb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7fde02814640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fddfc15a1f0 0x7fddfc1f0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7fde02814640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fddfc15a1f0 0x7fddfc1f0460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42066/0 (socket says 172.21.15.5:42066) 2024-09-19T05:01:44.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7fde02814640 1 -- 172.21.15.5:0/2992055275 learned_addr learned my addr 172.21.15.5:0/2992055275 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:44.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.397+0000 7fddc4877640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fddc00b4340 con 0x7fddc01f8c80 2024-09-19T05:01:44.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.397+0000 7fddc4877640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fddc0163b30 con 0x7fdda8004340 2024-09-19T05:01:44.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.397+0000 7fddbe59c640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdda8004340 0x7fddc00ae5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.397+0000 7fddbdd9b640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fddc01f8c80 0x7fddc015f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.398+0000 7fddbdd9b640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fddc01f8c80 0x7fddc015f420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.5:40104/0 (socket says 172.21.15.5:40104) 2024-09-19T05:01:44.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.398+0000 7fddbdd9b640 1 -- 172.21.15.5:0/4186961710 learned_addr learned my addr 172.21.15.5:0/4186961710 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:44.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.398+0000 7fddbed9d640 1 --2- 172.21.15.5:0/4186961710 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fddc00cde40 0x7fddc00ce2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7f0e93fff640 1 -- 172.21.15.5:0/224038738 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e9c005b90 con 0x7f0e98004800 2024-09-19T05:01:44.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.398+0000 7fddbe59c640 1 -- 172.21.15.5:0/4186961710 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fddc01f8c80 msgr2=0x7fddc015f420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.398+0000 7fddbe59c640 1 --2- 172.21.15.5:0/4186961710 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fddc01f8c80 0x7fddc015f420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.398+0000 7fddbe59c640 1 -- 172.21.15.5:0/4186961710 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fddc00cde40 msgr2=0x7fddc00ce2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.398+0000 7fddbe59c640 1 --2- 172.21.15.5:0/4186961710 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fddc00cde40 0x7fddc00ce2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.398+0000 7fddbe59c640 1 -- 172.21.15.5:0/4186961710 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddc01f9100 con 0x7fdda8004340 2024-09-19T05:01:44.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.398+0000 7fddbed9d640 1 --2- 172.21.15.5:0/4186961710 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fddc00cde40 0x7fddc00ce2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:01:44.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7fddbdd9b640 1 --2- 172.21.15.5:0/4186961710 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fddc01f8c80 0x7fddc015f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:01:44.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7f55d9387640 1 -- 172.21.15.5:0/1020904505 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3312825554 0 0) 0x7f55d40b3f40 con 0x7f55d4147990 2024-09-19T05:01:44.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7f55d9387640 1 -- 172.21.15.5:0/1020904505 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f55c0003520 con 0x7f55d4147990 2024-09-19T05:01:44.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7fddbe59c640 1 --2- 172.21.15.5:0/4186961710 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdda8004340 0x7fddc00ae5c0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fddb4007310 tx=0x7fddb40077d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:44.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7fddaeffd640 1 -- 172.21.15.5:0/4186961710 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddb400f980 con 0x7fdda8004340 2024-09-19T05:01:44.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7fddaeffd640 1 -- 172.21.15.5:0/4186961710 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fddb4018070 con 0x7fdda8004340 2024-09-19T05:01:44.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7fde02013640 1 --2- 172.21.15.5:0/2992055275 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fddfc06fa20 0x7fddfc0b14f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7f0e93fff640 1 -- 172.21.15.5:0/224038738 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e9c005d30 con 0x7f0e98004800 2024-09-19T05:01:44.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7fd7d77fe640 1 -- 172.21.15.5:0/1823934182 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd7d000c870 msgr2=0x7fd7d00eb480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7fd7d77fe640 1 --2- 172.21.15.5:0/1823934182 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd7d000c870 0x7fd7d00eb480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7fd7d77fe640 1 -- 172.21.15.5:0/1823934182 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd7d0034a20 msgr2=0x7fd7d004af40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7fd7d77fe640 1 --2- 172.21.15.5:0/1823934182 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd7d0034a20 0x7fd7d004af40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7fd7d77fe640 1 -- 172.21.15.5:0/1823934182 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7d00555e0 con 0x7fd7d004fcc0 2024-09-19T05:01:44.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7fd7d77fe640 1 --2- 172.21.15.5:0/1823934182 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd7d004fcc0 0x7fd7d0035ba0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fd7d8076230 tx=0x7fd7d806bac0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:44.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7fde02814640 1 -- 172.21.15.5:0/2992055275 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fddfc06fa20 msgr2=0x7fddfc0b14f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7fde02814640 1 --2- 172.21.15.5:0/2992055275 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fddfc06fa20 0x7fddfc0b14f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7fde02814640 1 -- 172.21.15.5:0/2992055275 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fddfc072920 msgr2=0x7fddfc147ea0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T05:01:44.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7fde02814640 1 --2- 172.21.15.5:0/2992055275 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fddfc072920 0x7fddfc147ea0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7fde02814640 1 -- 172.21.15.5:0/2992055275 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddfc156b90 con 0x7fddfc15a1f0 2024-09-19T05:01:44.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7f55d9387640 1 -- 172.21.15.5:0/1020904505 <== mon.1 v1:172.21.15.134:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2353983052 0 0) 0x7f55c0003520 con 0x7f55d4147990 2024-09-19T05:01:44.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7f55d9387640 1 -- 172.21.15.5:0/1020904505 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f55d40726e0 msgr2=0x7f55d40afb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:44.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7f55d9387640 1 --2- 172.21.15.5:0/1020904505 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f55d40726e0 0x7f55d40afb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7f55d9387640 1 -- 172.21.15.5:0/1020904505 >> v1:172.21.15.5:6789/0 conn(0x7f55d41475b0 legacy=0x7f55d40b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:44.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7f55d9387640 1 -- 172.21.15.5:0/1020904505 --> v1:172.21.15.134:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55d40b4500 con 0x7f55d4147990 2024-09-19T05:01:44.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7f55d9387640 1 -- 172.21.15.5:0/1020904505 <== mon.1 v1:172.21.15.134:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f55c4001670 con 0x7f55d4147990 2024-09-19T05:01:44.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7f55d9387640 1 -- 172.21.15.5:0/1020904505 >> v1:172.21.15.134:6789/0 conn(0x7f55d4147990 legacy=0x7f55d4071fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7f55d9387640 1 --2- 172.21.15.5:0/1020904505 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55c00039b0 0x7f55c0003db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7f55d9387640 1 --2- 172.21.15.5:0/1020904505 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f55c0004800 0x7f55c0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7f55d9387640 1 --2- 172.21.15.5:0/1020904505 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f55c00051c0 0x7f55c00141d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7f55d9387640 1 -- 172.21.15.5:0/1020904505 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f55d40b4220 con 0x7f55c0004800 2024-09-19T05:01:44.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7f55d9387640 1 -- 172.21.15.5:0/1020904505 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f55c00148a0 con 0x7f55c00039b0 2024-09-19T05:01:44.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7f55d9387640 1 -- 172.21.15.5:0/1020904505 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f55c0014a50 con 0x7f55c00051c0 2024-09-19T05:01:44.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7fddaeffd640 1 -- 172.21.15.5:0/4186961710 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddb400fd40 con 0x7fdda8004340 2024-09-19T05:01:44.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7fddc4877640 1 -- 172.21.15.5:0/4186961710 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddc00aecf0 con 0x7fdda8004340 2024-09-19T05:01:44.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7fddc4877640 1 -- 172.21.15.5:0/4186961710 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fddc00af2b0 con 0x7fdda8004340 2024-09-19T05:01:44.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.401+0000 7f55d9b88640 1 --2- 172.21.15.5:0/1020904505 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f55c0004800 0x7f55c0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7fd7bf7fe640 1 -- 172.21.15.5:0/1823934182 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7d80bc070 con 0x7fd7d004fcc0 2024-09-19T05:01:44.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7fd7bf7fe640 1 -- 172.21.15.5:0/1823934182 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd7d8068670 con 0x7fd7d004fcc0 2024-09-19T05:01:44.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7fd7bf7fe640 1 -- 172.21.15.5:0/1823934182 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7d80b3040 con 0x7fd7d004fcc0 2024-09-19T05:01:44.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.401+0000 7fd7dd694640 1 -- 172.21.15.5:0/1823934182 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7d0055b60 con 0x7fd7d004fcc0 2024-09-19T05:01:44.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.401+0000 7fd7dd694640 1 -- 172.21.15.5:0/1823934182 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7d00360e0 con 0x7fd7d004fcc0 2024-09-19T05:01:44.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.401+0000 7fde02814640 1 --2- 172.21.15.5:0/2992055275 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fddfc15a1f0 0x7fddfc1f0460 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fddf400efc0 tx=0x7fddf400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:44.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.401+0000 7f0eacb24640 1 -- 172.21.15.5:0/224038738 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ea004afe0 con 0x7f0e98004800 2024-09-19T05:01:44.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.401+0000 7f0eacb24640 1 -- 172.21.15.5:0/224038738 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ea004b5a0 con 0x7f0e98004800 2024-09-19T05:01:44.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.401+0000 7f55d9b88640 1 -- 172.21.15.5:0/1020904505 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f55c00051c0 msgr2=0x7f55c00141d0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T05:01:44.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.401+0000 7f55d9b88640 1 --2- 172.21.15.5:0/1020904505 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f55c00051c0 0x7f55c00141d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.401+0000 7f55d9b88640 1 -- 172.21.15.5:0/1020904505 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55c00039b0 msgr2=0x7f55c0003db0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:01:44.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.401+0000 7f55d9b88640 1 --2- 172.21.15.5:0/1020904505 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55c00039b0 0x7f55c0003db0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.401+0000 7f55d9b88640 1 -- 172.21.15.5:0/1020904505 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55d40b4500 con 0x7f55c0004800 2024-09-19T05:01:44.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.402+0000 7f8f61381640 1 Processor -- start 2024-09-19T05:01:44.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.401+0000 7f0e93fff640 1 -- 172.21.15.5:0/224038738 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e9c011870 con 0x7f0e98004800 2024-09-19T05:01:44.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.401+0000 7fddf2ffd640 1 -- 172.21.15.5:0/2992055275 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddf4018020 con 0x7fddfc15a1f0 2024-09-19T05:01:44.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.401+0000 7fddf2ffd640 1 -- 172.21.15.5:0/2992055275 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fddf4014480 con 0x7fddfc15a1f0 2024-09-19T05:01:44.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.401+0000 7fddf2ffd640 1 -- 172.21.15.5:0/2992055275 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddf4014870 con 0x7fddfc15a1f0 2024-09-19T05:01:44.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.401+0000 7fde03015640 1 -- 172.21.15.5:0/2992055275 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddfc156e70 con 0x7fddfc15a1f0 2024-09-19T05:01:44.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.401+0000 7fde03015640 1 -- 172.21.15.5:0/2992055275 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fddfc157430 con 0x7fddfc15a1f0 2024-09-19T05:01:44.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.402+0000 7fd7bd7fa640 1 -- 172.21.15.5:0/1823934182 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7d000b270 con 0x7fd7d004fcc0 2024-09-19T05:01:44.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.403+0000 7f55d9b88640 1 --2- 172.21.15.5:0/1020904505 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f55c0004800 0x7f55c0004c80 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f55d4147da0 tx=0x7f55c0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b54a0d294c38837 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:44.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.403+0000 7f55d9387640 1 -- 172.21.15.5:0/1020904505 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55c4036070 con 0x7f55c0004800 2024-09-19T05:01:44.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.403+0000 7f55d9387640 1 -- 172.21.15.5:0/1020904505 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55c4005ad0 con 0x7f55c0004800 2024-09-19T05:01:44.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.403+0000 7f55d9387640 1 -- 172.21.15.5:0/1020904505 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55c4007d90 con 0x7f55c0004800 2024-09-19T05:01:44.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.403+0000 7f8f61381640 1 -- start start 2024-09-19T05:01:44.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.404+0000 7f0e93fff640 1 -- 172.21.15.5:0/224038738 <== mon.2 v2:172.21.15.134:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0e9c011a10 con 0x7f0e98004800 2024-09-19T05:01:44.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.404+0000 7f8f61381640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8f5c15b3f0 0x7f8f5c15db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.404+0000 7f8f61381640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8f5c15bd60 0x7f8f5c149bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.404+0000 7f55dc5ed640 1 -- 172.21.15.5:0/1020904505 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f55c0004800 msgr2=0x7f55c0004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.405+0000 7f55dc5ed640 1 --2- 172.21.15.5:0/1020904505 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f55c0004800 0x7f55c0004c80 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f55d4147da0 tx=0x7f55c0005830 comp rx=0 tx=0).stop 2024-09-19T05:01:44.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.404+0000 7f8f61381640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8f5c06f750 0x7f8f5c06fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.404+0000 7f8f61381640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f8f5c0b5810 con 0x7f8f5c06f750 2024-09-19T05:01:44.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7effac178640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7effa40cf060 con 0x7effa41627a0 2024-09-19T05:01:44.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.404+0000 7f8f61381640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f8f5c0b5690 con 0x7f8f5c15b3f0 2024-09-19T05:01:44.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.404+0000 7f8f61381640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f8f5c15b7d0 con 0x7f8f5c15bd60 2024-09-19T05:01:44.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.405+0000 7f0e93fff640 1 --2- 172.21.15.5:0/224038738 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0e8c06c3b0 0x7f0e8c06e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.404+0000 7fddc4877640 1 -- 172.21.15.5:0/4186961710 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fddc0163420 con 0x7fdda8004340 2024-09-19T05:01:44.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7effac178640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7effa4162d00 con 0x7effa406dfd0 2024-09-19T05:01:44.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7effa9f14640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7effa406dfd0 0x7effa40cb8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7effa9f14640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7effa406dfd0 0x7effa40cb8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.5:42378/0 (socket says 172.21.15.5:42378) 2024-09-19T05:01:44.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.405+0000 7f0e93fff640 1 -- 172.21.15.5:0/224038738 <== mon.2 v2:172.21.15.134:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f0e9c08b670 con 0x7f0e98004800 2024-09-19T05:01:44.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.399+0000 7effa9f14640 1 -- 172.21.15.5:0/478029897 learned_addr learned my addr 172.21.15.5:0/478029897 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:44.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.405+0000 7f8f5a7fc640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8f5c15bd60 0x7f8f5c149bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7effa9f14640 1 -- 172.21.15.5:0/478029897 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7effa41627a0 msgr2=0x7effa40ae9b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:01:44.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.404+0000 7fd7bf7fe640 1 -- 172.21.15.5:0/1823934182 <== mon.2 v2:172.21.15.134:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd7d8063070 con 0x7fd7d004fcc0 2024-09-19T05:01:44.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.405+0000 7fd7bf7fe640 1 --2- 172.21.15.5:0/1823934182 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd7c406c380 0x7fd7c406e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.405+0000 7fd7bf7fe640 1 -- 172.21.15.5:0/1823934182 <== mon.2 v2:172.21.15.134:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fd7d8127460 con 0x7fd7d004fcc0 2024-09-19T05:01:44.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.405+0000 7fddaeffd640 1 -- 172.21.15.5:0/4186961710 <== mon.2 v2:172.21.15.134:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fddb401d460 con 0x7fdda8004340 2024-09-19T05:01:44.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7effa9f14640 1 --2- 172.21.15.5:0/478029897 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7effa41627a0 0x7effa40ae9b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7effa9f14640 1 -- 172.21.15.5:0/478029897 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7effa40cdfc0 msgr2=0x7effa40ace10 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:01:44.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7effa9f14640 1 --2- 172.21.15.5:0/478029897 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7effa40cdfc0 0x7effa40ace10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.403+0000 7fde03015640 1 -- 172.21.15.5:0/2992055275 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdde4005290 con 0x7fddfc15a1f0 2024-09-19T05:01:44.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.400+0000 7effa9f14640 1 -- 172.21.15.5:0/478029897 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effa40aaee0 con 0x7effa406dfd0 2024-09-19T05:01:44.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.401+0000 7effa9f14640 1 --2- 172.21.15.5:0/478029897 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7effa406dfd0 0x7effa40cb8a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7effa0009870 tx=0x7effa00046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:44.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.401+0000 7eff9a7fc640 1 -- 172.21.15.5:0/478029897 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effa0040020 con 0x7effa406dfd0 2024-09-19T05:01:44.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.402+0000 7eff9a7fc640 1 -- 172.21.15.5:0/478029897 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effa0038040 con 0x7effa406dfd0 2024-09-19T05:01:44.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.403+0000 7eff9a7fc640 1 -- 172.21.15.5:0/478029897 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effa0040020 con 0x7effa406dfd0 2024-09-19T05:01:44.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.406+0000 7f0ea6ffd640 1 --2- 172.21.15.5:0/224038738 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0e8c06c3b0 0x7f0e8c06e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.404+0000 7fddf2ffd640 1 -- 172.21.15.5:0/2992055275 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fddf4005d10 con 0x7fddfc15a1f0 2024-09-19T05:01:44.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.406+0000 7effac178640 1 -- 172.21.15.5:0/478029897 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effa40ab1c0 con 0x7effa406dfd0 2024-09-19T05:01:44.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.405+0000 7fddf2ffd640 1 --2- 172.21.15.5:0/2992055275 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdde006c380 0x7fdde006e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.406+0000 7fd7d6ffd640 1 --2- 172.21.15.5:0/1823934182 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd7c406c380 0x7fd7c406e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.405+0000 7fddf2ffd640 1 -- 172.21.15.5:0/2992055275 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fddf408ca00 con 0x7fddfc15a1f0 2024-09-19T05:01:44.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.406+0000 7effac178640 1 -- 172.21.15.5:0/478029897 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7effa40ab780 con 0x7effa406dfd0 2024-09-19T05:01:44.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.405+0000 7fde02013640 1 --2- 172.21.15.5:0/2992055275 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdde006c380 0x7fdde006e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.406+0000 7f0eacb24640 1 -- 172.21.15.5:0/224038738 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ea0036890 con 0x7f0e98004800 2024-09-19T05:01:44.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.406+0000 7fddaeffd640 1 --2- 172.21.15.5:0/4186961710 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdda006c3b0 0x7fdda006e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.406+0000 7fddbdd9b640 1 --2- 172.21.15.5:0/4186961710 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdda006c3b0 0x7fdda006e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.406+0000 7f0ea6ffd640 1 --2- 172.21.15.5:0/224038738 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0e8c06c3b0 0x7f0e8c06e870 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0e94032000 tx=0x7f0e94005000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:44.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.406+0000 7fd7d6ffd640 1 --2- 172.21.15.5:0/1823934182 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd7c406c380 0x7fd7c406e840 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fd7c80058d0 tx=0x7fd7c8007e60 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:44.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.406+0000 7f8f5b7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8f5c06f750 0x7f8f5c06fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.406+0000 7f8f5affd640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8f5c15b3f0 0x7f8f5c15db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.406+0000 7f8f5b7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8f5c06f750 0x7f8f5c06fbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42088/0 (socket says 172.21.15.5:42088) 2024-09-19T05:01:44.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.406+0000 7f8f5affd640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8f5c15b3f0 0x7f8f5c15db50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.5:40130/0 (socket says 172.21.15.5:40130) 2024-09-19T05:01:44.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.406+0000 7f8f5b7fe640 1 -- 172.21.15.5:0/3327423852 learned_addr learned my addr 172.21.15.5:0/3327423852 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:44.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.406+0000 7f8f5affd640 1 -- 172.21.15.5:0/3327423852 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8f5c15bd60 msgr2=0x7f8f5c149bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.406+0000 7f8f5affd640 1 --2- 172.21.15.5:0/3327423852 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8f5c15bd60 0x7f8f5c149bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.406+0000 7f8f5affd640 1 -- 172.21.15.5:0/3327423852 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8f5c06f750 msgr2=0x7f8f5c06fbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.406+0000 7f8f5affd640 1 --2- 172.21.15.5:0/3327423852 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8f5c06f750 0x7f8f5c06fbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.406+0000 7f8f5affd640 1 -- 172.21.15.5:0/3327423852 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f5c15c270 con 0x7f8f5c15b3f0 2024-09-19T05:01:44.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.406+0000 7fddaeffd640 1 -- 172.21.15.5:0/4186961710 <== mon.2 v2:172.21.15.134:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fddb408b6d0 con 0x7fdda8004340 2024-09-19T05:01:44.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.406+0000 7f55dab8a640 1 -- 172.21.15.5:0/1020904505 reap_dead start 2024-09-19T05:01:44.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.406+0000 7f55dc5ed640 1 -- 172.21.15.5:0/1020904505 shutdown_connections 2024-09-19T05:01:44.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.406+0000 7f55dc5ed640 1 -- 172.21.15.5:0/1020904505 >> 172.21.15.5:0/1020904505 conn(0x7f55d4067da0 msgr2=0x7f55d406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:44.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.407+0000 7f55dc5ed640 1 -- 172.21.15.5:0/1020904505 shutdown_connections 2024-09-19T05:01:44.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.407+0000 7f55dc5ed640 1 -- 172.21.15.5:0/1020904505 wait complete. 2024-09-19T05:01:44.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.407+0000 7f8f5affd640 1 --2- 172.21.15.5:0/3327423852 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8f5c15b3f0 0x7f8f5c15db50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f8f4800bfd0 tx=0x7f8f4c004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:44.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.407+0000 7f8f537fe640 1 -- 172.21.15.5:0/3327423852 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f4c040050 con 0x7f8f5c15b3f0 2024-09-19T05:01:44.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.407+0000 7f8f537fe640 1 -- 172.21.15.5:0/3327423852 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f4c041040 con 0x7f8f5c15b3f0 2024-09-19T05:01:44.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.407+0000 7f8f537fe640 1 -- 172.21.15.5:0/3327423852 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f4c03bd10 con 0x7f8f5c15b3f0 2024-09-19T05:01:44.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.407+0000 7f8f61381640 1 -- 172.21.15.5:0/3327423852 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f5c15c550 con 0x7f8f5c15b3f0 2024-09-19T05:01:44.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.407+0000 7fde02013640 1 --2- 172.21.15.5:0/2992055275 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdde006c380 0x7fdde006e840 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fddf8000f60 tx=0x7fddf8009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:44.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.407+0000 7fddbdd9b640 1 --2- 172.21.15.5:0/4186961710 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdda006c3b0 0x7fdda006e870 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fddb0008fd0 tx=0x7fddb0009030 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:44.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.407+0000 7f8f61381640 1 -- 172.21.15.5:0/3327423852 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f5c15cb10 con 0x7f8f5c15b3f0 2024-09-19T05:01:44.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.407+0000 7effac178640 1 -- 172.21.15.5:0/478029897 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7effa40ce490 con 0x7effa406dfd0 2024-09-19T05:01:44.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.408+0000 7fd7bf7fe640 1 -- 172.21.15.5:0/1823934182 <== mon.2 v2:172.21.15.134:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd7d0055b60 con 0x7fd7d004fcc0 2024-09-19T05:01:44.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.408+0000 7f8f61381640 1 -- 172.21.15.5:0/3327423852 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f5c068630 con 0x7f8f5c15b3f0 2024-09-19T05:01:44.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.409+0000 7f55dc5ed640 1 Processor -- start 2024-09-19T05:01:44.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.409+0000 7f55dc5ed640 1 -- start start 2024-09-19T05:01:44.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.409+0000 7f8f537fe640 1 -- 172.21.15.5:0/3327423852 <== mon.1 v2:172.21.15.134:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8f4c00b030 con 0x7f8f5c15b3f0 2024-09-19T05:01:44.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.409+0000 7f8f537fe640 1 --2- 172.21.15.5:0/3327423852 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8f3c06c380 0x7f8f3c06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.409+0000 7f8f537fe640 1 -- 172.21.15.5:0/3327423852 <== mon.1 v2:172.21.15.134:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f8f4c0bc980 con 0x7f8f5c15b3f0 2024-09-19T05:01:44.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.409+0000 7f8f5a7fc640 1 --2- 172.21.15.5:0/3327423852 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8f3c06c380 0x7f8f3c06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.410+0000 7f55dc5ed640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f55d4143d00 0x7f55d40ad210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.410+0000 7f55dc5ed640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55d41440e0 0x7f55d413e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.410+0000 7f55dc5ed640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f55d40ab960 0x7f55d413c9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.410+0000 7f55dc5ed640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f55d406f160 con 0x7f55d4143d00 2024-09-19T05:01:44.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.410+0000 7f55dc5ed640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f55d406efe0 con 0x7f55d41440e0 2024-09-19T05:01:44.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.410+0000 7f55d9b88640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55d41440e0 0x7f55d413e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.410+0000 7f55dc5ed640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f55d40afb60 con 0x7f55d40ab960 2024-09-19T05:01:44.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.410+0000 7f55d9b88640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55d41440e0 0x7f55d413e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.5:40138/0 (socket says 172.21.15.5:40138) 2024-09-19T05:01:44.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.410+0000 7f55d9b88640 1 -- 172.21.15.5:0/1974987604 learned_addr learned my addr 172.21.15.5:0/1974987604 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:44.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.410+0000 7f55da389640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f55d4143d00 0x7f55d40ad210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.410+0000 7f55dab8a640 1 --2- 172.21.15.5:0/1974987604 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f55d40ab960 0x7f55d413c9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.410+0000 7f8f5a7fc640 1 --2- 172.21.15.5:0/3327423852 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8f3c06c380 0x7f8f3c06e840 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f8f5c154360 tx=0x7f8f44009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:44.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.410+0000 7f55d9b88640 1 -- 172.21.15.5:0/1974987604 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f55d40ab960 msgr2=0x7f55d413c9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.410+0000 7f55d9b88640 1 --2- 172.21.15.5:0/1974987604 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f55d40ab960 0x7f55d413c9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.410+0000 7f55d9b88640 1 -- 172.21.15.5:0/1974987604 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f55d4143d00 msgr2=0x7f55d40ad210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.410+0000 7f55d9b88640 1 --2- 172.21.15.5:0/1974987604 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f55d4143d00 0x7f55d40ad210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.410+0000 7f55d9b88640 1 -- 172.21.15.5:0/1974987604 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55d40ac170 con 0x7f55d41440e0 2024-09-19T05:01:44.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.410+0000 7f55da389640 1 --2- 172.21.15.5:0/1974987604 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f55d4143d00 0x7f55d40ad210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:01:44.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.410+0000 7fddf2ffd640 1 -- 172.21.15.5:0/2992055275 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fddf4022070 con 0x7fddfc15a1f0 2024-09-19T05:01:44.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.411+0000 7f55d9b88640 1 --2- 172.21.15.5:0/1974987604 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55d41440e0 0x7f55d413e680 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f55c400c430 tx=0x7f55c4001970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:44.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.413+0000 7fddaeffd640 1 -- 172.21.15.5:0/4186961710 <== mon.2 v2:172.21.15.134:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fddb4059490 con 0x7fdda8004340 2024-09-19T05:01:44.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.414+0000 7f55caffd640 1 -- 172.21.15.5:0/1974987604 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55c4040020 con 0x7f55d41440e0 2024-09-19T05:01:44.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.414+0000 7f55caffd640 1 -- 172.21.15.5:0/1974987604 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55c4037040 con 0x7f55d41440e0 2024-09-19T05:01:44.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.414+0000 7f55caffd640 1 -- 172.21.15.5:0/1974987604 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55c4036030 con 0x7f55d41440e0 2024-09-19T05:01:44.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.414+0000 7f55dc5ed640 1 -- 172.21.15.5:0/1974987604 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55d40ac450 con 0x7f55d41440e0 2024-09-19T05:01:44.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.414+0000 7f8f537fe640 1 -- 172.21.15.5:0/3327423852 <== mon.1 v2:172.21.15.134:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8f4c08a6b0 con 0x7f8f5c15b3f0 2024-09-19T05:01:44.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.414+0000 7f55dc5ed640 1 -- 172.21.15.5:0/1974987604 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55d40aca10 con 0x7f55d41440e0 2024-09-19T05:01:44.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.416+0000 7f55dc5ed640 1 -- 172.21.15.5:0/1974987604 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55d40b3430 con 0x7f55d41440e0 2024-09-19T05:01:44.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.416+0000 7f55caffd640 1 -- 172.21.15.5:0/1974987604 <== mon.1 v2:172.21.15.134:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f55c4043020 con 0x7f55d41440e0 2024-09-19T05:01:44.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.417+0000 7f55caffd640 1 --2- 172.21.15.5:0/1974987604 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f55b806c2e0 0x7f55b806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.417+0000 7f55caffd640 1 -- 172.21.15.5:0/1974987604 <== mon.1 v2:172.21.15.134:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f55c40ab3d0 con 0x7f55d41440e0 2024-09-19T05:01:44.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.418+0000 7f0e93fff640 1 -- 172.21.15.5:0/224038738 <== mon.2 v2:172.21.15.134:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0e9c059b10 con 0x7f0e98004800 2024-09-19T05:01:44.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.418+0000 7f55da389640 1 --2- 172.21.15.5:0/1974987604 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f55b806c2e0 0x7f55b806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.419+0000 7eff9a7fc640 1 -- 172.21.15.5:0/478029897 <== mon.2 v2:172.21.15.134:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7effa0043020 con 0x7effa406dfd0 2024-09-19T05:01:44.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.420+0000 7f55da389640 1 --2- 172.21.15.5:0/1974987604 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f55b806c2e0 0x7f55b806e7a0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f55d00042a0 tx=0x7f55d0007db0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:44.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.420+0000 7eff9a7fc640 1 --2- 172.21.15.5:0/478029897 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7eff9006c7f0 0x7eff9006ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.420+0000 7eff9a7fc640 1 -- 172.21.15.5:0/478029897 <== mon.2 v2:172.21.15.134:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7effa0030c80 con 0x7effa406dfd0 2024-09-19T05:01:44.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.420+0000 7effa9713640 1 --2- 172.21.15.5:0/478029897 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7eff9006c7f0 0x7eff9006ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:44.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.420+0000 7effa9713640 1 --2- 172.21.15.5:0/478029897 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7eff9006c7f0 0x7eff9006ecb0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7effa40b2d40 tx=0x7eff940079b0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:44.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.422+0000 7f55caffd640 1 -- 172.21.15.5:0/1974987604 <== mon.1 v2:172.21.15.134:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f55c404a070 con 0x7f55d41440e0 2024-09-19T05:01:44.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.422+0000 7eff9a7fc640 1 -- 172.21.15.5:0/478029897 <== mon.2 v2:172.21.15.134:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7effa004a030 con 0x7effa406dfd0 2024-09-19T05:01:44.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.753+0000 7fcc04a77640 1 -- 172.21.15.5:0/3634919741 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fcc00159d00 con 0x7fcc000cfc00 2024-09-19T05:01:44.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.754+0000 7fcbeeffd640 1 -- 172.21.15.5:0/3634919741 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fcbf405db90 con 0x7fcc000cfc00 2024-09-19T05:01:44.755 INFO:teuthology.orchestra.run.smithi005.stdout:64424509449 2024-09-19T05:01:44.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.758+0000 7fcbecff9640 1 -- 172.21.15.5:0/3634919741 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcbe006c3b0 msgr2=0x7fcbe006e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.758+0000 7fcbecff9640 1 --2- 172.21.15.5:0/3634919741 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcbe006c3b0 0x7fcbe006e870 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fcc000abd90 tx=0x7fcbf0006bd0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.758+0000 7fcbecff9640 1 -- 172.21.15.5:0/3634919741 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcc000cfc00 msgr2=0x7fcc001ed920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.758+0000 7fcbecff9640 1 --2- 172.21.15.5:0/3634919741 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcc000cfc00 0x7fcc001ed920 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fcbf4001e40 tx=0x7fcbf4001e70 comp rx=0 tx=0).stop 2024-09-19T05:01:44.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.758+0000 7fcbecff9640 1 -- 172.21.15.5:0/3634919741 shutdown_connections 2024-09-19T05:01:44.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.758+0000 7fcbecff9640 1 --2- 172.21.15.5:0/3634919741 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcbe006c3b0 0x7fcbe006e870 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.759+0000 7fcbecff9640 1 --2- 172.21.15.5:0/3634919741 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcc0015aea0 0x7fcc000ac510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.759+0000 7fcbecff9640 1 --2- 172.21.15.5:0/3634919741 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcc0015a580 0x7fcc000abfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.759+0000 7fcbecff9640 1 --2- 172.21.15.5:0/3634919741 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcc000cfc00 0x7fcc001ed920 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.759+0000 7fcbecff9640 1 -- 172.21.15.5:0/3634919741 >> 172.21.15.5:0/3634919741 conn(0x7fcc0006bc10 msgr2=0x7fcc000b1700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:44.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.759+0000 7fcbecff9640 1 -- 172.21.15.5:0/3634919741 shutdown_connections 2024-09-19T05:01:44.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.759+0000 7fcbecff9640 1 -- 172.21.15.5:0/3634919741 wait complete. 2024-09-19T05:01:44.777 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509449 for osd.5 2024-09-19T05:01:44.777 DEBUG:teuthology.parallel:result is None 2024-09-19T05:01:44.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.797+0000 7effac178640 1 -- 172.21.15.5:0/478029897 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7effa40ccd00 con 0x7effa406dfd0 2024-09-19T05:01:44.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.798+0000 7eff9a7fc640 1 -- 172.21.15.5:0/478029897 <== mon.2 v2:172.21.15.134:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7effa0079ee0 con 0x7effa406dfd0 2024-09-19T05:01:44.799 INFO:teuthology.orchestra.run.smithi005.stdout:64424509449 2024-09-19T05:01:44.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.800+0000 7effac178640 1 -- 172.21.15.5:0/478029897 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7eff9006c7f0 msgr2=0x7eff9006ecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.800+0000 7effac178640 1 --2- 172.21.15.5:0/478029897 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7eff9006c7f0 0x7eff9006ecb0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7effa40b2d40 tx=0x7eff940079b0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.800+0000 7effac178640 1 -- 172.21.15.5:0/478029897 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7effa406dfd0 msgr2=0x7effa40cb8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.800+0000 7effac178640 1 --2- 172.21.15.5:0/478029897 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7effa406dfd0 0x7effa40cb8a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7effa0009870 tx=0x7effa00046c0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.800+0000 7effac178640 1 -- 172.21.15.5:0/478029897 shutdown_connections 2024-09-19T05:01:44.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.800+0000 7effac178640 1 --2- 172.21.15.5:0/478029897 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7eff9006c7f0 0x7eff9006ecb0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.800+0000 7effac178640 1 --2- 172.21.15.5:0/478029897 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7effa41627a0 0x7effa40ae9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.800+0000 7effac178640 1 --2- 172.21.15.5:0/478029897 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7effa40cdfc0 0x7effa40ace10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.800+0000 7effac178640 1 --2- 172.21.15.5:0/478029897 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7effa406dfd0 0x7effa40cb8a0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.800+0000 7effac178640 1 -- 172.21.15.5:0/478029897 >> 172.21.15.5:0/478029897 conn(0x7effa4067da0 msgr2=0x7effa40b3ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:44.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.800+0000 7effac178640 1 -- 172.21.15.5:0/478029897 shutdown_connections 2024-09-19T05:01:44.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.800+0000 7effac178640 1 -- 172.21.15.5:0/478029897 wait complete. 2024-09-19T05:01:44.812 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509449 for osd.6 2024-09-19T05:01:44.812 DEBUG:teuthology.parallel:result is None 2024-09-19T05:01:44.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.816+0000 7fde03015640 1 -- 172.21.15.5:0/2992055275 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fdde4005850 con 0x7fddfc15a1f0 2024-09-19T05:01:44.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.816+0000 7fddf2ffd640 1 -- 172.21.15.5:0/2992055275 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fddf4010040 con 0x7fddfc15a1f0 2024-09-19T05:01:44.818 INFO:teuthology.orchestra.run.smithi005.stdout:64424509450 2024-09-19T05:01:44.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.818+0000 7fd7bd7fa640 1 -- 172.21.15.5:0/1823934182 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fd7d0055e10 con 0x7fd7d004fcc0 2024-09-19T05:01:44.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.818+0000 7fd7bf7fe640 1 -- 172.21.15.5:0/1823934182 <== mon.2 v2:172.21.15.134:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd7d80f5220 con 0x7fd7d004fcc0 2024-09-19T05:01:44.821 INFO:teuthology.orchestra.run.smithi005.stdout:60129542153 2024-09-19T05:01:44.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.819+0000 7fde03015640 1 -- 172.21.15.5:0/2992055275 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdde006c380 msgr2=0x7fdde006e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.819+0000 7fde03015640 1 --2- 172.21.15.5:0/2992055275 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdde006c380 0x7fdde006e840 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fddf8000f60 tx=0x7fddf8009040 comp rx=0 tx=0).stop 2024-09-19T05:01:44.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.819+0000 7fde03015640 1 -- 172.21.15.5:0/2992055275 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fddfc15a1f0 msgr2=0x7fddfc1f0460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.819+0000 7fde03015640 1 --2- 172.21.15.5:0/2992055275 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fddfc15a1f0 0x7fddfc1f0460 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fddf400efc0 tx=0x7fddf400c490 comp rx=0 tx=0).stop 2024-09-19T05:01:44.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.819+0000 7fde03015640 1 -- 172.21.15.5:0/2992055275 shutdown_connections 2024-09-19T05:01:44.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.819+0000 7fde03015640 1 --2- 172.21.15.5:0/2992055275 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdde006c380 0x7fdde006e840 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.819+0000 7fde03015640 1 --2- 172.21.15.5:0/2992055275 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fddfc15a1f0 0x7fddfc1f0460 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.819+0000 7fde03015640 1 --2- 172.21.15.5:0/2992055275 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fddfc072920 0x7fddfc147ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.819+0000 7fde03015640 1 --2- 172.21.15.5:0/2992055275 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fddfc06fa20 0x7fddfc0b14f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.819+0000 7fde03015640 1 -- 172.21.15.5:0/2992055275 >> 172.21.15.5:0/2992055275 conn(0x7fddfc067d70 msgr2=0x7fddfc0b3fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:44.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.820+0000 7fde03015640 1 -- 172.21.15.5:0/2992055275 shutdown_connections 2024-09-19T05:01:44.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.820+0000 7fde03015640 1 -- 172.21.15.5:0/2992055275 wait complete. 2024-09-19T05:01:44.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.822+0000 7fd7bd7fa640 1 -- 172.21.15.5:0/1823934182 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd7c406c380 msgr2=0x7fd7c406e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.822+0000 7fd7bd7fa640 1 --2- 172.21.15.5:0/1823934182 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd7c406c380 0x7fd7c406e840 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fd7c80058d0 tx=0x7fd7c8007e60 comp rx=0 tx=0).stop 2024-09-19T05:01:44.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.822+0000 7fd7bd7fa640 1 -- 172.21.15.5:0/1823934182 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd7d004fcc0 msgr2=0x7fd7d0035ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.822+0000 7fd7bd7fa640 1 --2- 172.21.15.5:0/1823934182 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd7d004fcc0 0x7fd7d0035ba0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fd7d8076230 tx=0x7fd7d806bac0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.822+0000 7fd7bd7fa640 1 -- 172.21.15.5:0/1823934182 shutdown_connections 2024-09-19T05:01:44.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.822+0000 7fd7bd7fa640 1 --2- 172.21.15.5:0/1823934182 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd7c406c380 0x7fd7c406e840 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.822+0000 7fd7bd7fa640 1 --2- 172.21.15.5:0/1823934182 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd7d004fcc0 0x7fd7d0035ba0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.822+0000 7fd7bd7fa640 1 --2- 172.21.15.5:0/1823934182 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd7d0034a20 0x7fd7d004af40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.822+0000 7fd7bd7fa640 1 --2- 172.21.15.5:0/1823934182 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd7d000c870 0x7fd7d00eb480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.822+0000 7fd7bd7fa640 1 -- 172.21.15.5:0/1823934182 >> 172.21.15.5:0/1823934182 conn(0x7fd7d001ea50 msgr2=0x7fd7d0034ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:44.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.822+0000 7fd7bd7fa640 1 -- 172.21.15.5:0/1823934182 shutdown_connections 2024-09-19T05:01:44.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.822+0000 7fd7bd7fa640 1 -- 172.21.15.5:0/1823934182 wait complete. 2024-09-19T05:01:44.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.824+0000 7f8f61381640 1 -- 172.21.15.5:0/3327423852 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f8f5c15bb50 con 0x7f8f5c15b3f0 2024-09-19T05:01:44.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.825+0000 7f8f537fe640 1 -- 172.21.15.5:0/3327423852 <== mon.1 v2:172.21.15.134:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f8f4c08e9b0 con 0x7f8f5c15b3f0 2024-09-19T05:01:44.826 INFO:teuthology.orchestra.run.smithi005.stdout:60129542153 2024-09-19T05:01:44.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.825+0000 7fddc4877640 1 -- 172.21.15.5:0/4186961710 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fddc0164910 con 0x7fdda8004340 2024-09-19T05:01:44.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.826+0000 7fddaeffd640 1 -- 172.21.15.5:0/4186961710 <== mon.2 v2:172.21.15.134:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fddb405d790 con 0x7fdda8004340 2024-09-19T05:01:44.827 INFO:teuthology.orchestra.run.smithi005.stdout:55834574859 2024-09-19T05:01:44.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.828+0000 7fddc4877640 1 -- 172.21.15.5:0/4186961710 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdda006c3b0 msgr2=0x7fdda006e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.828+0000 7fddc4877640 1 --2- 172.21.15.5:0/4186961710 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdda006c3b0 0x7fdda006e870 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fddb0008fd0 tx=0x7fddb0009030 comp rx=0 tx=0).stop 2024-09-19T05:01:44.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.828+0000 7f0eacb24640 1 -- 172.21.15.5:0/224038738 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f0ea0051780 con 0x7f0e98004800 2024-09-19T05:01:44.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.828+0000 7fddc4877640 1 -- 172.21.15.5:0/4186961710 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdda8004340 msgr2=0x7fddc00ae5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.828+0000 7fddc4877640 1 --2- 172.21.15.5:0/4186961710 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdda8004340 0x7fddc00ae5c0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fddb4007310 tx=0x7fddb40077d0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.828+0000 7fddc4877640 1 -- 172.21.15.5:0/4186961710 shutdown_connections 2024-09-19T05:01:44.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.828+0000 7fddc4877640 1 --2- 172.21.15.5:0/4186961710 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdda006c3b0 0x7fdda006e870 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.828+0000 7f8f61381640 1 -- 172.21.15.5:0/3327423852 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8f3c06c380 msgr2=0x7f8f3c06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.828+0000 7fddc4877640 1 --2- 172.21.15.5:0/4186961710 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fddc00cde40 0x7fddc00ce2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.832 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.828+0000 7f8f61381640 1 --2- 172.21.15.5:0/3327423852 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8f3c06c380 0x7f8f3c06e840 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f8f5c154360 tx=0x7f8f44009040 comp rx=0 tx=0).stop 2024-09-19T05:01:44.832 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.829+0000 7f8f61381640 1 -- 172.21.15.5:0/3327423852 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8f5c15b3f0 msgr2=0x7f8f5c15db50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.832 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.829+0000 7fddc4877640 1 --2- 172.21.15.5:0/4186961710 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fddc01f8c80 0x7fddc015f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.832 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.829+0000 7f8f61381640 1 --2- 172.21.15.5:0/3327423852 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8f5c15b3f0 0x7f8f5c15db50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f8f4800bfd0 tx=0x7f8f4c004730 comp rx=0 tx=0).stop 2024-09-19T05:01:44.832 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.829+0000 7f0e93fff640 1 -- 172.21.15.5:0/224038738 <== mon.2 v2:172.21.15.134:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f0e9c059410 con 0x7f0e98004800 2024-09-19T05:01:44.833 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.829+0000 7f8f61381640 1 -- 172.21.15.5:0/3327423852 shutdown_connections 2024-09-19T05:01:44.833 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.829+0000 7f8f61381640 1 --2- 172.21.15.5:0/3327423852 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8f3c06c380 0x7f8f3c06e840 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.833 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.829+0000 7f8f61381640 1 --2- 172.21.15.5:0/3327423852 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8f5c06f750 0x7f8f5c06fbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.833 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.829+0000 7f8f61381640 1 --2- 172.21.15.5:0/3327423852 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8f5c15bd60 0x7f8f5c149bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.834 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.829+0000 7f8f61381640 1 --2- 172.21.15.5:0/3327423852 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8f5c15b3f0 0x7f8f5c15db50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.834 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.829+0000 7f8f61381640 1 -- 172.21.15.5:0/3327423852 >> 172.21.15.5:0/3327423852 conn(0x7f8f5c0b6ac0 msgr2=0x7f8f5c0b5db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:44.834 INFO:teuthology.orchestra.run.smithi005.stdout:55834574858 2024-09-19T05:01:44.834 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.829+0000 7fddc4877640 1 --2- 172.21.15.5:0/4186961710 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdda8004340 0x7fddc00ae5c0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.829+0000 7fddc4877640 1 -- 172.21.15.5:0/4186961710 >> 172.21.15.5:0/4186961710 conn(0x7fddc006bc10 msgr2=0x7fddc00b04d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:44.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.829+0000 7fddc4877640 1 -- 172.21.15.5:0/4186961710 shutdown_connections 2024-09-19T05:01:44.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.829+0000 7fddc4877640 1 -- 172.21.15.5:0/4186961710 wait complete. 2024-09-19T05:01:44.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.829+0000 7f8f61381640 1 -- 172.21.15.5:0/3327423852 shutdown_connections 2024-09-19T05:01:44.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.829+0000 7f8f61381640 1 -- 172.21.15.5:0/3327423852 wait complete. 2024-09-19T05:01:44.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.832+0000 7f0eacb24640 1 -- 172.21.15.5:0/224038738 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0e8c06c3b0 msgr2=0x7f0e8c06e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.832+0000 7f0eacb24640 1 --2- 172.21.15.5:0/224038738 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0e8c06c3b0 0x7f0e8c06e870 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0e94032000 tx=0x7f0e94005000 comp rx=0 tx=0).stop 2024-09-19T05:01:44.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.832+0000 7f0eacb24640 1 -- 172.21.15.5:0/224038738 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e98004800 msgr2=0x7f0ea0022000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.832+0000 7f0eacb24640 1 --2- 172.21.15.5:0/224038738 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e98004800 0x7f0ea0022000 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f0e9c00b3e0 tx=0x7f0e9c00b8a0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.832+0000 7f0eacb24640 1 -- 172.21.15.5:0/224038738 shutdown_connections 2024-09-19T05:01:44.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.832+0000 7f0eacb24640 1 --2- 172.21.15.5:0/224038738 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0e8c06c3b0 0x7f0e8c06e870 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.832+0000 7f0eacb24640 1 --2- 172.21.15.5:0/224038738 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0ea017cb20 0x7f0ea000b1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.832+0000 7f0eacb24640 1 --2- 172.21.15.5:0/224038738 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0ea00e40e0 0x7f0ea00dde90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.832+0000 7f0eacb24640 1 --2- 172.21.15.5:0/224038738 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0e98004800 0x7f0ea0022000 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.832+0000 7f0eacb24640 1 -- 172.21.15.5:0/224038738 >> 172.21.15.5:0/224038738 conn(0x7f0ea001dd80 msgr2=0x7f0ea0034fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:44.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.833+0000 7f0eacb24640 1 -- 172.21.15.5:0/224038738 shutdown_connections 2024-09-19T05:01:44.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.833+0000 7f0eacb24640 1 -- 172.21.15.5:0/224038738 wait complete. 2024-09-19T05:01:44.838 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509450 for osd.7 2024-09-19T05:01:44.838 DEBUG:teuthology.parallel:result is None 2024-09-19T05:01:44.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.837+0000 7f55dc5ed640 1 -- 172.21.15.5:0/1974987604 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f55d40d00f0 con 0x7f55d41440e0 2024-09-19T05:01:44.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.838+0000 7f55caffd640 1 -- 172.21.15.5:0/1974987604 <== mon.1 v2:172.21.15.134:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f55c4079190 con 0x7f55d41440e0 2024-09-19T05:01:44.840 INFO:teuthology.orchestra.run.smithi005.stdout:55834574858 2024-09-19T05:01:44.842 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542153 for osd.2 2024-09-19T05:01:44.842 DEBUG:teuthology.parallel:result is None 2024-09-19T05:01:44.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.841+0000 7f55dc5ed640 1 -- 172.21.15.5:0/1974987604 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f55b806c2e0 msgr2=0x7f55b806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.841+0000 7f55dc5ed640 1 --2- 172.21.15.5:0/1974987604 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f55b806c2e0 0x7f55b806e7a0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f55d00042a0 tx=0x7f55d0007db0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.841+0000 7f55dc5ed640 1 -- 172.21.15.5:0/1974987604 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55d41440e0 msgr2=0x7f55d413e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:44.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.841+0000 7f55dc5ed640 1 --2- 172.21.15.5:0/1974987604 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55d41440e0 0x7f55d413e680 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f55c400c430 tx=0x7f55c4001970 comp rx=0 tx=0).stop 2024-09-19T05:01:44.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.841+0000 7f55dc5ed640 1 -- 172.21.15.5:0/1974987604 shutdown_connections 2024-09-19T05:01:44.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.841+0000 7f55dc5ed640 1 --2- 172.21.15.5:0/1974987604 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f55b806c2e0 0x7f55b806e7a0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.841+0000 7f55dc5ed640 1 --2- 172.21.15.5:0/1974987604 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f55d40ab960 0x7f55d413c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.841+0000 7f55dc5ed640 1 --2- 172.21.15.5:0/1974987604 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55d41440e0 0x7f55d413e680 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.841+0000 7f55dc5ed640 1 --2- 172.21.15.5:0/1974987604 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f55d4143d00 0x7f55d40ad210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:44.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.841+0000 7f55dc5ed640 1 -- 172.21.15.5:0/1974987604 >> 172.21.15.5:0/1974987604 conn(0x7f55d4067da0 msgr2=0x7f55d40b1570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:44.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.841+0000 7f55dc5ed640 1 -- 172.21.15.5:0/1974987604 shutdown_connections 2024-09-19T05:01:44.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.842+0000 7f55dc5ed640 1 -- 172.21.15.5:0/1974987604 wait complete. 2024-09-19T05:01:44.846 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574859 got 55834574859 for osd.4 2024-09-19T05:01:44.846 DEBUG:teuthology.parallel:result is None 2024-09-19T05:01:44.850 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542153 for osd.3 2024-09-19T05:01:44.850 DEBUG:teuthology.parallel:result is None 2024-09-19T05:01:44.851 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574858 for osd.0 2024-09-19T05:01:44.851 DEBUG:teuthology.parallel:result is None 2024-09-19T05:01:44.856 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574858 for osd.1 2024-09-19T05:01:44.856 DEBUG:teuthology.parallel:result is None 2024-09-19T05:01:44.856 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T05:01:44.856 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:01:44.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.996+0000 7fe2ad61e640 1 Processor -- start 2024-09-19T05:01:44.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.996+0000 7fe2ad61e640 1 -- start start 2024-09-19T05:01:44.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.997+0000 7fe2ad61e640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fe2a815e890 0x7fe2a806cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.997+0000 7fe2ad61e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fe2a80d2b60 0x7fe2a806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:44.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.997+0000 7fe2ad61e640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe2a80d3040 con 0x7fe2a80d4f00 2024-09-19T05:01:45.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.997+0000 7fe2ad61e640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fe2a80d3c50 con 0x7fe2a80d2b60 2024-09-19T05:01:45.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.997+0000 7fe2ad61e640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fe2a80d3320 con 0x7fe2a815e890 2024-09-19T05:01:45.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.997+0000 7fe29ffff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fe2a80d2b60 0x7fe2a806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:45.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.997+0000 7fe2a77fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fe2a80d4f00 0x7fe2a80cede0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39056/0 (socket says 172.21.15.5:39056) 2024-09-19T05:01:45.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.997+0000 7fe2a77fe640 1 -- 172.21.15.5:0/3269319046 learned_addr learned my addr 172.21.15.5:0/3269319046 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:45.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.997+0000 7fe2a6ffd640 1 --2- 172.21.15.5:0/3269319046 >> v2:172.21.15.134:3300/0 conn(0x7fe2a815e890 0x7fe2a806cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:45.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.997+0000 7fe29ffff640 1 -- 172.21.15.5:0/3269319046 >> v2:172.21.15.134:3300/0 conn(0x7fe2a815e890 msgr2=0x7fe2a806cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:45.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.997+0000 7fe29ffff640 1 --2- 172.21.15.5:0/3269319046 >> v2:172.21.15.134:3300/0 conn(0x7fe2a815e890 0x7fe2a806cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.997+0000 7fe29ffff640 1 -- 172.21.15.5:0/3269319046 >> v1:172.21.15.5:6789/0 conn(0x7fe2a80d4f00 legacy=0x7fe2a80cede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:45.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.997+0000 7fe29ffff640 1 -- 172.21.15.5:0/3269319046 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2a80d3600 con 0x7fe2a80d2b60 2024-09-19T05:01:45.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.997+0000 7fe2a67fc640 1 -- 172.21.15.5:0/3269319046 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 244397217 0 0) 0x7fe2a80d3040 con 0x7fe2a80d4f00 2024-09-19T05:01:45.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.998+0000 7fe29ffff640 1 --2- 172.21.15.5:0/3269319046 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe2a80d2b60 0x7fe2a806d0f0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fe2a80d20d0 tx=0x7fe29002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93fdb5a31b4b4d76 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:45.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.998+0000 7fe2a67fc640 1 -- 172.21.15.5:0/3269319046 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe290037070 con 0x7fe2a80d2b60 2024-09-19T05:01:45.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.998+0000 7fe2a67fc640 1 -- 172.21.15.5:0/3269319046 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe290032440 con 0x7fe2a80d2b60 2024-09-19T05:01:45.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.998+0000 7fe2a67fc640 1 -- 172.21.15.5:0/3269319046 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe29002ae60 con 0x7fe2a80d2b60 2024-09-19T05:01:45.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.999+0000 7fe2ad61e640 1 -- 172.21.15.5:0/3269319046 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe2a80d2b60 msgr2=0x7fe2a806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:45.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.999+0000 7fe2ad61e640 1 --2- 172.21.15.5:0/3269319046 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe2a80d2b60 0x7fe2a806d0f0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fe2a80d20d0 tx=0x7fe29002a110 comp rx=0 tx=0).stop 2024-09-19T05:01:45.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.999+0000 7fe2ad61e640 1 -- 172.21.15.5:0/3269319046 shutdown_connections 2024-09-19T05:01:45.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.999+0000 7fe2ad61e640 1 --2- 172.21.15.5:0/3269319046 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe2a80d2b60 0x7fe2a806d0f0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.999+0000 7fe2ad61e640 1 --2- 172.21.15.5:0/3269319046 >> v2:172.21.15.134:3300/0 conn(0x7fe2a815e890 0x7fe2a806cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.999+0000 7fe2ad61e640 1 -- 172.21.15.5:0/3269319046 >> 172.21.15.5:0/3269319046 conn(0x7fe2a80b66c0 msgr2=0x7fe2a80d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:45.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.999+0000 7fe2ad61e640 1 -- 172.21.15.5:0/3269319046 shutdown_connections 2024-09-19T05:01:45.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:44.999+0000 7fe2ad61e640 1 -- 172.21.15.5:0/3269319046 wait complete. 2024-09-19T05:01:45.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.000+0000 7fe2ad61e640 1 Processor -- start 2024-09-19T05:01:45.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.000+0000 7fe2ad61e640 1 -- start start 2024-09-19T05:01:45.006 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.001+0000 7fe2ad61e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe2a80d2b60 0x7fe2a80ce770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:45.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.001+0000 7fe2ad61e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe2a80d4f00 0x7fe2a80abfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:45.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.001+0000 7fe2ad61e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2a815e890 0x7fe2a80ac510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:45.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.001+0000 7fe2ad61e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fe2a806db10 con 0x7fe2a80d2b60 2024-09-19T05:01:45.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.001+0000 7fe2ad61e640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fe2a815ec70 con 0x7fe2a80d4f00 2024-09-19T05:01:45.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.001+0000 7fe2ad61e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fe2a806dc90 con 0x7fe2a815e890 2024-09-19T05:01:45.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.001+0000 7fe2a6ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe2a80d2b60 0x7fe2a80ce770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:45.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.001+0000 7fe2a6ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe2a80d2b60 0x7fe2a80ce770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42116/0 (socket says 172.21.15.5:42116) 2024-09-19T05:01:45.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.001+0000 7fe2a6ffd640 1 -- 172.21.15.5:0/1014616448 learned_addr learned my addr 172.21.15.5:0/1014616448 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:45.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.001+0000 7fe29ffff640 1 --2- 172.21.15.5:0/1014616448 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe2a80d4f00 0x7fe2a80abfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:45.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.001+0000 7fe2a6ffd640 1 -- 172.21.15.5:0/1014616448 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2a815e890 msgr2=0x7fe2a80ac510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:45.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.001+0000 7fe2a77fe640 1 --2- 172.21.15.5:0/1014616448 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2a815e890 0x7fe2a80ac510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:45.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.001+0000 7fe2a6ffd640 1 --2- 172.21.15.5:0/1014616448 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2a815e890 0x7fe2a80ac510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.001+0000 7fe2a6ffd640 1 -- 172.21.15.5:0/1014616448 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe2a80d4f00 msgr2=0x7fe2a80abfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:45.008 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.001+0000 7fe2a6ffd640 1 --2- 172.21.15.5:0/1014616448 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe2a80d4f00 0x7fe2a80abfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.008 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.001+0000 7fe2a6ffd640 1 -- 172.21.15.5:0/1014616448 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2a80cc580 con 0x7fe2a80d2b60 2024-09-19T05:01:45.008 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.001+0000 7fe29ffff640 1 --2- 172.21.15.5:0/1014616448 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe2a80d4f00 0x7fe2a80abfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:01:45.008 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.001+0000 7fe2a77fe640 1 --2- 172.21.15.5:0/1014616448 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2a815e890 0x7fe2a80ac510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:01:45.008 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.001+0000 7fe2a6ffd640 1 --2- 172.21.15.5:0/1014616448 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe2a80d2b60 0x7fe2a80ce770 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fe29800d620 tx=0x7fe29800dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:45.008 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.002+0000 7fe29f7fe640 1 -- 172.21.15.5:0/1014616448 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe29800b620 con 0x7fe2a80d2b60 2024-09-19T05:01:45.008 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.002+0000 7fe29f7fe640 1 -- 172.21.15.5:0/1014616448 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe298019070 con 0x7fe2a80d2b60 2024-09-19T05:01:45.008 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.002+0000 7fe2ad61e640 1 -- 172.21.15.5:0/1014616448 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2a80cc860 con 0x7fe2a80d2b60 2024-09-19T05:01:45.008 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.002+0000 7fe29f7fe640 1 -- 172.21.15.5:0/1014616448 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe29800ba00 con 0x7fe2a80d2b60 2024-09-19T05:01:45.008 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.002+0000 7fe2ad61e640 1 -- 172.21.15.5:0/1014616448 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2a80cce20 con 0x7fe2a80d2b60 2024-09-19T05:01:45.008 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.003+0000 7fe2ad61e640 1 -- 172.21.15.5:0/1014616448 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2a806cbb0 con 0x7fe2a80d2b60 2024-09-19T05:01:45.008 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.003+0000 7fe29f7fe640 1 -- 172.21.15.5:0/1014616448 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe29800bba0 con 0x7fe2a80d2b60 2024-09-19T05:01:45.008 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.003+0000 7fe29f7fe640 1 --2- 172.21.15.5:0/1014616448 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe28806c2e0 0x7fe28806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:45.008 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.004+0000 7fe29f7fe640 1 -- 172.21.15.5:0/1014616448 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fe29808bab0 con 0x7fe2a80d2b60 2024-09-19T05:01:45.009 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.004+0000 7fe29ffff640 1 --2- 172.21.15.5:0/1014616448 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe28806c2e0 0x7fe28806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:45.009 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.004+0000 7fe29ffff640 1 --2- 172.21.15.5:0/1014616448 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe28806c2e0 0x7fe28806e7a0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fe290034000 tx=0x7fe29002e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:45.009 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.008+0000 7fe29f7fe640 1 -- 172.21.15.5:0/1014616448 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe298059f70 con 0x7fe2a80d2b60 2024-09-19T05:01:45.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.179+0000 7fe2ad61e640 1 -- 172.21.15.5:0/1014616448 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe2a80b8260 con 0x7fe28806c2e0 2024-09-19T05:01:45.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.188+0000 7fe29f7fe640 1 -- 172.21.15.5:0/1014616448 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7fe2a80b8260 con 0x7fe28806c2e0 2024-09-19T05:01:45.193 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:01:45.194 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:01:45.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.191+0000 7fe2ad61e640 1 -- 172.21.15.5:0/1014616448 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe28806c2e0 msgr2=0x7fe28806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:45.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.191+0000 7fe2ad61e640 1 --2- 172.21.15.5:0/1014616448 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe28806c2e0 0x7fe28806e7a0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fe290034000 tx=0x7fe29002e000 comp rx=0 tx=0).stop 2024-09-19T05:01:45.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.191+0000 7fe2ad61e640 1 -- 172.21.15.5:0/1014616448 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe2a80d2b60 msgr2=0x7fe2a80ce770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:45.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.191+0000 7fe2ad61e640 1 --2- 172.21.15.5:0/1014616448 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe2a80d2b60 0x7fe2a80ce770 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fe29800d620 tx=0x7fe29800dae0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.191+0000 7fe2ad61e640 1 -- 172.21.15.5:0/1014616448 shutdown_connections 2024-09-19T05:01:45.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.191+0000 7fe2ad61e640 1 --2- 172.21.15.5:0/1014616448 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe28806c2e0 0x7fe28806e7a0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.191+0000 7fe2ad61e640 1 --2- 172.21.15.5:0/1014616448 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2a815e890 0x7fe2a80ac510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.191+0000 7fe2ad61e640 1 --2- 172.21.15.5:0/1014616448 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe2a80d4f00 0x7fe2a80abfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.191+0000 7fe2ad61e640 1 --2- 172.21.15.5:0/1014616448 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe2a80d2b60 0x7fe2a80ce770 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.191+0000 7fe2ad61e640 1 -- 172.21.15.5:0/1014616448 >> 172.21.15.5:0/1014616448 conn(0x7fe2a80b66c0 msgr2=0x7fe2a80d2060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:45.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.191+0000 7fe2ad61e640 1 -- 172.21.15.5:0/1014616448 shutdown_connections 2024-09-19T05:01:45.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.191+0000 7fe2ad61e640 1 -- 172.21.15.5:0/1014616448 wait complete. 2024-09-19T05:01:45.203 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":36,"stamp":"2024-09-19T05:01:43.265468+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236116,"kb_used_data":3240,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738604,"statfs":{"total":773094113280,"available":772852330496,"internally_reserved":0,"allocated":3317760,"data_stored":2019276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003407"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457758+0000","last_change":"2024-09-19T05:01:19.736098+0000","last_active":"2024-09-19T05:01:26.457758+0000","last_peered":"2024-09-19T05:01:26.457758+0000","last_clean":"2024-09-19T05:01:26.457758+0000","last_became_active":"2024-09-19T05:01:19.735761+0000","last_became_peered":"2024-09-19T05:01:19.735761+0000","last_unstale":"2024-09-19T05:01:26.457758+0000","last_undegraded":"2024-09-19T05:01:26.457758+0000","last_fullsized":"2024-09-19T05:01:26.457758+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:54.314220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456213+0000","last_change":"2024-09-19T05:01:20.742102+0000","last_active":"2024-09-19T05:01:26.456213+0000","last_peered":"2024-09-19T05:01:26.456213+0000","last_clean":"2024-09-19T05:01:26.456213+0000","last_became_active":"2024-09-19T05:01:20.741732+0000","last_became_peered":"2024-09-19T05:01:20.741732+0000","last_unstale":"2024-09-19T05:01:26.456213+0000","last_undegraded":"2024-09-19T05:01:26.456213+0000","last_fullsized":"2024-09-19T05:01:26.456213+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:14.581107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456182+0000","last_change":"2024-09-19T05:01:24.775492+0000","last_active":"2024-09-19T05:01:26.456182+0000","last_peered":"2024-09-19T05:01:26.456182+0000","last_clean":"2024-09-19T05:01:26.456182+0000","last_became_active":"2024-09-19T05:01:24.774974+0000","last_became_peered":"2024-09-19T05:01:24.774974+0000","last_unstale":"2024-09-19T05:01:26.456182+0000","last_undegraded":"2024-09-19T05:01:26.456182+0000","last_fullsized":"2024-09-19T05:01:26.456182+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:44:54.365080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456500+0000","last_change":"2024-09-19T05:01:19.737827+0000","last_active":"2024-09-19T05:01:26.456500+0000","last_peered":"2024-09-19T05:01:26.456500+0000","last_clean":"2024-09-19T05:01:26.456500+0000","last_became_active":"2024-09-19T05:01:19.737526+0000","last_became_peered":"2024-09-19T05:01:19.737526+0000","last_unstale":"2024-09-19T05:01:26.456500+0000","last_undegraded":"2024-09-19T05:01:26.456500+0000","last_fullsized":"2024-09-19T05:01:26.456500+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:37:10.181031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457640+0000","last_change":"2024-09-19T05:01:20.739566+0000","last_active":"2024-09-19T05:01:26.457640+0000","last_peered":"2024-09-19T05:01:26.457640+0000","last_clean":"2024-09-19T05:01:26.457640+0000","last_became_active":"2024-09-19T05:01:20.739243+0000","last_became_peered":"2024-09-19T05:01:20.739243+0000","last_unstale":"2024-09-19T05:01:26.457640+0000","last_undegraded":"2024-09-19T05:01:26.457640+0000","last_fullsized":"2024-09-19T05:01:26.457640+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:49.118992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761846+0000","last_change":"2024-09-19T05:01:24.777983+0000","last_active":"2024-09-19T05:01:25.761846+0000","last_peered":"2024-09-19T05:01:25.761846+0000","last_clean":"2024-09-19T05:01:25.761846+0000","last_became_active":"2024-09-19T05:01:24.777608+0000","last_became_peered":"2024-09-19T05:01:24.777608+0000","last_unstale":"2024-09-19T05:01:25.761846+0000","last_undegraded":"2024-09-19T05:01:25.761846+0000","last_fullsized":"2024-09-19T05:01:25.761846+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:01.991871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760541+0000","last_change":"2024-09-19T05:01:19.736454+0000","last_active":"2024-09-19T05:01:25.760541+0000","last_peered":"2024-09-19T05:01:25.760541+0000","last_clean":"2024-09-19T05:01:25.760541+0000","last_became_active":"2024-09-19T05:01:19.736181+0000","last_became_peered":"2024-09-19T05:01:19.736181+0000","last_unstale":"2024-09-19T05:01:25.760541+0000","last_undegraded":"2024-09-19T05:01:25.760541+0000","last_fullsized":"2024-09-19T05:01:25.760541+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:00:28.556577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761734+0000","last_change":"2024-09-19T05:01:20.737027+0000","last_active":"2024-09-19T05:01:25.761734+0000","last_peered":"2024-09-19T05:01:25.761734+0000","last_clean":"2024-09-19T05:01:25.761734+0000","last_became_active":"2024-09-19T05:01:20.736775+0000","last_became_peered":"2024-09-19T05:01:20.736775+0000","last_unstale":"2024-09-19T05:01:25.761734+0000","last_undegraded":"2024-09-19T05:01:25.761734+0000","last_fullsized":"2024-09-19T05:01:25.761734+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:21.854045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760138+0000","last_change":"2024-09-19T05:01:24.779591+0000","last_active":"2024-09-19T05:01:25.760138+0000","last_peered":"2024-09-19T05:01:25.760138+0000","last_clean":"2024-09-19T05:01:25.760138+0000","last_became_active":"2024-09-19T05:01:24.778904+0000","last_became_peered":"2024-09-19T05:01:24.778904+0000","last_unstale":"2024-09-19T05:01:25.760138+0000","last_undegraded":"2024-09-19T05:01:25.760138+0000","last_fullsized":"2024-09-19T05:01:25.760138+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:33:38.632669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.759780+0000","last_change":"2024-09-19T05:01:19.736068+0000","last_active":"2024-09-19T05:01:25.759780+0000","last_peered":"2024-09-19T05:01:25.759780+0000","last_clean":"2024-09-19T05:01:25.759780+0000","last_became_active":"2024-09-19T05:01:19.735790+0000","last_became_peered":"2024-09-19T05:01:19.735790+0000","last_unstale":"2024-09-19T05:01:25.759780+0000","last_undegraded":"2024-09-19T05:01:25.759780+0000","last_fullsized":"2024-09-19T05:01:25.759780+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:11.610998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762076+0000","last_change":"2024-09-19T05:01:20.734868+0000","last_active":"2024-09-19T05:01:25.762076+0000","last_peered":"2024-09-19T05:01:25.762076+0000","last_clean":"2024-09-19T05:01:25.762076+0000","last_became_active":"2024-09-19T05:01:20.734600+0000","last_became_peered":"2024-09-19T05:01:20.734600+0000","last_unstale":"2024-09-19T05:01:25.762076+0000","last_undegraded":"2024-09-19T05:01:25.762076+0000","last_fullsized":"2024-09-19T05:01:25.762076+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:06:23.446672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760866+0000","last_change":"2024-09-19T05:01:24.779658+0000","last_active":"2024-09-19T05:01:25.760866+0000","last_peered":"2024-09-19T05:01:25.760866+0000","last_clean":"2024-09-19T05:01:25.760866+0000","last_became_active":"2024-09-19T05:01:24.779267+0000","last_became_peered":"2024-09-19T05:01:24.779267+0000","last_unstale":"2024-09-19T05:01:25.760866+0000","last_undegraded":"2024-09-19T05:01:25.760866+0000","last_fullsized":"2024-09-19T05:01:25.760866+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:36.273431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454869+0000","last_change":"2024-09-19T05:01:20.737355+0000","last_active":"2024-09-19T05:01:26.454869+0000","last_peered":"2024-09-19T05:01:26.454869+0000","last_clean":"2024-09-19T05:01:26.454869+0000","last_became_active":"2024-09-19T05:01:20.737057+0000","last_became_peered":"2024-09-19T05:01:20.737057+0000","last_unstale":"2024-09-19T05:01:26.454869+0000","last_undegraded":"2024-09-19T05:01:26.454869+0000","last_fullsized":"2024-09-19T05:01:26.454869+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:29.481598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761945+0000","last_change":"2024-09-19T05:01:19.732548+0000","last_active":"2024-09-19T05:01:25.761945+0000","last_peered":"2024-09-19T05:01:25.761945+0000","last_clean":"2024-09-19T05:01:25.761945+0000","last_became_active":"2024-09-19T05:01:19.732231+0000","last_became_peered":"2024-09-19T05:01:19.732231+0000","last_unstale":"2024-09-19T05:01:25.761945+0000","last_undegraded":"2024-09-19T05:01:25.761945+0000","last_fullsized":"2024-09-19T05:01:25.761945+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:04.365269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761342+0000","last_change":"2024-09-19T05:01:24.765604+0000","last_active":"2024-09-19T05:01:25.761342+0000","last_peered":"2024-09-19T05:01:25.761342+0000","last_clean":"2024-09-19T05:01:25.761342+0000","last_became_active":"2024-09-19T05:01:24.765183+0000","last_became_peered":"2024-09-19T05:01:24.765183+0000","last_unstale":"2024-09-19T05:01:25.761342+0000","last_undegraded":"2024-09-19T05:01:25.761342+0000","last_fullsized":"2024-09-19T05:01:25.761342+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:56:42.605442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456624+0000","last_change":"2024-09-19T05:01:20.743763+0000","last_active":"2024-09-19T05:01:26.456624+0000","last_peered":"2024-09-19T05:01:26.456624+0000","last_clean":"2024-09-19T05:01:26.456624+0000","last_became_active":"2024-09-19T05:01:20.743486+0000","last_became_peered":"2024-09-19T05:01:20.743486+0000","last_unstale":"2024-09-19T05:01:26.456624+0000","last_undegraded":"2024-09-19T05:01:26.456624+0000","last_fullsized":"2024-09-19T05:01:26.456624+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:54:03.506896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455560+0000","last_change":"2024-09-19T05:01:19.735250+0000","last_active":"2024-09-19T05:01:26.455560+0000","last_peered":"2024-09-19T05:01:26.455560+0000","last_clean":"2024-09-19T05:01:26.455560+0000","last_became_active":"2024-09-19T05:01:19.734975+0000","last_became_peered":"2024-09-19T05:01:19.734975+0000","last_unstale":"2024-09-19T05:01:26.455560+0000","last_undegraded":"2024-09-19T05:01:26.455560+0000","last_fullsized":"2024-09-19T05:01:26.455560+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:26:53.742541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760535+0000","last_change":"2024-09-19T05:01:24.779643+0000","last_active":"2024-09-19T05:01:25.760535+0000","last_peered":"2024-09-19T05:01:25.760535+0000","last_clean":"2024-09-19T05:01:25.760535+0000","last_became_active":"2024-09-19T05:01:24.779115+0000","last_became_peered":"2024-09-19T05:01:24.779115+0000","last_unstale":"2024-09-19T05:01:25.760535+0000","last_undegraded":"2024-09-19T05:01:25.760535+0000","last_fullsized":"2024-09-19T05:01:25.760535+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:15:57.789579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456908+0000","last_change":"2024-09-19T05:01:20.736218+0000","last_active":"2024-09-19T05:01:26.456908+0000","last_peered":"2024-09-19T05:01:26.456908+0000","last_clean":"2024-09-19T05:01:26.456908+0000","last_became_active":"2024-09-19T05:01:20.735867+0000","last_became_peered":"2024-09-19T05:01:20.735867+0000","last_unstale":"2024-09-19T05:01:26.456908+0000","last_undegraded":"2024-09-19T05:01:26.456908+0000","last_fullsized":"2024-09-19T05:01:26.456908+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:38:53.349172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455719+0000","last_change":"2024-09-19T05:01:19.731851+0000","last_active":"2024-09-19T05:01:26.455719+0000","last_peered":"2024-09-19T05:01:26.455719+0000","last_clean":"2024-09-19T05:01:26.455719+0000","last_became_active":"2024-09-19T05:01:19.731537+0000","last_became_peered":"2024-09-19T05:01:19.731537+0000","last_unstale":"2024-09-19T05:01:26.455719+0000","last_undegraded":"2024-09-19T05:01:26.455719+0000","last_fullsized":"2024-09-19T05:01:26.455719+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:06.939477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455902+0000","last_change":"2024-09-19T05:01:24.780685+0000","last_active":"2024-09-19T05:01:26.455902+0000","last_peered":"2024-09-19T05:01:26.455902+0000","last_clean":"2024-09-19T05:01:26.455902+0000","last_became_active":"2024-09-19T05:01:24.779800+0000","last_became_peered":"2024-09-19T05:01:24.779800+0000","last_unstale":"2024-09-19T05:01:26.455902+0000","last_undegraded":"2024-09-19T05:01:26.455902+0000","last_fullsized":"2024-09-19T05:01:26.455902+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:08.708367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762547+0000","last_change":"2024-09-19T05:01:20.738976+0000","last_active":"2024-09-19T05:01:25.762547+0000","last_peered":"2024-09-19T05:01:25.762547+0000","last_clean":"2024-09-19T05:01:25.762547+0000","last_became_active":"2024-09-19T05:01:20.737942+0000","last_became_peered":"2024-09-19T05:01:20.737942+0000","last_unstale":"2024-09-19T05:01:25.762547+0000","last_undegraded":"2024-09-19T05:01:25.762547+0000","last_fullsized":"2024-09-19T05:01:25.762547+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:42:31.540249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.759969+0000","last_change":"2024-09-19T05:01:19.737150+0000","last_active":"2024-09-19T05:01:25.759969+0000","last_peered":"2024-09-19T05:01:25.759969+0000","last_clean":"2024-09-19T05:01:25.759969+0000","last_became_active":"2024-09-19T05:01:19.736856+0000","last_became_peered":"2024-09-19T05:01:19.736856+0000","last_unstale":"2024-09-19T05:01:25.759969+0000","last_undegraded":"2024-09-19T05:01:25.759969+0000","last_fullsized":"2024-09-19T05:01:25.759969+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:44.351180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760276+0000","last_change":"2024-09-19T05:01:24.777576+0000","last_active":"2024-09-19T05:01:25.760276+0000","last_peered":"2024-09-19T05:01:25.760276+0000","last_clean":"2024-09-19T05:01:25.760276+0000","last_became_active":"2024-09-19T05:01:24.777183+0000","last_became_peered":"2024-09-19T05:01:24.777183+0000","last_unstale":"2024-09-19T05:01:25.760276+0000","last_undegraded":"2024-09-19T05:01:25.760276+0000","last_fullsized":"2024-09-19T05:01:25.760276+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:32:31.922206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457822+0000","last_change":"2024-09-19T05:01:20.728837+0000","last_active":"2024-09-19T05:01:26.457822+0000","last_peered":"2024-09-19T05:01:26.457822+0000","last_clean":"2024-09-19T05:01:26.457822+0000","last_became_active":"2024-09-19T05:01:20.728555+0000","last_became_peered":"2024-09-19T05:01:20.728555+0000","last_unstale":"2024-09-19T05:01:26.457822+0000","last_undegraded":"2024-09-19T05:01:26.457822+0000","last_fullsized":"2024-09-19T05:01:26.457822+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:10:22.545833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455504+0000","last_change":"2024-09-19T05:01:19.731833+0000","last_active":"2024-09-19T05:01:26.455504+0000","last_peered":"2024-09-19T05:01:26.455504+0000","last_clean":"2024-09-19T05:01:26.455504+0000","last_became_active":"2024-09-19T05:01:19.731562+0000","last_became_peered":"2024-09-19T05:01:19.731562+0000","last_unstale":"2024-09-19T05:01:26.455504+0000","last_undegraded":"2024-09-19T05:01:26.455504+0000","last_fullsized":"2024-09-19T05:01:26.455504+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:44.351180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762269+0000","last_change":"2024-09-19T05:01:24.768731+0000","last_active":"2024-09-19T05:01:25.762269+0000","last_peered":"2024-09-19T05:01:25.762269+0000","last_clean":"2024-09-19T05:01:25.762269+0000","last_became_active":"2024-09-19T05:01:24.768160+0000","last_became_peered":"2024-09-19T05:01:24.768160+0000","last_unstale":"2024-09-19T05:01:25.762269+0000","last_undegraded":"2024-09-19T05:01:25.762269+0000","last_fullsized":"2024-09-19T05:01:25.762269+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:59.930527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455392+0000","last_change":"2024-09-19T05:01:20.743158+0000","last_active":"2024-09-19T05:01:26.455392+0000","last_peered":"2024-09-19T05:01:26.455392+0000","last_clean":"2024-09-19T05:01:26.455392+0000","last_became_active":"2024-09-19T05:01:20.742795+0000","last_became_peered":"2024-09-19T05:01:20.742795+0000","last_unstale":"2024-09-19T05:01:26.455392+0000","last_undegraded":"2024-09-19T05:01:26.455392+0000","last_fullsized":"2024-09-19T05:01:26.455392+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:07:34.329195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456056+0000","last_change":"2024-09-19T05:01:19.733165+0000","last_active":"2024-09-19T05:01:26.456056+0000","last_peered":"2024-09-19T05:01:26.456056+0000","last_clean":"2024-09-19T05:01:26.456056+0000","last_became_active":"2024-09-19T05:01:19.732882+0000","last_became_peered":"2024-09-19T05:01:19.732882+0000","last_unstale":"2024-09-19T05:01:26.456056+0000","last_undegraded":"2024-09-19T05:01:26.456056+0000","last_fullsized":"2024-09-19T05:01:26.456056+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:36.624228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456576+0000","last_change":"2024-09-19T05:01:24.778187+0000","last_active":"2024-09-19T05:01:26.456576+0000","last_peered":"2024-09-19T05:01:26.456576+0000","last_clean":"2024-09-19T05:01:26.456576+0000","last_became_active":"2024-09-19T05:01:24.777726+0000","last_became_peered":"2024-09-19T05:01:24.777726+0000","last_unstale":"2024-09-19T05:01:26.456576+0000","last_undegraded":"2024-09-19T05:01:26.456576+0000","last_fullsized":"2024-09-19T05:01:26.456576+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:19.980681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456164+0000","last_change":"2024-09-19T05:01:20.731946+0000","last_active":"2024-09-19T05:01:26.456164+0000","last_peered":"2024-09-19T05:01:26.456164+0000","last_clean":"2024-09-19T05:01:26.456164+0000","last_became_active":"2024-09-19T05:01:20.731651+0000","last_became_peered":"2024-09-19T05:01:20.731651+0000","last_unstale":"2024-09-19T05:01:26.456164+0000","last_undegraded":"2024-09-19T05:01:26.456164+0000","last_fullsized":"2024-09-19T05:01:26.456164+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:33:34.601043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761328+0000","last_change":"2024-09-19T05:01:19.737137+0000","last_active":"2024-09-19T05:01:25.761328+0000","last_peered":"2024-09-19T05:01:25.761328+0000","last_clean":"2024-09-19T05:01:25.761328+0000","last_became_active":"2024-09-19T05:01:19.736725+0000","last_became_peered":"2024-09-19T05:01:19.736725+0000","last_unstale":"2024-09-19T05:01:25.761328+0000","last_undegraded":"2024-09-19T05:01:25.761328+0000","last_fullsized":"2024-09-19T05:01:25.761328+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:39.218273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454930+0000","last_change":"2024-09-19T05:01:24.768135+0000","last_active":"2024-09-19T05:01:26.454930+0000","last_peered":"2024-09-19T05:01:26.454930+0000","last_clean":"2024-09-19T05:01:26.454930+0000","last_became_active":"2024-09-19T05:01:24.767717+0000","last_became_peered":"2024-09-19T05:01:24.767717+0000","last_unstale":"2024-09-19T05:01:26.454930+0000","last_undegraded":"2024-09-19T05:01:26.454930+0000","last_fullsized":"2024-09-19T05:01:26.454930+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:38.425433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762080+0000","last_change":"2024-09-19T05:01:20.745590+0000","last_active":"2024-09-19T05:01:25.762080+0000","last_peered":"2024-09-19T05:01:25.762080+0000","last_clean":"2024-09-19T05:01:25.762080+0000","last_became_active":"2024-09-19T05:01:20.745288+0000","last_became_peered":"2024-09-19T05:01:20.745288+0000","last_unstale":"2024-09-19T05:01:25.762080+0000","last_undegraded":"2024-09-19T05:01:25.762080+0000","last_fullsized":"2024-09-19T05:01:25.762080+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:57:32.573026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456244+0000","last_change":"2024-09-19T05:01:19.735697+0000","last_active":"2024-09-19T05:01:26.456244+0000","last_peered":"2024-09-19T05:01:26.456244+0000","last_clean":"2024-09-19T05:01:26.456244+0000","last_became_active":"2024-09-19T05:01:19.734427+0000","last_became_peered":"2024-09-19T05:01:19.734427+0000","last_unstale":"2024-09-19T05:01:26.456244+0000","last_undegraded":"2024-09-19T05:01:26.456244+0000","last_fullsized":"2024-09-19T05:01:26.456244+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:27:33.919875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455352+0000","last_change":"2024-09-19T05:01:24.775446+0000","last_active":"2024-09-19T05:01:26.455352+0000","last_peered":"2024-09-19T05:01:26.455352+0000","last_clean":"2024-09-19T05:01:26.455352+0000","last_became_active":"2024-09-19T05:01:24.775051+0000","last_became_peered":"2024-09-19T05:01:24.775051+0000","last_unstale":"2024-09-19T05:01:26.455352+0000","last_undegraded":"2024-09-19T05:01:26.455352+0000","last_fullsized":"2024-09-19T05:01:26.455352+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:59.930527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761009+0000","last_change":"2024-09-19T05:01:20.731994+0000","last_active":"2024-09-19T05:01:25.761009+0000","last_peered":"2024-09-19T05:01:25.761009+0000","last_clean":"2024-09-19T05:01:25.761009+0000","last_became_active":"2024-09-19T05:01:20.731646+0000","last_became_peered":"2024-09-19T05:01:20.731646+0000","last_unstale":"2024-09-19T05:01:25.761009+0000","last_undegraded":"2024-09-19T05:01:25.761009+0000","last_fullsized":"2024-09-19T05:01:25.761009+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:37.629722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762464+0000","last_change":"2024-09-19T05:01:19.736732+0000","last_active":"2024-09-19T05:01:25.762464+0000","last_peered":"2024-09-19T05:01:25.762464+0000","last_clean":"2024-09-19T05:01:25.762464+0000","last_became_active":"2024-09-19T05:01:19.736458+0000","last_became_peered":"2024-09-19T05:01:19.736458+0000","last_unstale":"2024-09-19T05:01:25.762464+0000","last_undegraded":"2024-09-19T05:01:25.762464+0000","last_fullsized":"2024-09-19T05:01:25.762464+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:07:07.902614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455870+0000","last_change":"2024-09-19T05:01:24.780349+0000","last_active":"2024-09-19T05:01:26.455870+0000","last_peered":"2024-09-19T05:01:26.455870+0000","last_clean":"2024-09-19T05:01:26.455870+0000","last_became_active":"2024-09-19T05:01:24.779943+0000","last_became_peered":"2024-09-19T05:01:24.779943+0000","last_unstale":"2024-09-19T05:01:26.455870+0000","last_undegraded":"2024-09-19T05:01:26.455870+0000","last_fullsized":"2024-09-19T05:01:26.455870+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:24:06.249397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454952+0000","last_change":"2024-09-19T05:01:20.729911+0000","last_active":"2024-09-19T05:01:26.454952+0000","last_peered":"2024-09-19T05:01:26.454952+0000","last_clean":"2024-09-19T05:01:26.454952+0000","last_became_active":"2024-09-19T05:01:20.729644+0000","last_became_peered":"2024-09-19T05:01:20.729644+0000","last_unstale":"2024-09-19T05:01:26.454952+0000","last_undegraded":"2024-09-19T05:01:26.454952+0000","last_fullsized":"2024-09-19T05:01:26.454952+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:49.118992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455713+0000","last_change":"2024-09-19T05:01:19.728492+0000","last_active":"2024-09-19T05:01:26.455713+0000","last_peered":"2024-09-19T05:01:26.455713+0000","last_clean":"2024-09-19T05:01:26.455713+0000","last_became_active":"2024-09-19T05:01:19.727920+0000","last_became_peered":"2024-09-19T05:01:19.727920+0000","last_unstale":"2024-09-19T05:01:26.455713+0000","last_undegraded":"2024-09-19T05:01:26.455713+0000","last_fullsized":"2024-09-19T05:01:26.455713+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:09:11.079953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455990+0000","last_change":"2024-09-19T05:01:24.781234+0000","last_active":"2024-09-19T05:01:26.455990+0000","last_peered":"2024-09-19T05:01:26.455990+0000","last_clean":"2024-09-19T05:01:26.455990+0000","last_became_active":"2024-09-19T05:01:24.780595+0000","last_became_peered":"2024-09-19T05:01:24.780595+0000","last_unstale":"2024-09-19T05:01:26.455990+0000","last_undegraded":"2024-09-19T05:01:26.455990+0000","last_fullsized":"2024-09-19T05:01:26.455990+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:28.025771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454874+0000","last_change":"2024-09-19T05:01:20.733991+0000","last_active":"2024-09-19T05:01:26.454874+0000","last_peered":"2024-09-19T05:01:26.454874+0000","last_clean":"2024-09-19T05:01:26.454874+0000","last_became_active":"2024-09-19T05:01:20.733686+0000","last_became_peered":"2024-09-19T05:01:20.733686+0000","last_unstale":"2024-09-19T05:01:26.454874+0000","last_undegraded":"2024-09-19T05:01:26.454874+0000","last_fullsized":"2024-09-19T05:01:26.454874+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:31.844574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760091+0000","last_change":"2024-09-19T05:01:19.737121+0000","last_active":"2024-09-19T05:01:25.760091+0000","last_peered":"2024-09-19T05:01:25.760091+0000","last_clean":"2024-09-19T05:01:25.760091+0000","last_became_active":"2024-09-19T05:01:19.736805+0000","last_became_peered":"2024-09-19T05:01:19.736805+0000","last_unstale":"2024-09-19T05:01:25.760091+0000","last_undegraded":"2024-09-19T05:01:25.760091+0000","last_fullsized":"2024-09-19T05:01:25.760091+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:07:07.902614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457661+0000","last_change":"2024-09-19T05:01:24.765800+0000","last_active":"2024-09-19T05:01:26.457661+0000","last_peered":"2024-09-19T05:01:26.457661+0000","last_clean":"2024-09-19T05:01:26.457661+0000","last_became_active":"2024-09-19T05:01:24.765400+0000","last_became_peered":"2024-09-19T05:01:24.765400+0000","last_unstale":"2024-09-19T05:01:26.457661+0000","last_undegraded":"2024-09-19T05:01:26.457661+0000","last_fullsized":"2024-09-19T05:01:26.457661+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:08.708367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455739+0000","last_change":"2024-09-19T05:01:20.746940+0000","last_active":"2024-09-19T05:01:26.455739+0000","last_peered":"2024-09-19T05:01:26.455739+0000","last_clean":"2024-09-19T05:01:26.455739+0000","last_became_active":"2024-09-19T05:01:20.746690+0000","last_became_peered":"2024-09-19T05:01:20.746690+0000","last_unstale":"2024-09-19T05:01:26.455739+0000","last_undegraded":"2024-09-19T05:01:26.455739+0000","last_fullsized":"2024-09-19T05:01:26.455739+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:10.320360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762238+0000","last_change":"2024-09-19T05:01:19.733334+0000","last_active":"2024-09-19T05:01:25.762238+0000","last_peered":"2024-09-19T05:01:25.762238+0000","last_clean":"2024-09-19T05:01:25.762238+0000","last_became_active":"2024-09-19T05:01:19.732864+0000","last_became_peered":"2024-09-19T05:01:19.732864+0000","last_unstale":"2024-09-19T05:01:25.762238+0000","last_undegraded":"2024-09-19T05:01:25.762238+0000","last_fullsized":"2024-09-19T05:01:25.762238+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:09:11.079953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":178,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760196+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:01:25.760196+0000","last_peered":"2024-09-19T05:01:25.760196+0000","last_clean":"2024-09-19T05:01:25.760196+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:01:25.760196+0000","last_undegraded":"2024-09-19T05:01:25.760196+0000","last_fullsized":"2024-09-19T05:01:25.760196+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455451+0000","last_change":"2024-09-19T05:01:24.777662+0000","last_active":"2024-09-19T05:01:26.455451+0000","last_peered":"2024-09-19T05:01:26.455451+0000","last_clean":"2024-09-19T05:01:26.455451+0000","last_became_active":"2024-09-19T05:01:24.777214+0000","last_became_peered":"2024-09-19T05:01:24.777214+0000","last_unstale":"2024-09-19T05:01:26.455451+0000","last_undegraded":"2024-09-19T05:01:26.455451+0000","last_fullsized":"2024-09-19T05:01:26.455451+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:21:52.916566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760323+0000","last_change":"2024-09-19T05:01:20.734598+0000","last_active":"2024-09-19T05:01:25.760323+0000","last_peered":"2024-09-19T05:01:25.760323+0000","last_clean":"2024-09-19T05:01:25.760323+0000","last_became_active":"2024-09-19T05:01:20.734308+0000","last_became_peered":"2024-09-19T05:01:20.734308+0000","last_unstale":"2024-09-19T05:01:25.760323+0000","last_undegraded":"2024-09-19T05:01:25.760323+0000","last_fullsized":"2024-09-19T05:01:25.760323+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:07:34.329195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456549+0000","last_change":"2024-09-19T05:01:19.729935+0000","last_active":"2024-09-19T05:01:26.456549+0000","last_peered":"2024-09-19T05:01:26.456549+0000","last_clean":"2024-09-19T05:01:26.456549+0000","last_became_active":"2024-09-19T05:01:19.729632+0000","last_became_peered":"2024-09-19T05:01:19.729632+0000","last_unstale":"2024-09-19T05:01:26.456549+0000","last_undegraded":"2024-09-19T05:01:26.456549+0000","last_fullsized":"2024-09-19T05:01:26.456549+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:03.018728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454965+0000","last_change":"2024-09-19T05:01:24.763257+0000","last_active":"2024-09-19T05:01:26.454965+0000","last_peered":"2024-09-19T05:01:26.454965+0000","last_clean":"2024-09-19T05:01:26.454965+0000","last_became_active":"2024-09-19T05:01:24.762724+0000","last_became_peered":"2024-09-19T05:01:24.762724+0000","last_unstale":"2024-09-19T05:01:26.454965+0000","last_undegraded":"2024-09-19T05:01:26.454965+0000","last_fullsized":"2024-09-19T05:01:26.454965+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:25.885670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761870+0000","last_change":"2024-09-19T05:01:20.746306+0000","last_active":"2024-09-19T05:01:25.761870+0000","last_peered":"2024-09-19T05:01:25.761870+0000","last_clean":"2024-09-19T05:01:25.761870+0000","last_became_active":"2024-09-19T05:01:20.745965+0000","last_became_peered":"2024-09-19T05:01:20.745965+0000","last_unstale":"2024-09-19T05:01:25.761870+0000","last_undegraded":"2024-09-19T05:01:25.761870+0000","last_fullsized":"2024-09-19T05:01:25.761870+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:21:48.884940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455468+0000","last_change":"2024-09-19T05:01:19.735488+0000","last_active":"2024-09-19T05:01:26.455468+0000","last_peered":"2024-09-19T05:01:26.455468+0000","last_clean":"2024-09-19T05:01:26.455468+0000","last_became_active":"2024-09-19T05:01:19.735142+0000","last_became_peered":"2024-09-19T05:01:19.735142+0000","last_unstale":"2024-09-19T05:01:26.455468+0000","last_undegraded":"2024-09-19T05:01:26.455468+0000","last_fullsized":"2024-09-19T05:01:26.455468+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:42:30.534755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457339+0000","last_change":"2024-09-19T05:01:24.769364+0000","last_active":"2024-09-19T05:01:26.457339+0000","last_peered":"2024-09-19T05:01:26.457339+0000","last_clean":"2024-09-19T05:01:26.457339+0000","last_became_active":"2024-09-19T05:01:24.768860+0000","last_became_peered":"2024-09-19T05:01:24.768860+0000","last_unstale":"2024-09-19T05:01:26.457339+0000","last_undegraded":"2024-09-19T05:01:26.457339+0000","last_fullsized":"2024-09-19T05:01:26.457339+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:59.930527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761721+0000","last_change":"2024-09-19T05:01:20.744945+0000","last_active":"2024-09-19T05:01:25.761721+0000","last_peered":"2024-09-19T05:01:25.761721+0000","last_clean":"2024-09-19T05:01:25.761721+0000","last_became_active":"2024-09-19T05:01:20.744634+0000","last_became_peered":"2024-09-19T05:01:20.744634+0000","last_unstale":"2024-09-19T05:01:25.761721+0000","last_undegraded":"2024-09-19T05:01:25.761721+0000","last_fullsized":"2024-09-19T05:01:25.761721+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:21:48.884940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456073+0000","last_change":"2024-09-19T05:01:19.726021+0000","last_active":"2024-09-19T05:01:26.456073+0000","last_peered":"2024-09-19T05:01:26.456073+0000","last_clean":"2024-09-19T05:01:26.456073+0000","last_became_active":"2024-09-19T05:01:19.725680+0000","last_became_peered":"2024-09-19T05:01:19.725680+0000","last_unstale":"2024-09-19T05:01:26.456073+0000","last_undegraded":"2024-09-19T05:01:26.456073+0000","last_fullsized":"2024-09-19T05:01:26.456073+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:44.351180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761784+0000","last_change":"2024-09-19T05:01:24.773652+0000","last_active":"2024-09-19T05:01:25.761784+0000","last_peered":"2024-09-19T05:01:25.761784+0000","last_clean":"2024-09-19T05:01:25.761784+0000","last_became_active":"2024-09-19T05:01:24.773227+0000","last_became_peered":"2024-09-19T05:01:24.773227+0000","last_unstale":"2024-09-19T05:01:25.761784+0000","last_undegraded":"2024-09-19T05:01:25.761784+0000","last_fullsized":"2024-09-19T05:01:25.761784+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:30.782389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761118+0000","last_change":"2024-09-19T05:01:20.739617+0000","last_active":"2024-09-19T05:01:25.761118+0000","last_peered":"2024-09-19T05:01:25.761118+0000","last_clean":"2024-09-19T05:01:25.761118+0000","last_became_active":"2024-09-19T05:01:20.739246+0000","last_became_peered":"2024-09-19T05:01:20.739246+0000","last_unstale":"2024-09-19T05:01:25.761118+0000","last_undegraded":"2024-09-19T05:01:25.761118+0000","last_fullsized":"2024-09-19T05:01:25.761118+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:51:30.732953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760011+0000","last_change":"2024-09-19T05:01:19.730919+0000","last_active":"2024-09-19T05:01:25.760011+0000","last_peered":"2024-09-19T05:01:25.760011+0000","last_clean":"2024-09-19T05:01:25.760011+0000","last_became_active":"2024-09-19T05:01:19.730642+0000","last_became_peered":"2024-09-19T05:01:19.730642+0000","last_unstale":"2024-09-19T05:01:25.760011+0000","last_undegraded":"2024-09-19T05:01:25.760011+0000","last_fullsized":"2024-09-19T05:01:25.760011+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:54.314220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762108+0000","last_change":"2024-09-19T05:01:24.779780+0000","last_active":"2024-09-19T05:01:25.762108+0000","last_peered":"2024-09-19T05:01:25.762108+0000","last_clean":"2024-09-19T05:01:25.762108+0000","last_became_active":"2024-09-19T05:01:24.778984+0000","last_became_peered":"2024-09-19T05:01:24.778984+0000","last_unstale":"2024-09-19T05:01:25.762108+0000","last_undegraded":"2024-09-19T05:01:25.762108+0000","last_fullsized":"2024-09-19T05:01:25.762108+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:38.425433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760067+0000","last_change":"2024-09-19T05:01:20.739188+0000","last_active":"2024-09-19T05:01:25.760067+0000","last_peered":"2024-09-19T05:01:25.760067+0000","last_clean":"2024-09-19T05:01:25.760067+0000","last_became_active":"2024-09-19T05:01:20.738907+0000","last_became_peered":"2024-09-19T05:01:20.738907+0000","last_unstale":"2024-09-19T05:01:25.760067+0000","last_undegraded":"2024-09-19T05:01:25.760067+0000","last_fullsized":"2024-09-19T05:01:25.760067+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:27.424258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":30,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455293+0000","last_change":"2024-09-19T05:01:19.730748+0000","last_active":"2024-09-19T05:01:26.455293+0000","last_peered":"2024-09-19T05:01:26.455293+0000","last_clean":"2024-09-19T05:01:26.455293+0000","last_became_active":"2024-09-19T05:01:19.730468+0000","last_became_peered":"2024-09-19T05:01:19.730468+0000","last_unstale":"2024-09-19T05:01:26.455293+0000","last_undegraded":"2024-09-19T05:01:26.455293+0000","last_fullsized":"2024-09-19T05:01:26.455293+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:37:10.181031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457509+0000","last_change":"2024-09-19T05:01:24.770592+0000","last_active":"2024-09-19T05:01:26.457509+0000","last_peered":"2024-09-19T05:01:26.457509+0000","last_clean":"2024-09-19T05:01:26.457509+0000","last_became_active":"2024-09-19T05:01:24.770235+0000","last_became_peered":"2024-09-19T05:01:24.770235+0000","last_unstale":"2024-09-19T05:01:26.457509+0000","last_undegraded":"2024-09-19T05:01:26.457509+0000","last_fullsized":"2024-09-19T05:01:26.457509+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:24:06.249397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454991+0000","last_change":"2024-09-19T05:01:20.737229+0000","last_active":"2024-09-19T05:01:26.454991+0000","last_peered":"2024-09-19T05:01:26.454991+0000","last_clean":"2024-09-19T05:01:26.454991+0000","last_became_active":"2024-09-19T05:01:20.736947+0000","last_became_peered":"2024-09-19T05:01:20.736947+0000","last_unstale":"2024-09-19T05:01:26.454991+0000","last_undegraded":"2024-09-19T05:01:26.454991+0000","last_fullsized":"2024-09-19T05:01:26.454991+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:36:50.087159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454994+0000","last_change":"2024-09-19T05:01:19.732212+0000","last_active":"2024-09-19T05:01:26.454994+0000","last_peered":"2024-09-19T05:01:26.454994+0000","last_clean":"2024-09-19T05:01:26.454994+0000","last_became_active":"2024-09-19T05:01:19.731934+0000","last_became_peered":"2024-09-19T05:01:19.731934+0000","last_unstale":"2024-09-19T05:01:26.454994+0000","last_undegraded":"2024-09-19T05:01:26.454994+0000","last_fullsized":"2024-09-19T05:01:26.454994+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:03.018728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455248+0000","last_change":"2024-09-19T05:01:24.776532+0000","last_active":"2024-09-19T05:01:26.455248+0000","last_peered":"2024-09-19T05:01:26.455248+0000","last_clean":"2024-09-19T05:01:26.455248+0000","last_became_active":"2024-09-19T05:01:24.776118+0000","last_became_peered":"2024-09-19T05:01:24.776118+0000","last_unstale":"2024-09-19T05:01:26.455248+0000","last_undegraded":"2024-09-19T05:01:26.455248+0000","last_fullsized":"2024-09-19T05:01:26.455248+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:05:05.862767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761834+0000","last_change":"2024-09-19T05:01:20.741943+0000","last_active":"2024-09-19T05:01:25.761834+0000","last_peered":"2024-09-19T05:01:25.761834+0000","last_clean":"2024-09-19T05:01:25.761834+0000","last_became_active":"2024-09-19T05:01:20.741633+0000","last_became_peered":"2024-09-19T05:01:20.741633+0000","last_unstale":"2024-09-19T05:01:25.761834+0000","last_undegraded":"2024-09-19T05:01:25.761834+0000","last_fullsized":"2024-09-19T05:01:25.761834+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:17.516756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762360+0000","last_change":"2024-09-19T05:01:19.729739+0000","last_active":"2024-09-19T05:01:25.762360+0000","last_peered":"2024-09-19T05:01:25.762360+0000","last_clean":"2024-09-19T05:01:25.762360+0000","last_became_active":"2024-09-19T05:01:19.729407+0000","last_became_peered":"2024-09-19T05:01:19.729407+0000","last_unstale":"2024-09-19T05:01:25.762360+0000","last_undegraded":"2024-09-19T05:01:25.762360+0000","last_fullsized":"2024-09-19T05:01:25.762360+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:11.610998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457598+0000","last_change":"2024-09-19T05:01:24.781952+0000","last_active":"2024-09-19T05:01:26.457598+0000","last_peered":"2024-09-19T05:01:26.457598+0000","last_clean":"2024-09-19T05:01:26.457598+0000","last_became_active":"2024-09-19T05:01:24.778963+0000","last_became_peered":"2024-09-19T05:01:24.778963+0000","last_unstale":"2024-09-19T05:01:26.457598+0000","last_undegraded":"2024-09-19T05:01:26.457598+0000","last_fullsized":"2024-09-19T05:01:26.457598+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:14:08.621679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457153+0000","last_change":"2024-09-19T05:01:20.741591+0000","last_active":"2024-09-19T05:01:26.457153+0000","last_peered":"2024-09-19T05:01:26.457153+0000","last_clean":"2024-09-19T05:01:26.457153+0000","last_became_active":"2024-09-19T05:01:20.741277+0000","last_became_peered":"2024-09-19T05:01:20.741277+0000","last_unstale":"2024-09-19T05:01:26.457153+0000","last_undegraded":"2024-09-19T05:01:26.457153+0000","last_fullsized":"2024-09-19T05:01:26.457153+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:14:44.098010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457638+0000","last_change":"2024-09-19T05:01:19.729941+0000","last_active":"2024-09-19T05:01:26.457638+0000","last_peered":"2024-09-19T05:01:26.457638+0000","last_clean":"2024-09-19T05:01:26.457638+0000","last_became_active":"2024-09-19T05:01:19.729678+0000","last_became_peered":"2024-09-19T05:01:19.729678+0000","last_unstale":"2024-09-19T05:01:26.457638+0000","last_undegraded":"2024-09-19T05:01:26.457638+0000","last_fullsized":"2024-09-19T05:01:26.457638+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:45:46.528286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761941+0000","last_change":"2024-09-19T05:01:24.777774+0000","last_active":"2024-09-19T05:01:25.761941+0000","last_peered":"2024-09-19T05:01:25.761941+0000","last_clean":"2024-09-19T05:01:25.761941+0000","last_became_active":"2024-09-19T05:01:24.777404+0000","last_became_peered":"2024-09-19T05:01:24.777404+0000","last_unstale":"2024-09-19T05:01:25.761941+0000","last_undegraded":"2024-09-19T05:01:25.761941+0000","last_fullsized":"2024-09-19T05:01:25.761941+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:44:54.365080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760063+0000","last_change":"2024-09-19T05:01:20.744594+0000","last_active":"2024-09-19T05:01:25.760063+0000","last_peered":"2024-09-19T05:01:25.760063+0000","last_clean":"2024-09-19T05:01:25.760063+0000","last_became_active":"2024-09-19T05:01:20.744335+0000","last_became_peered":"2024-09-19T05:01:20.744335+0000","last_unstale":"2024-09-19T05:01:25.760063+0000","last_undegraded":"2024-09-19T05:01:25.760063+0000","last_fullsized":"2024-09-19T05:01:25.760063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:06:23.446672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'9","reported_seq":31,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:30.242729+0000","last_change":"2024-09-19T05:01:19.731116+0000","last_active":"2024-09-19T05:01:30.242729+0000","last_peered":"2024-09-19T05:01:30.242729+0000","last_clean":"2024-09-19T05:01:30.242729+0000","last_became_active":"2024-09-19T05:01:19.730829+0000","last_became_peered":"2024-09-19T05:01:19.730829+0000","last_unstale":"2024-09-19T05:01:30.242729+0000","last_undegraded":"2024-09-19T05:01:30.242729+0000","last_fullsized":"2024-09-19T05:01:30.242729+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:11.610998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455510+0000","last_change":"2024-09-19T05:01:24.765467+0000","last_active":"2024-09-19T05:01:26.455510+0000","last_peered":"2024-09-19T05:01:26.455510+0000","last_clean":"2024-09-19T05:01:26.455510+0000","last_became_active":"2024-09-19T05:01:24.764365+0000","last_became_peered":"2024-09-19T05:01:24.764365+0000","last_unstale":"2024-09-19T05:01:26.455510+0000","last_undegraded":"2024-09-19T05:01:26.455510+0000","last_fullsized":"2024-09-19T05:01:26.455510+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:37.601769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760912+0000","last_change":"2024-09-19T05:01:20.738842+0000","last_active":"2024-09-19T05:01:25.760912+0000","last_peered":"2024-09-19T05:01:25.760912+0000","last_clean":"2024-09-19T05:01:25.760912+0000","last_became_active":"2024-09-19T05:01:20.738388+0000","last_became_peered":"2024-09-19T05:01:20.738388+0000","last_unstale":"2024-09-19T05:01:25.760912+0000","last_undegraded":"2024-09-19T05:01:25.760912+0000","last_fullsized":"2024-09-19T05:01:25.760912+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:07.944971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455370+0000","last_change":"2024-09-19T05:01:19.736143+0000","last_active":"2024-09-19T05:01:26.455370+0000","last_peered":"2024-09-19T05:01:26.455370+0000","last_clean":"2024-09-19T05:01:26.455370+0000","last_became_active":"2024-09-19T05:01:19.735826+0000","last_became_peered":"2024-09-19T05:01:19.735826+0000","last_unstale":"2024-09-19T05:01:26.455370+0000","last_undegraded":"2024-09-19T05:01:26.455370+0000","last_fullsized":"2024-09-19T05:01:26.455370+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:40:55.189074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760376+0000","last_change":"2024-09-19T05:01:24.771988+0000","last_active":"2024-09-19T05:01:25.760376+0000","last_peered":"2024-09-19T05:01:25.760376+0000","last_clean":"2024-09-19T05:01:25.760376+0000","last_became_active":"2024-09-19T05:01:24.771529+0000","last_became_peered":"2024-09-19T05:01:24.771529+0000","last_unstale":"2024-09-19T05:01:25.760376+0000","last_undegraded":"2024-09-19T05:01:25.760376+0000","last_fullsized":"2024-09-19T05:01:25.760376+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:44.116516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457750+0000","last_change":"2024-09-19T05:01:20.737892+0000","last_active":"2024-09-19T05:01:26.457750+0000","last_peered":"2024-09-19T05:01:26.457750+0000","last_clean":"2024-09-19T05:01:26.457750+0000","last_became_active":"2024-09-19T05:01:20.737606+0000","last_became_peered":"2024-09-19T05:01:20.737606+0000","last_unstale":"2024-09-19T05:01:26.457750+0000","last_undegraded":"2024-09-19T05:01:26.457750+0000","last_fullsized":"2024-09-19T05:01:26.457750+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:38:04.257364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762630+0000","last_change":"2024-09-19T05:01:19.732830+0000","last_active":"2024-09-19T05:01:25.762630+0000","last_peered":"2024-09-19T05:01:25.762630+0000","last_clean":"2024-09-19T05:01:25.762630+0000","last_became_active":"2024-09-19T05:01:19.732500+0000","last_became_peered":"2024-09-19T05:01:19.732500+0000","last_unstale":"2024-09-19T05:01:25.762630+0000","last_undegraded":"2024-09-19T05:01:25.762630+0000","last_fullsized":"2024-09-19T05:01:25.762630+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:03.018728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456930+0000","last_change":"2024-09-19T05:01:24.778724+0000","last_active":"2024-09-19T05:01:26.456930+0000","last_peered":"2024-09-19T05:01:26.456930+0000","last_clean":"2024-09-19T05:01:26.456930+0000","last_became_active":"2024-09-19T05:01:24.777484+0000","last_became_peered":"2024-09-19T05:01:24.777484+0000","last_unstale":"2024-09-19T05:01:26.456930+0000","last_undegraded":"2024-09-19T05:01:26.456930+0000","last_fullsized":"2024-09-19T05:01:26.456930+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:40.026027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762620+0000","last_change":"2024-09-19T05:01:20.741395+0000","last_active":"2024-09-19T05:01:25.762620+0000","last_peered":"2024-09-19T05:01:25.762620+0000","last_clean":"2024-09-19T05:01:25.762620+0000","last_became_active":"2024-09-19T05:01:20.740223+0000","last_became_peered":"2024-09-19T05:01:20.740223+0000","last_unstale":"2024-09-19T05:01:25.762620+0000","last_undegraded":"2024-09-19T05:01:25.762620+0000","last_fullsized":"2024-09-19T05:01:25.762620+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:07:34.329195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455329+0000","last_change":"2024-09-19T05:01:19.736158+0000","last_active":"2024-09-19T05:01:26.455329+0000","last_peered":"2024-09-19T05:01:26.455329+0000","last_clean":"2024-09-19T05:01:26.455329+0000","last_became_active":"2024-09-19T05:01:19.735865+0000","last_became_peered":"2024-09-19T05:01:19.735865+0000","last_unstale":"2024-09-19T05:01:26.455329+0000","last_undegraded":"2024-09-19T05:01:26.455329+0000","last_fullsized":"2024-09-19T05:01:26.455329+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:09:11.079953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456314+0000","last_change":"2024-09-19T05:01:24.776445+0000","last_active":"2024-09-19T05:01:26.456314+0000","last_peered":"2024-09-19T05:01:26.456314+0000","last_clean":"2024-09-19T05:01:26.456314+0000","last_became_active":"2024-09-19T05:01:24.776023+0000","last_became_peered":"2024-09-19T05:01:24.776023+0000","last_unstale":"2024-09-19T05:01:26.456314+0000","last_undegraded":"2024-09-19T05:01:26.456314+0000","last_fullsized":"2024-09-19T05:01:26.456314+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:14:58.769444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457363+0000","last_change":"2024-09-19T05:01:24.774643+0000","last_active":"2024-09-19T05:01:26.457363+0000","last_peered":"2024-09-19T05:01:26.457363+0000","last_clean":"2024-09-19T05:01:26.457363+0000","last_became_active":"2024-09-19T05:01:24.774240+0000","last_became_peered":"2024-09-19T05:01:24.774240+0000","last_unstale":"2024-09-19T05:01:26.457363+0000","last_undegraded":"2024-09-19T05:01:26.457363+0000","last_fullsized":"2024-09-19T05:01:26.457363+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:37.601769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455624+0000","last_change":"2024-09-19T05:01:20.737089+0000","last_active":"2024-09-19T05:01:26.455624+0000","last_peered":"2024-09-19T05:01:26.455624+0000","last_clean":"2024-09-19T05:01:26.455624+0000","last_became_active":"2024-09-19T05:01:20.736803+0000","last_became_peered":"2024-09-19T05:01:20.736803+0000","last_unstale":"2024-09-19T05:01:26.455624+0000","last_undegraded":"2024-09-19T05:01:26.455624+0000","last_fullsized":"2024-09-19T05:01:26.455624+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:10:22.545833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761666+0000","last_change":"2024-09-19T05:01:19.727443+0000","last_active":"2024-09-19T05:01:25.761666+0000","last_peered":"2024-09-19T05:01:25.761666+0000","last_clean":"2024-09-19T05:01:25.761666+0000","last_became_active":"2024-09-19T05:01:19.727144+0000","last_became_peered":"2024-09-19T05:01:19.727144+0000","last_unstale":"2024-09-19T05:01:25.761666+0000","last_undegraded":"2024-09-19T05:01:25.761666+0000","last_fullsized":"2024-09-19T05:01:25.761666+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:44.351180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455249+0000","last_change":"2024-09-19T05:01:24.766683+0000","last_active":"2024-09-19T05:01:26.455249+0000","last_peered":"2024-09-19T05:01:26.455249+0000","last_clean":"2024-09-19T05:01:26.455249+0000","last_became_active":"2024-09-19T05:01:24.766273+0000","last_became_peered":"2024-09-19T05:01:24.766273+0000","last_unstale":"2024-09-19T05:01:26.455249+0000","last_undegraded":"2024-09-19T05:01:26.455249+0000","last_fullsized":"2024-09-19T05:01:26.455249+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:31.455883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456788+0000","last_change":"2024-09-19T05:01:20.741070+0000","last_active":"2024-09-19T05:01:26.456788+0000","last_peered":"2024-09-19T05:01:26.456788+0000","last_clean":"2024-09-19T05:01:26.456788+0000","last_became_active":"2024-09-19T05:01:20.740779+0000","last_became_peered":"2024-09-19T05:01:20.740779+0000","last_unstale":"2024-09-19T05:01:26.456788+0000","last_undegraded":"2024-09-19T05:01:26.456788+0000","last_fullsized":"2024-09-19T05:01:26.456788+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:29.481598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456583+0000","last_change":"2024-09-19T05:01:19.733495+0000","last_active":"2024-09-19T05:01:26.456583+0000","last_peered":"2024-09-19T05:01:26.456583+0000","last_clean":"2024-09-19T05:01:26.456583+0000","last_became_active":"2024-09-19T05:01:19.732970+0000","last_became_peered":"2024-09-19T05:01:19.732970+0000","last_unstale":"2024-09-19T05:01:26.456583+0000","last_undegraded":"2024-09-19T05:01:26.456583+0000","last_fullsized":"2024-09-19T05:01:26.456583+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:03.018728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455144+0000","last_change":"2024-09-19T05:01:19.732918+0000","last_active":"2024-09-19T05:01:26.455144+0000","last_peered":"2024-09-19T05:01:26.455144+0000","last_clean":"2024-09-19T05:01:26.455144+0000","last_became_active":"2024-09-19T05:01:19.732614+0000","last_became_peered":"2024-09-19T05:01:19.732614+0000","last_unstale":"2024-09-19T05:01:26.455144+0000","last_undegraded":"2024-09-19T05:01:26.455144+0000","last_fullsized":"2024-09-19T05:01:26.455144+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:07:07.902614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457477+0000","last_change":"2024-09-19T05:01:20.738263+0000","last_active":"2024-09-19T05:01:26.457477+0000","last_peered":"2024-09-19T05:01:26.457477+0000","last_clean":"2024-09-19T05:01:26.457477+0000","last_became_active":"2024-09-19T05:01:20.737730+0000","last_became_peered":"2024-09-19T05:01:20.737730+0000","last_unstale":"2024-09-19T05:01:26.457477+0000","last_undegraded":"2024-09-19T05:01:26.457477+0000","last_fullsized":"2024-09-19T05:01:26.457477+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:11.620276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456368+0000","last_change":"2024-09-19T05:01:24.773911+0000","last_active":"2024-09-19T05:01:26.456368+0000","last_peered":"2024-09-19T05:01:26.456368+0000","last_clean":"2024-09-19T05:01:26.456368+0000","last_became_active":"2024-09-19T05:01:24.773490+0000","last_became_peered":"2024-09-19T05:01:24.773490+0000","last_unstale":"2024-09-19T05:01:26.456368+0000","last_undegraded":"2024-09-19T05:01:26.456368+0000","last_fullsized":"2024-09-19T05:01:26.456368+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:20:48.601495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456718+0000","last_change":"2024-09-19T05:01:19.730443+0000","last_active":"2024-09-19T05:01:26.456718+0000","last_peered":"2024-09-19T05:01:26.456718+0000","last_clean":"2024-09-19T05:01:26.456718+0000","last_became_active":"2024-09-19T05:01:19.730103+0000","last_became_peered":"2024-09-19T05:01:19.730103+0000","last_unstale":"2024-09-19T05:01:26.456718+0000","last_undegraded":"2024-09-19T05:01:26.456718+0000","last_fullsized":"2024-09-19T05:01:26.456718+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:04.194493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761077+0000","last_change":"2024-09-19T05:01:20.731075+0000","last_active":"2024-09-19T05:01:25.761077+0000","last_peered":"2024-09-19T05:01:25.761077+0000","last_clean":"2024-09-19T05:01:25.761077+0000","last_became_active":"2024-09-19T05:01:20.729688+0000","last_became_peered":"2024-09-19T05:01:20.729688+0000","last_unstale":"2024-09-19T05:01:25.761077+0000","last_undegraded":"2024-09-19T05:01:25.761077+0000","last_fullsized":"2024-09-19T05:01:25.761077+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:27:34.925369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456140+0000","last_change":"2024-09-19T05:01:24.775167+0000","last_active":"2024-09-19T05:01:26.456140+0000","last_peered":"2024-09-19T05:01:26.456140+0000","last_clean":"2024-09-19T05:01:26.456140+0000","last_became_active":"2024-09-19T05:01:24.774755+0000","last_became_peered":"2024-09-19T05:01:24.774755+0000","last_unstale":"2024-09-19T05:01:26.456140+0000","last_undegraded":"2024-09-19T05:01:26.456140+0000","last_fullsized":"2024-09-19T05:01:26.456140+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:30.782389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454826+0000","last_change":"2024-09-19T05:01:20.737816+0000","last_active":"2024-09-19T05:01:26.454826+0000","last_peered":"2024-09-19T05:01:26.454826+0000","last_clean":"2024-09-19T05:01:26.454826+0000","last_became_active":"2024-09-19T05:01:20.736669+0000","last_became_peered":"2024-09-19T05:01:20.736669+0000","last_unstale":"2024-09-19T05:01:26.454826+0000","last_undegraded":"2024-09-19T05:01:26.454826+0000","last_fullsized":"2024-09-19T05:01:26.454826+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:02:43.124419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455624+0000","last_change":"2024-09-19T05:01:20.739352+0000","last_active":"2024-09-19T05:01:26.455624+0000","last_peered":"2024-09-19T05:01:26.455624+0000","last_clean":"2024-09-19T05:01:26.455624+0000","last_became_active":"2024-09-19T05:01:20.739057+0000","last_became_peered":"2024-09-19T05:01:20.739057+0000","last_unstale":"2024-09-19T05:01:26.455624+0000","last_undegraded":"2024-09-19T05:01:26.455624+0000","last_fullsized":"2024-09-19T05:01:26.455624+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:00:29.562071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762335+0000","last_change":"2024-09-19T05:01:20.747362+0000","last_active":"2024-09-19T05:01:25.762335+0000","last_peered":"2024-09-19T05:01:25.762335+0000","last_clean":"2024-09-19T05:01:25.762335+0000","last_became_active":"2024-09-19T05:01:20.747047+0000","last_became_peered":"2024-09-19T05:01:20.747047+0000","last_unstale":"2024-09-19T05:01:25.762335+0000","last_undegraded":"2024-09-19T05:01:25.762335+0000","last_fullsized":"2024-09-19T05:01:25.762335+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:27.424258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457389+0000","last_change":"2024-09-19T05:01:20.748525+0000","last_active":"2024-09-19T05:01:26.457389+0000","last_peered":"2024-09-19T05:01:26.457389+0000","last_clean":"2024-09-19T05:01:26.457389+0000","last_became_active":"2024-09-19T05:01:20.748216+0000","last_became_peered":"2024-09-19T05:01:20.748216+0000","last_unstale":"2024-09-19T05:01:26.457389+0000","last_undegraded":"2024-09-19T05:01:26.457389+0000","last_fullsized":"2024-09-19T05:01:26.457389+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:16.539268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457252+0000","last_change":"2024-09-19T05:01:20.744548+0000","last_active":"2024-09-19T05:01:26.457252+0000","last_peered":"2024-09-19T05:01:26.457252+0000","last_clean":"2024-09-19T05:01:26.457252+0000","last_became_active":"2024-09-19T05:01:20.744268+0000","last_became_peered":"2024-09-19T05:01:20.744268+0000","last_unstale":"2024-09-19T05:01:26.457252+0000","last_undegraded":"2024-09-19T05:01:26.457252+0000","last_fullsized":"2024-09-19T05:01:26.457252+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:57:32.573026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455202+0000","last_change":"2024-09-19T05:01:20.737981+0000","last_active":"2024-09-19T05:01:26.455202+0000","last_peered":"2024-09-19T05:01:26.455202+0000","last_clean":"2024-09-19T05:01:26.455202+0000","last_became_active":"2024-09-19T05:01:20.737731+0000","last_became_peered":"2024-09-19T05:01:20.737731+0000","last_unstale":"2024-09-19T05:01:26.455202+0000","last_undegraded":"2024-09-19T05:01:26.455202+0000","last_fullsized":"2024-09-19T05:01:26.455202+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:11.620276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455371+0000","last_change":"2024-09-19T05:01:20.742359+0000","last_active":"2024-09-19T05:01:26.455371+0000","last_peered":"2024-09-19T05:01:26.455371+0000","last_clean":"2024-09-19T05:01:26.455371+0000","last_became_active":"2024-09-19T05:01:20.742106+0000","last_became_peered":"2024-09-19T05:01:20.742106+0000","last_unstale":"2024-09-19T05:01:26.455371+0000","last_undegraded":"2024-09-19T05:01:26.455371+0000","last_fullsized":"2024-09-19T05:01:26.455371+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:14.581107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455298+0000","last_change":"2024-09-19T05:01:20.744639+0000","last_active":"2024-09-19T05:01:26.455298+0000","last_peered":"2024-09-19T05:01:26.455298+0000","last_clean":"2024-09-19T05:01:26.455298+0000","last_became_active":"2024-09-19T05:01:20.744355+0000","last_became_peered":"2024-09-19T05:01:20.744355+0000","last_unstale":"2024-09-19T05:01:26.455298+0000","last_undegraded":"2024-09-19T05:01:26.455298+0000","last_fullsized":"2024-09-19T05:01:26.455298+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:51:30.732953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761573+0000","last_change":"2024-09-19T05:01:20.747606+0000","last_active":"2024-09-19T05:01:25.761573+0000","last_peered":"2024-09-19T05:01:25.761573+0000","last_clean":"2024-09-19T05:01:25.761573+0000","last_became_active":"2024-09-19T05:01:20.747301+0000","last_became_peered":"2024-09-19T05:01:20.747301+0000","last_unstale":"2024-09-19T05:01:25.761573+0000","last_undegraded":"2024-09-19T05:01:25.761573+0000","last_fullsized":"2024-09-19T05:01:25.761573+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:54:03.506896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456431+0000","last_change":"2024-09-19T05:01:20.745809+0000","last_active":"2024-09-19T05:01:26.456431+0000","last_peered":"2024-09-19T05:01:26.456431+0000","last_clean":"2024-09-19T05:01:26.456431+0000","last_became_active":"2024-09-19T05:01:20.745456+0000","last_became_peered":"2024-09-19T05:01:20.745456+0000","last_unstale":"2024-09-19T05:01:26.456431+0000","last_undegraded":"2024-09-19T05:01:26.456431+0000","last_fullsized":"2024-09-19T05:01:26.456431+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:06:23.446672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762265+0000","last_change":"2024-09-19T05:01:20.742715+0000","last_active":"2024-09-19T05:01:25.762265+0000","last_peered":"2024-09-19T05:01:25.762265+0000","last_clean":"2024-09-19T05:01:25.762265+0000","last_became_active":"2024-09-19T05:01:20.742452+0000","last_became_peered":"2024-09-19T05:01:20.742452+0000","last_unstale":"2024-09-19T05:01:25.762265+0000","last_undegraded":"2024-09-19T05:01:25.762265+0000","last_fullsized":"2024-09-19T05:01:25.762265+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:55.473592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457121+0000","last_change":"2024-09-19T05:01:20.741792+0000","last_active":"2024-09-19T05:01:26.457121+0000","last_peered":"2024-09-19T05:01:26.457121+0000","last_clean":"2024-09-19T05:01:26.457121+0000","last_became_active":"2024-09-19T05:01:20.741368+0000","last_became_peered":"2024-09-19T05:01:20.741368+0000","last_unstale":"2024-09-19T05:01:26.457121+0000","last_undegraded":"2024-09-19T05:01:26.457121+0000","last_fullsized":"2024-09-19T05:01:26.457121+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:33.256184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455356+0000","last_change":"2024-09-19T05:01:20.732348+0000","last_active":"2024-09-19T05:01:26.455356+0000","last_peered":"2024-09-19T05:01:26.455356+0000","last_clean":"2024-09-19T05:01:26.455356+0000","last_became_active":"2024-09-19T05:01:20.732033+0000","last_became_peered":"2024-09-19T05:01:20.732033+0000","last_unstale":"2024-09-19T05:01:26.455356+0000","last_undegraded":"2024-09-19T05:01:26.455356+0000","last_fullsized":"2024-09-19T05:01:26.455356+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:10.320360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760856+0000","last_change":"2024-09-19T05:01:20.736239+0000","last_active":"2024-09-19T05:01:25.760856+0000","last_peered":"2024-09-19T05:01:25.760856+0000","last_clean":"2024-09-19T05:01:25.760856+0000","last_became_active":"2024-09-19T05:01:20.735785+0000","last_became_peered":"2024-09-19T05:01:20.735785+0000","last_unstale":"2024-09-19T05:01:25.760856+0000","last_undegraded":"2024-09-19T05:01:25.760856+0000","last_fullsized":"2024-09-19T05:01:25.760856+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:33.209908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455971+0000","last_change":"2024-09-19T05:01:20.738041+0000","last_active":"2024-09-19T05:01:26.455971+0000","last_peered":"2024-09-19T05:01:26.455971+0000","last_clean":"2024-09-19T05:01:26.455971+0000","last_became_active":"2024-09-19T05:01:20.737750+0000","last_became_peered":"2024-09-19T05:01:20.737750+0000","last_unstale":"2024-09-19T05:01:26.455971+0000","last_undegraded":"2024-09-19T05:01:26.455971+0000","last_fullsized":"2024-09-19T05:01:26.455971+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:05.370764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762110+0000","last_change":"2024-09-19T05:01:20.742928+0000","last_active":"2024-09-19T05:01:25.762110+0000","last_peered":"2024-09-19T05:01:25.762110+0000","last_clean":"2024-09-19T05:01:25.762110+0000","last_became_active":"2024-09-19T05:01:20.741119+0000","last_became_peered":"2024-09-19T05:01:20.741119+0000","last_unstale":"2024-09-19T05:01:25.762110+0000","last_undegraded":"2024-09-19T05:01:25.762110+0000","last_fullsized":"2024-09-19T05:01:25.762110+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:33.209908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761455+0000","last_change":"2024-09-19T05:01:20.740846+0000","last_active":"2024-09-19T05:01:25.761455+0000","last_peered":"2024-09-19T05:01:25.761455+0000","last_clean":"2024-09-19T05:01:25.761455+0000","last_became_active":"2024-09-19T05:01:20.739847+0000","last_became_peered":"2024-09-19T05:01:20.739847+0000","last_unstale":"2024-09-19T05:01:25.761455+0000","last_undegraded":"2024-09-19T05:01:25.761455+0000","last_fullsized":"2024-09-19T05:01:25.761455+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:10.320360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455642+0000","last_change":"2024-09-19T05:01:20.743795+0000","last_active":"2024-09-19T05:01:26.455642+0000","last_peered":"2024-09-19T05:01:26.455642+0000","last_clean":"2024-09-19T05:01:26.455642+0000","last_became_active":"2024-09-19T05:01:20.743533+0000","last_became_peered":"2024-09-19T05:01:20.743533+0000","last_unstale":"2024-09-19T05:01:26.455642+0000","last_undegraded":"2024-09-19T05:01:26.455642+0000","last_fullsized":"2024-09-19T05:01:26.455642+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:16.539268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457132+0000","last_change":"2024-09-19T05:01:20.735627+0000","last_active":"2024-09-19T05:01:26.457132+0000","last_peered":"2024-09-19T05:01:26.457132+0000","last_clean":"2024-09-19T05:01:26.457132+0000","last_became_active":"2024-09-19T05:01:20.735354+0000","last_became_peered":"2024-09-19T05:01:20.735354+0000","last_unstale":"2024-09-19T05:01:26.457132+0000","last_undegraded":"2024-09-19T05:01:26.457132+0000","last_fullsized":"2024-09-19T05:01:26.457132+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:04:00.798522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456529+0000","last_change":"2024-09-19T05:01:20.742703+0000","last_active":"2024-09-19T05:01:26.456529+0000","last_peered":"2024-09-19T05:01:26.456529+0000","last_clean":"2024-09-19T05:01:26.456529+0000","last_became_active":"2024-09-19T05:01:20.741872+0000","last_became_peered":"2024-09-19T05:01:20.741872+0000","last_unstale":"2024-09-19T05:01:26.456529+0000","last_undegraded":"2024-09-19T05:01:26.456529+0000","last_fullsized":"2024-09-19T05:01:26.456529+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:36:50.087159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760798+0000","last_change":"2024-09-19T05:01:20.739042+0000","last_active":"2024-09-19T05:01:25.760798+0000","last_peered":"2024-09-19T05:01:25.760798+0000","last_clean":"2024-09-19T05:01:25.760798+0000","last_became_active":"2024-09-19T05:01:20.738735+0000","last_became_peered":"2024-09-19T05:01:20.738735+0000","last_unstale":"2024-09-19T05:01:25.760798+0000","last_undegraded":"2024-09-19T05:01:25.760798+0000","last_fullsized":"2024-09-19T05:01:25.760798+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:09:23.169379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455428+0000","last_change":"2024-09-19T05:01:20.735932+0000","last_active":"2024-09-19T05:01:26.455428+0000","last_peered":"2024-09-19T05:01:26.455428+0000","last_clean":"2024-09-19T05:01:26.455428+0000","last_became_active":"2024-09-19T05:01:20.735648+0000","last_became_peered":"2024-09-19T05:01:20.735648+0000","last_unstale":"2024-09-19T05:01:26.455428+0000","last_undegraded":"2024-09-19T05:01:26.455428+0000","last_fullsized":"2024-09-19T05:01:26.455428+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:54:03.506896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455253+0000","last_change":"2024-09-19T05:01:20.741014+0000","last_active":"2024-09-19T05:01:26.455253+0000","last_peered":"2024-09-19T05:01:26.455253+0000","last_clean":"2024-09-19T05:01:26.455253+0000","last_became_active":"2024-09-19T05:01:20.740701+0000","last_became_peered":"2024-09-19T05:01:20.740701+0000","last_unstale":"2024-09-19T05:01:26.455253+0000","last_undegraded":"2024-09-19T05:01:26.455253+0000","last_fullsized":"2024-09-19T05:01:26.455253+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:38:53.349172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761622+0000","last_change":"2024-09-19T05:01:20.735204+0000","last_active":"2024-09-19T05:01:25.761622+0000","last_peered":"2024-09-19T05:01:25.761622+0000","last_clean":"2024-09-19T05:01:25.761622+0000","last_became_active":"2024-09-19T05:01:20.734982+0000","last_became_peered":"2024-09-19T05:01:20.734982+0000","last_unstale":"2024-09-19T05:01:25.761622+0000","last_undegraded":"2024-09-19T05:01:25.761622+0000","last_fullsized":"2024-09-19T05:01:25.761622+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:55.473592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456686+0000","last_change":"2024-09-19T05:01:20.740343+0000","last_active":"2024-09-19T05:01:26.456686+0000","last_peered":"2024-09-19T05:01:26.456686+0000","last_clean":"2024-09-19T05:01:26.456686+0000","last_became_active":"2024-09-19T05:01:20.740062+0000","last_became_peered":"2024-09-19T05:01:20.740062+0000","last_unstale":"2024-09-19T05:01:26.456686+0000","last_undegraded":"2024-09-19T05:01:26.456686+0000","last_fullsized":"2024-09-19T05:01:26.456686+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:02:43.124419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.759962+0000","last_change":"2024-09-19T05:01:20.733555+0000","last_active":"2024-09-19T05:01:25.759962+0000","last_peered":"2024-09-19T05:01:25.759962+0000","last_clean":"2024-09-19T05:01:25.759962+0000","last_became_active":"2024-09-19T05:01:20.733296+0000","last_became_peered":"2024-09-19T05:01:20.733296+0000","last_unstale":"2024-09-19T05:01:25.759962+0000","last_undegraded":"2024-09-19T05:01:25.759962+0000","last_fullsized":"2024-09-19T05:01:25.759962+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:30:34.375112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762234+0000","last_change":"2024-09-19T05:01:20.735575+0000","last_active":"2024-09-19T05:01:25.762234+0000","last_peered":"2024-09-19T05:01:25.762234+0000","last_clean":"2024-09-19T05:01:25.762234+0000","last_became_active":"2024-09-19T05:01:20.735317+0000","last_became_peered":"2024-09-19T05:01:20.735317+0000","last_unstale":"2024-09-19T05:01:25.762234+0000","last_undegraded":"2024-09-19T05:01:25.762234+0000","last_fullsized":"2024-09-19T05:01:25.762234+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:51:30.732953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760591+0000","last_change":"2024-09-19T05:01:20.735616+0000","last_active":"2024-09-19T05:01:25.760591+0000","last_peered":"2024-09-19T05:01:25.760591+0000","last_clean":"2024-09-19T05:01:25.760591+0000","last_became_active":"2024-09-19T05:01:20.735337+0000","last_became_peered":"2024-09-19T05:01:20.735337+0000","last_unstale":"2024-09-19T05:01:25.760591+0000","last_undegraded":"2024-09-19T05:01:25.760591+0000","last_fullsized":"2024-09-19T05:01:25.760591+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:21.854045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761637+0000","last_change":"2024-09-19T05:01:20.747683+0000","last_active":"2024-09-19T05:01:25.761637+0000","last_peered":"2024-09-19T05:01:25.761637+0000","last_clean":"2024-09-19T05:01:25.761637+0000","last_became_active":"2024-09-19T05:01:20.746888+0000","last_became_peered":"2024-09-19T05:01:20.746888+0000","last_unstale":"2024-09-19T05:01:25.761637+0000","last_undegraded":"2024-09-19T05:01:25.761637+0000","last_fullsized":"2024-09-19T05:01:25.761637+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:17.516756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457466+0000","last_change":"2024-09-19T05:01:20.739064+0000","last_active":"2024-09-19T05:01:26.457466+0000","last_peered":"2024-09-19T05:01:26.457466+0000","last_clean":"2024-09-19T05:01:26.457466+0000","last_became_active":"2024-09-19T05:01:20.738737+0000","last_became_peered":"2024-09-19T05:01:20.738737+0000","last_unstale":"2024-09-19T05:01:26.457466+0000","last_undegraded":"2024-09-19T05:01:26.457466+0000","last_fullsized":"2024-09-19T05:01:26.457466+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:24:12.804803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455956+0000","last_change":"2024-09-19T05:01:20.732425+0000","last_active":"2024-09-19T05:01:26.455956+0000","last_peered":"2024-09-19T05:01:26.455956+0000","last_clean":"2024-09-19T05:01:26.455956+0000","last_became_active":"2024-09-19T05:01:20.732159+0000","last_became_peered":"2024-09-19T05:01:20.732159+0000","last_unstale":"2024-09-19T05:01:26.455956+0000","last_undegraded":"2024-09-19T05:01:26.455956+0000","last_fullsized":"2024-09-19T05:01:26.455956+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:38:04.257364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761425+0000","last_change":"2024-09-19T05:01:20.739359+0000","last_active":"2024-09-19T05:01:25.761425+0000","last_peered":"2024-09-19T05:01:25.761425+0000","last_clean":"2024-09-19T05:01:25.761425+0000","last_became_active":"2024-09-19T05:01:20.738820+0000","last_became_peered":"2024-09-19T05:01:20.738820+0000","last_unstale":"2024-09-19T05:01:25.761425+0000","last_undegraded":"2024-09-19T05:01:25.761425+0000","last_fullsized":"2024-09-19T05:01:25.761425+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:57:32.573026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509450,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27872,"kb_used_data":836,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343968,"statfs":{"total":96636764160,"available":96608223232,"internally_reserved":0,"allocated":856064,"data_stored":694607,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509449,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":270336,"data_stored":107501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509449,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":262144,"data_stored":103747,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542153,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":270336,"data_stored":107501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542153,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31444,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340396,"statfs":{"total":96636764160,"available":96604565504,"internally_reserved":0,"allocated":258048,"data_stored":103657,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574859,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":270336,"data_stored":103783,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574858,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31452,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340388,"statfs":{"total":96636764160,"available":96604557312,"internally_reserved":0,"allocated":266240,"data_stored":103817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574858,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32032,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339808,"statfs":{"total":96636764160,"available":96603963392,"internally_reserved":0,"allocated":864256,"data_stored":694663,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:01:45.209 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:01:45.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.345+0000 7f3c836af640 1 Processor -- start 2024-09-19T05:01:45.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.345+0000 7f3c836af640 1 -- start start 2024-09-19T05:01:45.350 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.346+0000 7f3c836af640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3c7c15e660 0x7f3c7c0d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:45.350 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.346+0000 7f3c836af640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3c7c0d3150 0x7f3c7c0b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:45.350 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.346+0000 7f3c836af640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c7c0d3680 con 0x7f3c7c0b6530 2024-09-19T05:01:45.350 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.346+0000 7f3c836af640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f3c7c06d4b0 con 0x7f3c7c15e660 2024-09-19T05:01:45.350 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.346+0000 7f3c836af640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f3c7c0d3960 con 0x7f3c7c0d3150 2024-09-19T05:01:45.350 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.346+0000 7f3c8144b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3c7c15e660 0x7f3c7c0d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:45.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.346+0000 7f3c81c4c640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f3c7c0b6530 0x7f3c7c0cf070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39066/0 (socket says 172.21.15.5:39066) 2024-09-19T05:01:45.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.346+0000 7f3c81c4c640 1 -- 172.21.15.5:0/3212510706 learned_addr learned my addr 172.21.15.5:0/3212510706 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:45.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.347+0000 7f3c8144b640 1 -- 172.21.15.5:0/3212510706 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3c7c0d3150 msgr2=0x7f3c7c0b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:45.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.347+0000 7f3c80c4a640 1 --2- 172.21.15.5:0/3212510706 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3c7c0d3150 0x7f3c7c0b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:45.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.347+0000 7f3c7bfff640 1 -- 172.21.15.5:0/3212510706 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3098702978 0 0) 0x7f3c7c0d3680 con 0x7f3c7c0b6530 2024-09-19T05:01:45.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.347+0000 7f3c8144b640 1 --2- 172.21.15.5:0/3212510706 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3c7c0d3150 0x7f3c7c0b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.347+0000 7f3c8144b640 1 -- 172.21.15.5:0/3212510706 >> v1:172.21.15.5:6789/0 conn(0x7f3c7c0b6530 legacy=0x7f3c7c0cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:45.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.347+0000 7f3c8144b640 1 -- 172.21.15.5:0/3212510706 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c7c06ce60 con 0x7f3c7c15e660 2024-09-19T05:01:45.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.347+0000 7f3c8144b640 1 --2- 172.21.15.5:0/3212510706 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3c7c15e660 0x7f3c7c0d4dd0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f3c740097a0 tx=0x7f3c7402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a53424a6efd6c3ec server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:45.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.348+0000 7f3c7bfff640 1 -- 172.21.15.5:0/3212510706 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c74037070 con 0x7f3c7c15e660 2024-09-19T05:01:45.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.348+0000 7f3c7bfff640 1 -- 172.21.15.5:0/3212510706 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c74032440 con 0x7f3c7c15e660 2024-09-19T05:01:45.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.348+0000 7f3c7bfff640 1 -- 172.21.15.5:0/3212510706 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c74032810 con 0x7f3c7c15e660 2024-09-19T05:01:45.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.348+0000 7f3c836af640 1 -- 172.21.15.5:0/3212510706 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3c7c15e660 msgr2=0x7f3c7c0d4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:45.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.348+0000 7f3c836af640 1 --2- 172.21.15.5:0/3212510706 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3c7c15e660 0x7f3c7c0d4dd0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f3c740097a0 tx=0x7f3c7402a210 comp rx=0 tx=0).stop 2024-09-19T05:01:45.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.348+0000 7f3c836af640 1 -- 172.21.15.5:0/3212510706 shutdown_connections 2024-09-19T05:01:45.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.348+0000 7f3c836af640 1 --2- 172.21.15.5:0/3212510706 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3c7c0d3150 0x7f3c7c0b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.348+0000 7f3c836af640 1 --2- 172.21.15.5:0/3212510706 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3c7c15e660 0x7f3c7c0d4dd0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.348+0000 7f3c836af640 1 -- 172.21.15.5:0/3212510706 >> 172.21.15.5:0/3212510706 conn(0x7f3c7c08c000 msgr2=0x7f3c7c0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:45.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.348+0000 7f3c836af640 1 -- 172.21.15.5:0/3212510706 shutdown_connections 2024-09-19T05:01:45.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.348+0000 7f3c836af640 1 -- 172.21.15.5:0/3212510706 wait complete. 2024-09-19T05:01:45.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.349+0000 7f3c836af640 1 Processor -- start 2024-09-19T05:01:45.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.350+0000 7f3c836af640 1 -- start start 2024-09-19T05:01:45.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.350+0000 7f3c836af640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3c7c0b6530 0x7f3c7c15ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:45.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.350+0000 7f3c836af640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3c7c0d3150 0x7f3c7c161180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:45.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.350+0000 7f3c836af640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3c7c15e660 0x7f3c7c0b4740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:45.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.350+0000 7f3c836af640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f3c7c15ea40 con 0x7f3c7c0d3150 2024-09-19T05:01:45.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.350+0000 7f3c836af640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f3c7c0d5310 con 0x7f3c7c15e660 2024-09-19T05:01:45.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.350+0000 7f3c836af640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f3c7c06e950 con 0x7f3c7c0b6530 2024-09-19T05:01:45.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.350+0000 7f3c80c4a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3c7c0d3150 0x7f3c7c161180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:45.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.350+0000 7f3c80c4a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3c7c0d3150 0x7f3c7c161180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42138/0 (socket says 172.21.15.5:42138) 2024-09-19T05:01:45.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.350+0000 7f3c80c4a640 1 -- 172.21.15.5:0/1611611571 learned_addr learned my addr 172.21.15.5:0/1611611571 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:45.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.351+0000 7f3c81c4c640 1 --2- 172.21.15.5:0/1611611571 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3c7c15e660 0x7f3c7c0b4740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:45.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.351+0000 7f3c8144b640 1 --2- 172.21.15.5:0/1611611571 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3c7c0b6530 0x7f3c7c15ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:45.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.351+0000 7f3c80c4a640 1 -- 172.21.15.5:0/1611611571 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3c7c0b6530 msgr2=0x7f3c7c15ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:45.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.351+0000 7f3c80c4a640 1 --2- 172.21.15.5:0/1611611571 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3c7c0b6530 0x7f3c7c15ce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.351+0000 7f3c80c4a640 1 -- 172.21.15.5:0/1611611571 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3c7c15e660 msgr2=0x7f3c7c0b4740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:45.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.351+0000 7f3c80c4a640 1 --2- 172.21.15.5:0/1611611571 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3c7c15e660 0x7f3c7c0b4740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.351+0000 7f3c80c4a640 1 -- 172.21.15.5:0/1611611571 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c7c0cc080 con 0x7f3c7c0d3150 2024-09-19T05:01:45.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.351+0000 7f3c8144b640 1 --2- 172.21.15.5:0/1611611571 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3c7c0b6530 0x7f3c7c15ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:01:45.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.351+0000 7f3c80c4a640 1 --2- 172.21.15.5:0/1611611571 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3c7c0d3150 0x7f3c7c161180 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f3c7000c7f0 tx=0x7f3c7000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:45.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.351+0000 7f3c79ffb640 1 -- 172.21.15.5:0/1611611571 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c70015070 con 0x7f3c7c0d3150 2024-09-19T05:01:45.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.351+0000 7f3c79ffb640 1 -- 172.21.15.5:0/1611611571 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c70004220 con 0x7f3c7c0d3150 2024-09-19T05:01:45.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.351+0000 7f3c836af640 1 -- 172.21.15.5:0/1611611571 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c7c0b9010 con 0x7f3c7c0d3150 2024-09-19T05:01:45.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.351+0000 7f3c79ffb640 1 -- 172.21.15.5:0/1611611571 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c70007620 con 0x7f3c7c0d3150 2024-09-19T05:01:45.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.351+0000 7f3c836af640 1 -- 172.21.15.5:0/1611611571 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c7c0b95d0 con 0x7f3c7c0d3150 2024-09-19T05:01:45.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.352+0000 7f3c836af640 1 -- 172.21.15.5:0/1611611571 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c7c0b5ff0 con 0x7f3c7c0d3150 2024-09-19T05:01:45.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.353+0000 7f3c79ffb640 1 -- 172.21.15.5:0/1611611571 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3c700079d0 con 0x7f3c7c0d3150 2024-09-19T05:01:45.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.353+0000 7f3c79ffb640 1 --2- 172.21.15.5:0/1611611571 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3c6806c2b0 0x7f3c6806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:45.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.353+0000 7f3c79ffb640 1 -- 172.21.15.5:0/1611611571 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f3c7008bb90 con 0x7f3c7c0d3150 2024-09-19T05:01:45.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.353+0000 7f3c8144b640 1 --2- 172.21.15.5:0/1611611571 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3c6806c2b0 0x7f3c6806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:45.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.354+0000 7f3c8144b640 1 --2- 172.21.15.5:0/1611611571 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3c6806c2b0 0x7f3c6806e770 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f3c74034000 tx=0x7f3c7402e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:45.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.357+0000 7f3c79ffb640 1 -- 172.21.15.5:0/1611611571 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3c70059fc0 con 0x7f3c7c0d3150 2024-09-19T05:01:45.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.530+0000 7f3c836af640 1 -- 172.21.15.5:0/1611611571 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3c7c0b35b0 con 0x7f3c6806c2b0 2024-09-19T05:01:45.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.538+0000 7f3c79ffb640 1 -- 172.21.15.5:0/1611611571 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7f3c7c0b35b0 con 0x7f3c6806c2b0 2024-09-19T05:01:45.544 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:01:45.546 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:01:45.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.541+0000 7f3c836af640 1 -- 172.21.15.5:0/1611611571 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3c6806c2b0 msgr2=0x7f3c6806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:45.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.542+0000 7f3c836af640 1 --2- 172.21.15.5:0/1611611571 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3c6806c2b0 0x7f3c6806e770 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f3c74034000 tx=0x7f3c7402e000 comp rx=0 tx=0).stop 2024-09-19T05:01:45.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.542+0000 7f3c836af640 1 -- 172.21.15.5:0/1611611571 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3c7c0d3150 msgr2=0x7f3c7c161180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:45.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.542+0000 7f3c836af640 1 --2- 172.21.15.5:0/1611611571 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3c7c0d3150 0x7f3c7c161180 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f3c7000c7f0 tx=0x7f3c7000ccb0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.542+0000 7f3c836af640 1 -- 172.21.15.5:0/1611611571 shutdown_connections 2024-09-19T05:01:45.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.542+0000 7f3c836af640 1 --2- 172.21.15.5:0/1611611571 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3c6806c2b0 0x7f3c6806e770 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.542+0000 7f3c836af640 1 --2- 172.21.15.5:0/1611611571 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3c7c15e660 0x7f3c7c0b4740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.542+0000 7f3c836af640 1 --2- 172.21.15.5:0/1611611571 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3c7c0d3150 0x7f3c7c161180 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.542+0000 7f3c836af640 1 --2- 172.21.15.5:0/1611611571 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3c7c0b6530 0x7f3c7c15ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.542+0000 7f3c836af640 1 -- 172.21.15.5:0/1611611571 >> 172.21.15.5:0/1611611571 conn(0x7f3c7c08c000 msgr2=0x7f3c7c0b57b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:45.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.542+0000 7f3c836af640 1 -- 172.21.15.5:0/1611611571 shutdown_connections 2024-09-19T05:01:45.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.542+0000 7f3c836af640 1 -- 172.21.15.5:0/1611611571 wait complete. 2024-09-19T05:01:45.554 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":37,"stamp":"2024-09-19T05:01:45.266184+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236116,"kb_used_data":3240,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738604,"statfs":{"total":773094113280,"available":772852330496,"internally_reserved":0,"allocated":3317760,"data_stored":2019276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003588"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457758+0000","last_change":"2024-09-19T05:01:19.736098+0000","last_active":"2024-09-19T05:01:26.457758+0000","last_peered":"2024-09-19T05:01:26.457758+0000","last_clean":"2024-09-19T05:01:26.457758+0000","last_became_active":"2024-09-19T05:01:19.735761+0000","last_became_peered":"2024-09-19T05:01:19.735761+0000","last_unstale":"2024-09-19T05:01:26.457758+0000","last_undegraded":"2024-09-19T05:01:26.457758+0000","last_fullsized":"2024-09-19T05:01:26.457758+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:54.314220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456213+0000","last_change":"2024-09-19T05:01:20.742102+0000","last_active":"2024-09-19T05:01:26.456213+0000","last_peered":"2024-09-19T05:01:26.456213+0000","last_clean":"2024-09-19T05:01:26.456213+0000","last_became_active":"2024-09-19T05:01:20.741732+0000","last_became_peered":"2024-09-19T05:01:20.741732+0000","last_unstale":"2024-09-19T05:01:26.456213+0000","last_undegraded":"2024-09-19T05:01:26.456213+0000","last_fullsized":"2024-09-19T05:01:26.456213+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:14.581107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456182+0000","last_change":"2024-09-19T05:01:24.775492+0000","last_active":"2024-09-19T05:01:26.456182+0000","last_peered":"2024-09-19T05:01:26.456182+0000","last_clean":"2024-09-19T05:01:26.456182+0000","last_became_active":"2024-09-19T05:01:24.774974+0000","last_became_peered":"2024-09-19T05:01:24.774974+0000","last_unstale":"2024-09-19T05:01:26.456182+0000","last_undegraded":"2024-09-19T05:01:26.456182+0000","last_fullsized":"2024-09-19T05:01:26.456182+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:44:54.365080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456500+0000","last_change":"2024-09-19T05:01:19.737827+0000","last_active":"2024-09-19T05:01:26.456500+0000","last_peered":"2024-09-19T05:01:26.456500+0000","last_clean":"2024-09-19T05:01:26.456500+0000","last_became_active":"2024-09-19T05:01:19.737526+0000","last_became_peered":"2024-09-19T05:01:19.737526+0000","last_unstale":"2024-09-19T05:01:26.456500+0000","last_undegraded":"2024-09-19T05:01:26.456500+0000","last_fullsized":"2024-09-19T05:01:26.456500+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:37:10.181031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457640+0000","last_change":"2024-09-19T05:01:20.739566+0000","last_active":"2024-09-19T05:01:26.457640+0000","last_peered":"2024-09-19T05:01:26.457640+0000","last_clean":"2024-09-19T05:01:26.457640+0000","last_became_active":"2024-09-19T05:01:20.739243+0000","last_became_peered":"2024-09-19T05:01:20.739243+0000","last_unstale":"2024-09-19T05:01:26.457640+0000","last_undegraded":"2024-09-19T05:01:26.457640+0000","last_fullsized":"2024-09-19T05:01:26.457640+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:49.118992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761846+0000","last_change":"2024-09-19T05:01:24.777983+0000","last_active":"2024-09-19T05:01:25.761846+0000","last_peered":"2024-09-19T05:01:25.761846+0000","last_clean":"2024-09-19T05:01:25.761846+0000","last_became_active":"2024-09-19T05:01:24.777608+0000","last_became_peered":"2024-09-19T05:01:24.777608+0000","last_unstale":"2024-09-19T05:01:25.761846+0000","last_undegraded":"2024-09-19T05:01:25.761846+0000","last_fullsized":"2024-09-19T05:01:25.761846+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:01.991871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760541+0000","last_change":"2024-09-19T05:01:19.736454+0000","last_active":"2024-09-19T05:01:25.760541+0000","last_peered":"2024-09-19T05:01:25.760541+0000","last_clean":"2024-09-19T05:01:25.760541+0000","last_became_active":"2024-09-19T05:01:19.736181+0000","last_became_peered":"2024-09-19T05:01:19.736181+0000","last_unstale":"2024-09-19T05:01:25.760541+0000","last_undegraded":"2024-09-19T05:01:25.760541+0000","last_fullsized":"2024-09-19T05:01:25.760541+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:00:28.556577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761734+0000","last_change":"2024-09-19T05:01:20.737027+0000","last_active":"2024-09-19T05:01:25.761734+0000","last_peered":"2024-09-19T05:01:25.761734+0000","last_clean":"2024-09-19T05:01:25.761734+0000","last_became_active":"2024-09-19T05:01:20.736775+0000","last_became_peered":"2024-09-19T05:01:20.736775+0000","last_unstale":"2024-09-19T05:01:25.761734+0000","last_undegraded":"2024-09-19T05:01:25.761734+0000","last_fullsized":"2024-09-19T05:01:25.761734+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:21.854045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760138+0000","last_change":"2024-09-19T05:01:24.779591+0000","last_active":"2024-09-19T05:01:25.760138+0000","last_peered":"2024-09-19T05:01:25.760138+0000","last_clean":"2024-09-19T05:01:25.760138+0000","last_became_active":"2024-09-19T05:01:24.778904+0000","last_became_peered":"2024-09-19T05:01:24.778904+0000","last_unstale":"2024-09-19T05:01:25.760138+0000","last_undegraded":"2024-09-19T05:01:25.760138+0000","last_fullsized":"2024-09-19T05:01:25.760138+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:33:38.632669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.759780+0000","last_change":"2024-09-19T05:01:19.736068+0000","last_active":"2024-09-19T05:01:25.759780+0000","last_peered":"2024-09-19T05:01:25.759780+0000","last_clean":"2024-09-19T05:01:25.759780+0000","last_became_active":"2024-09-19T05:01:19.735790+0000","last_became_peered":"2024-09-19T05:01:19.735790+0000","last_unstale":"2024-09-19T05:01:25.759780+0000","last_undegraded":"2024-09-19T05:01:25.759780+0000","last_fullsized":"2024-09-19T05:01:25.759780+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:11.610998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762076+0000","last_change":"2024-09-19T05:01:20.734868+0000","last_active":"2024-09-19T05:01:25.762076+0000","last_peered":"2024-09-19T05:01:25.762076+0000","last_clean":"2024-09-19T05:01:25.762076+0000","last_became_active":"2024-09-19T05:01:20.734600+0000","last_became_peered":"2024-09-19T05:01:20.734600+0000","last_unstale":"2024-09-19T05:01:25.762076+0000","last_undegraded":"2024-09-19T05:01:25.762076+0000","last_fullsized":"2024-09-19T05:01:25.762076+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:06:23.446672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760866+0000","last_change":"2024-09-19T05:01:24.779658+0000","last_active":"2024-09-19T05:01:25.760866+0000","last_peered":"2024-09-19T05:01:25.760866+0000","last_clean":"2024-09-19T05:01:25.760866+0000","last_became_active":"2024-09-19T05:01:24.779267+0000","last_became_peered":"2024-09-19T05:01:24.779267+0000","last_unstale":"2024-09-19T05:01:25.760866+0000","last_undegraded":"2024-09-19T05:01:25.760866+0000","last_fullsized":"2024-09-19T05:01:25.760866+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:36.273431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454869+0000","last_change":"2024-09-19T05:01:20.737355+0000","last_active":"2024-09-19T05:01:26.454869+0000","last_peered":"2024-09-19T05:01:26.454869+0000","last_clean":"2024-09-19T05:01:26.454869+0000","last_became_active":"2024-09-19T05:01:20.737057+0000","last_became_peered":"2024-09-19T05:01:20.737057+0000","last_unstale":"2024-09-19T05:01:26.454869+0000","last_undegraded":"2024-09-19T05:01:26.454869+0000","last_fullsized":"2024-09-19T05:01:26.454869+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:29.481598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761945+0000","last_change":"2024-09-19T05:01:19.732548+0000","last_active":"2024-09-19T05:01:25.761945+0000","last_peered":"2024-09-19T05:01:25.761945+0000","last_clean":"2024-09-19T05:01:25.761945+0000","last_became_active":"2024-09-19T05:01:19.732231+0000","last_became_peered":"2024-09-19T05:01:19.732231+0000","last_unstale":"2024-09-19T05:01:25.761945+0000","last_undegraded":"2024-09-19T05:01:25.761945+0000","last_fullsized":"2024-09-19T05:01:25.761945+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:04.365269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761342+0000","last_change":"2024-09-19T05:01:24.765604+0000","last_active":"2024-09-19T05:01:25.761342+0000","last_peered":"2024-09-19T05:01:25.761342+0000","last_clean":"2024-09-19T05:01:25.761342+0000","last_became_active":"2024-09-19T05:01:24.765183+0000","last_became_peered":"2024-09-19T05:01:24.765183+0000","last_unstale":"2024-09-19T05:01:25.761342+0000","last_undegraded":"2024-09-19T05:01:25.761342+0000","last_fullsized":"2024-09-19T05:01:25.761342+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:56:42.605442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456624+0000","last_change":"2024-09-19T05:01:20.743763+0000","last_active":"2024-09-19T05:01:26.456624+0000","last_peered":"2024-09-19T05:01:26.456624+0000","last_clean":"2024-09-19T05:01:26.456624+0000","last_became_active":"2024-09-19T05:01:20.743486+0000","last_became_peered":"2024-09-19T05:01:20.743486+0000","last_unstale":"2024-09-19T05:01:26.456624+0000","last_undegraded":"2024-09-19T05:01:26.456624+0000","last_fullsized":"2024-09-19T05:01:26.456624+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:54:03.506896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455560+0000","last_change":"2024-09-19T05:01:19.735250+0000","last_active":"2024-09-19T05:01:26.455560+0000","last_peered":"2024-09-19T05:01:26.455560+0000","last_clean":"2024-09-19T05:01:26.455560+0000","last_became_active":"2024-09-19T05:01:19.734975+0000","last_became_peered":"2024-09-19T05:01:19.734975+0000","last_unstale":"2024-09-19T05:01:26.455560+0000","last_undegraded":"2024-09-19T05:01:26.455560+0000","last_fullsized":"2024-09-19T05:01:26.455560+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:26:53.742541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760535+0000","last_change":"2024-09-19T05:01:24.779643+0000","last_active":"2024-09-19T05:01:25.760535+0000","last_peered":"2024-09-19T05:01:25.760535+0000","last_clean":"2024-09-19T05:01:25.760535+0000","last_became_active":"2024-09-19T05:01:24.779115+0000","last_became_peered":"2024-09-19T05:01:24.779115+0000","last_unstale":"2024-09-19T05:01:25.760535+0000","last_undegraded":"2024-09-19T05:01:25.760535+0000","last_fullsized":"2024-09-19T05:01:25.760535+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:15:57.789579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456908+0000","last_change":"2024-09-19T05:01:20.736218+0000","last_active":"2024-09-19T05:01:26.456908+0000","last_peered":"2024-09-19T05:01:26.456908+0000","last_clean":"2024-09-19T05:01:26.456908+0000","last_became_active":"2024-09-19T05:01:20.735867+0000","last_became_peered":"2024-09-19T05:01:20.735867+0000","last_unstale":"2024-09-19T05:01:26.456908+0000","last_undegraded":"2024-09-19T05:01:26.456908+0000","last_fullsized":"2024-09-19T05:01:26.456908+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:38:53.349172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455719+0000","last_change":"2024-09-19T05:01:19.731851+0000","last_active":"2024-09-19T05:01:26.455719+0000","last_peered":"2024-09-19T05:01:26.455719+0000","last_clean":"2024-09-19T05:01:26.455719+0000","last_became_active":"2024-09-19T05:01:19.731537+0000","last_became_peered":"2024-09-19T05:01:19.731537+0000","last_unstale":"2024-09-19T05:01:26.455719+0000","last_undegraded":"2024-09-19T05:01:26.455719+0000","last_fullsized":"2024-09-19T05:01:26.455719+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:06.939477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455902+0000","last_change":"2024-09-19T05:01:24.780685+0000","last_active":"2024-09-19T05:01:26.455902+0000","last_peered":"2024-09-19T05:01:26.455902+0000","last_clean":"2024-09-19T05:01:26.455902+0000","last_became_active":"2024-09-19T05:01:24.779800+0000","last_became_peered":"2024-09-19T05:01:24.779800+0000","last_unstale":"2024-09-19T05:01:26.455902+0000","last_undegraded":"2024-09-19T05:01:26.455902+0000","last_fullsized":"2024-09-19T05:01:26.455902+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:08.708367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762547+0000","last_change":"2024-09-19T05:01:20.738976+0000","last_active":"2024-09-19T05:01:25.762547+0000","last_peered":"2024-09-19T05:01:25.762547+0000","last_clean":"2024-09-19T05:01:25.762547+0000","last_became_active":"2024-09-19T05:01:20.737942+0000","last_became_peered":"2024-09-19T05:01:20.737942+0000","last_unstale":"2024-09-19T05:01:25.762547+0000","last_undegraded":"2024-09-19T05:01:25.762547+0000","last_fullsized":"2024-09-19T05:01:25.762547+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:42:31.540249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.759969+0000","last_change":"2024-09-19T05:01:19.737150+0000","last_active":"2024-09-19T05:01:25.759969+0000","last_peered":"2024-09-19T05:01:25.759969+0000","last_clean":"2024-09-19T05:01:25.759969+0000","last_became_active":"2024-09-19T05:01:19.736856+0000","last_became_peered":"2024-09-19T05:01:19.736856+0000","last_unstale":"2024-09-19T05:01:25.759969+0000","last_undegraded":"2024-09-19T05:01:25.759969+0000","last_fullsized":"2024-09-19T05:01:25.759969+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:44.351180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760276+0000","last_change":"2024-09-19T05:01:24.777576+0000","last_active":"2024-09-19T05:01:25.760276+0000","last_peered":"2024-09-19T05:01:25.760276+0000","last_clean":"2024-09-19T05:01:25.760276+0000","last_became_active":"2024-09-19T05:01:24.777183+0000","last_became_peered":"2024-09-19T05:01:24.777183+0000","last_unstale":"2024-09-19T05:01:25.760276+0000","last_undegraded":"2024-09-19T05:01:25.760276+0000","last_fullsized":"2024-09-19T05:01:25.760276+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:32:31.922206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457822+0000","last_change":"2024-09-19T05:01:20.728837+0000","last_active":"2024-09-19T05:01:26.457822+0000","last_peered":"2024-09-19T05:01:26.457822+0000","last_clean":"2024-09-19T05:01:26.457822+0000","last_became_active":"2024-09-19T05:01:20.728555+0000","last_became_peered":"2024-09-19T05:01:20.728555+0000","last_unstale":"2024-09-19T05:01:26.457822+0000","last_undegraded":"2024-09-19T05:01:26.457822+0000","last_fullsized":"2024-09-19T05:01:26.457822+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:10:22.545833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455504+0000","last_change":"2024-09-19T05:01:19.731833+0000","last_active":"2024-09-19T05:01:26.455504+0000","last_peered":"2024-09-19T05:01:26.455504+0000","last_clean":"2024-09-19T05:01:26.455504+0000","last_became_active":"2024-09-19T05:01:19.731562+0000","last_became_peered":"2024-09-19T05:01:19.731562+0000","last_unstale":"2024-09-19T05:01:26.455504+0000","last_undegraded":"2024-09-19T05:01:26.455504+0000","last_fullsized":"2024-09-19T05:01:26.455504+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:44.351180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762269+0000","last_change":"2024-09-19T05:01:24.768731+0000","last_active":"2024-09-19T05:01:25.762269+0000","last_peered":"2024-09-19T05:01:25.762269+0000","last_clean":"2024-09-19T05:01:25.762269+0000","last_became_active":"2024-09-19T05:01:24.768160+0000","last_became_peered":"2024-09-19T05:01:24.768160+0000","last_unstale":"2024-09-19T05:01:25.762269+0000","last_undegraded":"2024-09-19T05:01:25.762269+0000","last_fullsized":"2024-09-19T05:01:25.762269+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:59.930527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455392+0000","last_change":"2024-09-19T05:01:20.743158+0000","last_active":"2024-09-19T05:01:26.455392+0000","last_peered":"2024-09-19T05:01:26.455392+0000","last_clean":"2024-09-19T05:01:26.455392+0000","last_became_active":"2024-09-19T05:01:20.742795+0000","last_became_peered":"2024-09-19T05:01:20.742795+0000","last_unstale":"2024-09-19T05:01:26.455392+0000","last_undegraded":"2024-09-19T05:01:26.455392+0000","last_fullsized":"2024-09-19T05:01:26.455392+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:07:34.329195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456056+0000","last_change":"2024-09-19T05:01:19.733165+0000","last_active":"2024-09-19T05:01:26.456056+0000","last_peered":"2024-09-19T05:01:26.456056+0000","last_clean":"2024-09-19T05:01:26.456056+0000","last_became_active":"2024-09-19T05:01:19.732882+0000","last_became_peered":"2024-09-19T05:01:19.732882+0000","last_unstale":"2024-09-19T05:01:26.456056+0000","last_undegraded":"2024-09-19T05:01:26.456056+0000","last_fullsized":"2024-09-19T05:01:26.456056+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:36.624228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456576+0000","last_change":"2024-09-19T05:01:24.778187+0000","last_active":"2024-09-19T05:01:26.456576+0000","last_peered":"2024-09-19T05:01:26.456576+0000","last_clean":"2024-09-19T05:01:26.456576+0000","last_became_active":"2024-09-19T05:01:24.777726+0000","last_became_peered":"2024-09-19T05:01:24.777726+0000","last_unstale":"2024-09-19T05:01:26.456576+0000","last_undegraded":"2024-09-19T05:01:26.456576+0000","last_fullsized":"2024-09-19T05:01:26.456576+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:19.980681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456164+0000","last_change":"2024-09-19T05:01:20.731946+0000","last_active":"2024-09-19T05:01:26.456164+0000","last_peered":"2024-09-19T05:01:26.456164+0000","last_clean":"2024-09-19T05:01:26.456164+0000","last_became_active":"2024-09-19T05:01:20.731651+0000","last_became_peered":"2024-09-19T05:01:20.731651+0000","last_unstale":"2024-09-19T05:01:26.456164+0000","last_undegraded":"2024-09-19T05:01:26.456164+0000","last_fullsized":"2024-09-19T05:01:26.456164+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:33:34.601043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761328+0000","last_change":"2024-09-19T05:01:19.737137+0000","last_active":"2024-09-19T05:01:25.761328+0000","last_peered":"2024-09-19T05:01:25.761328+0000","last_clean":"2024-09-19T05:01:25.761328+0000","last_became_active":"2024-09-19T05:01:19.736725+0000","last_became_peered":"2024-09-19T05:01:19.736725+0000","last_unstale":"2024-09-19T05:01:25.761328+0000","last_undegraded":"2024-09-19T05:01:25.761328+0000","last_fullsized":"2024-09-19T05:01:25.761328+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:39.218273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454930+0000","last_change":"2024-09-19T05:01:24.768135+0000","last_active":"2024-09-19T05:01:26.454930+0000","last_peered":"2024-09-19T05:01:26.454930+0000","last_clean":"2024-09-19T05:01:26.454930+0000","last_became_active":"2024-09-19T05:01:24.767717+0000","last_became_peered":"2024-09-19T05:01:24.767717+0000","last_unstale":"2024-09-19T05:01:26.454930+0000","last_undegraded":"2024-09-19T05:01:26.454930+0000","last_fullsized":"2024-09-19T05:01:26.454930+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:38.425433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762080+0000","last_change":"2024-09-19T05:01:20.745590+0000","last_active":"2024-09-19T05:01:25.762080+0000","last_peered":"2024-09-19T05:01:25.762080+0000","last_clean":"2024-09-19T05:01:25.762080+0000","last_became_active":"2024-09-19T05:01:20.745288+0000","last_became_peered":"2024-09-19T05:01:20.745288+0000","last_unstale":"2024-09-19T05:01:25.762080+0000","last_undegraded":"2024-09-19T05:01:25.762080+0000","last_fullsized":"2024-09-19T05:01:25.762080+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:57:32.573026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456244+0000","last_change":"2024-09-19T05:01:19.735697+0000","last_active":"2024-09-19T05:01:26.456244+0000","last_peered":"2024-09-19T05:01:26.456244+0000","last_clean":"2024-09-19T05:01:26.456244+0000","last_became_active":"2024-09-19T05:01:19.734427+0000","last_became_peered":"2024-09-19T05:01:19.734427+0000","last_unstale":"2024-09-19T05:01:26.456244+0000","last_undegraded":"2024-09-19T05:01:26.456244+0000","last_fullsized":"2024-09-19T05:01:26.456244+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:27:33.919875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455352+0000","last_change":"2024-09-19T05:01:24.775446+0000","last_active":"2024-09-19T05:01:26.455352+0000","last_peered":"2024-09-19T05:01:26.455352+0000","last_clean":"2024-09-19T05:01:26.455352+0000","last_became_active":"2024-09-19T05:01:24.775051+0000","last_became_peered":"2024-09-19T05:01:24.775051+0000","last_unstale":"2024-09-19T05:01:26.455352+0000","last_undegraded":"2024-09-19T05:01:26.455352+0000","last_fullsized":"2024-09-19T05:01:26.455352+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:59.930527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761009+0000","last_change":"2024-09-19T05:01:20.731994+0000","last_active":"2024-09-19T05:01:25.761009+0000","last_peered":"2024-09-19T05:01:25.761009+0000","last_clean":"2024-09-19T05:01:25.761009+0000","last_became_active":"2024-09-19T05:01:20.731646+0000","last_became_peered":"2024-09-19T05:01:20.731646+0000","last_unstale":"2024-09-19T05:01:25.761009+0000","last_undegraded":"2024-09-19T05:01:25.761009+0000","last_fullsized":"2024-09-19T05:01:25.761009+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:37.629722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762464+0000","last_change":"2024-09-19T05:01:19.736732+0000","last_active":"2024-09-19T05:01:25.762464+0000","last_peered":"2024-09-19T05:01:25.762464+0000","last_clean":"2024-09-19T05:01:25.762464+0000","last_became_active":"2024-09-19T05:01:19.736458+0000","last_became_peered":"2024-09-19T05:01:19.736458+0000","last_unstale":"2024-09-19T05:01:25.762464+0000","last_undegraded":"2024-09-19T05:01:25.762464+0000","last_fullsized":"2024-09-19T05:01:25.762464+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:07:07.902614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455870+0000","last_change":"2024-09-19T05:01:24.780349+0000","last_active":"2024-09-19T05:01:26.455870+0000","last_peered":"2024-09-19T05:01:26.455870+0000","last_clean":"2024-09-19T05:01:26.455870+0000","last_became_active":"2024-09-19T05:01:24.779943+0000","last_became_peered":"2024-09-19T05:01:24.779943+0000","last_unstale":"2024-09-19T05:01:26.455870+0000","last_undegraded":"2024-09-19T05:01:26.455870+0000","last_fullsized":"2024-09-19T05:01:26.455870+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:24:06.249397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454952+0000","last_change":"2024-09-19T05:01:20.729911+0000","last_active":"2024-09-19T05:01:26.454952+0000","last_peered":"2024-09-19T05:01:26.454952+0000","last_clean":"2024-09-19T05:01:26.454952+0000","last_became_active":"2024-09-19T05:01:20.729644+0000","last_became_peered":"2024-09-19T05:01:20.729644+0000","last_unstale":"2024-09-19T05:01:26.454952+0000","last_undegraded":"2024-09-19T05:01:26.454952+0000","last_fullsized":"2024-09-19T05:01:26.454952+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:49.118992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455713+0000","last_change":"2024-09-19T05:01:19.728492+0000","last_active":"2024-09-19T05:01:26.455713+0000","last_peered":"2024-09-19T05:01:26.455713+0000","last_clean":"2024-09-19T05:01:26.455713+0000","last_became_active":"2024-09-19T05:01:19.727920+0000","last_became_peered":"2024-09-19T05:01:19.727920+0000","last_unstale":"2024-09-19T05:01:26.455713+0000","last_undegraded":"2024-09-19T05:01:26.455713+0000","last_fullsized":"2024-09-19T05:01:26.455713+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:09:11.079953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455990+0000","last_change":"2024-09-19T05:01:24.781234+0000","last_active":"2024-09-19T05:01:26.455990+0000","last_peered":"2024-09-19T05:01:26.455990+0000","last_clean":"2024-09-19T05:01:26.455990+0000","last_became_active":"2024-09-19T05:01:24.780595+0000","last_became_peered":"2024-09-19T05:01:24.780595+0000","last_unstale":"2024-09-19T05:01:26.455990+0000","last_undegraded":"2024-09-19T05:01:26.455990+0000","last_fullsized":"2024-09-19T05:01:26.455990+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:28.025771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454874+0000","last_change":"2024-09-19T05:01:20.733991+0000","last_active":"2024-09-19T05:01:26.454874+0000","last_peered":"2024-09-19T05:01:26.454874+0000","last_clean":"2024-09-19T05:01:26.454874+0000","last_became_active":"2024-09-19T05:01:20.733686+0000","last_became_peered":"2024-09-19T05:01:20.733686+0000","last_unstale":"2024-09-19T05:01:26.454874+0000","last_undegraded":"2024-09-19T05:01:26.454874+0000","last_fullsized":"2024-09-19T05:01:26.454874+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:31.844574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760091+0000","last_change":"2024-09-19T05:01:19.737121+0000","last_active":"2024-09-19T05:01:25.760091+0000","last_peered":"2024-09-19T05:01:25.760091+0000","last_clean":"2024-09-19T05:01:25.760091+0000","last_became_active":"2024-09-19T05:01:19.736805+0000","last_became_peered":"2024-09-19T05:01:19.736805+0000","last_unstale":"2024-09-19T05:01:25.760091+0000","last_undegraded":"2024-09-19T05:01:25.760091+0000","last_fullsized":"2024-09-19T05:01:25.760091+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:07:07.902614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457661+0000","last_change":"2024-09-19T05:01:24.765800+0000","last_active":"2024-09-19T05:01:26.457661+0000","last_peered":"2024-09-19T05:01:26.457661+0000","last_clean":"2024-09-19T05:01:26.457661+0000","last_became_active":"2024-09-19T05:01:24.765400+0000","last_became_peered":"2024-09-19T05:01:24.765400+0000","last_unstale":"2024-09-19T05:01:26.457661+0000","last_undegraded":"2024-09-19T05:01:26.457661+0000","last_fullsized":"2024-09-19T05:01:26.457661+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:08.708367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455739+0000","last_change":"2024-09-19T05:01:20.746940+0000","last_active":"2024-09-19T05:01:26.455739+0000","last_peered":"2024-09-19T05:01:26.455739+0000","last_clean":"2024-09-19T05:01:26.455739+0000","last_became_active":"2024-09-19T05:01:20.746690+0000","last_became_peered":"2024-09-19T05:01:20.746690+0000","last_unstale":"2024-09-19T05:01:26.455739+0000","last_undegraded":"2024-09-19T05:01:26.455739+0000","last_fullsized":"2024-09-19T05:01:26.455739+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:10.320360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762238+0000","last_change":"2024-09-19T05:01:19.733334+0000","last_active":"2024-09-19T05:01:25.762238+0000","last_peered":"2024-09-19T05:01:25.762238+0000","last_clean":"2024-09-19T05:01:25.762238+0000","last_became_active":"2024-09-19T05:01:19.732864+0000","last_became_peered":"2024-09-19T05:01:19.732864+0000","last_unstale":"2024-09-19T05:01:25.762238+0000","last_undegraded":"2024-09-19T05:01:25.762238+0000","last_fullsized":"2024-09-19T05:01:25.762238+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:09:11.079953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":178,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760196+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:01:25.760196+0000","last_peered":"2024-09-19T05:01:25.760196+0000","last_clean":"2024-09-19T05:01:25.760196+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:01:25.760196+0000","last_undegraded":"2024-09-19T05:01:25.760196+0000","last_fullsized":"2024-09-19T05:01:25.760196+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455451+0000","last_change":"2024-09-19T05:01:24.777662+0000","last_active":"2024-09-19T05:01:26.455451+0000","last_peered":"2024-09-19T05:01:26.455451+0000","last_clean":"2024-09-19T05:01:26.455451+0000","last_became_active":"2024-09-19T05:01:24.777214+0000","last_became_peered":"2024-09-19T05:01:24.777214+0000","last_unstale":"2024-09-19T05:01:26.455451+0000","last_undegraded":"2024-09-19T05:01:26.455451+0000","last_fullsized":"2024-09-19T05:01:26.455451+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:21:52.916566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760323+0000","last_change":"2024-09-19T05:01:20.734598+0000","last_active":"2024-09-19T05:01:25.760323+0000","last_peered":"2024-09-19T05:01:25.760323+0000","last_clean":"2024-09-19T05:01:25.760323+0000","last_became_active":"2024-09-19T05:01:20.734308+0000","last_became_peered":"2024-09-19T05:01:20.734308+0000","last_unstale":"2024-09-19T05:01:25.760323+0000","last_undegraded":"2024-09-19T05:01:25.760323+0000","last_fullsized":"2024-09-19T05:01:25.760323+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:07:34.329195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456549+0000","last_change":"2024-09-19T05:01:19.729935+0000","last_active":"2024-09-19T05:01:26.456549+0000","last_peered":"2024-09-19T05:01:26.456549+0000","last_clean":"2024-09-19T05:01:26.456549+0000","last_became_active":"2024-09-19T05:01:19.729632+0000","last_became_peered":"2024-09-19T05:01:19.729632+0000","last_unstale":"2024-09-19T05:01:26.456549+0000","last_undegraded":"2024-09-19T05:01:26.456549+0000","last_fullsized":"2024-09-19T05:01:26.456549+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:03.018728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454965+0000","last_change":"2024-09-19T05:01:24.763257+0000","last_active":"2024-09-19T05:01:26.454965+0000","last_peered":"2024-09-19T05:01:26.454965+0000","last_clean":"2024-09-19T05:01:26.454965+0000","last_became_active":"2024-09-19T05:01:24.762724+0000","last_became_peered":"2024-09-19T05:01:24.762724+0000","last_unstale":"2024-09-19T05:01:26.454965+0000","last_undegraded":"2024-09-19T05:01:26.454965+0000","last_fullsized":"2024-09-19T05:01:26.454965+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:25.885670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761870+0000","last_change":"2024-09-19T05:01:20.746306+0000","last_active":"2024-09-19T05:01:25.761870+0000","last_peered":"2024-09-19T05:01:25.761870+0000","last_clean":"2024-09-19T05:01:25.761870+0000","last_became_active":"2024-09-19T05:01:20.745965+0000","last_became_peered":"2024-09-19T05:01:20.745965+0000","last_unstale":"2024-09-19T05:01:25.761870+0000","last_undegraded":"2024-09-19T05:01:25.761870+0000","last_fullsized":"2024-09-19T05:01:25.761870+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:21:48.884940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455468+0000","last_change":"2024-09-19T05:01:19.735488+0000","last_active":"2024-09-19T05:01:26.455468+0000","last_peered":"2024-09-19T05:01:26.455468+0000","last_clean":"2024-09-19T05:01:26.455468+0000","last_became_active":"2024-09-19T05:01:19.735142+0000","last_became_peered":"2024-09-19T05:01:19.735142+0000","last_unstale":"2024-09-19T05:01:26.455468+0000","last_undegraded":"2024-09-19T05:01:26.455468+0000","last_fullsized":"2024-09-19T05:01:26.455468+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:42:30.534755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457339+0000","last_change":"2024-09-19T05:01:24.769364+0000","last_active":"2024-09-19T05:01:26.457339+0000","last_peered":"2024-09-19T05:01:26.457339+0000","last_clean":"2024-09-19T05:01:26.457339+0000","last_became_active":"2024-09-19T05:01:24.768860+0000","last_became_peered":"2024-09-19T05:01:24.768860+0000","last_unstale":"2024-09-19T05:01:26.457339+0000","last_undegraded":"2024-09-19T05:01:26.457339+0000","last_fullsized":"2024-09-19T05:01:26.457339+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:59.930527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761721+0000","last_change":"2024-09-19T05:01:20.744945+0000","last_active":"2024-09-19T05:01:25.761721+0000","last_peered":"2024-09-19T05:01:25.761721+0000","last_clean":"2024-09-19T05:01:25.761721+0000","last_became_active":"2024-09-19T05:01:20.744634+0000","last_became_peered":"2024-09-19T05:01:20.744634+0000","last_unstale":"2024-09-19T05:01:25.761721+0000","last_undegraded":"2024-09-19T05:01:25.761721+0000","last_fullsized":"2024-09-19T05:01:25.761721+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:21:48.884940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456073+0000","last_change":"2024-09-19T05:01:19.726021+0000","last_active":"2024-09-19T05:01:26.456073+0000","last_peered":"2024-09-19T05:01:26.456073+0000","last_clean":"2024-09-19T05:01:26.456073+0000","last_became_active":"2024-09-19T05:01:19.725680+0000","last_became_peered":"2024-09-19T05:01:19.725680+0000","last_unstale":"2024-09-19T05:01:26.456073+0000","last_undegraded":"2024-09-19T05:01:26.456073+0000","last_fullsized":"2024-09-19T05:01:26.456073+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:44.351180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761784+0000","last_change":"2024-09-19T05:01:24.773652+0000","last_active":"2024-09-19T05:01:25.761784+0000","last_peered":"2024-09-19T05:01:25.761784+0000","last_clean":"2024-09-19T05:01:25.761784+0000","last_became_active":"2024-09-19T05:01:24.773227+0000","last_became_peered":"2024-09-19T05:01:24.773227+0000","last_unstale":"2024-09-19T05:01:25.761784+0000","last_undegraded":"2024-09-19T05:01:25.761784+0000","last_fullsized":"2024-09-19T05:01:25.761784+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:30.782389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761118+0000","last_change":"2024-09-19T05:01:20.739617+0000","last_active":"2024-09-19T05:01:25.761118+0000","last_peered":"2024-09-19T05:01:25.761118+0000","last_clean":"2024-09-19T05:01:25.761118+0000","last_became_active":"2024-09-19T05:01:20.739246+0000","last_became_peered":"2024-09-19T05:01:20.739246+0000","last_unstale":"2024-09-19T05:01:25.761118+0000","last_undegraded":"2024-09-19T05:01:25.761118+0000","last_fullsized":"2024-09-19T05:01:25.761118+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:51:30.732953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760011+0000","last_change":"2024-09-19T05:01:19.730919+0000","last_active":"2024-09-19T05:01:25.760011+0000","last_peered":"2024-09-19T05:01:25.760011+0000","last_clean":"2024-09-19T05:01:25.760011+0000","last_became_active":"2024-09-19T05:01:19.730642+0000","last_became_peered":"2024-09-19T05:01:19.730642+0000","last_unstale":"2024-09-19T05:01:25.760011+0000","last_undegraded":"2024-09-19T05:01:25.760011+0000","last_fullsized":"2024-09-19T05:01:25.760011+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:54.314220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762108+0000","last_change":"2024-09-19T05:01:24.779780+0000","last_active":"2024-09-19T05:01:25.762108+0000","last_peered":"2024-09-19T05:01:25.762108+0000","last_clean":"2024-09-19T05:01:25.762108+0000","last_became_active":"2024-09-19T05:01:24.778984+0000","last_became_peered":"2024-09-19T05:01:24.778984+0000","last_unstale":"2024-09-19T05:01:25.762108+0000","last_undegraded":"2024-09-19T05:01:25.762108+0000","last_fullsized":"2024-09-19T05:01:25.762108+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:38.425433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760067+0000","last_change":"2024-09-19T05:01:20.739188+0000","last_active":"2024-09-19T05:01:25.760067+0000","last_peered":"2024-09-19T05:01:25.760067+0000","last_clean":"2024-09-19T05:01:25.760067+0000","last_became_active":"2024-09-19T05:01:20.738907+0000","last_became_peered":"2024-09-19T05:01:20.738907+0000","last_unstale":"2024-09-19T05:01:25.760067+0000","last_undegraded":"2024-09-19T05:01:25.760067+0000","last_fullsized":"2024-09-19T05:01:25.760067+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:27.424258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":30,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455293+0000","last_change":"2024-09-19T05:01:19.730748+0000","last_active":"2024-09-19T05:01:26.455293+0000","last_peered":"2024-09-19T05:01:26.455293+0000","last_clean":"2024-09-19T05:01:26.455293+0000","last_became_active":"2024-09-19T05:01:19.730468+0000","last_became_peered":"2024-09-19T05:01:19.730468+0000","last_unstale":"2024-09-19T05:01:26.455293+0000","last_undegraded":"2024-09-19T05:01:26.455293+0000","last_fullsized":"2024-09-19T05:01:26.455293+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:37:10.181031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457509+0000","last_change":"2024-09-19T05:01:24.770592+0000","last_active":"2024-09-19T05:01:26.457509+0000","last_peered":"2024-09-19T05:01:26.457509+0000","last_clean":"2024-09-19T05:01:26.457509+0000","last_became_active":"2024-09-19T05:01:24.770235+0000","last_became_peered":"2024-09-19T05:01:24.770235+0000","last_unstale":"2024-09-19T05:01:26.457509+0000","last_undegraded":"2024-09-19T05:01:26.457509+0000","last_fullsized":"2024-09-19T05:01:26.457509+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:24:06.249397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454991+0000","last_change":"2024-09-19T05:01:20.737229+0000","last_active":"2024-09-19T05:01:26.454991+0000","last_peered":"2024-09-19T05:01:26.454991+0000","last_clean":"2024-09-19T05:01:26.454991+0000","last_became_active":"2024-09-19T05:01:20.736947+0000","last_became_peered":"2024-09-19T05:01:20.736947+0000","last_unstale":"2024-09-19T05:01:26.454991+0000","last_undegraded":"2024-09-19T05:01:26.454991+0000","last_fullsized":"2024-09-19T05:01:26.454991+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:36:50.087159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454994+0000","last_change":"2024-09-19T05:01:19.732212+0000","last_active":"2024-09-19T05:01:26.454994+0000","last_peered":"2024-09-19T05:01:26.454994+0000","last_clean":"2024-09-19T05:01:26.454994+0000","last_became_active":"2024-09-19T05:01:19.731934+0000","last_became_peered":"2024-09-19T05:01:19.731934+0000","last_unstale":"2024-09-19T05:01:26.454994+0000","last_undegraded":"2024-09-19T05:01:26.454994+0000","last_fullsized":"2024-09-19T05:01:26.454994+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:03.018728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455248+0000","last_change":"2024-09-19T05:01:24.776532+0000","last_active":"2024-09-19T05:01:26.455248+0000","last_peered":"2024-09-19T05:01:26.455248+0000","last_clean":"2024-09-19T05:01:26.455248+0000","last_became_active":"2024-09-19T05:01:24.776118+0000","last_became_peered":"2024-09-19T05:01:24.776118+0000","last_unstale":"2024-09-19T05:01:26.455248+0000","last_undegraded":"2024-09-19T05:01:26.455248+0000","last_fullsized":"2024-09-19T05:01:26.455248+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:05:05.862767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761834+0000","last_change":"2024-09-19T05:01:20.741943+0000","last_active":"2024-09-19T05:01:25.761834+0000","last_peered":"2024-09-19T05:01:25.761834+0000","last_clean":"2024-09-19T05:01:25.761834+0000","last_became_active":"2024-09-19T05:01:20.741633+0000","last_became_peered":"2024-09-19T05:01:20.741633+0000","last_unstale":"2024-09-19T05:01:25.761834+0000","last_undegraded":"2024-09-19T05:01:25.761834+0000","last_fullsized":"2024-09-19T05:01:25.761834+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:17.516756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762360+0000","last_change":"2024-09-19T05:01:19.729739+0000","last_active":"2024-09-19T05:01:25.762360+0000","last_peered":"2024-09-19T05:01:25.762360+0000","last_clean":"2024-09-19T05:01:25.762360+0000","last_became_active":"2024-09-19T05:01:19.729407+0000","last_became_peered":"2024-09-19T05:01:19.729407+0000","last_unstale":"2024-09-19T05:01:25.762360+0000","last_undegraded":"2024-09-19T05:01:25.762360+0000","last_fullsized":"2024-09-19T05:01:25.762360+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:11.610998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457598+0000","last_change":"2024-09-19T05:01:24.781952+0000","last_active":"2024-09-19T05:01:26.457598+0000","last_peered":"2024-09-19T05:01:26.457598+0000","last_clean":"2024-09-19T05:01:26.457598+0000","last_became_active":"2024-09-19T05:01:24.778963+0000","last_became_peered":"2024-09-19T05:01:24.778963+0000","last_unstale":"2024-09-19T05:01:26.457598+0000","last_undegraded":"2024-09-19T05:01:26.457598+0000","last_fullsized":"2024-09-19T05:01:26.457598+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:14:08.621679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457153+0000","last_change":"2024-09-19T05:01:20.741591+0000","last_active":"2024-09-19T05:01:26.457153+0000","last_peered":"2024-09-19T05:01:26.457153+0000","last_clean":"2024-09-19T05:01:26.457153+0000","last_became_active":"2024-09-19T05:01:20.741277+0000","last_became_peered":"2024-09-19T05:01:20.741277+0000","last_unstale":"2024-09-19T05:01:26.457153+0000","last_undegraded":"2024-09-19T05:01:26.457153+0000","last_fullsized":"2024-09-19T05:01:26.457153+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:14:44.098010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457638+0000","last_change":"2024-09-19T05:01:19.729941+0000","last_active":"2024-09-19T05:01:26.457638+0000","last_peered":"2024-09-19T05:01:26.457638+0000","last_clean":"2024-09-19T05:01:26.457638+0000","last_became_active":"2024-09-19T05:01:19.729678+0000","last_became_peered":"2024-09-19T05:01:19.729678+0000","last_unstale":"2024-09-19T05:01:26.457638+0000","last_undegraded":"2024-09-19T05:01:26.457638+0000","last_fullsized":"2024-09-19T05:01:26.457638+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:45:46.528286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761941+0000","last_change":"2024-09-19T05:01:24.777774+0000","last_active":"2024-09-19T05:01:25.761941+0000","last_peered":"2024-09-19T05:01:25.761941+0000","last_clean":"2024-09-19T05:01:25.761941+0000","last_became_active":"2024-09-19T05:01:24.777404+0000","last_became_peered":"2024-09-19T05:01:24.777404+0000","last_unstale":"2024-09-19T05:01:25.761941+0000","last_undegraded":"2024-09-19T05:01:25.761941+0000","last_fullsized":"2024-09-19T05:01:25.761941+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:44:54.365080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760063+0000","last_change":"2024-09-19T05:01:20.744594+0000","last_active":"2024-09-19T05:01:25.760063+0000","last_peered":"2024-09-19T05:01:25.760063+0000","last_clean":"2024-09-19T05:01:25.760063+0000","last_became_active":"2024-09-19T05:01:20.744335+0000","last_became_peered":"2024-09-19T05:01:20.744335+0000","last_unstale":"2024-09-19T05:01:25.760063+0000","last_undegraded":"2024-09-19T05:01:25.760063+0000","last_fullsized":"2024-09-19T05:01:25.760063+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:06:23.446672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'9","reported_seq":31,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:30.242729+0000","last_change":"2024-09-19T05:01:19.731116+0000","last_active":"2024-09-19T05:01:30.242729+0000","last_peered":"2024-09-19T05:01:30.242729+0000","last_clean":"2024-09-19T05:01:30.242729+0000","last_became_active":"2024-09-19T05:01:19.730829+0000","last_became_peered":"2024-09-19T05:01:19.730829+0000","last_unstale":"2024-09-19T05:01:30.242729+0000","last_undegraded":"2024-09-19T05:01:30.242729+0000","last_fullsized":"2024-09-19T05:01:30.242729+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:11.610998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455510+0000","last_change":"2024-09-19T05:01:24.765467+0000","last_active":"2024-09-19T05:01:26.455510+0000","last_peered":"2024-09-19T05:01:26.455510+0000","last_clean":"2024-09-19T05:01:26.455510+0000","last_became_active":"2024-09-19T05:01:24.764365+0000","last_became_peered":"2024-09-19T05:01:24.764365+0000","last_unstale":"2024-09-19T05:01:26.455510+0000","last_undegraded":"2024-09-19T05:01:26.455510+0000","last_fullsized":"2024-09-19T05:01:26.455510+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:37.601769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760912+0000","last_change":"2024-09-19T05:01:20.738842+0000","last_active":"2024-09-19T05:01:25.760912+0000","last_peered":"2024-09-19T05:01:25.760912+0000","last_clean":"2024-09-19T05:01:25.760912+0000","last_became_active":"2024-09-19T05:01:20.738388+0000","last_became_peered":"2024-09-19T05:01:20.738388+0000","last_unstale":"2024-09-19T05:01:25.760912+0000","last_undegraded":"2024-09-19T05:01:25.760912+0000","last_fullsized":"2024-09-19T05:01:25.760912+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:07.944971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455370+0000","last_change":"2024-09-19T05:01:19.736143+0000","last_active":"2024-09-19T05:01:26.455370+0000","last_peered":"2024-09-19T05:01:26.455370+0000","last_clean":"2024-09-19T05:01:26.455370+0000","last_became_active":"2024-09-19T05:01:19.735826+0000","last_became_peered":"2024-09-19T05:01:19.735826+0000","last_unstale":"2024-09-19T05:01:26.455370+0000","last_undegraded":"2024-09-19T05:01:26.455370+0000","last_fullsized":"2024-09-19T05:01:26.455370+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:40:55.189074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760376+0000","last_change":"2024-09-19T05:01:24.771988+0000","last_active":"2024-09-19T05:01:25.760376+0000","last_peered":"2024-09-19T05:01:25.760376+0000","last_clean":"2024-09-19T05:01:25.760376+0000","last_became_active":"2024-09-19T05:01:24.771529+0000","last_became_peered":"2024-09-19T05:01:24.771529+0000","last_unstale":"2024-09-19T05:01:25.760376+0000","last_undegraded":"2024-09-19T05:01:25.760376+0000","last_fullsized":"2024-09-19T05:01:25.760376+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:44.116516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457750+0000","last_change":"2024-09-19T05:01:20.737892+0000","last_active":"2024-09-19T05:01:26.457750+0000","last_peered":"2024-09-19T05:01:26.457750+0000","last_clean":"2024-09-19T05:01:26.457750+0000","last_became_active":"2024-09-19T05:01:20.737606+0000","last_became_peered":"2024-09-19T05:01:20.737606+0000","last_unstale":"2024-09-19T05:01:26.457750+0000","last_undegraded":"2024-09-19T05:01:26.457750+0000","last_fullsized":"2024-09-19T05:01:26.457750+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:38:04.257364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762630+0000","last_change":"2024-09-19T05:01:19.732830+0000","last_active":"2024-09-19T05:01:25.762630+0000","last_peered":"2024-09-19T05:01:25.762630+0000","last_clean":"2024-09-19T05:01:25.762630+0000","last_became_active":"2024-09-19T05:01:19.732500+0000","last_became_peered":"2024-09-19T05:01:19.732500+0000","last_unstale":"2024-09-19T05:01:25.762630+0000","last_undegraded":"2024-09-19T05:01:25.762630+0000","last_fullsized":"2024-09-19T05:01:25.762630+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:03.018728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456930+0000","last_change":"2024-09-19T05:01:24.778724+0000","last_active":"2024-09-19T05:01:26.456930+0000","last_peered":"2024-09-19T05:01:26.456930+0000","last_clean":"2024-09-19T05:01:26.456930+0000","last_became_active":"2024-09-19T05:01:24.777484+0000","last_became_peered":"2024-09-19T05:01:24.777484+0000","last_unstale":"2024-09-19T05:01:26.456930+0000","last_undegraded":"2024-09-19T05:01:26.456930+0000","last_fullsized":"2024-09-19T05:01:26.456930+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:40.026027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762620+0000","last_change":"2024-09-19T05:01:20.741395+0000","last_active":"2024-09-19T05:01:25.762620+0000","last_peered":"2024-09-19T05:01:25.762620+0000","last_clean":"2024-09-19T05:01:25.762620+0000","last_became_active":"2024-09-19T05:01:20.740223+0000","last_became_peered":"2024-09-19T05:01:20.740223+0000","last_unstale":"2024-09-19T05:01:25.762620+0000","last_undegraded":"2024-09-19T05:01:25.762620+0000","last_fullsized":"2024-09-19T05:01:25.762620+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:07:34.329195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455329+0000","last_change":"2024-09-19T05:01:19.736158+0000","last_active":"2024-09-19T05:01:26.455329+0000","last_peered":"2024-09-19T05:01:26.455329+0000","last_clean":"2024-09-19T05:01:26.455329+0000","last_became_active":"2024-09-19T05:01:19.735865+0000","last_became_peered":"2024-09-19T05:01:19.735865+0000","last_unstale":"2024-09-19T05:01:26.455329+0000","last_undegraded":"2024-09-19T05:01:26.455329+0000","last_fullsized":"2024-09-19T05:01:26.455329+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:09:11.079953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456314+0000","last_change":"2024-09-19T05:01:24.776445+0000","last_active":"2024-09-19T05:01:26.456314+0000","last_peered":"2024-09-19T05:01:26.456314+0000","last_clean":"2024-09-19T05:01:26.456314+0000","last_became_active":"2024-09-19T05:01:24.776023+0000","last_became_peered":"2024-09-19T05:01:24.776023+0000","last_unstale":"2024-09-19T05:01:26.456314+0000","last_undegraded":"2024-09-19T05:01:26.456314+0000","last_fullsized":"2024-09-19T05:01:26.456314+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:14:58.769444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457363+0000","last_change":"2024-09-19T05:01:24.774643+0000","last_active":"2024-09-19T05:01:26.457363+0000","last_peered":"2024-09-19T05:01:26.457363+0000","last_clean":"2024-09-19T05:01:26.457363+0000","last_became_active":"2024-09-19T05:01:24.774240+0000","last_became_peered":"2024-09-19T05:01:24.774240+0000","last_unstale":"2024-09-19T05:01:26.457363+0000","last_undegraded":"2024-09-19T05:01:26.457363+0000","last_fullsized":"2024-09-19T05:01:26.457363+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:37.601769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455624+0000","last_change":"2024-09-19T05:01:20.737089+0000","last_active":"2024-09-19T05:01:26.455624+0000","last_peered":"2024-09-19T05:01:26.455624+0000","last_clean":"2024-09-19T05:01:26.455624+0000","last_became_active":"2024-09-19T05:01:20.736803+0000","last_became_peered":"2024-09-19T05:01:20.736803+0000","last_unstale":"2024-09-19T05:01:26.455624+0000","last_undegraded":"2024-09-19T05:01:26.455624+0000","last_fullsized":"2024-09-19T05:01:26.455624+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:10:22.545833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761666+0000","last_change":"2024-09-19T05:01:19.727443+0000","last_active":"2024-09-19T05:01:25.761666+0000","last_peered":"2024-09-19T05:01:25.761666+0000","last_clean":"2024-09-19T05:01:25.761666+0000","last_became_active":"2024-09-19T05:01:19.727144+0000","last_became_peered":"2024-09-19T05:01:19.727144+0000","last_unstale":"2024-09-19T05:01:25.761666+0000","last_undegraded":"2024-09-19T05:01:25.761666+0000","last_fullsized":"2024-09-19T05:01:25.761666+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:44.351180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455249+0000","last_change":"2024-09-19T05:01:24.766683+0000","last_active":"2024-09-19T05:01:26.455249+0000","last_peered":"2024-09-19T05:01:26.455249+0000","last_clean":"2024-09-19T05:01:26.455249+0000","last_became_active":"2024-09-19T05:01:24.766273+0000","last_became_peered":"2024-09-19T05:01:24.766273+0000","last_unstale":"2024-09-19T05:01:26.455249+0000","last_undegraded":"2024-09-19T05:01:26.455249+0000","last_fullsized":"2024-09-19T05:01:26.455249+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:31.455883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456788+0000","last_change":"2024-09-19T05:01:20.741070+0000","last_active":"2024-09-19T05:01:26.456788+0000","last_peered":"2024-09-19T05:01:26.456788+0000","last_clean":"2024-09-19T05:01:26.456788+0000","last_became_active":"2024-09-19T05:01:20.740779+0000","last_became_peered":"2024-09-19T05:01:20.740779+0000","last_unstale":"2024-09-19T05:01:26.456788+0000","last_undegraded":"2024-09-19T05:01:26.456788+0000","last_fullsized":"2024-09-19T05:01:26.456788+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:29.481598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456583+0000","last_change":"2024-09-19T05:01:19.733495+0000","last_active":"2024-09-19T05:01:26.456583+0000","last_peered":"2024-09-19T05:01:26.456583+0000","last_clean":"2024-09-19T05:01:26.456583+0000","last_became_active":"2024-09-19T05:01:19.732970+0000","last_became_peered":"2024-09-19T05:01:19.732970+0000","last_unstale":"2024-09-19T05:01:26.456583+0000","last_undegraded":"2024-09-19T05:01:26.456583+0000","last_fullsized":"2024-09-19T05:01:26.456583+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:03.018728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455144+0000","last_change":"2024-09-19T05:01:19.732918+0000","last_active":"2024-09-19T05:01:26.455144+0000","last_peered":"2024-09-19T05:01:26.455144+0000","last_clean":"2024-09-19T05:01:26.455144+0000","last_became_active":"2024-09-19T05:01:19.732614+0000","last_became_peered":"2024-09-19T05:01:19.732614+0000","last_unstale":"2024-09-19T05:01:26.455144+0000","last_undegraded":"2024-09-19T05:01:26.455144+0000","last_fullsized":"2024-09-19T05:01:26.455144+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:07:07.902614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457477+0000","last_change":"2024-09-19T05:01:20.738263+0000","last_active":"2024-09-19T05:01:26.457477+0000","last_peered":"2024-09-19T05:01:26.457477+0000","last_clean":"2024-09-19T05:01:26.457477+0000","last_became_active":"2024-09-19T05:01:20.737730+0000","last_became_peered":"2024-09-19T05:01:20.737730+0000","last_unstale":"2024-09-19T05:01:26.457477+0000","last_undegraded":"2024-09-19T05:01:26.457477+0000","last_fullsized":"2024-09-19T05:01:26.457477+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:11.620276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456368+0000","last_change":"2024-09-19T05:01:24.773911+0000","last_active":"2024-09-19T05:01:26.456368+0000","last_peered":"2024-09-19T05:01:26.456368+0000","last_clean":"2024-09-19T05:01:26.456368+0000","last_became_active":"2024-09-19T05:01:24.773490+0000","last_became_peered":"2024-09-19T05:01:24.773490+0000","last_unstale":"2024-09-19T05:01:26.456368+0000","last_undegraded":"2024-09-19T05:01:26.456368+0000","last_fullsized":"2024-09-19T05:01:26.456368+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:20:48.601495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456718+0000","last_change":"2024-09-19T05:01:19.730443+0000","last_active":"2024-09-19T05:01:26.456718+0000","last_peered":"2024-09-19T05:01:26.456718+0000","last_clean":"2024-09-19T05:01:26.456718+0000","last_became_active":"2024-09-19T05:01:19.730103+0000","last_became_peered":"2024-09-19T05:01:19.730103+0000","last_unstale":"2024-09-19T05:01:26.456718+0000","last_undegraded":"2024-09-19T05:01:26.456718+0000","last_fullsized":"2024-09-19T05:01:26.456718+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:18.704322+0000","last_clean_scrub_stamp":"2024-09-19T05:01:18.704322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:04.194493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761077+0000","last_change":"2024-09-19T05:01:20.731075+0000","last_active":"2024-09-19T05:01:25.761077+0000","last_peered":"2024-09-19T05:01:25.761077+0000","last_clean":"2024-09-19T05:01:25.761077+0000","last_became_active":"2024-09-19T05:01:20.729688+0000","last_became_peered":"2024-09-19T05:01:20.729688+0000","last_unstale":"2024-09-19T05:01:25.761077+0000","last_undegraded":"2024-09-19T05:01:25.761077+0000","last_fullsized":"2024-09-19T05:01:25.761077+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:27:34.925369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456140+0000","last_change":"2024-09-19T05:01:24.775167+0000","last_active":"2024-09-19T05:01:26.456140+0000","last_peered":"2024-09-19T05:01:26.456140+0000","last_clean":"2024-09-19T05:01:26.456140+0000","last_became_active":"2024-09-19T05:01:24.774755+0000","last_became_peered":"2024-09-19T05:01:24.774755+0000","last_unstale":"2024-09-19T05:01:26.456140+0000","last_undegraded":"2024-09-19T05:01:26.456140+0000","last_fullsized":"2024-09-19T05:01:26.456140+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:23.741441+0000","last_clean_scrub_stamp":"2024-09-19T05:01:23.741441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:30.782389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.454826+0000","last_change":"2024-09-19T05:01:20.737816+0000","last_active":"2024-09-19T05:01:26.454826+0000","last_peered":"2024-09-19T05:01:26.454826+0000","last_clean":"2024-09-19T05:01:26.454826+0000","last_became_active":"2024-09-19T05:01:20.736669+0000","last_became_peered":"2024-09-19T05:01:20.736669+0000","last_unstale":"2024-09-19T05:01:26.454826+0000","last_undegraded":"2024-09-19T05:01:26.454826+0000","last_fullsized":"2024-09-19T05:01:26.454826+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:02:43.124419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455624+0000","last_change":"2024-09-19T05:01:20.739352+0000","last_active":"2024-09-19T05:01:26.455624+0000","last_peered":"2024-09-19T05:01:26.455624+0000","last_clean":"2024-09-19T05:01:26.455624+0000","last_became_active":"2024-09-19T05:01:20.739057+0000","last_became_peered":"2024-09-19T05:01:20.739057+0000","last_unstale":"2024-09-19T05:01:26.455624+0000","last_undegraded":"2024-09-19T05:01:26.455624+0000","last_fullsized":"2024-09-19T05:01:26.455624+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:00:29.562071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762335+0000","last_change":"2024-09-19T05:01:20.747362+0000","last_active":"2024-09-19T05:01:25.762335+0000","last_peered":"2024-09-19T05:01:25.762335+0000","last_clean":"2024-09-19T05:01:25.762335+0000","last_became_active":"2024-09-19T05:01:20.747047+0000","last_became_peered":"2024-09-19T05:01:20.747047+0000","last_unstale":"2024-09-19T05:01:25.762335+0000","last_undegraded":"2024-09-19T05:01:25.762335+0000","last_fullsized":"2024-09-19T05:01:25.762335+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:27.424258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457389+0000","last_change":"2024-09-19T05:01:20.748525+0000","last_active":"2024-09-19T05:01:26.457389+0000","last_peered":"2024-09-19T05:01:26.457389+0000","last_clean":"2024-09-19T05:01:26.457389+0000","last_became_active":"2024-09-19T05:01:20.748216+0000","last_became_peered":"2024-09-19T05:01:20.748216+0000","last_unstale":"2024-09-19T05:01:26.457389+0000","last_undegraded":"2024-09-19T05:01:26.457389+0000","last_fullsized":"2024-09-19T05:01:26.457389+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:16.539268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457252+0000","last_change":"2024-09-19T05:01:20.744548+0000","last_active":"2024-09-19T05:01:26.457252+0000","last_peered":"2024-09-19T05:01:26.457252+0000","last_clean":"2024-09-19T05:01:26.457252+0000","last_became_active":"2024-09-19T05:01:20.744268+0000","last_became_peered":"2024-09-19T05:01:20.744268+0000","last_unstale":"2024-09-19T05:01:26.457252+0000","last_undegraded":"2024-09-19T05:01:26.457252+0000","last_fullsized":"2024-09-19T05:01:26.457252+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:57:32.573026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455202+0000","last_change":"2024-09-19T05:01:20.737981+0000","last_active":"2024-09-19T05:01:26.455202+0000","last_peered":"2024-09-19T05:01:26.455202+0000","last_clean":"2024-09-19T05:01:26.455202+0000","last_became_active":"2024-09-19T05:01:20.737731+0000","last_became_peered":"2024-09-19T05:01:20.737731+0000","last_unstale":"2024-09-19T05:01:26.455202+0000","last_undegraded":"2024-09-19T05:01:26.455202+0000","last_fullsized":"2024-09-19T05:01:26.455202+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:11.620276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455371+0000","last_change":"2024-09-19T05:01:20.742359+0000","last_active":"2024-09-19T05:01:26.455371+0000","last_peered":"2024-09-19T05:01:26.455371+0000","last_clean":"2024-09-19T05:01:26.455371+0000","last_became_active":"2024-09-19T05:01:20.742106+0000","last_became_peered":"2024-09-19T05:01:20.742106+0000","last_unstale":"2024-09-19T05:01:26.455371+0000","last_undegraded":"2024-09-19T05:01:26.455371+0000","last_fullsized":"2024-09-19T05:01:26.455371+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:14.581107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455298+0000","last_change":"2024-09-19T05:01:20.744639+0000","last_active":"2024-09-19T05:01:26.455298+0000","last_peered":"2024-09-19T05:01:26.455298+0000","last_clean":"2024-09-19T05:01:26.455298+0000","last_became_active":"2024-09-19T05:01:20.744355+0000","last_became_peered":"2024-09-19T05:01:20.744355+0000","last_unstale":"2024-09-19T05:01:26.455298+0000","last_undegraded":"2024-09-19T05:01:26.455298+0000","last_fullsized":"2024-09-19T05:01:26.455298+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:51:30.732953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761573+0000","last_change":"2024-09-19T05:01:20.747606+0000","last_active":"2024-09-19T05:01:25.761573+0000","last_peered":"2024-09-19T05:01:25.761573+0000","last_clean":"2024-09-19T05:01:25.761573+0000","last_became_active":"2024-09-19T05:01:20.747301+0000","last_became_peered":"2024-09-19T05:01:20.747301+0000","last_unstale":"2024-09-19T05:01:25.761573+0000","last_undegraded":"2024-09-19T05:01:25.761573+0000","last_fullsized":"2024-09-19T05:01:25.761573+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:54:03.506896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456431+0000","last_change":"2024-09-19T05:01:20.745809+0000","last_active":"2024-09-19T05:01:26.456431+0000","last_peered":"2024-09-19T05:01:26.456431+0000","last_clean":"2024-09-19T05:01:26.456431+0000","last_became_active":"2024-09-19T05:01:20.745456+0000","last_became_peered":"2024-09-19T05:01:20.745456+0000","last_unstale":"2024-09-19T05:01:26.456431+0000","last_undegraded":"2024-09-19T05:01:26.456431+0000","last_fullsized":"2024-09-19T05:01:26.456431+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:06:23.446672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762265+0000","last_change":"2024-09-19T05:01:20.742715+0000","last_active":"2024-09-19T05:01:25.762265+0000","last_peered":"2024-09-19T05:01:25.762265+0000","last_clean":"2024-09-19T05:01:25.762265+0000","last_became_active":"2024-09-19T05:01:20.742452+0000","last_became_peered":"2024-09-19T05:01:20.742452+0000","last_unstale":"2024-09-19T05:01:25.762265+0000","last_undegraded":"2024-09-19T05:01:25.762265+0000","last_fullsized":"2024-09-19T05:01:25.762265+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:55.473592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457121+0000","last_change":"2024-09-19T05:01:20.741792+0000","last_active":"2024-09-19T05:01:26.457121+0000","last_peered":"2024-09-19T05:01:26.457121+0000","last_clean":"2024-09-19T05:01:26.457121+0000","last_became_active":"2024-09-19T05:01:20.741368+0000","last_became_peered":"2024-09-19T05:01:20.741368+0000","last_unstale":"2024-09-19T05:01:26.457121+0000","last_undegraded":"2024-09-19T05:01:26.457121+0000","last_fullsized":"2024-09-19T05:01:26.457121+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:33.256184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455356+0000","last_change":"2024-09-19T05:01:20.732348+0000","last_active":"2024-09-19T05:01:26.455356+0000","last_peered":"2024-09-19T05:01:26.455356+0000","last_clean":"2024-09-19T05:01:26.455356+0000","last_became_active":"2024-09-19T05:01:20.732033+0000","last_became_peered":"2024-09-19T05:01:20.732033+0000","last_unstale":"2024-09-19T05:01:26.455356+0000","last_undegraded":"2024-09-19T05:01:26.455356+0000","last_fullsized":"2024-09-19T05:01:26.455356+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:10.320360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760856+0000","last_change":"2024-09-19T05:01:20.736239+0000","last_active":"2024-09-19T05:01:25.760856+0000","last_peered":"2024-09-19T05:01:25.760856+0000","last_clean":"2024-09-19T05:01:25.760856+0000","last_became_active":"2024-09-19T05:01:20.735785+0000","last_became_peered":"2024-09-19T05:01:20.735785+0000","last_unstale":"2024-09-19T05:01:25.760856+0000","last_undegraded":"2024-09-19T05:01:25.760856+0000","last_fullsized":"2024-09-19T05:01:25.760856+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:33.209908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455971+0000","last_change":"2024-09-19T05:01:20.738041+0000","last_active":"2024-09-19T05:01:26.455971+0000","last_peered":"2024-09-19T05:01:26.455971+0000","last_clean":"2024-09-19T05:01:26.455971+0000","last_became_active":"2024-09-19T05:01:20.737750+0000","last_became_peered":"2024-09-19T05:01:20.737750+0000","last_unstale":"2024-09-19T05:01:26.455971+0000","last_undegraded":"2024-09-19T05:01:26.455971+0000","last_fullsized":"2024-09-19T05:01:26.455971+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:05.370764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762110+0000","last_change":"2024-09-19T05:01:20.742928+0000","last_active":"2024-09-19T05:01:25.762110+0000","last_peered":"2024-09-19T05:01:25.762110+0000","last_clean":"2024-09-19T05:01:25.762110+0000","last_became_active":"2024-09-19T05:01:20.741119+0000","last_became_peered":"2024-09-19T05:01:20.741119+0000","last_unstale":"2024-09-19T05:01:25.762110+0000","last_undegraded":"2024-09-19T05:01:25.762110+0000","last_fullsized":"2024-09-19T05:01:25.762110+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:33.209908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761455+0000","last_change":"2024-09-19T05:01:20.740846+0000","last_active":"2024-09-19T05:01:25.761455+0000","last_peered":"2024-09-19T05:01:25.761455+0000","last_clean":"2024-09-19T05:01:25.761455+0000","last_became_active":"2024-09-19T05:01:20.739847+0000","last_became_peered":"2024-09-19T05:01:20.739847+0000","last_unstale":"2024-09-19T05:01:25.761455+0000","last_undegraded":"2024-09-19T05:01:25.761455+0000","last_fullsized":"2024-09-19T05:01:25.761455+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:10.320360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455642+0000","last_change":"2024-09-19T05:01:20.743795+0000","last_active":"2024-09-19T05:01:26.455642+0000","last_peered":"2024-09-19T05:01:26.455642+0000","last_clean":"2024-09-19T05:01:26.455642+0000","last_became_active":"2024-09-19T05:01:20.743533+0000","last_became_peered":"2024-09-19T05:01:20.743533+0000","last_unstale":"2024-09-19T05:01:26.455642+0000","last_undegraded":"2024-09-19T05:01:26.455642+0000","last_fullsized":"2024-09-19T05:01:26.455642+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:16.539268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457132+0000","last_change":"2024-09-19T05:01:20.735627+0000","last_active":"2024-09-19T05:01:26.457132+0000","last_peered":"2024-09-19T05:01:26.457132+0000","last_clean":"2024-09-19T05:01:26.457132+0000","last_became_active":"2024-09-19T05:01:20.735354+0000","last_became_peered":"2024-09-19T05:01:20.735354+0000","last_unstale":"2024-09-19T05:01:26.457132+0000","last_undegraded":"2024-09-19T05:01:26.457132+0000","last_fullsized":"2024-09-19T05:01:26.457132+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:04:00.798522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456529+0000","last_change":"2024-09-19T05:01:20.742703+0000","last_active":"2024-09-19T05:01:26.456529+0000","last_peered":"2024-09-19T05:01:26.456529+0000","last_clean":"2024-09-19T05:01:26.456529+0000","last_became_active":"2024-09-19T05:01:20.741872+0000","last_became_peered":"2024-09-19T05:01:20.741872+0000","last_unstale":"2024-09-19T05:01:26.456529+0000","last_undegraded":"2024-09-19T05:01:26.456529+0000","last_fullsized":"2024-09-19T05:01:26.456529+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:36:50.087159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760798+0000","last_change":"2024-09-19T05:01:20.739042+0000","last_active":"2024-09-19T05:01:25.760798+0000","last_peered":"2024-09-19T05:01:25.760798+0000","last_clean":"2024-09-19T05:01:25.760798+0000","last_became_active":"2024-09-19T05:01:20.738735+0000","last_became_peered":"2024-09-19T05:01:20.738735+0000","last_unstale":"2024-09-19T05:01:25.760798+0000","last_undegraded":"2024-09-19T05:01:25.760798+0000","last_fullsized":"2024-09-19T05:01:25.760798+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:09:23.169379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455428+0000","last_change":"2024-09-19T05:01:20.735932+0000","last_active":"2024-09-19T05:01:26.455428+0000","last_peered":"2024-09-19T05:01:26.455428+0000","last_clean":"2024-09-19T05:01:26.455428+0000","last_became_active":"2024-09-19T05:01:20.735648+0000","last_became_peered":"2024-09-19T05:01:20.735648+0000","last_unstale":"2024-09-19T05:01:26.455428+0000","last_undegraded":"2024-09-19T05:01:26.455428+0000","last_fullsized":"2024-09-19T05:01:26.455428+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:54:03.506896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455253+0000","last_change":"2024-09-19T05:01:20.741014+0000","last_active":"2024-09-19T05:01:26.455253+0000","last_peered":"2024-09-19T05:01:26.455253+0000","last_clean":"2024-09-19T05:01:26.455253+0000","last_became_active":"2024-09-19T05:01:20.740701+0000","last_became_peered":"2024-09-19T05:01:20.740701+0000","last_unstale":"2024-09-19T05:01:26.455253+0000","last_undegraded":"2024-09-19T05:01:26.455253+0000","last_fullsized":"2024-09-19T05:01:26.455253+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:38:53.349172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761622+0000","last_change":"2024-09-19T05:01:20.735204+0000","last_active":"2024-09-19T05:01:25.761622+0000","last_peered":"2024-09-19T05:01:25.761622+0000","last_clean":"2024-09-19T05:01:25.761622+0000","last_became_active":"2024-09-19T05:01:20.734982+0000","last_became_peered":"2024-09-19T05:01:20.734982+0000","last_unstale":"2024-09-19T05:01:25.761622+0000","last_undegraded":"2024-09-19T05:01:25.761622+0000","last_fullsized":"2024-09-19T05:01:25.761622+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:55.473592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.456686+0000","last_change":"2024-09-19T05:01:20.740343+0000","last_active":"2024-09-19T05:01:26.456686+0000","last_peered":"2024-09-19T05:01:26.456686+0000","last_clean":"2024-09-19T05:01:26.456686+0000","last_became_active":"2024-09-19T05:01:20.740062+0000","last_became_peered":"2024-09-19T05:01:20.740062+0000","last_unstale":"2024-09-19T05:01:26.456686+0000","last_undegraded":"2024-09-19T05:01:26.456686+0000","last_fullsized":"2024-09-19T05:01:26.456686+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:02:43.124419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.759962+0000","last_change":"2024-09-19T05:01:20.733555+0000","last_active":"2024-09-19T05:01:25.759962+0000","last_peered":"2024-09-19T05:01:25.759962+0000","last_clean":"2024-09-19T05:01:25.759962+0000","last_became_active":"2024-09-19T05:01:20.733296+0000","last_became_peered":"2024-09-19T05:01:20.733296+0000","last_unstale":"2024-09-19T05:01:25.759962+0000","last_undegraded":"2024-09-19T05:01:25.759962+0000","last_fullsized":"2024-09-19T05:01:25.759962+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:30:34.375112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.762234+0000","last_change":"2024-09-19T05:01:20.735575+0000","last_active":"2024-09-19T05:01:25.762234+0000","last_peered":"2024-09-19T05:01:25.762234+0000","last_clean":"2024-09-19T05:01:25.762234+0000","last_became_active":"2024-09-19T05:01:20.735317+0000","last_became_peered":"2024-09-19T05:01:20.735317+0000","last_unstale":"2024-09-19T05:01:25.762234+0000","last_undegraded":"2024-09-19T05:01:25.762234+0000","last_fullsized":"2024-09-19T05:01:25.762234+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:51:30.732953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.760591+0000","last_change":"2024-09-19T05:01:20.735616+0000","last_active":"2024-09-19T05:01:25.760591+0000","last_peered":"2024-09-19T05:01:25.760591+0000","last_clean":"2024-09-19T05:01:25.760591+0000","last_became_active":"2024-09-19T05:01:20.735337+0000","last_became_peered":"2024-09-19T05:01:20.735337+0000","last_unstale":"2024-09-19T05:01:25.760591+0000","last_undegraded":"2024-09-19T05:01:25.760591+0000","last_fullsized":"2024-09-19T05:01:25.760591+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:21.854045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761637+0000","last_change":"2024-09-19T05:01:20.747683+0000","last_active":"2024-09-19T05:01:25.761637+0000","last_peered":"2024-09-19T05:01:25.761637+0000","last_clean":"2024-09-19T05:01:25.761637+0000","last_became_active":"2024-09-19T05:01:20.746888+0000","last_became_peered":"2024-09-19T05:01:20.746888+0000","last_unstale":"2024-09-19T05:01:25.761637+0000","last_undegraded":"2024-09-19T05:01:25.761637+0000","last_fullsized":"2024-09-19T05:01:25.761637+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:17.516756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.457466+0000","last_change":"2024-09-19T05:01:20.739064+0000","last_active":"2024-09-19T05:01:26.457466+0000","last_peered":"2024-09-19T05:01:26.457466+0000","last_clean":"2024-09-19T05:01:26.457466+0000","last_became_active":"2024-09-19T05:01:20.738737+0000","last_became_peered":"2024-09-19T05:01:20.738737+0000","last_unstale":"2024-09-19T05:01:26.457466+0000","last_undegraded":"2024-09-19T05:01:26.457466+0000","last_fullsized":"2024-09-19T05:01:26.457466+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:24:12.804803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:26.455956+0000","last_change":"2024-09-19T05:01:20.732425+0000","last_active":"2024-09-19T05:01:26.455956+0000","last_peered":"2024-09-19T05:01:26.455956+0000","last_clean":"2024-09-19T05:01:26.455956+0000","last_became_active":"2024-09-19T05:01:20.732159+0000","last_became_peered":"2024-09-19T05:01:20.732159+0000","last_unstale":"2024-09-19T05:01:26.455956+0000","last_undegraded":"2024-09-19T05:01:26.455956+0000","last_fullsized":"2024-09-19T05:01:26.455956+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:38:04.257364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T05:01:25.761425+0000","last_change":"2024-09-19T05:01:20.739359+0000","last_active":"2024-09-19T05:01:25.761425+0000","last_peered":"2024-09-19T05:01:25.761425+0000","last_clean":"2024-09-19T05:01:25.761425+0000","last_became_active":"2024-09-19T05:01:20.738820+0000","last_became_peered":"2024-09-19T05:01:20.738820+0000","last_unstale":"2024-09-19T05:01:25.761425+0000","last_undegraded":"2024-09-19T05:01:25.761425+0000","last_fullsized":"2024-09-19T05:01:25.761425+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:19.709816+0000","last_clean_scrub_stamp":"2024-09-19T05:01:19.709816+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:57:32.573026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509451,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27872,"kb_used_data":836,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343968,"statfs":{"total":96636764160,"available":96608223232,"internally_reserved":0,"allocated":856064,"data_stored":694607,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509450,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":270336,"data_stored":107501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509450,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":262144,"data_stored":103747,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542154,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":270336,"data_stored":107501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542154,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31444,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340396,"statfs":{"total":96636764160,"available":96604565504,"internally_reserved":0,"allocated":258048,"data_stored":103657,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574859,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":270336,"data_stored":103783,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574858,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31452,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340388,"statfs":{"total":96636764160,"available":96604557312,"internally_reserved":0,"allocated":266240,"data_stored":103817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574858,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32032,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339808,"statfs":{"total":96636764160,"available":96603963392,"internally_reserved":0,"allocated":864256,"data_stored":694663,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:01:45.559 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T05:01:45.560 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-19T05:01:45.560 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-19T05:01:45.560 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-19T05:01:45.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.694+0000 7f86c3b6d640 1 Processor -- start 2024-09-19T05:01:45.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.694+0000 7f86c3b6d640 1 -- start start 2024-09-19T05:01:45.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.695+0000 7f86c3b6d640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f86bc0d1430 0x7f86bc0d1810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:45.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.695+0000 7f86c3b6d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f86bc0d2ed0 0x7f86bc0b7580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:45.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.695+0000 7f86c3b6d640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f86bc0d1d50 con 0x7f86bc15e720 2024-09-19T05:01:45.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.695+0000 7f86c3b6d640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f86bc0d34b0 con 0x7f86bc0d2ed0 2024-09-19T05:01:45.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.695+0000 7f86c3b6d640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f86bc0d3790 con 0x7f86bc0d1430 2024-09-19T05:01:45.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.695+0000 7f86c210a640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f86bc0d2ed0 0x7f86bc0b7580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:45.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.695+0000 7f86c1108640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f86bc15e720 0x7f86bc0d27c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39072/0 (socket says 172.21.15.5:39072) 2024-09-19T05:01:45.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.695+0000 7f86c1108640 1 -- 172.21.15.5:0/997817847 learned_addr learned my addr 172.21.15.5:0/997817847 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:45.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.695+0000 7f86c210a640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f86bc0d2ed0 0x7f86bc0b7580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42154/0 (socket says 172.21.15.5:42154) 2024-09-19T05:01:45.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.695+0000 7f86c1909640 1 --2- 172.21.15.5:0/997817847 >> v2:172.21.15.134:3300/0 conn(0x7f86bc0d1430 0x7f86bc0d1810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:45.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.695+0000 7f86c210a640 1 -- 172.21.15.5:0/997817847 >> v2:172.21.15.134:3300/0 conn(0x7f86bc0d1430 msgr2=0x7f86bc0d1810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:45.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.695+0000 7f86c210a640 1 --2- 172.21.15.5:0/997817847 >> v2:172.21.15.134:3300/0 conn(0x7f86bc0d1430 0x7f86bc0d1810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.695+0000 7f86c210a640 1 -- 172.21.15.5:0/997817847 >> v1:172.21.15.5:6789/0 conn(0x7f86bc15e720 legacy=0x7f86bc0d27c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:45.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.695+0000 7f86c210a640 1 -- 172.21.15.5:0/997817847 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86bc0d3a70 con 0x7f86bc0d2ed0 2024-09-19T05:01:45.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.696+0000 7f86c210a640 1 --2- 172.21.15.5:0/997817847 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86bc0d2ed0 0x7f86bc0b7580 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f86bc0cfc90 tx=0x7f86b402a570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1b97a44493128cb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:45.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.696+0000 7f86c0907640 1 -- 172.21.15.5:0/997817847 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86b4007740 con 0x7f86bc0d2ed0 2024-09-19T05:01:45.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.696+0000 7f86c0907640 1 -- 172.21.15.5:0/997817847 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f86b40078e0 con 0x7f86bc0d2ed0 2024-09-19T05:01:45.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.696+0000 7f86c0907640 1 -- 172.21.15.5:0/997817847 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86b4007cb0 con 0x7f86bc0d2ed0 2024-09-19T05:01:45.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.697+0000 7f86c3b6d640 1 -- 172.21.15.5:0/997817847 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86bc0d2ed0 msgr2=0x7f86bc0b7580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:45.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.697+0000 7f86c3b6d640 1 --2- 172.21.15.5:0/997817847 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86bc0d2ed0 0x7f86bc0b7580 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f86bc0cfc90 tx=0x7f86b402a570 comp rx=0 tx=0).stop 2024-09-19T05:01:45.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.697+0000 7f86c3b6d640 1 -- 172.21.15.5:0/997817847 shutdown_connections 2024-09-19T05:01:45.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.697+0000 7f86c3b6d640 1 --2- 172.21.15.5:0/997817847 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86bc0d2ed0 0x7f86bc0b7580 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.697+0000 7f86c3b6d640 1 --2- 172.21.15.5:0/997817847 >> v2:172.21.15.134:3300/0 conn(0x7f86bc0d1430 0x7f86bc0d1810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.697+0000 7f86c3b6d640 1 -- 172.21.15.5:0/997817847 >> 172.21.15.5:0/997817847 conn(0x7f86bc067b30 msgr2=0x7f86bc067f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:45.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.697+0000 7f86c3b6d640 1 -- 172.21.15.5:0/997817847 shutdown_connections 2024-09-19T05:01:45.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.697+0000 7f86c3b6d640 1 -- 172.21.15.5:0/997817847 wait complete. 2024-09-19T05:01:45.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.698+0000 7f86c3b6d640 1 Processor -- start 2024-09-19T05:01:45.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.698+0000 7f86c3b6d640 1 -- start start 2024-09-19T05:01:45.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.699+0000 7f86c3b6d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86bc0d1430 0x7f86bc1ea6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:45.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.699+0000 7f86c3b6d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f86bc0d2ed0 0x7f86bc15ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:45.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.699+0000 7f86c3b6d640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f86bc15e720 0x7f86bc0cd8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:45.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.699+0000 7f86c3b6d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f86bc0b7c40 con 0x7f86bc0d1430 2024-09-19T05:01:45.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.699+0000 7f86c3b6d640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f86bc0b7ac0 con 0x7f86bc15e720 2024-09-19T05:01:45.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.699+0000 7f86c3b6d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f86bc0b7dc0 con 0x7f86bc0d2ed0 2024-09-19T05:01:45.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.699+0000 7f86c1909640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86bc0d1430 0x7f86bc1ea6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:45.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.699+0000 7f86c1909640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86bc0d1430 0x7f86bc1ea6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42168/0 (socket says 172.21.15.5:42168) 2024-09-19T05:01:45.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.699+0000 7f86c1909640 1 -- 172.21.15.5:0/3237489243 learned_addr learned my addr 172.21.15.5:0/3237489243 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:45.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.699+0000 7f86c1909640 1 -- 172.21.15.5:0/3237489243 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f86bc0d2ed0 msgr2=0x7f86bc15ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:45.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.699+0000 7f86c1909640 1 --2- 172.21.15.5:0/3237489243 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f86bc0d2ed0 0x7f86bc15ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.699+0000 7f86c1909640 1 -- 172.21.15.5:0/3237489243 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f86bc15e720 msgr2=0x7f86bc0cd8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:45.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.699+0000 7f86c210a640 1 --2- 172.21.15.5:0/3237489243 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f86bc15e720 0x7f86bc0cd8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:45.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.699+0000 7f86c1909640 1 --2- 172.21.15.5:0/3237489243 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f86bc15e720 0x7f86bc0cd8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.699+0000 7f86c1909640 1 -- 172.21.15.5:0/3237489243 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86bc1e71e0 con 0x7f86bc0d1430 2024-09-19T05:01:45.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.700+0000 7f86c1909640 1 --2- 172.21.15.5:0/3237489243 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86bc0d1430 0x7f86bc1ea6c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f86b800e9e0 tx=0x7f86b800eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:45.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.700+0000 7f86b27fc640 1 -- 172.21.15.5:0/3237489243 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86b8017070 con 0x7f86bc0d1430 2024-09-19T05:01:45.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.700+0000 7f86b27fc640 1 -- 172.21.15.5:0/3237489243 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f86b800c9d0 con 0x7f86bc0d1430 2024-09-19T05:01:45.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.700+0000 7f86c3b6d640 1 -- 172.21.15.5:0/3237489243 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86bc1e9be0 con 0x7f86bc0d1430 2024-09-19T05:01:45.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.700+0000 7f86b27fc640 1 -- 172.21.15.5:0/3237489243 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86b800cdc0 con 0x7f86bc0d1430 2024-09-19T05:01:45.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.700+0000 7f86c3b6d640 1 -- 172.21.15.5:0/3237489243 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86bc1ea1a0 con 0x7f86bc0d1430 2024-09-19T05:01:45.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.701+0000 7f86c3b6d640 1 -- 172.21.15.5:0/3237489243 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86bc0d1810 con 0x7f86bc0d1430 2024-09-19T05:01:45.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.701+0000 7f86b27fc640 1 -- 172.21.15.5:0/3237489243 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f86b801a070 con 0x7f86bc0d1430 2024-09-19T05:01:45.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.702+0000 7f86b27fc640 1 --2- 172.21.15.5:0/3237489243 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f86a006c2b0 0x7f86a006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:45.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.702+0000 7f86b27fc640 1 -- 172.21.15.5:0/3237489243 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f86b808bb40 con 0x7f86bc0d1430 2024-09-19T05:01:45.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.702+0000 7f86c1108640 1 --2- 172.21.15.5:0/3237489243 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f86a006c2b0 0x7f86a006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:45.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.703+0000 7f86c1108640 1 --2- 172.21.15.5:0/3237489243 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f86a006c2b0 0x7f86a006e770 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f86ac007fd0 tx=0x7f86ac0079a0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:45.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.706+0000 7f86b27fc640 1 -- 172.21.15.5:0/3237489243 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f86b8059f70 con 0x7f86bc0d1430 2024-09-19T05:01:45.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.922+0000 7f86c3b6d640 1 -- 172.21.15.5:0/3237489243 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f86bc0c7ee0 con 0x7f86bc0d1430 2024-09-19T05:01:45.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.922+0000 7f86b27fc640 1 -- 172.21.15.5:0/3237489243 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f86b8059870 con 0x7f86bc0d1430 2024-09-19T05:01:45.924 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:01:45.924 INFO:teuthology.orchestra.run.smithi005.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-19T05:01:45.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.924+0000 7f86c3b6d640 1 -- 172.21.15.5:0/3237489243 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f86a006c2b0 msgr2=0x7f86a006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:45.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.924+0000 7f86c3b6d640 1 --2- 172.21.15.5:0/3237489243 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f86a006c2b0 0x7f86a006e770 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f86ac007fd0 tx=0x7f86ac0079a0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.924+0000 7f86c3b6d640 1 -- 172.21.15.5:0/3237489243 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86bc0d1430 msgr2=0x7f86bc1ea6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:45.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.924+0000 7f86c3b6d640 1 --2- 172.21.15.5:0/3237489243 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86bc0d1430 0x7f86bc1ea6c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f86b800e9e0 tx=0x7f86b800eea0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.924+0000 7f86c3b6d640 1 -- 172.21.15.5:0/3237489243 shutdown_connections 2024-09-19T05:01:45.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.924+0000 7f86c3b6d640 1 --2- 172.21.15.5:0/3237489243 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f86a006c2b0 0x7f86a006e770 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.924+0000 7f86c3b6d640 1 --2- 172.21.15.5:0/3237489243 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f86bc15e720 0x7f86bc0cd8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.924+0000 7f86c3b6d640 1 --2- 172.21.15.5:0/3237489243 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f86bc0d2ed0 0x7f86bc15ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.924+0000 7f86c3b6d640 1 --2- 172.21.15.5:0/3237489243 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86bc0d1430 0x7f86bc1ea6c0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:45.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.924+0000 7f86c3b6d640 1 -- 172.21.15.5:0/3237489243 >> 172.21.15.5:0/3237489243 conn(0x7f86bc067b30 msgr2=0x7f86bc160ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:45.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.924+0000 7f86c3b6d640 1 -- 172.21.15.5:0/3237489243 shutdown_connections 2024-09-19T05:01:45.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:45.924+0000 7f86c3b6d640 1 -- 172.21.15.5:0/3237489243 wait complete. 2024-09-19T05:01:45.936 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-19T05:01:45.936 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:01:46.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.037+0000 7fe4c63be640 1 Processor -- start 2024-09-19T05:01:46.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.037+0000 7fe4c63be640 1 -- start start 2024-09-19T05:01:46.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.038+0000 7fe4c63be640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4c015c1c0 0x7fe4c0070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:46.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.038+0000 7fe4c63be640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fe4c009b180 0x7fe4c00b6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:46.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.038+0000 7fe4c63be640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4c0070e00 con 0x7fe4c015f480 2024-09-19T05:01:46.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.038+0000 7fe4c63be640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fe4c00b5d90 con 0x7fe4c009b180 2024-09-19T05:01:46.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.038+0000 7fe4c63be640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fe4c00710e0 con 0x7fe4c015c1c0 2024-09-19T05:01:46.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.038+0000 7fe4c495b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fe4c009b180 0x7fe4c00b6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:46.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.038+0000 7fe4bf7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fe4c015f480 0x7fe4c009aa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39080/0 (socket says 172.21.15.5:39080) 2024-09-19T05:01:46.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.038+0000 7fe4c495b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fe4c009b180 0x7fe4c00b6220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42178/0 (socket says 172.21.15.5:42178) 2024-09-19T05:01:46.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.038+0000 7fe4bf7fe640 1 -- 172.21.15.5:0/1503043368 learned_addr learned my addr 172.21.15.5:0/1503043368 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:46.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.038+0000 7fe4bffff640 1 --2- 172.21.15.5:0/1503043368 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4c015c1c0 0x7fe4c0070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:46.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.038+0000 7fe4c495b640 1 -- 172.21.15.5:0/1503043368 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4c015c1c0 msgr2=0x7fe4c0070770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:46.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.038+0000 7fe4c495b640 1 --2- 172.21.15.5:0/1503043368 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4c015c1c0 0x7fe4c0070770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.038+0000 7fe4c495b640 1 -- 172.21.15.5:0/1503043368 >> v1:172.21.15.5:6789/0 conn(0x7fe4c015f480 legacy=0x7fe4c009aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:46.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.038+0000 7fe4c495b640 1 -- 172.21.15.5:0/1503043368 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4c00713c0 con 0x7fe4c009b180 2024-09-19T05:01:46.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.038+0000 7fe4bffff640 1 --2- 172.21.15.5:0/1503043368 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4c015c1c0 0x7fe4c0070770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:01:46.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.038+0000 7fe4beffd640 1 -- 172.21.15.5:0/1503043368 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2518616625 0 0) 0x7fe4c0070e00 con 0x7fe4c015f480 2024-09-19T05:01:46.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.039+0000 7fe4c495b640 1 --2- 172.21.15.5:0/1503043368 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4c009b180 0x7fe4c00b6220 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe4b8009d90 tx=0x7fe4b802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6e020d46d99f9e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:46.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.039+0000 7fe4beffd640 1 -- 172.21.15.5:0/1503043368 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4b8007740 con 0x7fe4c009b180 2024-09-19T05:01:46.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.039+0000 7fe4beffd640 1 -- 172.21.15.5:0/1503043368 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4b80078e0 con 0x7fe4c009b180 2024-09-19T05:01:46.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.039+0000 7fe4beffd640 1 -- 172.21.15.5:0/1503043368 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4b8007cb0 con 0x7fe4c009b180 2024-09-19T05:01:46.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.040+0000 7fe4c63be640 1 -- 172.21.15.5:0/1503043368 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4c009b180 msgr2=0x7fe4c00b6220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:46.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.040+0000 7fe4c63be640 1 --2- 172.21.15.5:0/1503043368 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4c009b180 0x7fe4c00b6220 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe4b8009d90 tx=0x7fe4b802a660 comp rx=0 tx=0).stop 2024-09-19T05:01:46.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.040+0000 7fe4c63be640 1 -- 172.21.15.5:0/1503043368 shutdown_connections 2024-09-19T05:01:46.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.040+0000 7fe4c63be640 1 --2- 172.21.15.5:0/1503043368 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4c009b180 0x7fe4c00b6220 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.040+0000 7fe4c63be640 1 --2- 172.21.15.5:0/1503043368 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4c015c1c0 0x7fe4c0070770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.040+0000 7fe4c63be640 1 -- 172.21.15.5:0/1503043368 >> 172.21.15.5:0/1503043368 conn(0x7fe4c00b3ff0 msgr2=0x7fe4c00b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:46.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.040+0000 7fe4c63be640 1 -- 172.21.15.5:0/1503043368 shutdown_connections 2024-09-19T05:01:46.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.040+0000 7fe4c63be640 1 -- 172.21.15.5:0/1503043368 wait complete. 2024-09-19T05:01:46.044 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.041+0000 7fe4c63be640 1 Processor -- start 2024-09-19T05:01:46.044 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.041+0000 7fe4c63be640 1 -- start start 2024-09-19T05:01:46.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.042+0000 7fe4c63be640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe4c009b180 0x7fe4c0151460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:46.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.042+0000 7fe4c63be640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4c015c1c0 0x7fe4c015a390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:46.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.042+0000 7fe4c63be640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4c015f480 0x7fe4c015a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:46.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.042+0000 7fe4c63be640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fe4c00b6760 con 0x7fe4c015c1c0 2024-09-19T05:01:46.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.042+0000 7fe4c63be640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fe4c015f8a0 con 0x7fe4c009b180 2024-09-19T05:01:46.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.042+0000 7fe4c63be640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fe4c00b68e0 con 0x7fe4c015f480 2024-09-19T05:01:46.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.042+0000 7fe4bf7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4c015c1c0 0x7fe4c015a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:46.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.042+0000 7fe4bf7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4c015c1c0 0x7fe4c015a390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42192/0 (socket says 172.21.15.5:42192) 2024-09-19T05:01:46.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.042+0000 7fe4bf7fe640 1 -- 172.21.15.5:0/1706593828 learned_addr learned my addr 172.21.15.5:0/1706593828 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:46.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.042+0000 7fe4c495b640 1 --2- 172.21.15.5:0/1706593828 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4c015f480 0x7fe4c015a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:46.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.042+0000 7fe4bffff640 1 --2- 172.21.15.5:0/1706593828 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe4c009b180 0x7fe4c0151460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:46.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.042+0000 7fe4bf7fe640 1 -- 172.21.15.5:0/1706593828 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4c015f480 msgr2=0x7fe4c015a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:46.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.042+0000 7fe4bf7fe640 1 --2- 172.21.15.5:0/1706593828 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4c015f480 0x7fe4c015a8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.042+0000 7fe4bf7fe640 1 -- 172.21.15.5:0/1706593828 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe4c009b180 msgr2=0x7fe4c0151460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:46.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.042+0000 7fe4bf7fe640 1 --2- 172.21.15.5:0/1706593828 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe4c009b180 0x7fe4c0151460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.042+0000 7fe4bf7fe640 1 -- 172.21.15.5:0/1706593828 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4c00d02b0 con 0x7fe4c015c1c0 2024-09-19T05:01:46.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.043+0000 7fe4bf7fe640 1 --2- 172.21.15.5:0/1706593828 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4c015c1c0 0x7fe4c015a390 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fe4b400c460 tx=0x7fe4b400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:46.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.043+0000 7fe4bcff9640 1 -- 172.21.15.5:0/1706593828 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4b4018070 con 0x7fe4c015c1c0 2024-09-19T05:01:46.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.043+0000 7fe4bcff9640 1 -- 172.21.15.5:0/1706593828 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4b4007500 con 0x7fe4c015c1c0 2024-09-19T05:01:46.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.043+0000 7fe4bcff9640 1 -- 172.21.15.5:0/1706593828 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4b4004a20 con 0x7fe4c015c1c0 2024-09-19T05:01:46.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.043+0000 7fe4c63be640 1 -- 172.21.15.5:0/1706593828 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4c00d0590 con 0x7fe4c015c1c0 2024-09-19T05:01:46.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.043+0000 7fe4c63be640 1 -- 172.21.15.5:0/1706593828 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4c0152270 con 0x7fe4c015c1c0 2024-09-19T05:01:46.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.044+0000 7fe4c63be640 1 -- 172.21.15.5:0/1706593828 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4c0070e00 con 0x7fe4c015c1c0 2024-09-19T05:01:46.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.044+0000 7fe4bcff9640 1 -- 172.21.15.5:0/1706593828 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe4b401b070 con 0x7fe4c015c1c0 2024-09-19T05:01:46.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.045+0000 7fe4bcff9640 1 --2- 172.21.15.5:0/1706593828 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe4ac06c2b0 0x7fe4ac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:46.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.045+0000 7fe4bcff9640 1 -- 172.21.15.5:0/1706593828 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fe4b408a990 con 0x7fe4c015c1c0 2024-09-19T05:01:46.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.045+0000 7fe4bffff640 1 --2- 172.21.15.5:0/1706593828 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe4ac06c2b0 0x7fe4ac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:46.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.046+0000 7fe4bffff640 1 --2- 172.21.15.5:0/1706593828 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe4ac06c2b0 0x7fe4ac06e770 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fe4b000a990 tx=0x7fe4b0008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:46.050 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.049+0000 7fe4bcff9640 1 -- 172.21.15.5:0/1706593828 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe4b4058e50 con 0x7fe4c015c1c0 2024-09-19T05:01:46.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.264+0000 7fe4c63be640 1 -- 172.21.15.5:0/1706593828 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe4c00d0760 con 0x7fe4c015c1c0 2024-09-19T05:01:46.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.264+0000 7fe4bcff9640 1 -- 172.21.15.5:0/1706593828 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5213 (secure 0 0 0) 0x7fe4b4058750 con 0x7fe4c015c1c0 2024-09-19T05:01:46.266 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:01:46.266 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":9,"btime":"2024-09-19T05:01:39:795017+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/418766910","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":418766910},{"type":"v1","addr":"172.21.15.134:6836","nonce":418766910}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/2380114928","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2380114928},{"type":"v1","addr":"172.21.15.5:6834","nonce":2380114928}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/2304329808","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":2304329808},{"type":"v1","addr":"172.21.15.5:6835","nonce":2304329808}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:01:20.084205+0000","modified":"2024-09-19T05:01:39.146935+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6837/168351575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":168351575},{"type":"v1","addr":"172.21.15.134:6837","nonce":168351575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4275,"qdb_cluster":[4275]},"id":1}]} 2024-09-19T05:01:46.266 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 9 2024-09-19T05:01:46.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.266+0000 7fe4c63be640 1 -- 172.21.15.5:0/1706593828 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe4ac06c2b0 msgr2=0x7fe4ac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:46.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.266+0000 7fe4c63be640 1 --2- 172.21.15.5:0/1706593828 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe4ac06c2b0 0x7fe4ac06e770 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fe4b000a990 tx=0x7fe4b0008040 comp rx=0 tx=0).stop 2024-09-19T05:01:46.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.266+0000 7fe4c63be640 1 -- 172.21.15.5:0/1706593828 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4c015c1c0 msgr2=0x7fe4c015a390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:46.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.266+0000 7fe4c63be640 1 --2- 172.21.15.5:0/1706593828 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4c015c1c0 0x7fe4c015a390 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fe4b400c460 tx=0x7fe4b400c920 comp rx=0 tx=0).stop 2024-09-19T05:01:46.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.266+0000 7fe4c63be640 1 -- 172.21.15.5:0/1706593828 shutdown_connections 2024-09-19T05:01:46.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.266+0000 7fe4c63be640 1 --2- 172.21.15.5:0/1706593828 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe4ac06c2b0 0x7fe4ac06e770 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.266+0000 7fe4c63be640 1 --2- 172.21.15.5:0/1706593828 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4c015f480 0x7fe4c015a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.266+0000 7fe4c63be640 1 --2- 172.21.15.5:0/1706593828 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4c015c1c0 0x7fe4c015a390 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.266+0000 7fe4c63be640 1 --2- 172.21.15.5:0/1706593828 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe4c009b180 0x7fe4c0151460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.266+0000 7fe4c63be640 1 -- 172.21.15.5:0/1706593828 >> 172.21.15.5:0/1706593828 conn(0x7fe4c00b3ff0 msgr2=0x7fe4c01611b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:46.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.266+0000 7fe4c63be640 1 -- 172.21.15.5:0/1706593828 shutdown_connections 2024-09-19T05:01:46.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.266+0000 7fe4c63be640 1 -- 172.21.15.5:0/1706593828 wait complete. 2024-09-19T05:01:46.279 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:01:46.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.379+0000 7f8a9cfe4640 1 Processor -- start 2024-09-19T05:01:46.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.379+0000 7f8a9cfe4640 1 -- start start 2024-09-19T05:01:46.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.380+0000 7f8a9cfe4640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f8a9806d270 0x7f8a980b8840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:46.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.380+0000 7f8a9cfe4640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8a9815ea40 con 0x7f8a9815e660 2024-09-19T05:01:46.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.380+0000 7f8a9cfe4640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8a980d2cd0 con 0x7f8a9806ce00 2024-09-19T05:01:46.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.380+0000 7f8a9cfe4640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f8a980b7ca0 con 0x7f8a9806d270 2024-09-19T05:01:46.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.380+0000 7f8a9659c640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f8a9815e660 0x7f8a980cfd30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39096/0 (socket says 172.21.15.5:39096) 2024-09-19T05:01:46.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.380+0000 7f8a9659c640 1 -- 172.21.15.5:0/3886946240 learned_addr learned my addr 172.21.15.5:0/3886946240 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:46.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.380+0000 7f8a96d9d640 1 --2- 172.21.15.5:0/3886946240 >> v2:172.21.15.134:3300/0 conn(0x7f8a9806d270 0x7f8a980b8840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:46.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.380+0000 7f8a9559a640 1 -- 172.21.15.5:0/3886946240 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 431387496 0 0) 0x7f8a9815ea40 con 0x7f8a9815e660 2024-09-19T05:01:46.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.380+0000 7f8a9559a640 1 -- 172.21.15.5:0/3886946240 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8a80003520 con 0x7f8a9815e660 2024-09-19T05:01:46.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.380+0000 7f8a9559a640 1 -- 172.21.15.5:0/3886946240 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1041366143 0 0) 0x7f8a80003520 con 0x7f8a9815e660 2024-09-19T05:01:46.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.380+0000 7f8a9559a640 1 -- 172.21.15.5:0/3886946240 >> v2:172.21.15.134:3300/0 conn(0x7f8a9806d270 msgr2=0x7f8a980b8840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:46.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.380+0000 7f8a9559a640 1 --2- 172.21.15.5:0/3886946240 >> v2:172.21.15.134:3300/0 conn(0x7f8a9806d270 0x7f8a980b8840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.380+0000 7f8a9559a640 1 -- 172.21.15.5:0/3886946240 >> v1:172.21.15.134:6789/0 conn(0x7f8a9806ce00 legacy=0x7f8a980b8130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:46.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.381+0000 7f8a9559a640 1 -- 172.21.15.5:0/3886946240 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a980d08a0 con 0x7f8a9815e660 2024-09-19T05:01:46.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.381+0000 7f8a9559a640 1 -- 172.21.15.5:0/3886946240 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f8a88001670 con 0x7f8a9815e660 2024-09-19T05:01:46.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.381+0000 7f8a9559a640 1 -- 172.21.15.5:0/3886946240 >> v1:172.21.15.5:6789/0 conn(0x7f8a9815e660 legacy=0x7f8a980cfd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:46.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.381+0000 7f8a9559a640 1 --2- 172.21.15.5:0/3886946240 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a800039b0 0x7f8a80003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:46.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.381+0000 7f8a9559a640 1 --2- 172.21.15.5:0/3886946240 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a80004800 0x7f8a80004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:46.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.381+0000 7f8a9559a640 1 --2- 172.21.15.5:0/3886946240 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8a800051c0 0x7f8a8000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:46.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.381+0000 7f8a9559a640 1 -- 172.21.15.5:0/3886946240 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f8a8000c040 con 0x7f8a800051c0 2024-09-19T05:01:46.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.381+0000 7f8a9559a640 1 -- 172.21.15.5:0/3886946240 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f8a8000c1f0 con 0x7f8a800039b0 2024-09-19T05:01:46.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.381+0000 7f8a9559a640 1 -- 172.21.15.5:0/3886946240 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f8a8000c3f0 con 0x7f8a80004800 2024-09-19T05:01:46.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.381+0000 7f8a96d9d640 1 --2- 172.21.15.5:0/3886946240 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8a800051c0 0x7f8a8000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:46.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.381+0000 7f8a9659c640 1 --2- 172.21.15.5:0/3886946240 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a800039b0 0x7f8a80003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:46.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.381+0000 7f8a95d9b640 1 --2- 172.21.15.5:0/3886946240 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a80004800 0x7f8a80004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:46.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.381+0000 7f8a96d9d640 1 -- 172.21.15.5:0/3886946240 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a80004800 msgr2=0x7f8a80004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:46.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.381+0000 7f8a96d9d640 1 --2- 172.21.15.5:0/3886946240 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a80004800 0x7f8a80004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.381+0000 7f8a96d9d640 1 -- 172.21.15.5:0/3886946240 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a800039b0 msgr2=0x7f8a80003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:46.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.381+0000 7f8a96d9d640 1 --2- 172.21.15.5:0/3886946240 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a800039b0 0x7f8a80003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.381+0000 7f8a96d9d640 1 -- 172.21.15.5:0/3886946240 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a80003520 con 0x7f8a800051c0 2024-09-19T05:01:46.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.382+0000 7f8a96d9d640 1 -- 172.21.15.5:0/3886946240 reap_dead start 2024-09-19T05:01:46.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.382+0000 7f8a96d9d640 1 --2- 172.21.15.5:0/3886946240 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8a800051c0 0x7f8a8000b9c0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f8a90009fc0 tx=0x7f8a80005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3b08313841c47c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:46.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.382+0000 7f8a9559a640 1 -- 172.21.15.5:0/3886946240 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a90035020 con 0x7f8a800051c0 2024-09-19T05:01:46.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.382+0000 7f8a9559a640 1 -- 172.21.15.5:0/3886946240 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a90003bd0 con 0x7f8a800051c0 2024-09-19T05:01:46.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.382+0000 7f8a9559a640 1 -- 172.21.15.5:0/3886946240 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a90009c10 con 0x7f8a800051c0 2024-09-19T05:01:46.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.382+0000 7f8a9cfe4640 1 -- 172.21.15.5:0/3886946240 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8a800051c0 msgr2=0x7f8a8000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:46.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.382+0000 7f8a9cfe4640 1 --2- 172.21.15.5:0/3886946240 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8a800051c0 0x7f8a8000b9c0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f8a90009fc0 tx=0x7f8a80005830 comp rx=0 tx=0).stop 2024-09-19T05:01:46.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.383+0000 7f8a9cfe4640 1 -- 172.21.15.5:0/3886946240 shutdown_connections 2024-09-19T05:01:46.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.383+0000 7f8a9cfe4640 1 --2- 172.21.15.5:0/3886946240 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8a800051c0 0x7f8a8000b9c0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.383+0000 7f8a9cfe4640 1 -- 172.21.15.5:0/3886946240 >> 172.21.15.5:0/3886946240 conn(0x7f8a98067f80 msgr2=0x7f8a980d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:46.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.383+0000 7f8a9cfe4640 1 -- 172.21.15.5:0/3886946240 shutdown_connections 2024-09-19T05:01:46.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.383+0000 7f8a9cfe4640 1 -- 172.21.15.5:0/3886946240 wait complete. 2024-09-19T05:01:46.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.384+0000 7f8a9cfe4640 1 Processor -- start 2024-09-19T05:01:46.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.384+0000 7f8a9cfe4640 1 -- start start 2024-09-19T05:01:46.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.385+0000 7f8a9cfe4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8a800051c0 0x7f8a981f6900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:46.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.385+0000 7f8a9cfe4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a981f3a00 0x7f8a980ab9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:46.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.385+0000 7f8a9cfe4640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a980abee0 0x7f8a980ad2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:46.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.385+0000 7f8a9cfe4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f8a980b75e0 con 0x7f8a800051c0 2024-09-19T05:01:46.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.385+0000 7f8a9cfe4640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f8a980b7930 con 0x7f8a980abee0 2024-09-19T05:01:46.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.385+0000 7f8a9cfe4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f8a9806d670 con 0x7f8a981f3a00 2024-09-19T05:01:46.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.385+0000 7f8a9659c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8a800051c0 0x7f8a981f6900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:46.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.385+0000 7f8a9659c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8a800051c0 0x7f8a981f6900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42208/0 (socket says 172.21.15.5:42208) 2024-09-19T05:01:46.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.385+0000 7f8a9659c640 1 -- 172.21.15.5:0/4166736311 learned_addr learned my addr 172.21.15.5:0/4166736311 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:46.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.385+0000 7f8a96d9d640 1 --2- 172.21.15.5:0/4166736311 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a980abee0 0x7f8a980ad2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:46.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.385+0000 7f8a95d9b640 1 --2- 172.21.15.5:0/4166736311 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a981f3a00 0x7f8a980ab9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:46.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.385+0000 7f8a9659c640 1 -- 172.21.15.5:0/4166736311 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a981f3a00 msgr2=0x7f8a980ab9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:46.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.385+0000 7f8a9659c640 1 --2- 172.21.15.5:0/4166736311 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a981f3a00 0x7f8a980ab9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.385+0000 7f8a9659c640 1 -- 172.21.15.5:0/4166736311 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a980abee0 msgr2=0x7f8a980ad2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:46.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.385+0000 7f8a9659c640 1 --2- 172.21.15.5:0/4166736311 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a980abee0 0x7f8a980ad2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.385+0000 7f8a9659c640 1 -- 172.21.15.5:0/4166736311 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a980ac490 con 0x7f8a800051c0 2024-09-19T05:01:46.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.385+0000 7f8a96d9d640 1 --2- 172.21.15.5:0/4166736311 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a980abee0 0x7f8a980ad2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:01:46.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.385+0000 7f8a95d9b640 1 --2- 172.21.15.5:0/4166736311 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a981f3a00 0x7f8a980ab9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:01:46.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.385+0000 7f8a9659c640 1 --2- 172.21.15.5:0/4166736311 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8a800051c0 0x7f8a981f6900 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f8a880072f0 tx=0x7f8a880077b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:46.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.385+0000 7f8a86ffd640 1 -- 172.21.15.5:0/4166736311 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a8801a070 con 0x7f8a800051c0 2024-09-19T05:01:46.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.385+0000 7f8a86ffd640 1 -- 172.21.15.5:0/4166736311 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a8800f960 con 0x7f8a800051c0 2024-09-19T05:01:46.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.385+0000 7f8a86ffd640 1 -- 172.21.15.5:0/4166736311 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a8800fd10 con 0x7f8a800051c0 2024-09-19T05:01:46.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.385+0000 7f8a9cfe4640 1 -- 172.21.15.5:0/4166736311 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a980cb7e0 con 0x7f8a800051c0 2024-09-19T05:01:46.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.386+0000 7f8a9cfe4640 1 -- 172.21.15.5:0/4166736311 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a981f3e80 con 0x7f8a800051c0 2024-09-19T05:01:46.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.386+0000 7f8a9cfe4640 1 -- 172.21.15.5:0/4166736311 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a980cfd30 con 0x7f8a800051c0 2024-09-19T05:01:46.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.387+0000 7f8a86ffd640 1 -- 172.21.15.5:0/4166736311 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8a8801d070 con 0x7f8a800051c0 2024-09-19T05:01:46.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.387+0000 7f8a86ffd640 1 --2- 172.21.15.5:0/4166736311 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8a7806c2b0 0x7f8a7806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:46.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.387+0000 7f8a86ffd640 1 -- 172.21.15.5:0/4166736311 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f8a8808b0b0 con 0x7f8a800051c0 2024-09-19T05:01:46.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.387+0000 7f8a95d9b640 1 --2- 172.21.15.5:0/4166736311 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8a7806c2b0 0x7f8a7806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:46.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.388+0000 7f8a95d9b640 1 --2- 172.21.15.5:0/4166736311 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8a7806c2b0 0x7f8a7806e770 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f8a980b3220 tx=0x7f8a8c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:46.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.392+0000 7f8a86ffd640 1 -- 172.21.15.5:0/4166736311 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8a88059570 con 0x7f8a800051c0 2024-09-19T05:01:46.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.603+0000 7f8a9cfe4640 1 -- 172.21.15.5:0/4166736311 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8a980b38b0 con 0x7f8a800051c0 2024-09-19T05:01:46.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.603+0000 7f8a86ffd640 1 -- 172.21.15.5:0/4166736311 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5213 (secure 0 0 0) 0x7f8a88058e70 con 0x7f8a800051c0 2024-09-19T05:01:46.605 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:01:46.605 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":9,"btime":"2024-09-19T05:01:39:795017+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/418766910","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":418766910},{"type":"v1","addr":"172.21.15.134:6836","nonce":418766910}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/2380114928","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2380114928},{"type":"v1","addr":"172.21.15.5:6834","nonce":2380114928}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/2304329808","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":2304329808},{"type":"v1","addr":"172.21.15.5:6835","nonce":2304329808}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:01:20.084205+0000","modified":"2024-09-19T05:01:39.146935+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6837/168351575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":168351575},{"type":"v1","addr":"172.21.15.134:6837","nonce":168351575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4275,"qdb_cluster":[4275]},"id":1}]} 2024-09-19T05:01:46.605 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 9 2024-09-19T05:01:46.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.605+0000 7f8a9cfe4640 1 -- 172.21.15.5:0/4166736311 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8a7806c2b0 msgr2=0x7f8a7806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:46.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.605+0000 7f8a9cfe4640 1 --2- 172.21.15.5:0/4166736311 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8a7806c2b0 0x7f8a7806e770 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f8a980b3220 tx=0x7f8a8c009040 comp rx=0 tx=0).stop 2024-09-19T05:01:46.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.605+0000 7f8a9cfe4640 1 -- 172.21.15.5:0/4166736311 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8a800051c0 msgr2=0x7f8a981f6900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:46.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.605+0000 7f8a9cfe4640 1 --2- 172.21.15.5:0/4166736311 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8a800051c0 0x7f8a981f6900 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f8a880072f0 tx=0x7f8a880077b0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.606+0000 7f8a9cfe4640 1 -- 172.21.15.5:0/4166736311 shutdown_connections 2024-09-19T05:01:46.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.606+0000 7f8a9cfe4640 1 --2- 172.21.15.5:0/4166736311 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8a7806c2b0 0x7f8a7806e770 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.606+0000 7f8a9cfe4640 1 --2- 172.21.15.5:0/4166736311 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8a980abee0 0x7f8a980ad2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.606+0000 7f8a9cfe4640 1 --2- 172.21.15.5:0/4166736311 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8a981f3a00 0x7f8a980ab9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.606+0000 7f8a9cfe4640 1 --2- 172.21.15.5:0/4166736311 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8a800051c0 0x7f8a981f6900 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.606+0000 7f8a9cfe4640 1 -- 172.21.15.5:0/4166736311 >> 172.21.15.5:0/4166736311 conn(0x7f8a98067f80 msgr2=0x7f8a98160e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:46.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.606+0000 7f8a9cfe4640 1 -- 172.21.15.5:0/4166736311 shutdown_connections 2024-09-19T05:01:46.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.606+0000 7f8a9cfe4640 1 -- 172.21.15.5:0/4166736311 wait complete. 2024-09-19T05:01:46.618 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:01:46.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.719+0000 7f8bddbc6640 1 Processor -- start 2024-09-19T05:01:46.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.719+0000 7f8bddbc6640 1 -- start start 2024-09-19T05:01:46.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.720+0000 7f8bddbc6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8bd815eb10 0x7f8bd8070c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:46.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.720+0000 7f8bddbc6640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8bd80b5be0 con 0x7f8bd815c250 2024-09-19T05:01:46.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.720+0000 7f8bddbc6640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8bd815efa0 con 0x7f8bd80711b0 2024-09-19T05:01:46.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.720+0000 7f8bddbc6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f8bd8071620 con 0x7f8bd815eb10 2024-09-19T05:01:46.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.720+0000 7f8bd77fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f8bd815c250 0x7f8bd809b9f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39100/0 (socket says 172.21.15.5:39100) 2024-09-19T05:01:46.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.720+0000 7f8bd77fe640 1 -- 172.21.15.5:0/2153415611 learned_addr learned my addr 172.21.15.5:0/2153415611 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:46.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.720+0000 7f8bd6ffd640 1 --2- 172.21.15.5:0/2153415611 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8bd815eb10 0x7f8bd8070c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:46.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.720+0000 7f8bd67fc640 1 -- 172.21.15.5:0/2153415611 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 906344788 0 0) 0x7f8bc8001110 con 0x7f8bd815c250 2024-09-19T05:01:46.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.720+0000 7f8bd67fc640 1 -- 172.21.15.5:0/2153415611 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8bc0003520 con 0x7f8bd815c250 2024-09-19T05:01:46.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.720+0000 7f8bd67fc640 1 -- 172.21.15.5:0/2153415611 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 780212309 0 0) 0x7f8bc0003520 con 0x7f8bd815c250 2024-09-19T05:01:46.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.720+0000 7f8bd67fc640 1 -- 172.21.15.5:0/2153415611 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8bd815eb10 msgr2=0x7f8bd8070c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:46.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.721+0000 7f8bd67fc640 1 --2- 172.21.15.5:0/2153415611 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8bd815eb10 0x7f8bd8070c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.721+0000 7f8bd67fc640 1 -- 172.21.15.5:0/2153415611 >> v1:172.21.15.134:6789/0 conn(0x7f8bd80711b0 legacy=0x7f8bd80b60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:46.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.721+0000 7f8bd67fc640 1 -- 172.21.15.5:0/2153415611 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bd815f280 con 0x7f8bd815c250 2024-09-19T05:01:46.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.721+0000 7f8bd67fc640 1 -- 172.21.15.5:0/2153415611 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f8bc8001840 con 0x7f8bd815c250 2024-09-19T05:01:46.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.721+0000 7f8bd67fc640 1 -- 172.21.15.5:0/2153415611 >> v1:172.21.15.5:6789/0 conn(0x7f8bd815c250 legacy=0x7f8bd809b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:46.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.721+0000 7f8bd67fc640 1 --2- 172.21.15.5:0/2153415611 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8bc00039e0 0x7f8bc0003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:46.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.721+0000 7f8bd67fc640 1 --2- 172.21.15.5:0/2153415611 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8bc0004800 0x7f8bc0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:46.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.721+0000 7f8bd67fc640 1 --2- 172.21.15.5:0/2153415611 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8bc00051c0 0x7f8bc000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:46.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.721+0000 7f8bd67fc640 1 -- 172.21.15.5:0/2153415611 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f8bd8071620 con 0x7f8bc0004800 2024-09-19T05:01:46.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.721+0000 7f8bd67fc640 1 -- 172.21.15.5:0/2153415611 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f8bc000bf00 con 0x7f8bc00039e0 2024-09-19T05:01:46.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.721+0000 7f8bd67fc640 1 -- 172.21.15.5:0/2153415611 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f8bc000c080 con 0x7f8bc00051c0 2024-09-19T05:01:46.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.721+0000 7f8bd6ffd640 1 --2- 172.21.15.5:0/2153415611 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8bc0004800 0x7f8bc0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:46.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.721+0000 7f8bd77fe640 1 --2- 172.21.15.5:0/2153415611 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8bc00039e0 0x7f8bc0003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:46.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.721+0000 7f8bd7fff640 1 --2- 172.21.15.5:0/2153415611 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8bc00051c0 0x7f8bc000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:46.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.721+0000 7f8bd6ffd640 1 -- 172.21.15.5:0/2153415611 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8bc00051c0 msgr2=0x7f8bc000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:46.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.721+0000 7f8bd6ffd640 1 --2- 172.21.15.5:0/2153415611 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8bc00051c0 0x7f8bc000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.721+0000 7f8bd6ffd640 1 -- 172.21.15.5:0/2153415611 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8bc00039e0 msgr2=0x7f8bc0003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:46.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.721+0000 7f8bd6ffd640 1 --2- 172.21.15.5:0/2153415611 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8bc00039e0 0x7f8bc0003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.721+0000 7f8bd6ffd640 1 -- 172.21.15.5:0/2153415611 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bc0003520 con 0x7f8bc0004800 2024-09-19T05:01:46.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.722+0000 7f8bd6ffd640 1 --2- 172.21.15.5:0/2153415611 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8bc0004800 0x7f8bc0004c80 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f8bd80b1f30 tx=0x7f8bc0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41083ee90494b3a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:46.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.722+0000 7f8bd67fc640 1 -- 172.21.15.5:0/2153415611 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bcc036070 con 0x7f8bc0004800 2024-09-19T05:01:46.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.722+0000 7f8bd67fc640 1 -- 172.21.15.5:0/2153415611 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8bcc031400 con 0x7f8bc0004800 2024-09-19T05:01:46.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.722+0000 7f8bd67fc640 1 -- 172.21.15.5:0/2153415611 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bcc009690 con 0x7f8bc0004800 2024-09-19T05:01:46.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.722+0000 7f8bddbc6640 1 -- 172.21.15.5:0/2153415611 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8bc0004800 msgr2=0x7f8bc0004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:46.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.722+0000 7f8bddbc6640 1 --2- 172.21.15.5:0/2153415611 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8bc0004800 0x7f8bc0004c80 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f8bd80b1f30 tx=0x7f8bc0005830 comp rx=0 tx=0).stop 2024-09-19T05:01:46.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.722+0000 7f8bd7fff640 1 -- 172.21.15.5:0/2153415611 reap_dead start 2024-09-19T05:01:46.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.722+0000 7f8bddbc6640 1 -- 172.21.15.5:0/2153415611 shutdown_connections 2024-09-19T05:01:46.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.722+0000 7f8bddbc6640 1 -- 172.21.15.5:0/2153415611 >> 172.21.15.5:0/2153415611 conn(0x7f8bd80b3ff0 msgr2=0x7f8bd80b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:46.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.722+0000 7f8bddbc6640 1 -- 172.21.15.5:0/2153415611 shutdown_connections 2024-09-19T05:01:46.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.723+0000 7f8bddbc6640 1 -- 172.21.15.5:0/2153415611 wait complete. 2024-09-19T05:01:46.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.724+0000 7f8bddbc6640 1 Processor -- start 2024-09-19T05:01:46.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.724+0000 7f8bddbc6640 1 -- start start 2024-09-19T05:01:46.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.725+0000 7f8bddbc6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8bc0004800 0x7f8bd81540d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:46.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.725+0000 7f8bddbc6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8bd8156970 0x7f8bd8156dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:46.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.725+0000 7f8bddbc6640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8bd809cd80 0x7f8bd809d230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:46.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.725+0000 7f8bddbc6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f8bd809b5a0 con 0x7f8bc0004800 2024-09-19T05:01:46.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.725+0000 7f8bddbc6640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f8bd815f840 con 0x7f8bd809cd80 2024-09-19T05:01:46.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.725+0000 7f8bddbc6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f8bd8070c70 con 0x7f8bd8156970 2024-09-19T05:01:46.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.725+0000 7f8bd77fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8bc0004800 0x7f8bd81540d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:46.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.725+0000 7f8bd77fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8bc0004800 0x7f8bd81540d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42220/0 (socket says 172.21.15.5:42220) 2024-09-19T05:01:46.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.725+0000 7f8bd77fe640 1 -- 172.21.15.5:0/505495128 learned_addr learned my addr 172.21.15.5:0/505495128 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:46.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.725+0000 7f8bd7fff640 1 --2- 172.21.15.5:0/505495128 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8bd809cd80 0x7f8bd809d230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:46.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.725+0000 7f8bd6ffd640 1 --2- 172.21.15.5:0/505495128 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8bd8156970 0x7f8bd8156dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:46.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.725+0000 7f8bd77fe640 1 -- 172.21.15.5:0/505495128 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8bd8156970 msgr2=0x7f8bd8156dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:46.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.725+0000 7f8bd77fe640 1 --2- 172.21.15.5:0/505495128 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8bd8156970 0x7f8bd8156dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.725+0000 7f8bd77fe640 1 -- 172.21.15.5:0/505495128 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8bd809cd80 msgr2=0x7f8bd809d230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:46.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.725+0000 7f8bd77fe640 1 --2- 172.21.15.5:0/505495128 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8bd809cd80 0x7f8bd809d230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.725+0000 7f8bd77fe640 1 -- 172.21.15.5:0/505495128 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bd81583f0 con 0x7f8bc0004800 2024-09-19T05:01:46.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.725+0000 7f8bd6ffd640 1 --2- 172.21.15.5:0/505495128 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8bd8156970 0x7f8bd8156dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:01:46.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.725+0000 7f8bd77fe640 1 --2- 172.21.15.5:0/505495128 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8bc0004800 0x7f8bd81540d0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f8bc8007290 tx=0x7f8bc8007690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:46.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.725+0000 7f8bbffff640 1 -- 172.21.15.5:0/505495128 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bc800f960 con 0x7f8bc0004800 2024-09-19T05:01:46.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.725+0000 7f8bbffff640 1 -- 172.21.15.5:0/505495128 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8bc8018070 con 0x7f8bc0004800 2024-09-19T05:01:46.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.725+0000 7f8bddbc6640 1 -- 172.21.15.5:0/505495128 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bd8158690 con 0x7f8bc0004800 2024-09-19T05:01:46.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.725+0000 7f8bbffff640 1 -- 172.21.15.5:0/505495128 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bc800fd80 con 0x7f8bc0004800 2024-09-19T05:01:46.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.725+0000 7f8bddbc6640 1 -- 172.21.15.5:0/505495128 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bd8158c50 con 0x7f8bc0004800 2024-09-19T05:01:46.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.726+0000 7f8bddbc6640 1 -- 172.21.15.5:0/505495128 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8bd815eb10 con 0x7f8bc0004800 2024-09-19T05:01:46.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.727+0000 7f8bbffff640 1 -- 172.21.15.5:0/505495128 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8bc801d460 con 0x7f8bc0004800 2024-09-19T05:01:46.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.727+0000 7f8bbffff640 1 --2- 172.21.15.5:0/505495128 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8bc406c2e0 0x7f8bc406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:46.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.727+0000 7f8bbffff640 1 -- 172.21.15.5:0/505495128 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f8bc808b770 con 0x7f8bc0004800 2024-09-19T05:01:46.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.727+0000 7f8bd6ffd640 1 --2- 172.21.15.5:0/505495128 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8bc406c2e0 0x7f8bc406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:46.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.728+0000 7f8bd6ffd640 1 --2- 172.21.15.5:0/505495128 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8bc406c2e0 0x7f8bc406e7a0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f8bcc033000 tx=0x7f8bcc008030 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:46.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.731+0000 7f8bbffff640 1 -- 172.21.15.5:0/505495128 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8bd80b5be0 con 0x7f8bc0004800 2024-09-19T05:01:46.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.908+0000 7f8bddbc6640 1 -- 172.21.15.5:0/505495128 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8bd80b7570 con 0x7f8bc0004800 2024-09-19T05:01:46.911 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.909+0000 7f8bbffff640 1 -- 172.21.15.5:0/505495128 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7f8bc8059c30 con 0x7f8bc0004800 2024-09-19T05:01:46.911 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:01:46.911 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":25,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:01:25.122601+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:01:17.947021+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:01:19.067427+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T05:01:22.775359+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:01:46.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.911+0000 7f8bddbc6640 1 -- 172.21.15.5:0/505495128 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8bc406c2e0 msgr2=0x7f8bc406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:46.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.911+0000 7f8bddbc6640 1 --2- 172.21.15.5:0/505495128 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8bc406c2e0 0x7f8bc406e7a0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f8bcc033000 tx=0x7f8bcc008030 comp rx=0 tx=0).stop 2024-09-19T05:01:46.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.911+0000 7f8bddbc6640 1 -- 172.21.15.5:0/505495128 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8bc0004800 msgr2=0x7f8bd81540d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:46.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.911+0000 7f8bddbc6640 1 --2- 172.21.15.5:0/505495128 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8bc0004800 0x7f8bd81540d0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f8bc8007290 tx=0x7f8bc8007690 comp rx=0 tx=0).stop 2024-09-19T05:01:46.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.912+0000 7f8bddbc6640 1 -- 172.21.15.5:0/505495128 shutdown_connections 2024-09-19T05:01:46.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.912+0000 7f8bddbc6640 1 --2- 172.21.15.5:0/505495128 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8bc406c2e0 0x7f8bc406e7a0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.912+0000 7f8bddbc6640 1 --2- 172.21.15.5:0/505495128 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8bd809cd80 0x7f8bd809d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.912+0000 7f8bddbc6640 1 --2- 172.21.15.5:0/505495128 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8bd8156970 0x7f8bd8156dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.912+0000 7f8bddbc6640 1 --2- 172.21.15.5:0/505495128 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8bc0004800 0x7f8bd81540d0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:46.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.912+0000 7f8bddbc6640 1 -- 172.21.15.5:0/505495128 >> 172.21.15.5:0/505495128 conn(0x7f8bd80b3ff0 msgr2=0x7f8bd815da50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:46.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.912+0000 7f8bddbc6640 1 -- 172.21.15.5:0/505495128 shutdown_connections 2024-09-19T05:01:46.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:46.912+0000 7f8bddbc6640 1 -- 172.21.15.5:0/505495128 wait complete. 2024-09-19T05:01:46.924 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:01:47.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.025+0000 7f4bb6b81640 1 Processor -- start 2024-09-19T05:01:47.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.025+0000 7f4bb6b81640 1 -- start start 2024-09-19T05:01:47.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.026+0000 7f4bb6b81640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f4bb015e5e0 0x7f4bb0162b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:47.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.026+0000 7f4bb6b81640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4bb015e9c0 con 0x7f4bb00b2240 2024-09-19T05:01:47.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.026+0000 7f4bb6b81640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4bb0163070 con 0x7f4bb00d13f0 2024-09-19T05:01:47.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.026+0000 7f4bb6b81640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f4bb00d06e0 con 0x7f4bb015e5e0 2024-09-19T05:01:47.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.026+0000 7f4bb511e640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f4bb00b2240 0x7f4bb006d3e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39104/0 (socket says 172.21.15.5:39104) 2024-09-19T05:01:47.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.026+0000 7f4bb511e640 1 -- 172.21.15.5:0/3250271178 learned_addr learned my addr 172.21.15.5:0/3250271178 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:47.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.026+0000 7f4bb491d640 1 --2- 172.21.15.5:0/3250271178 >> v2:172.21.15.134:3300/0 conn(0x7f4bb015e5e0 0x7f4bb0162b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:47.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.026+0000 7f4baf7fe640 1 -- 172.21.15.5:0/3250271178 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 663508929 0 0) 0x7f4ba8001490 con 0x7f4bb00b2240 2024-09-19T05:01:47.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.026+0000 7f4baf7fe640 1 -- 172.21.15.5:0/3250271178 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4b98003520 con 0x7f4bb00b2240 2024-09-19T05:01:47.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.027+0000 7f4baf7fe640 1 -- 172.21.15.5:0/3250271178 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1798504240 0 0) 0x7f4b98003520 con 0x7f4bb00b2240 2024-09-19T05:01:47.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.027+0000 7f4baf7fe640 1 -- 172.21.15.5:0/3250271178 >> v2:172.21.15.134:3300/0 conn(0x7f4bb015e5e0 msgr2=0x7f4bb0162b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:47.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.027+0000 7f4baf7fe640 1 --2- 172.21.15.5:0/3250271178 >> v2:172.21.15.134:3300/0 conn(0x7f4bb015e5e0 0x7f4bb0162b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.027+0000 7f4baf7fe640 1 -- 172.21.15.5:0/3250271178 >> v1:172.21.15.134:6789/0 conn(0x7f4bb00d13f0 legacy=0x7f4bb00b1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:47.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.027+0000 7f4baf7fe640 1 -- 172.21.15.5:0/3250271178 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bb006d100 con 0x7f4bb00b2240 2024-09-19T05:01:47.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.027+0000 7f4baf7fe640 1 -- 172.21.15.5:0/3250271178 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f4ba8001bc0 con 0x7f4bb00b2240 2024-09-19T05:01:47.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.027+0000 7f4baf7fe640 1 -- 172.21.15.5:0/3250271178 >> v1:172.21.15.5:6789/0 conn(0x7f4bb00b2240 legacy=0x7f4bb006d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:47.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.027+0000 7f4baf7fe640 1 --2- 172.21.15.5:0/3250271178 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4b980039b0 0x7f4b98003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:47.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.027+0000 7f4baf7fe640 1 --2- 172.21.15.5:0/3250271178 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4b980043b0 0x7f4b98004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:47.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.027+0000 7f4baf7fe640 1 --2- 172.21.15.5:0/3250271178 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4b98005080 0x7f4b9800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:47.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.027+0000 7f4baf7fe640 1 -- 172.21.15.5:0/3250271178 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f4b9800bfb0 con 0x7f4b980039b0 2024-09-19T05:01:47.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.027+0000 7f4baf7fe640 1 -- 172.21.15.5:0/3250271178 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f4b9800c160 con 0x7f4b980043b0 2024-09-19T05:01:47.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.027+0000 7f4baf7fe640 1 -- 172.21.15.5:0/3250271178 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f4b9800c360 con 0x7f4b98005080 2024-09-19T05:01:47.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.027+0000 7f4bb491d640 1 --2- 172.21.15.5:0/3250271178 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4b980039b0 0x7f4b98003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:47.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.027+0000 7f4baffff640 1 --2- 172.21.15.5:0/3250271178 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4b980043b0 0x7f4b98004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:47.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.027+0000 7f4bb511e640 1 --2- 172.21.15.5:0/3250271178 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4b98005080 0x7f4b9800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:47.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.027+0000 7f4bb491d640 1 -- 172.21.15.5:0/3250271178 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4b98005080 msgr2=0x7f4b9800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:47.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.027+0000 7f4bb491d640 1 --2- 172.21.15.5:0/3250271178 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4b98005080 0x7f4b9800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.027+0000 7f4bb491d640 1 -- 172.21.15.5:0/3250271178 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4b980043b0 msgr2=0x7f4b98004880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:47.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.027+0000 7f4bb491d640 1 --2- 172.21.15.5:0/3250271178 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4b980043b0 0x7f4b98004880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.027+0000 7f4bb491d640 1 -- 172.21.15.5:0/3250271178 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b98003520 con 0x7f4b980039b0 2024-09-19T05:01:47.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.027+0000 7f4bb511e640 1 -- 172.21.15.5:0/3250271178 reap_dead start 2024-09-19T05:01:47.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.028+0000 7f4bb491d640 1 --2- 172.21.15.5:0/3250271178 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4b980039b0 0x7f4b98003d90 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f4ba0009ac0 tx=0x7f4b98005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57dcdd79eb2ed3fd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:47.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.028+0000 7f4baf7fe640 1 -- 172.21.15.5:0/3250271178 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ba0036070 con 0x7f4b980039b0 2024-09-19T05:01:47.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.028+0000 7f4baf7fe640 1 -- 172.21.15.5:0/3250271178 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ba0031400 con 0x7f4b980039b0 2024-09-19T05:01:47.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.028+0000 7f4baf7fe640 1 -- 172.21.15.5:0/3250271178 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ba0009690 con 0x7f4b980039b0 2024-09-19T05:01:47.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.028+0000 7f4bb6b81640 1 -- 172.21.15.5:0/3250271178 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4b980039b0 msgr2=0x7f4b98003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:47.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.029+0000 7f4bb6b81640 1 --2- 172.21.15.5:0/3250271178 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4b980039b0 0x7f4b98003d90 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f4ba0009ac0 tx=0x7f4b98005830 comp rx=0 tx=0).stop 2024-09-19T05:01:47.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.029+0000 7f4bb6b81640 1 -- 172.21.15.5:0/3250271178 shutdown_connections 2024-09-19T05:01:47.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.029+0000 7f4bb6b81640 1 --2- 172.21.15.5:0/3250271178 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4b980039b0 0x7f4b98003d90 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.029+0000 7f4bb6b81640 1 -- 172.21.15.5:0/3250271178 >> 172.21.15.5:0/3250271178 conn(0x7f4bb00d23b0 msgr2=0x7f4bb00d27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:47.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.029+0000 7f4bb6b81640 1 -- 172.21.15.5:0/3250271178 shutdown_connections 2024-09-19T05:01:47.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.029+0000 7f4bb6b81640 1 -- 172.21.15.5:0/3250271178 wait complete. 2024-09-19T05:01:47.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.030+0000 7f4bb6b81640 1 Processor -- start 2024-09-19T05:01:47.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.030+0000 7f4bb6b81640 1 -- start start 2024-09-19T05:01:47.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.031+0000 7f4bb6b81640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4b980039b0 0x7f4bb00b7a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:47.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.031+0000 7f4bb6b81640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4bb00b6c50 0x7f4bb0156ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:47.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.031+0000 7f4bb6b81640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4bb00c8830 0x7f4bb0157000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:47.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.031+0000 7f4bb6b81640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f4bb00d0bf0 con 0x7f4bb00b6c50 2024-09-19T05:01:47.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.031+0000 7f4bb6b81640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f4bb00d0f60 con 0x7f4b980039b0 2024-09-19T05:01:47.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.031+0000 7f4bb6b81640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f4bb00b1850 con 0x7f4bb00c8830 2024-09-19T05:01:47.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.031+0000 7f4baffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4bb00b6c50 0x7f4bb0156ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:47.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.031+0000 7f4baffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4bb00b6c50 0x7f4bb0156ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:42246/0 (socket says 172.21.15.5:42246) 2024-09-19T05:01:47.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.031+0000 7f4baffff640 1 -- 172.21.15.5:0/3021733318 learned_addr learned my addr 172.21.15.5:0/3021733318 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:47.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.031+0000 7f4bb511e640 1 --2- 172.21.15.5:0/3021733318 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4bb00c8830 0x7f4bb0157000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:47.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.031+0000 7f4bb491d640 1 --2- 172.21.15.5:0/3021733318 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4b980039b0 0x7f4bb00b7a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:47.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.031+0000 7f4baffff640 1 -- 172.21.15.5:0/3021733318 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4bb00c8830 msgr2=0x7f4bb0157000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:47.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.031+0000 7f4baffff640 1 --2- 172.21.15.5:0/3021733318 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4bb00c8830 0x7f4bb0157000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.031+0000 7f4baffff640 1 -- 172.21.15.5:0/3021733318 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4b980039b0 msgr2=0x7f4bb00b7a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:47.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.031+0000 7f4baffff640 1 --2- 172.21.15.5:0/3021733318 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4b980039b0 0x7f4bb00b7a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.031+0000 7f4baffff640 1 -- 172.21.15.5:0/3021733318 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bb00b5550 con 0x7f4bb00b6c50 2024-09-19T05:01:47.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.031+0000 7f4bb491d640 1 --2- 172.21.15.5:0/3021733318 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4b980039b0 0x7f4bb00b7a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:01:47.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.031+0000 7f4baffff640 1 --2- 172.21.15.5:0/3021733318 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4bb00b6c50 0x7f4bb0156ac0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f4ba400f830 tx=0x7f4ba400fcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:47.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.032+0000 7f4bad7fa640 1 -- 172.21.15.5:0/3021733318 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ba40052e0 con 0x7f4bb00b6c50 2024-09-19T05:01:47.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.032+0000 7f4bad7fa640 1 -- 172.21.15.5:0/3021733318 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ba4018070 con 0x7f4bb00b6c50 2024-09-19T05:01:47.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.032+0000 7f4bad7fa640 1 -- 172.21.15.5:0/3021733318 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ba400d8f0 con 0x7f4bb00b6c50 2024-09-19T05:01:47.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.032+0000 7f4bb6b81640 1 -- 172.21.15.5:0/3021733318 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bb00b5830 con 0x7f4bb00b6c50 2024-09-19T05:01:47.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.032+0000 7f4bb6b81640 1 -- 172.21.15.5:0/3021733318 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bb00b5df0 con 0x7f4bb00b6c50 2024-09-19T05:01:47.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.033+0000 7f4bb6b81640 1 -- 172.21.15.5:0/3021733318 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4bb006cd20 con 0x7f4bb00b6c50 2024-09-19T05:01:47.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.033+0000 7f4bad7fa640 1 -- 172.21.15.5:0/3021733318 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4ba400da90 con 0x7f4bb00b6c50 2024-09-19T05:01:47.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.034+0000 7f4bad7fa640 1 --2- 172.21.15.5:0/3021733318 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f4b9c06c2b0 0x7f4b9c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:47.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.034+0000 7f4bad7fa640 1 -- 172.21.15.5:0/3021733318 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f4ba408b5e0 con 0x7f4bb00b6c50 2024-09-19T05:01:47.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.034+0000 7f4bb491d640 1 --2- 172.21.15.5:0/3021733318 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f4b9c06c2b0 0x7f4b9c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:47.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.034+0000 7f4bb491d640 1 --2- 172.21.15.5:0/3021733318 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f4b9c06c2b0 0x7f4b9c06e770 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f4ba0033000 tx=0x7f4ba0008030 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:47.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.038+0000 7f4bad7fa640 1 -- 172.21.15.5:0/3021733318 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4ba4059aa0 con 0x7f4bb00b6c50 2024-09-19T05:01:47.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.249+0000 7f4bb6b81640 1 -- 172.21.15.5:0/3021733318 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4bb00d2f30 con 0x7f4bb00b6c50 2024-09-19T05:01:47.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.249+0000 7f4bad7fa640 1 -- 172.21.15.5:0/3021733318 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5213 (secure 0 0 0) 0x7f4ba40593a0 con 0x7f4bb00b6c50 2024-09-19T05:01:47.251 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:01:47.251 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":9,"btime":"2024-09-19T05:01:39:795017+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/418766910","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":418766910},{"type":"v1","addr":"172.21.15.134:6836","nonce":418766910}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/2380114928","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2380114928},{"type":"v1","addr":"172.21.15.5:6834","nonce":2380114928}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/2304329808","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":2304329808},{"type":"v1","addr":"172.21.15.5:6835","nonce":2304329808}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:01:20.084205+0000","modified":"2024-09-19T05:01:39.146935+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6837/168351575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":168351575},{"type":"v1","addr":"172.21.15.134:6837","nonce":168351575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4275,"qdb_cluster":[4275]},"id":1}]} 2024-09-19T05:01:47.251 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 9 2024-09-19T05:01:47.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.251+0000 7f4bb6b81640 1 -- 172.21.15.5:0/3021733318 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f4b9c06c2b0 msgr2=0x7f4b9c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:47.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.251+0000 7f4bb6b81640 1 --2- 172.21.15.5:0/3021733318 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f4b9c06c2b0 0x7f4b9c06e770 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f4ba0033000 tx=0x7f4ba0008030 comp rx=0 tx=0).stop 2024-09-19T05:01:47.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.251+0000 7f4bb6b81640 1 -- 172.21.15.5:0/3021733318 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4bb00b6c50 msgr2=0x7f4bb0156ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:47.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.251+0000 7f4bb6b81640 1 --2- 172.21.15.5:0/3021733318 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4bb00b6c50 0x7f4bb0156ac0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f4ba400f830 tx=0x7f4ba400fcf0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.251+0000 7f4bb6b81640 1 -- 172.21.15.5:0/3021733318 shutdown_connections 2024-09-19T05:01:47.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.251+0000 7f4bb6b81640 1 --2- 172.21.15.5:0/3021733318 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f4b9c06c2b0 0x7f4b9c06e770 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.251+0000 7f4bb6b81640 1 --2- 172.21.15.5:0/3021733318 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4bb00c8830 0x7f4bb0157000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.251+0000 7f4bb6b81640 1 --2- 172.21.15.5:0/3021733318 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4bb00b6c50 0x7f4bb0156ac0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.251+0000 7f4bb6b81640 1 --2- 172.21.15.5:0/3021733318 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4b980039b0 0x7f4bb00b7a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.251+0000 7f4bb6b81640 1 -- 172.21.15.5:0/3021733318 >> 172.21.15.5:0/3021733318 conn(0x7f4bb00d23b0 msgr2=0x7f4bb0070c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:47.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.251+0000 7f4bb6b81640 1 -- 172.21.15.5:0/3021733318 shutdown_connections 2024-09-19T05:01:47.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.251+0000 7f4bb6b81640 1 -- 172.21.15.5:0/3021733318 wait complete. 2024-09-19T05:01:47.665 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 9, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T05:01:20.084205+0000', 'modified': '2024-09-19T05:01:39.146935+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4275}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4275': {'gid': 4275, 'name': 'd', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.134:6837/168351575', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.134:6835', 'nonce': 168351575}, {'type': 'v1', 'addr': '172.21.15.134:6837', 'nonce': 168351575}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4275, 'qdb_cluster': [4275]} 2024-09-19T05:01:47.666 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T05:01:47.666 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-19T05:01:47.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.770+0000 7f7f22c77640 1 Processor -- start 2024-09-19T05:01:47.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.770+0000 7f7f22c77640 1 -- start start 2024-09-19T05:01:47.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.771+0000 7f7f22c77640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7f1c15e890 0x7f7f1c06cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:47.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.771+0000 7f7f22c77640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7f1c0d4f00 0x7f7f1c0b8a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:47.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.771+0000 7f7f22c77640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7f1c0d3040 con 0x7f7f1c0d2b60 2024-09-19T05:01:47.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.771+0000 7f7f22c77640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f7f1c0d3c50 con 0x7f7f1c0d4f00 2024-09-19T05:01:47.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.771+0000 7f7f22c77640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f7f1c0d3320 con 0x7f7f1c15e890 2024-09-19T05:01:47.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.771+0000 7f7f21214640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7f1c0d4f00 0x7f7f1c0b8a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:47.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.771+0000 7f7f21214640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7f1c0d4f00 0x7f7f1c0b8a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41324/0 (socket says 172.21.15.5:41324) 2024-09-19T05:01:47.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.771+0000 7f7f21214640 1 -- 172.21.15.5:0/2590426617 learned_addr learned my addr 172.21.15.5:0/2590426617 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:47.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.771+0000 7f7f20a13640 1 --2- 172.21.15.5:0/2590426617 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7f1c15e890 0x7f7f1c06cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:47.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.771+0000 7f7f21214640 1 -- 172.21.15.5:0/2590426617 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7f1c15e890 msgr2=0x7f7f1c06cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:47.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.771+0000 7f7f21214640 1 --2- 172.21.15.5:0/2590426617 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7f1c15e890 0x7f7f1c06cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.771+0000 7f7f21214640 1 -- 172.21.15.5:0/2590426617 >> v1:172.21.15.134:6789/0 conn(0x7f7f1c0d2b60 legacy=0x7f7f1c0cede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:47.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.771+0000 7f7f21214640 1 -- 172.21.15.5:0/2590426617 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f1c0d3600 con 0x7f7f1c0d4f00 2024-09-19T05:01:47.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.772+0000 7f7f21214640 1 --2- 172.21.15.5:0/2590426617 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7f1c0d4f00 0x7f7f1c0b8a30 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f7f14009e50 tx=0x7f7f1402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62306fc32b32c454 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:47.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.772+0000 7f7f1b7fe640 1 -- 172.21.15.5:0/2590426617 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f14036070 con 0x7f7f1c0d4f00 2024-09-19T05:01:47.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.772+0000 7f7f1b7fe640 1 -- 172.21.15.5:0/2590426617 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f14031600 con 0x7f7f1c0d4f00 2024-09-19T05:01:47.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.772+0000 7f7f1b7fe640 1 -- 172.21.15.5:0/2590426617 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f140319d0 con 0x7f7f1c0d4f00 2024-09-19T05:01:47.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.772+0000 7f7f22c77640 1 -- 172.21.15.5:0/2590426617 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7f1c0d4f00 msgr2=0x7f7f1c0b8a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:47.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.772+0000 7f7f22c77640 1 --2- 172.21.15.5:0/2590426617 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7f1c0d4f00 0x7f7f1c0b8a30 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f7f14009e50 tx=0x7f7f1402a680 comp rx=0 tx=0).stop 2024-09-19T05:01:47.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.772+0000 7f7f22c77640 1 -- 172.21.15.5:0/2590426617 shutdown_connections 2024-09-19T05:01:47.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.772+0000 7f7f22c77640 1 --2- 172.21.15.5:0/2590426617 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7f1c0d4f00 0x7f7f1c0b8a30 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.773+0000 7f7f22c77640 1 --2- 172.21.15.5:0/2590426617 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7f1c15e890 0x7f7f1c06cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.773+0000 7f7f22c77640 1 -- 172.21.15.5:0/2590426617 >> 172.21.15.5:0/2590426617 conn(0x7f7f1c0b66c0 msgr2=0x7f7f1c0d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:47.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.773+0000 7f7f22c77640 1 -- 172.21.15.5:0/2590426617 shutdown_connections 2024-09-19T05:01:47.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.773+0000 7f7f22c77640 1 -- 172.21.15.5:0/2590426617 wait complete. 2024-09-19T05:01:47.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.774+0000 7f7f22c77640 1 Processor -- start 2024-09-19T05:01:47.776 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.774+0000 7f7f22c77640 1 -- start start 2024-09-19T05:01:47.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.775+0000 7f7f22c77640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7f1c0d2b60 0x7f7f1c15d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:47.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.775+0000 7f7f22c77640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7f1c0d4f00 0x7f7f1c0b7f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:47.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.775+0000 7f7f22c77640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7f1c15e890 0x7f7f1c0b84c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:47.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.775+0000 7f7f22c77640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f7f1c06db10 con 0x7f7f1c0d2b60 2024-09-19T05:01:47.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.775+0000 7f7f22c77640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f7f1c15ec70 con 0x7f7f1c0d4f00 2024-09-19T05:01:47.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.775+0000 7f7f22c77640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f7f1c06dc90 con 0x7f7f1c15e890 2024-09-19T05:01:47.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.775+0000 7f7f20a13640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7f1c0d2b60 0x7f7f1c15d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:47.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.775+0000 7f7f20a13640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7f1c0d2b60 0x7f7f1c15d0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41334/0 (socket says 172.21.15.5:41334) 2024-09-19T05:01:47.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.775+0000 7f7f20a13640 1 -- 172.21.15.5:0/2730821130 learned_addr learned my addr 172.21.15.5:0/2730821130 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:47.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.775+0000 7f7f1bfff640 1 --2- 172.21.15.5:0/2730821130 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7f1c0d4f00 0x7f7f1c0b7f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:47.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.775+0000 7f7f21214640 1 --2- 172.21.15.5:0/2730821130 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7f1c15e890 0x7f7f1c0b84c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:47.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.775+0000 7f7f20a13640 1 -- 172.21.15.5:0/2730821130 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7f1c15e890 msgr2=0x7f7f1c0b84c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:47.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.775+0000 7f7f20a13640 1 --2- 172.21.15.5:0/2730821130 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7f1c15e890 0x7f7f1c0b84c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.775+0000 7f7f20a13640 1 -- 172.21.15.5:0/2730821130 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7f1c0d4f00 msgr2=0x7f7f1c0b7f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:47.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.775+0000 7f7f20a13640 1 --2- 172.21.15.5:0/2730821130 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7f1c0d4f00 0x7f7f1c0b7f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.775+0000 7f7f20a13640 1 -- 172.21.15.5:0/2730821130 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f1c1f5380 con 0x7f7f1c0d2b60 2024-09-19T05:01:47.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.775+0000 7f7f20a13640 1 --2- 172.21.15.5:0/2730821130 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7f1c0d2b60 0x7f7f1c15d0f0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f7f1000d800 tx=0x7f7f1000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:47.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.775+0000 7f7f197fa640 1 -- 172.21.15.5:0/2730821130 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f1000b6c0 con 0x7f7f1c0d2b60 2024-09-19T05:01:47.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.775+0000 7f7f197fa640 1 -- 172.21.15.5:0/2730821130 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f10019070 con 0x7f7f1c0d2b60 2024-09-19T05:01:47.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.775+0000 7f7f22c77640 1 -- 172.21.15.5:0/2730821130 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f1c1f5960 con 0x7f7f1c0d2b60 2024-09-19T05:01:47.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.775+0000 7f7f197fa640 1 -- 172.21.15.5:0/2730821130 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f1000ba80 con 0x7f7f1c0d2b60 2024-09-19T05:01:47.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.775+0000 7f7f22c77640 1 -- 172.21.15.5:0/2730821130 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f1c1f5f20 con 0x7f7f1c0d2b60 2024-09-19T05:01:47.783 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.777+0000 7f7f197fa640 1 -- 172.21.15.5:0/2730821130 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7f1000bc20 con 0x7f7f1c0d2b60 2024-09-19T05:01:47.783 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.777+0000 7f7f197fa640 1 --2- 172.21.15.5:0/2730821130 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7f0006c2e0 0x7f7f0006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:47.783 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.777+0000 7f7f197fa640 1 -- 172.21.15.5:0/2730821130 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f7f1008bac0 con 0x7f7f1c0d2b60 2024-09-19T05:01:47.783 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.778+0000 7f7f1bfff640 1 --2- 172.21.15.5:0/2730821130 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7f0006c2e0 0x7f7f0006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:47.783 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.778+0000 7f7f1bfff640 1 --2- 172.21.15.5:0/2730821130 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7f0006c2e0 0x7f7f0006e7a0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f7f1c06d120 tx=0x7f7f08009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:47.783 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.778+0000 7f7f25a12740 1 Processor -- start 2024-09-19T05:01:47.783 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.778+0000 7f7f25a12740 1 -- start start 2024-09-19T05:01:47.783 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.779+0000 7f7f25a12740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55ee930132c0 0x55ee93058a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:47.783 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.779+0000 7f7f25a12740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55ee93010a80 0x55ee930136a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:47.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.779+0000 7f7f25a12740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55ee93014a50 0x55ee9300d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:47.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.779+0000 7f7f25a12740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x55ee92f75520 con 0x55ee93014a50 2024-09-19T05:01:47.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.779+0000 7f7f25a12740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x55ee92f1d3e0 con 0x55ee930132c0 2024-09-19T05:01:47.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.779+0000 7f7f25a12740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x55ee92f714e0 con 0x55ee93010a80 2024-09-19T05:01:47.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.779+0000 7f7f21214640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55ee93014a50 0x55ee9300d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:47.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.779+0000 7f7f21214640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55ee93014a50 0x55ee9300d8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41346/0 (socket says 172.21.15.5:41346) 2024-09-19T05:01:47.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.779+0000 7f7f21214640 1 -- 172.21.15.5:0/754775267 learned_addr learned my addr 172.21.15.5:0/754775267 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:47.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.779+0000 7f7f20a13640 1 --2- 172.21.15.5:0/754775267 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55ee930132c0 0x55ee93058a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:47.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.779+0000 7f7f1bfff640 1 --2- 172.21.15.5:0/754775267 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55ee93010a80 0x55ee930136a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:47.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.779+0000 7f7f21214640 1 -- 172.21.15.5:0/754775267 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55ee93010a80 msgr2=0x55ee930136a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:47.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.779+0000 7f7f21214640 1 --2- 172.21.15.5:0/754775267 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55ee93010a80 0x55ee930136a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.779+0000 7f7f21214640 1 -- 172.21.15.5:0/754775267 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55ee930132c0 msgr2=0x55ee93058a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:47.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.779+0000 7f7f21214640 1 --2- 172.21.15.5:0/754775267 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55ee930132c0 0x55ee93058a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.779+0000 7f7f21214640 1 -- 172.21.15.5:0/754775267 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee92f382f0 con 0x55ee93014a50 2024-09-19T05:01:47.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.780+0000 7f7f21214640 1 --2- 172.21.15.5:0/754775267 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55ee93014a50 0x55ee9300d8b0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f7f14009f70 tx=0x7f7f1402e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d40816c76e1551d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:47.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.780+0000 7f7f067fc640 1 -- 172.21.15.5:0/754775267 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f14036040 con 0x55ee93014a50 2024-09-19T05:01:47.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.780+0000 7f7f067fc640 1 -- 172.21.15.5:0/754775267 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f14037040 con 0x55ee93014a50 2024-09-19T05:01:47.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.780+0000 7f7f067fc640 1 -- 172.21.15.5:0/754775267 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f140319a0 con 0x55ee93014a50 2024-09-19T05:01:47.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.780+0000 7f7f25a12740 1 -- 172.21.15.5:0/754775267 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55ee93014a50 msgr2=0x55ee9300d8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:47.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.780+0000 7f7f25a12740 1 --2- 172.21.15.5:0/754775267 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55ee93014a50 0x55ee9300d8b0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f7f14009f70 tx=0x7f7f1402e000 comp rx=0 tx=0).stop 2024-09-19T05:01:47.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.780+0000 7f7f25a12740 1 -- 172.21.15.5:0/754775267 shutdown_connections 2024-09-19T05:01:47.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.780+0000 7f7f25a12740 1 --2- 172.21.15.5:0/754775267 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55ee93014a50 0x55ee9300d8b0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.780+0000 7f7f25a12740 1 --2- 172.21.15.5:0/754775267 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55ee93010a80 0x55ee930136a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.780+0000 7f7f25a12740 1 --2- 172.21.15.5:0/754775267 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55ee930132c0 0x55ee93058a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.780+0000 7f7f25a12740 1 -- 172.21.15.5:0/754775267 >> 172.21.15.5:0/754775267 conn(0x55ee9300fa80 msgr2=0x55ee93057f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:47.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.781+0000 7f7f25a12740 1 -- 172.21.15.5:0/754775267 shutdown_connections 2024-09-19T05:01:47.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.781+0000 7f7f25a12740 1 -- 172.21.15.5:0/754775267 wait complete. 2024-09-19T05:01:47.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.781+0000 7f7f25a12740 1 -- start start 2024-09-19T05:01:47.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.781+0000 7f7f25a12740 1 Processor -- start 2024-09-19T05:01:47.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.782+0000 7f7f25a12740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55ee930132c0 0x55ee93033460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:47.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.782+0000 7f7f25a12740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55ee93014a50 0x55ee9302e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:47.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.782+0000 7f7f25a12740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55ee9300e5a0 0x55ee9303aee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:47.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.782+0000 7f7f25a12740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x55ee9300ef20 con 0x55ee93014a50 2024-09-19T05:01:47.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.782+0000 7f7f25a12740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x55ee92efe450 con 0x55ee9300e5a0 2024-09-19T05:01:47.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.782+0000 7f7f25a12740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x55ee93059290 con 0x55ee930132c0 2024-09-19T05:01:47.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.782+0000 7f7f25a12740 10 client.0 _ll_register_callbacks cb 0x55ee92c87ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:01:47.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.782+0000 7f7f1bfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55ee93014a50 0x55ee9302e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:47.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.782+0000 7f7f1bfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55ee93014a50 0x55ee9302e6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41362/0 (socket says 172.21.15.5:41362) 2024-09-19T05:01:47.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.782+0000 7f7f1bfff640 1 -- 172.21.15.5:0/585716072 learned_addr learned my addr 172.21.15.5:0/585716072 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:47.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.782+0000 7f7f20a13640 1 --2- 172.21.15.5:0/585716072 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55ee930132c0 0x55ee93033460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:47.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.782+0000 7f7f21214640 1 --2- 172.21.15.5:0/585716072 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55ee9300e5a0 0x55ee9303aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:47.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.782+0000 7f7f1bfff640 1 -- 172.21.15.5:0/585716072 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55ee930132c0 msgr2=0x55ee93033460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:47.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.783+0000 7f7f1bfff640 1 --2- 172.21.15.5:0/585716072 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55ee930132c0 0x55ee93033460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.783+0000 7f7f1bfff640 1 -- 172.21.15.5:0/585716072 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55ee9300e5a0 msgr2=0x55ee9303aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:47.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.783+0000 7f7f1bfff640 1 --2- 172.21.15.5:0/585716072 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55ee9300e5a0 0x55ee9303aee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.783+0000 7f7f1bfff640 1 -- 172.21.15.5:0/585716072 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee92c882d0 con 0x55ee93014a50 2024-09-19T05:01:47.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.783+0000 7f7f20a13640 1 --2- 172.21.15.5:0/585716072 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55ee930132c0 0x55ee93033460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:01:47.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.783+0000 7f7f1bfff640 1 --2- 172.21.15.5:0/585716072 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55ee93014a50 0x55ee9302e6f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f7f08006ab0 tx=0x7f7f08000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d48b16e09d0f043 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:47.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.783+0000 7f7efb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-19T05:01:47.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.783+0000 7f7efb7fe640 1 -- 172.21.15.5:0/585716072 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f08001d40 con 0x55ee93014a50 2024-09-19T05:01:47.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.783+0000 7f7efb7fe640 1 -- 172.21.15.5:0/585716072 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f7f08021410 con 0x55ee93014a50 2024-09-19T05:01:47.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.783+0000 7f7f25a12740 1 -- 172.21.15.5:0/585716072 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7f14037040 con 0x55ee93014a50 2024-09-19T05:01:47.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.783+0000 7f7efb7fe640 1 -- 172.21.15.5:0/585716072 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) ==== 24+0+0 (secure 0 0 0) 0x7f7f0802e050 con 0x55ee93014a50 2024-09-19T05:01:47.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.783+0000 7f7f25a12740 10 client.4686 fetch_fsmap learned FSMap version 9 2024-09-19T05:01:47.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.783+0000 7f7f25a12740 1 -- 172.21.15.5:0/585716072 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) -- 0x55ee92d526b0 con 0x55ee93014a50 2024-09-19T05:01:47.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.783+0000 7f7efb7fe640 1 -- 172.21.15.5:0/585716072 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f14037040 con 0x55ee93014a50 2024-09-19T05:01:47.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.783+0000 7f7efb7fe640 1 -- 172.21.15.5:0/585716072 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 9) ==== 3510+0+0 (secure 0 0 0) 0x7f7f08031020 con 0x55ee93014a50 2024-09-19T05:01:47.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.783+0000 7f7f25a12740 10 client.4686 fetch_fsmap finished waiting for FSMap version 9 2024-09-19T05:01:47.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.783+0000 7f7f25a12740 10 client.4686 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-19T05:01:47.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.783+0000 7f7f25a12740 20 client.4686 populate_metadata read hostname 'smithi005' 2024-09-19T05:01:47.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.783+0000 7f7f25a12740 1 --2- 172.21.15.5:0/585716072 >> [v2:172.21.15.134:6835/168351575,v1:172.21.15.134:6837/168351575] conn(0x55ee9300caa0 0x55ee9300ce80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:47.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.783+0000 7f7f25a12740 4 client.4686 mds_command: new command op to 4275 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:01:47.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.783+0000 7f7f25a12740 1 -- 172.21.15.5:0/585716072 --> [v2:172.21.15.134:6835/168351575,v1:172.21.15.134:6837/168351575] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ee92f82c50 con 0x55ee9300caa0 2024-09-19T05:01:47.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.784+0000 7f7f20a13640 1 --2- 172.21.15.5:0/585716072 >> [v2:172.21.15.134:6835/168351575,v1:172.21.15.134:6837/168351575] conn(0x55ee9300caa0 0x55ee9300ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:47.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.784+0000 7f7efb7fe640 10 client.4686 ms_handle_connect on v2:172.21.15.134:6835/168351575 2024-09-19T05:01:47.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.784+0000 7f7f20a13640 1 --2- 172.21.15.5:0/585716072 >> [v2:172.21.15.134:6835/168351575,v1:172.21.15.134:6837/168351575] conn(0x55ee9300caa0 0x55ee9300ce80 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=317356f850d9035b server_cookie=cdff758444fde7f2 in_seq=0 out_seq=0 2024-09-19T05:01:47.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.785+0000 7f7efb7fe640 1 -- 172.21.15.5:0/585716072 <== mds.0 v2:172.21.15.134:6835/168351575 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ee92f82c50 con 0x55ee9300caa0 2024-09-19T05:01:47.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.785+0000 7f7efb7fe640 10 client.4686 handle_command_reply: tid=0 2024-09-19T05:01:47.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.785+0000 7f7f25a12740 1 client.4686 shutdown 2024-09-19T05:01:47.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.785+0000 7f7f25a12740 1 -- 172.21.15.5:0/585716072 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55ee93014a50 msgr2=0x55ee9302e6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:47.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.785+0000 7f7f25a12740 1 --2- 172.21.15.5:0/585716072 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55ee93014a50 0x55ee9302e6f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f7f08006ab0 tx=0x7f7f08000ed0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.785+0000 7f7f25a12740 1 -- 172.21.15.5:0/585716072 shutdown_connections 2024-09-19T05:01:47.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.785+0000 7f7f25a12740 1 --2- 172.21.15.5:0/585716072 >> [v2:172.21.15.134:6835/168351575,v1:172.21.15.134:6837/168351575] conn(0x55ee9300caa0 0x55ee9300ce80 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.785+0000 7f7f25a12740 1 --2- 172.21.15.5:0/585716072 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55ee9300e5a0 0x55ee9303aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.785+0000 7f7efb7fe640 0 client.4686 ms_handle_reset on v2:172.21.15.134:6835/168351575 2024-09-19T05:01:47.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.785+0000 7f7f25a12740 1 --2- 172.21.15.5:0/585716072 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55ee93014a50 0x55ee9302e6f0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.785+0000 7f7f25a12740 1 --2- 172.21.15.5:0/585716072 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55ee930132c0 0x55ee93033460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.785+0000 7f7f25a12740 1 -- 172.21.15.5:0/585716072 >> 172.21.15.5:0/585716072 conn(0x55ee93010a80 msgr2=0x55ee930576b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:47.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.785+0000 7f7f25a12740 1 -- 172.21.15.5:0/585716072 shutdown_connections 2024-09-19T05:01:47.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.785+0000 7f7f25a12740 1 -- 172.21.15.5:0/585716072 wait complete. 2024-09-19T05:01:47.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.785+0000 7f7f25a12740 20 client.4686 trim_cache size 0 max 16384 2024-09-19T05:01:47.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.803+0000 7f7f25a12740 1 Processor -- start 2024-09-19T05:01:47.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.803+0000 7f7f25a12740 1 -- start start 2024-09-19T05:01:47.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.804+0000 7f7f25a12740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55ee9300caa0 0x55ee93057860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:47.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.804+0000 7f7f25a12740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55ee9300e5a0 0x55ee9300f300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:47.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.804+0000 7f7f25a12740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55ee930132c0 0x55ee9303b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:47.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.804+0000 7f7f25a12740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f7f1c201000 con 0x55ee930132c0 2024-09-19T05:01:47.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.804+0000 7f7f25a12740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f7f1c1f7500 con 0x55ee9300caa0 2024-09-19T05:01:47.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.804+0000 7f7f25a12740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f7f1c2009b0 con 0x55ee9300e5a0 2024-09-19T05:01:47.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.804+0000 7f7f21214640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55ee930132c0 0x55ee9303b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:47.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.804+0000 7f7f21214640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55ee930132c0 0x55ee9303b2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41376/0 (socket says 172.21.15.5:41376) 2024-09-19T05:01:47.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.804+0000 7f7f21214640 1 -- 172.21.15.5:0/2167094531 learned_addr learned my addr 172.21.15.5:0/2167094531 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:47.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.804+0000 7f7f21214640 1 -- 172.21.15.5:0/2167094531 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55ee9300e5a0 msgr2=0x55ee9300f300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:47.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.805+0000 7f7f21214640 1 --2- 172.21.15.5:0/2167094531 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55ee9300e5a0 0x55ee9300f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.805+0000 7f7f21214640 1 -- 172.21.15.5:0/2167094531 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55ee9300caa0 msgr2=0x55ee93057860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:47.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.805+0000 7f7f21214640 1 --2- 172.21.15.5:0/2167094531 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55ee9300caa0 0x55ee93057860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.805+0000 7f7f21214640 1 -- 172.21.15.5:0/2167094531 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee9303c100 con 0x55ee930132c0 2024-09-19T05:01:47.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.805+0000 7f7f21214640 1 --2- 172.21.15.5:0/2167094531 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55ee930132c0 0x55ee9303b2e0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f7f1402a6c0 tx=0x7f7f1402f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9e12b3ef43b8fa9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:47.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.805+0000 7f7f05ffb640 1 -- 172.21.15.5:0/2167094531 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f14036040 con 0x55ee930132c0 2024-09-19T05:01:47.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.805+0000 7f7f05ffb640 1 -- 172.21.15.5:0/2167094531 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f14031780 con 0x55ee930132c0 2024-09-19T05:01:47.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.805+0000 7f7f05ffb640 1 -- 172.21.15.5:0/2167094531 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f14031b30 con 0x55ee930132c0 2024-09-19T05:01:47.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.805+0000 7f7f25a12740 1 -- 172.21.15.5:0/2167094531 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55ee930132c0 msgr2=0x55ee9303b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:47.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.805+0000 7f7f25a12740 1 --2- 172.21.15.5:0/2167094531 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55ee930132c0 0x55ee9303b2e0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f7f1402a6c0 tx=0x7f7f1402f000 comp rx=0 tx=0).stop 2024-09-19T05:01:47.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.805+0000 7f7f25a12740 1 -- 172.21.15.5:0/2167094531 shutdown_connections 2024-09-19T05:01:47.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.805+0000 7f7f25a12740 1 --2- 172.21.15.5:0/2167094531 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55ee930132c0 0x55ee9303b2e0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.805+0000 7f7f25a12740 1 --2- 172.21.15.5:0/2167094531 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55ee9300e5a0 0x55ee9300f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.805+0000 7f7f25a12740 1 --2- 172.21.15.5:0/2167094531 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55ee9300caa0 0x55ee93057860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.805+0000 7f7f25a12740 1 -- 172.21.15.5:0/2167094531 >> 172.21.15.5:0/2167094531 conn(0x55ee93010a80 msgr2=0x55ee9302e410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:47.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.805+0000 7f7f25a12740 1 -- 172.21.15.5:0/2167094531 shutdown_connections 2024-09-19T05:01:47.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.805+0000 7f7f25a12740 1 -- 172.21.15.5:0/2167094531 wait complete. 2024-09-19T05:01:47.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.806+0000 7f7f25a12740 1 -- start start 2024-09-19T05:01:47.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.806+0000 7f7f25a12740 1 Processor -- start 2024-09-19T05:01:47.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.807+0000 7f7f25a12740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55ee9300caa0 0x55ee930d6980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:47.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.807+0000 7f7f25a12740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55ee9300e5a0 0x55ee930d07e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:47.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.807+0000 7f7f25a12740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55ee930132c0 0x55ee93054740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:47.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.807+0000 7f7f25a12740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x55ee9306bd90 con 0x55ee930132c0 2024-09-19T05:01:47.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.807+0000 7f7f25a12740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x55ee9300e1a0 con 0x55ee9300e5a0 2024-09-19T05:01:47.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.807+0000 7f7f25a12740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x55ee9305b560 con 0x55ee9300caa0 2024-09-19T05:01:47.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.807+0000 7f7f25a12740 10 client.0 _ll_register_callbacks cb 0x7f7f08001c90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:01:47.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.807+0000 7f7f21214640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55ee930132c0 0x55ee93054740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:47.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.807+0000 7f7f21214640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55ee930132c0 0x55ee93054740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41382/0 (socket says 172.21.15.5:41382) 2024-09-19T05:01:47.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.807+0000 7f7f21214640 1 -- 172.21.15.5:0/25105979 learned_addr learned my addr 172.21.15.5:0/25105979 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:47.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.807+0000 7f7f1bfff640 1 --2- 172.21.15.5:0/25105979 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55ee9300e5a0 0x55ee930d07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:47.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.807+0000 7f7f20a13640 1 --2- 172.21.15.5:0/25105979 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55ee9300caa0 0x55ee930d6980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:47.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.807+0000 7f7f21214640 1 -- 172.21.15.5:0/25105979 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55ee9300caa0 msgr2=0x55ee930d6980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:47.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.807+0000 7f7f21214640 1 --2- 172.21.15.5:0/25105979 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55ee9300caa0 0x55ee930d6980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.807+0000 7f7f21214640 1 -- 172.21.15.5:0/25105979 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55ee9300e5a0 msgr2=0x55ee930d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:47.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.807+0000 7f7f21214640 1 --2- 172.21.15.5:0/25105979 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55ee9300e5a0 0x55ee930d07e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.807+0000 7f7f21214640 1 -- 172.21.15.5:0/25105979 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee930577d0 con 0x55ee930132c0 2024-09-19T05:01:47.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.808+0000 7f7f21214640 1 --2- 172.21.15.5:0/25105979 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55ee930132c0 0x55ee93054740 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f7f140093e0 tx=0x7f7f14004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f13c5a039d9ba6e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:47.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.808+0000 7f7efb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-19T05:01:47.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.808+0000 7f7efb7fe640 1 -- 172.21.15.5:0/25105979 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f14036070 con 0x55ee930132c0 2024-09-19T05:01:47.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.808+0000 7f7efb7fe640 1 -- 172.21.15.5:0/25105979 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f7f14058de0 con 0x55ee930132c0 2024-09-19T05:01:47.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.808+0000 7f7f25a12740 1 -- 172.21.15.5:0/25105979 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7f14031780 con 0x55ee930132c0 2024-09-19T05:01:47.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.808+0000 7f7efb7fe640 1 -- 172.21.15.5:0/25105979 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) ==== 24+0+0 (secure 0 0 0) 0x7f7f14003da0 con 0x55ee930132c0 2024-09-19T05:01:47.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.808+0000 7f7f25a12740 10 client.4692 fetch_fsmap learned FSMap version 9 2024-09-19T05:01:47.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.808+0000 7f7f25a12740 1 -- 172.21.15.5:0/25105979 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) -- 0x55ee930d7030 con 0x55ee930132c0 2024-09-19T05:01:47.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.808+0000 7f7efb7fe640 1 -- 172.21.15.5:0/25105979 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f14031780 con 0x55ee930132c0 2024-09-19T05:01:47.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.808+0000 7f7efb7fe640 1 -- 172.21.15.5:0/25105979 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 9) ==== 3510+0+0 (secure 0 0 0) 0x7f7f14056030 con 0x55ee930132c0 2024-09-19T05:01:47.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.808+0000 7f7f25a12740 10 client.4692 fetch_fsmap finished waiting for FSMap version 9 2024-09-19T05:01:47.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.808+0000 7f7f25a12740 10 client.4692 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-19T05:01:47.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.808+0000 7f7f25a12740 20 client.4692 populate_metadata read hostname 'smithi005' 2024-09-19T05:01:47.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.808+0000 7f7f25a12740 1 --2- 172.21.15.5:0/25105979 >> [v2:172.21.15.134:6835/168351575,v1:172.21.15.134:6837/168351575] conn(0x55ee93014a50 0x55ee9302d200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:47.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.808+0000 7f7f25a12740 4 client.4692 mds_command: new command op to 4275 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:01:47.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.808+0000 7f7f25a12740 1 -- 172.21.15.5:0/25105979 --> [v2:172.21.15.134:6835/168351575,v1:172.21.15.134:6837/168351575] -- command(tid 0: {"prefix": "status"}) -- 0x55ee92f7cfa0 con 0x55ee93014a50 2024-09-19T05:01:47.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.808+0000 7f7f20a13640 1 --2- 172.21.15.5:0/25105979 >> [v2:172.21.15.134:6835/168351575,v1:172.21.15.134:6837/168351575] conn(0x55ee93014a50 0x55ee9302d200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:47.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.809+0000 7f7f20a13640 1 --2- 172.21.15.5:0/25105979 >> [v2:172.21.15.134:6835/168351575,v1:172.21.15.134:6837/168351575] conn(0x55ee93014a50 0x55ee9302d200 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=78d94adca0207f17 server_cookie=9b75822a1196d17 in_seq=0 out_seq=0 2024-09-19T05:01:47.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.809+0000 7f7efb7fe640 10 client.4692 ms_handle_connect on v2:172.21.15.134:6835/168351575 2024-09-19T05:01:47.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.809+0000 7f7efb7fe640 1 -- 172.21.15.5:0/25105979 <== mds.0 v2:172.21.15.134:6835/168351575 1 ==== command_reply(tid 0: 0 ) ==== 8+0+330 (crc 0 0 0) 0x55ee92f7cfa0 con 0x55ee93014a50 2024-09-19T05:01:47.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.809+0000 7f7efb7fe640 10 client.4692 handle_command_reply: tid=0 2024-09-19T05:01:47.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.809+0000 7f7f25a12740 1 client.4692 shutdown 2024-09-19T05:01:47.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.809+0000 7f7f25a12740 1 -- 172.21.15.5:0/25105979 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55ee930132c0 msgr2=0x55ee93054740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:47.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.809+0000 7f7f25a12740 1 --2- 172.21.15.5:0/25105979 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55ee930132c0 0x55ee93054740 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f7f140093e0 tx=0x7f7f14004ab0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.809+0000 7f7f25a12740 1 -- 172.21.15.5:0/25105979 shutdown_connections 2024-09-19T05:01:47.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.809+0000 7f7f25a12740 1 --2- 172.21.15.5:0/25105979 >> [v2:172.21.15.134:6835/168351575,v1:172.21.15.134:6837/168351575] conn(0x55ee93014a50 0x55ee9302d200 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.809+0000 7f7f25a12740 1 --2- 172.21.15.5:0/25105979 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55ee930132c0 0x55ee93054740 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.809+0000 7f7efb7fe640 0 client.4692 ms_handle_reset on v2:172.21.15.134:6835/168351575 2024-09-19T05:01:47.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.809+0000 7f7f25a12740 1 --2- 172.21.15.5:0/25105979 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55ee9300e5a0 0x55ee930d07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.809+0000 7f7f25a12740 1 --2- 172.21.15.5:0/25105979 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55ee9300caa0 0x55ee930d6980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.809+0000 7f7f25a12740 1 -- 172.21.15.5:0/25105979 >> 172.21.15.5:0/25105979 conn(0x55ee93010a80 msgr2=0x55ee93059a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:47.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.809+0000 7f7f25a12740 1 -- 172.21.15.5:0/25105979 shutdown_connections 2024-09-19T05:01:47.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.809+0000 7f7f25a12740 1 -- 172.21.15.5:0/25105979 wait complete. 2024-09-19T05:01:47.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.809+0000 7f7f25a12740 20 client.4692 trim_cache size 0 max 16384 2024-09-19T05:01:47.817 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-19T05:01:47.817 INFO:teuthology.orchestra.run.smithi005.stdout: "cluster_fsid": "d3e05719-6fe9-4686-ba83-cd0299bd169b", 2024-09-19T05:01:47.817 INFO:teuthology.orchestra.run.smithi005.stdout: "whoami": 0, 2024-09-19T05:01:47.817 INFO:teuthology.orchestra.run.smithi005.stdout: "id": 4275, 2024-09-19T05:01:47.817 INFO:teuthology.orchestra.run.smithi005.stdout: "want_state": "up:active", 2024-09-19T05:01:47.817 INFO:teuthology.orchestra.run.smithi005.stdout: "state": "up:active", 2024-09-19T05:01:47.817 INFO:teuthology.orchestra.run.smithi005.stdout: "fs_name": "cephfs", 2024-09-19T05:01:47.817 INFO:teuthology.orchestra.run.smithi005.stdout: "rank_uptime": 27.093600755000001, 2024-09-19T05:01:47.818 INFO:teuthology.orchestra.run.smithi005.stdout: "mdsmap_epoch": 9, 2024-09-19T05:01:47.818 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch": 25, 2024-09-19T05:01:47.818 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch_barrier": 25, 2024-09-19T05:01:47.818 INFO:teuthology.orchestra.run.smithi005.stdout: "uptime": 33.105864261000001 2024-09-19T05:01:47.818 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-19T05:01:47.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.810+0000 7f7f22c77640 1 -- 172.21.15.5:0/2730821130 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7f0006c2e0 msgr2=0x7f7f0006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:47.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.810+0000 7f7f22c77640 1 --2- 172.21.15.5:0/2730821130 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7f0006c2e0 0x7f7f0006e7a0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f7f1c06d120 tx=0x7f7f08009040 comp rx=0 tx=0).stop 2024-09-19T05:01:47.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.810+0000 7f7f22c77640 1 -- 172.21.15.5:0/2730821130 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7f1c0d2b60 msgr2=0x7f7f1c15d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:47.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.810+0000 7f7f22c77640 1 --2- 172.21.15.5:0/2730821130 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7f1c0d2b60 0x7f7f1c15d0f0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f7f1000d800 tx=0x7f7f1000dcc0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.810+0000 7f7f22c77640 1 -- 172.21.15.5:0/2730821130 shutdown_connections 2024-09-19T05:01:47.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.810+0000 7f7f22c77640 1 --2- 172.21.15.5:0/2730821130 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7f0006c2e0 0x7f7f0006e7a0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.810+0000 7f7f22c77640 1 --2- 172.21.15.5:0/2730821130 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7f1c15e890 0x7f7f1c0b84c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.810+0000 7f7f22c77640 1 --2- 172.21.15.5:0/2730821130 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7f1c0d4f00 0x7f7f1c0b7f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.810+0000 7f7f22c77640 1 --2- 172.21.15.5:0/2730821130 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7f1c0d2b60 0x7f7f1c15d0f0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:47.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.810+0000 7f7f22c77640 1 -- 172.21.15.5:0/2730821130 >> 172.21.15.5:0/2730821130 conn(0x7f7f1c0b66c0 msgr2=0x7f7f1c0b5880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:47.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.810+0000 7f7f22c77640 1 -- 172.21.15.5:0/2730821130 shutdown_connections 2024-09-19T05:01:47.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:47.810+0000 7f7f22c77640 1 -- 172.21.15.5:0/2730821130 wait complete. 2024-09-19T05:01:47.822 INFO:teuthology.run_tasks:Running task sequential... 2024-09-19T05:01:47.832 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-19T05:01:47.832 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-19T05:01:47.832 INFO:teuthology.task.print:Enabling mgr modules 2024-09-19T05:01:47.832 INFO:teuthology.run_tasks:Running task kclient... 2024-09-19T05:01:47.844 INFO:tasks.kclient:Mounting kernel clients... 2024-09-19T05:01:47.844 INFO:tasks.kclient:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-19T05:01:47.844 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:47.844 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list 2024-09-19T05:01:47.860 INFO:teuthology.orchestra.run.smithi005.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-09-19T05:01:47.861 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:47.861 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-19T05:01:47.926 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:47.926 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link delete ceph-brx 2024-09-19T05:01:48.035 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:48.035 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list 2024-09-19T05:01:48.051 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:48.052 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link delete ceph-brx 2024-09-19T05:01:48.121 INFO:teuthology.orchestra.run.smithi005.stderr:Cannot find device "ceph-brx" 2024-09-19T05:01:48.122 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:01:48.122 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:48.123 DEBUG:teuthology.orchestra.run.smithi134:> ip netns list 2024-09-19T05:01:48.144 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:48.144 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link delete ceph-brx 2024-09-19T05:01:48.214 INFO:teuthology.orchestra.run.smithi134.stderr:Cannot find device "ceph-brx" 2024-09-19T05:01:48.215 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:01:48.216 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:48.216 DEBUG:teuthology.orchestra.run.smithi134:> ip netns list 2024-09-19T05:01:48.274 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:48.274 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link delete ceph-brx 2024-09-19T05:01:48.343 INFO:teuthology.orchestra.run.smithi134.stderr:Cannot find device "ceph-brx" 2024-09-19T05:01:48.344 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:01:48.345 INFO:tasks.kclient:client.0 config is {'syntax': 'v1'} 2024-09-19T05:01:48.345 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T05:01:48.347 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T05:01:48.348 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:01:48.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.450+0000 7fd0ac1cf640 1 Processor -- start 2024-09-19T05:01:48.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.450+0000 7fd0ac1cf640 1 -- start start 2024-09-19T05:01:48.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.451+0000 7fd0ac1cf640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd0a415c1d0 0x7fd0a415c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:48.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.451+0000 7fd0ac1cf640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0a415caf0 0x7fd0a4071fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:48.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.451+0000 7fd0ac1cf640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fd0a406dfd0 0x7fd0a4072510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:48.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.451+0000 7fd0ac1cf640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fd0a415d010 con 0x7fd0a415c1d0 2024-09-19T05:01:48.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.451+0000 7fd0ac1cf640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fd0a415d2f0 con 0x7fd0a406dfd0 2024-09-19T05:01:48.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.451+0000 7fd0ac1cf640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd0a415d5d0 con 0x7fd0a415caf0 2024-09-19T05:01:48.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.451+0000 7fd0a9f6b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd0a415c1d0 0x7fd0a415c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:48.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.451+0000 7fd0a9f6b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd0a415c1d0 0x7fd0a415c5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41392/0 (socket says 172.21.15.5:41392) 2024-09-19T05:01:48.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.451+0000 7fd0a9f6b640 1 -- 172.21.15.5:0/503942122 learned_addr learned my addr 172.21.15.5:0/503942122 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:48.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.451+0000 7fd0aa76c640 1 --2- 172.21.15.5:0/503942122 >> v2:172.21.15.134:3300/0 conn(0x7fd0a406dfd0 0x7fd0a4072510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:48.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.451+0000 7fd0a976a640 1 --2- 172.21.15.5:0/503942122 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0a415caf0 0x7fd0a4071fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:48.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.451+0000 7fd0a9f6b640 1 -- 172.21.15.5:0/503942122 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0a415caf0 msgr2=0x7fd0a4071fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:48.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.451+0000 7fd0a9f6b640 1 --2- 172.21.15.5:0/503942122 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0a415caf0 0x7fd0a4071fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:48.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.451+0000 7fd0a9f6b640 1 -- 172.21.15.5:0/503942122 >> v2:172.21.15.134:3300/0 conn(0x7fd0a406dfd0 msgr2=0x7fd0a4072510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:48.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.451+0000 7fd0a9f6b640 1 --2- 172.21.15.5:0/503942122 >> v2:172.21.15.134:3300/0 conn(0x7fd0a406dfd0 0x7fd0a4072510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:48.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.451+0000 7fd0a9f6b640 1 -- 172.21.15.5:0/503942122 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0a415d8b0 con 0x7fd0a415c1d0 2024-09-19T05:01:48.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.451+0000 7fd0aa76c640 1 --2- 172.21.15.5:0/503942122 >> v2:172.21.15.134:3300/0 conn(0x7fd0a406dfd0 0x7fd0a4072510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:01:48.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.452+0000 7fd0a9f6b640 1 --2- 172.21.15.5:0/503942122 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0a415c1d0 0x7fd0a415c5b0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fd0a4070180 tx=0x7fd0a002a0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58c25b011cc132ee server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:48.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.452+0000 7fd0a8f69640 1 -- 172.21.15.5:0/503942122 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0a0037070 con 0x7fd0a415c1d0 2024-09-19T05:01:48.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.452+0000 7fd0a8f69640 1 -- 172.21.15.5:0/503942122 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0a002ae00 con 0x7fd0a415c1d0 2024-09-19T05:01:48.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.452+0000 7fd0a8f69640 1 -- 172.21.15.5:0/503942122 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0a0032660 con 0x7fd0a415c1d0 2024-09-19T05:01:48.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.452+0000 7fd0ac1cf640 1 -- 172.21.15.5:0/503942122 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0a415c1d0 msgr2=0x7fd0a415c5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:48.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.452+0000 7fd0ac1cf640 1 --2- 172.21.15.5:0/503942122 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0a415c1d0 0x7fd0a415c5b0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fd0a4070180 tx=0x7fd0a002a0b0 comp rx=0 tx=0).stop 2024-09-19T05:01:48.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.453+0000 7fd0ac1cf640 1 -- 172.21.15.5:0/503942122 shutdown_connections 2024-09-19T05:01:48.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.453+0000 7fd0ac1cf640 1 --2- 172.21.15.5:0/503942122 >> v2:172.21.15.134:3300/0 conn(0x7fd0a406dfd0 0x7fd0a4072510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:48.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.453+0000 7fd0ac1cf640 1 --2- 172.21.15.5:0/503942122 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0a415caf0 0x7fd0a4071fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:48.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.453+0000 7fd0ac1cf640 1 --2- 172.21.15.5:0/503942122 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0a415c1d0 0x7fd0a415c5b0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:48.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.453+0000 7fd0ac1cf640 1 -- 172.21.15.5:0/503942122 >> 172.21.15.5:0/503942122 conn(0x7fd0a4067da0 msgr2=0x7fd0a406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:48.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.453+0000 7fd0ac1cf640 1 -- 172.21.15.5:0/503942122 shutdown_connections 2024-09-19T05:01:48.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.453+0000 7fd0ac1cf640 1 -- 172.21.15.5:0/503942122 wait complete. 2024-09-19T05:01:48.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.454+0000 7fd0ac1cf640 1 Processor -- start 2024-09-19T05:01:48.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.454+0000 7fd0ac1cf640 1 -- start start 2024-09-19T05:01:48.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.455+0000 7fd0ac1cf640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0a406dfd0 0x7fd0a4146860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:48.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.455+0000 7fd0ac1cf640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0a415c1d0 0x7fd0a4156810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:48.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.455+0000 7fd0ac1cf640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0a415caf0 0x7fd0a40acce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:48.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.455+0000 7fd0ac1cf640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd0a415fee0 con 0x7fd0a415c1d0 2024-09-19T05:01:48.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.455+0000 7fd0ac1cf640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd0a415fd60 con 0x7fd0a415caf0 2024-09-19T05:01:48.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.455+0000 7fd0ac1cf640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd0a4160060 con 0x7fd0a406dfd0 2024-09-19T05:01:48.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.455+0000 7fd0a976a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0a415c1d0 0x7fd0a4156810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:48.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.455+0000 7fd0a976a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0a415c1d0 0x7fd0a4156810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41394/0 (socket says 172.21.15.5:41394) 2024-09-19T05:01:48.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.455+0000 7fd0a9f6b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0a406dfd0 0x7fd0a4146860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:48.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.455+0000 7fd0a976a640 1 -- 172.21.15.5:0/4188125913 learned_addr learned my addr 172.21.15.5:0/4188125913 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:48.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.455+0000 7fd0aa76c640 1 --2- 172.21.15.5:0/4188125913 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0a415caf0 0x7fd0a40acce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:48.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.455+0000 7fd0a976a640 1 -- 172.21.15.5:0/4188125913 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0a406dfd0 msgr2=0x7fd0a4146860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:48.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.455+0000 7fd0a976a640 1 --2- 172.21.15.5:0/4188125913 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0a406dfd0 0x7fd0a4146860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:48.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.455+0000 7fd0a976a640 1 -- 172.21.15.5:0/4188125913 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0a415caf0 msgr2=0x7fd0a40acce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:48.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.455+0000 7fd0a976a640 1 --2- 172.21.15.5:0/4188125913 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0a415caf0 0x7fd0a40acce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:48.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.455+0000 7fd0a976a640 1 -- 172.21.15.5:0/4188125913 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0a4157220 con 0x7fd0a415c1d0 2024-09-19T05:01:48.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.455+0000 7fd0a976a640 1 --2- 172.21.15.5:0/4188125913 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0a415c1d0 0x7fd0a4156810 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fd09400d5c0 tx=0x7fd09400da80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:48.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.455+0000 7fd09a7fc640 1 -- 172.21.15.5:0/4188125913 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0940125f0 con 0x7fd0a415c1d0 2024-09-19T05:01:48.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.455+0000 7fd09a7fc640 1 -- 172.21.15.5:0/4188125913 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd094019070 con 0x7fd0a415c1d0 2024-09-19T05:01:48.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.455+0000 7fd0ac1cf640 1 -- 172.21.15.5:0/4188125913 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0a4157500 con 0x7fd0a415c1d0 2024-09-19T05:01:48.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.455+0000 7fd09a7fc640 1 -- 172.21.15.5:0/4188125913 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0940129d0 con 0x7fd0a415c1d0 2024-09-19T05:01:48.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.455+0000 7fd0ac1cf640 1 -- 172.21.15.5:0/4188125913 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0a40aa3d0 con 0x7fd0a415c1d0 2024-09-19T05:01:48.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.456+0000 7fd0ac1cf640 1 -- 172.21.15.5:0/4188125913 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0a415c5b0 con 0x7fd0a415c1d0 2024-09-19T05:01:48.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.457+0000 7fd09a7fc640 1 -- 172.21.15.5:0/4188125913 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd094012b70 con 0x7fd0a415c1d0 2024-09-19T05:01:48.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.458+0000 7fd09a7fc640 1 --2- 172.21.15.5:0/4188125913 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd08806c2b0 0x7fd08806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:48.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.458+0000 7fd09a7fc640 1 -- 172.21.15.5:0/4188125913 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fd09408b9b0 con 0x7fd0a415c1d0 2024-09-19T05:01:48.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.458+0000 7fd0a9f6b640 1 --2- 172.21.15.5:0/4188125913 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd08806c2b0 0x7fd08806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:48.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.458+0000 7fd0a9f6b640 1 --2- 172.21.15.5:0/4188125913 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd08806c2b0 0x7fd08806e770 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fd0a0034000 tx=0x7fd0a002e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:48.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.462+0000 7fd09a7fc640 1 -- 172.21.15.5:0/4188125913 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd094059780 con 0x7fd0a415c1d0 2024-09-19T05:01:48.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.673+0000 7fd0ac1cf640 1 -- 172.21.15.5:0/4188125913 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fd0a415efc0 con 0x7fd0a415c1d0 2024-09-19T05:01:48.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.673+0000 7fd09a7fc640 1 -- 172.21.15.5:0/4188125913 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7fd09405da80 con 0x7fd0a415c1d0 2024-09-19T05:01:48.675 INFO:teuthology.orchestra.run.smithi005.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-19T05:01:48.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.675+0000 7fd0ac1cf640 1 -- 172.21.15.5:0/4188125913 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd08806c2b0 msgr2=0x7fd08806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:48.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.675+0000 7fd0ac1cf640 1 --2- 172.21.15.5:0/4188125913 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd08806c2b0 0x7fd08806e770 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fd0a0034000 tx=0x7fd0a002e000 comp rx=0 tx=0).stop 2024-09-19T05:01:48.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.675+0000 7fd0ac1cf640 1 -- 172.21.15.5:0/4188125913 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0a415c1d0 msgr2=0x7fd0a4156810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:48.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.675+0000 7fd0ac1cf640 1 --2- 172.21.15.5:0/4188125913 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0a415c1d0 0x7fd0a4156810 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fd09400d5c0 tx=0x7fd09400da80 comp rx=0 tx=0).stop 2024-09-19T05:01:48.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.675+0000 7fd0ac1cf640 1 -- 172.21.15.5:0/4188125913 shutdown_connections 2024-09-19T05:01:48.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.675+0000 7fd0ac1cf640 1 --2- 172.21.15.5:0/4188125913 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd08806c2b0 0x7fd08806e770 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:48.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.675+0000 7fd0ac1cf640 1 --2- 172.21.15.5:0/4188125913 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0a415caf0 0x7fd0a40acce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:48.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.675+0000 7fd0ac1cf640 1 --2- 172.21.15.5:0/4188125913 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0a415c1d0 0x7fd0a4156810 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:48.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.675+0000 7fd0ac1cf640 1 --2- 172.21.15.5:0/4188125913 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0a406dfd0 0x7fd0a4146860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:48.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.675+0000 7fd0ac1cf640 1 -- 172.21.15.5:0/4188125913 >> 172.21.15.5:0/4188125913 conn(0x7fd0a4067da0 msgr2=0x7fd0a4158600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:48.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.675+0000 7fd0ac1cf640 1 -- 172.21.15.5:0/4188125913 shutdown_connections 2024-09-19T05:01:48.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48.675+0000 7fd0ac1cf640 1 -- 172.21.15.5:0/4188125913 wait complete. 2024-09-19T05:01:48.688 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T05:01:48.688 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:01:48.688 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi005.front.sepia.ceph.com 2024-09-19T05:01:48.688 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T05:01:48.688 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T05:01:48.688 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T05:01:48.688 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T05:01:48.688 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:01:48.688 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:01:48.688 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:48.689 DEBUG:teuthology.orchestra.run.smithi005:> ip addr 2024-09-19T05:01:48.705 INFO:teuthology.orchestra.run.smithi005.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:01:48.705 INFO:teuthology.orchestra.run.smithi005.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:01:48.705 INFO:teuthology.orchestra.run.smithi005.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:01:48.705 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:48.706 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 ::1/128 scope host 2024-09-19T05:01:48.706 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:48.706 INFO:teuthology.orchestra.run.smithi005.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:01:48.706 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:de brd ff:ff:ff:ff:ff:ff 2024-09-19T05:01:48.706 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp7s0f0 2024-09-19T05:01:48.706 INFO:teuthology.orchestra.run.smithi005.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:01:48.707 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:df brd ff:ff:ff:ff:ff:ff 2024-09-19T05:01:48.707 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp7s0f1 2024-09-19T05:01:48.707 INFO:teuthology.orchestra.run.smithi005.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:01:48.707 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:42 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:01:48.707 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp1s0f0 2024-09-19T05:01:48.707 INFO:teuthology.orchestra.run.smithi005.stdout: inet 172.21.15.5/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:01:48.707 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft 42767sec preferred_lft 42767sec 2024-09-19T05:01:48.707 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::ec4:7aff:febd:1442/64 scope link 2024-09-19T05:01:48.707 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:48.707 INFO:teuthology.orchestra.run.smithi005.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:01:48.707 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:43 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:01:48.708 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp1s0f1 2024-09-19T05:01:48.708 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-19T05:01:48.708 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:01:48.708 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-19T05:01:48.708 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link add name ceph-brx type bridge 2024-09-19T05:01:48.708 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip addr flush dev ceph-brx 2024-09-19T05:01:48.708 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link set ceph-brx up 2024-09-19T05:01:48.708 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-19T05:01:48.708 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-19T05:01:48.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:01:48.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:48.850 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:48.851 DEBUG:teuthology.orchestra.run.smithi005:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:01:48.875 INFO:teuthology.orchestra.run.smithi005.stdout:1 2024-09-19T05:01:48.876 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:48.877 DEBUG:teuthology.orchestra.run.smithi005:> route 2024-09-19T05:01:48.934 INFO:teuthology.orchestra.run.smithi005.stdout:Kernel IP routing table 2024-09-19T05:01:48.934 INFO:teuthology.orchestra.run.smithi005.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:01:48.934 INFO:teuthology.orchestra.run.smithi005.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:01:48.934 INFO:teuthology.orchestra.run.smithi005.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:01:48.934 INFO:teuthology.orchestra.run.smithi005.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:01:48.935 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:01:48.935 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-19T05:01:48.935 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:01:48.935 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:01:48.935 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:01:48.935 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-19T05:01:49.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:01:49.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:49.065 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:49.065 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list 2024-09-19T05:01:49.082 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:49.082 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list-id 2024-09-19T05:01:49.139 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:01:49.139 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-19T05:01:49.139 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:01:49.140 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-19T05:01:49.140 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-19T05:01:49.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:01:49.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:49.258 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-19T05:01:49.259 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:01:49.259 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-19T05:01:49.259 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-19T05:01:49.259 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-19T05:01:49.259 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-19T05:01:49.259 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-19T05:01:49.259 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-19T05:01:49.259 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-19T05:01:49.308 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:01:49.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:49.376 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:01:49.376 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-19T05:01:49.376 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link set brx.0 up 2024-09-19T05:01:49.376 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link set dev brx.0 master ceph-brx 2024-09-19T05:01:49.376 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-19T05:01:49.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:01:49.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:49.454 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:01:49.454 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T05:01:49.484 INFO:teuthology.orchestra.run.smithi005.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:01:49.484 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:01:49.484 DEBUG:teuthology.orchestra.run.smithi005:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:01:49.540 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T05:01:49.540 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:49.540 DEBUG:teuthology.orchestra.run.smithi005:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T05:01:49.625 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T05:01:49.625 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T05:01:49.625 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-19T05:01:49.746 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T05:01:49.746 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T05:01:49.746 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-19T05:01:49.746 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:01:49.747 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:01:49.751 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T05:01:49.751 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T05:01:49.751 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-19T05:01:49.751 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:01:49.751 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:01:49.751 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790" 2024-09-19T05:01:49.752 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790:/ 2024-09-19T05:01:49.752 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=d3e05719-6fe9-4686-ba83-cd0299bd169b" will pass to kernel 2024-09-19T05:01:49.752 INFO:teuthology.orchestra.run.smithi005.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T05:01:49.752 INFO:teuthology.orchestra.run.smithi005.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:01:49.752 INFO:teuthology.orchestra.run.smithi005.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:01:49.753 INFO:teuthology.orchestra.run.smithi005.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:01:49.753 INFO:teuthology.orchestra.run.smithi005.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:01:49.754 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:01:49.754 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:49.755 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:01:49.781 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:01:49.872 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:49 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:01:49.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:49.879 INFO:teuthology.orchestra.run.smithi005.stdout:client4651 2024-09-19T05:01:49.879 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:01:49.879 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:01:49.896 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:01:49.985 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:49 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:01:49.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:49.993 INFO:teuthology.orchestra.run.smithi005.stdout:client4651 2024-09-19T05:01:49.994 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:01:50.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:01:50.045 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:50.050 INFO:teuthology.orchestra.run.smithi005.stdout:client4651 2024-09-19T05:01:50.051 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/d3e05719-6fe9-4686-ba83-cd0299bd169b.client4651/status') 2024-09-19T05:01:50.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:01:50.111 INFO:teuthology.orchestra.run.smithi005.stdout:instance: client.4651 (3)172.21.15.5:0/1526936377 2024-09-19T05:01:50.111 INFO:teuthology.orchestra.run.smithi005.stdout:blocklisted: false 2024-09-19T05:01:50.112 INFO:teuthology.orchestra.run.smithi005.stderr:0+1 records in 2024-09-19T05:01:50.112 INFO:teuthology.orchestra.run.smithi005.stderr:0+1 records out 2024-09-19T05:01:50.112 INFO:teuthology.orchestra.run.smithi005.stderr:69 bytes copied, 2.6184e-05 s, 2.6 MB/s 2024-09-19T05:01:50.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:50.119 INFO:tasks.kclient:client.2 config is {'syntax': 'v1'} 2024-09-19T05:01:50.119 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T05:01:50.119 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-19T05:01:50.119 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:01:50.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.220+0000 7f468d00a640 1 Processor -- start 2024-09-19T05:01:50.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.220+0000 7f468d00a640 1 -- start start 2024-09-19T05:01:50.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.221+0000 7f468d00a640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f46880ce830 0x7f468806d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:50.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.221+0000 7f468d00a640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f46880aff20 0x7f46880cec10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:50.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.221+0000 7f468d00a640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4688160df0 con 0x7f46880cd510 2024-09-19T05:01:50.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.221+0000 7f468d00a640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f46881608c0 con 0x7f46880ce830 2024-09-19T05:01:50.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.221+0000 7f468d00a640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f4688067950 con 0x7f46880aff20 2024-09-19T05:01:50.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.221+0000 7f4686d9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f46880ce830 0x7f468806d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:50.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.221+0000 7f468759e640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f46880cd510 0x7f46880cd9a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:60436/0 (socket says 172.21.15.5:60436) 2024-09-19T05:01:50.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.221+0000 7f468759e640 1 -- 172.21.15.5:0/1336121461 learned_addr learned my addr 172.21.15.5:0/1336121461 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:50.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.221+0000 7f468659c640 1 --2- 172.21.15.5:0/1336121461 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f46880aff20 0x7f46880cec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:50.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.221+0000 7f4686d9d640 1 -- 172.21.15.5:0/1336121461 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f46880aff20 msgr2=0x7f46880cec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:50.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.221+0000 7f4686d9d640 1 --2- 172.21.15.5:0/1336121461 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f46880aff20 0x7f46880cec10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:50.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.221+0000 7f4686d9d640 1 -- 172.21.15.5:0/1336121461 >> v1:172.21.15.5:6789/0 conn(0x7f46880cd510 legacy=0x7f46880cd9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:50.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.221+0000 7f4686d9d640 1 -- 172.21.15.5:0/1336121461 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f468806e9b0 con 0x7f46880ce830 2024-09-19T05:01:50.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.221+0000 7f4685d9b640 1 -- 172.21.15.5:0/1336121461 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3884110391 0 0) 0x7f4688160df0 con 0x7f46880cd510 2024-09-19T05:01:50.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.221+0000 7f468659c640 1 --2- 172.21.15.5:0/1336121461 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f46880aff20 0x7f46880cec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:01:50.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.222+0000 7f4686d9d640 1 --2- 172.21.15.5:0/1336121461 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46880ce830 0x7f468806d330 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f46780097a0 tx=0x7f467802a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30d54b01c30a69f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:50.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.222+0000 7f4685d9b640 1 -- 172.21.15.5:0/1336121461 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4678037070 con 0x7f46880ce830 2024-09-19T05:01:50.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.222+0000 7f4685d9b640 1 -- 172.21.15.5:0/1336121461 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f467802ae50 con 0x7f46880ce830 2024-09-19T05:01:50.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.222+0000 7f4685d9b640 1 -- 172.21.15.5:0/1336121461 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4678032660 con 0x7f46880ce830 2024-09-19T05:01:50.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.223+0000 7f468d00a640 1 -- 172.21.15.5:0/1336121461 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46880ce830 msgr2=0x7f468806d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:50.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.223+0000 7f468d00a640 1 --2- 172.21.15.5:0/1336121461 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46880ce830 0x7f468806d330 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f46780097a0 tx=0x7f467802a100 comp rx=0 tx=0).stop 2024-09-19T05:01:50.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.223+0000 7f468d00a640 1 -- 172.21.15.5:0/1336121461 shutdown_connections 2024-09-19T05:01:50.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.223+0000 7f468d00a640 1 --2- 172.21.15.5:0/1336121461 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f46880aff20 0x7f46880cec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:50.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.223+0000 7f468d00a640 1 --2- 172.21.15.5:0/1336121461 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46880ce830 0x7f468806d330 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:50.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.223+0000 7f468d00a640 1 -- 172.21.15.5:0/1336121461 >> 172.21.15.5:0/1336121461 conn(0x7f46880736d0 msgr2=0x7f468806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:50.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.223+0000 7f468d00a640 1 -- 172.21.15.5:0/1336121461 shutdown_connections 2024-09-19T05:01:50.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.223+0000 7f468d00a640 1 -- 172.21.15.5:0/1336121461 wait complete. 2024-09-19T05:01:50.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.224+0000 7f468d00a640 1 Processor -- start 2024-09-19T05:01:50.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.224+0000 7f468d00a640 1 -- start start 2024-09-19T05:01:50.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.225+0000 7f468d00a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46880aff20 0x7f46880a94d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:50.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.225+0000 7f468d00a640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f46880cd510 0x7f4688157800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:50.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.225+0000 7f468d00a640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f46880ce830 0x7f46880aada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:50.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.225+0000 7f468d00a640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f4688160b10 con 0x7f46880aff20 2024-09-19T05:01:50.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.225+0000 7f468d00a640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f4688067bf0 con 0x7f46880cd510 2024-09-19T05:01:50.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.225+0000 7f468d00a640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f468815c690 con 0x7f46880ce830 2024-09-19T05:01:50.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.225+0000 7f4686d9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46880aff20 0x7f46880a94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:50.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.225+0000 7f4686d9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46880aff20 0x7f46880a94d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41414/0 (socket says 172.21.15.5:41414) 2024-09-19T05:01:50.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.225+0000 7f4686d9d640 1 -- 172.21.15.5:0/3787704936 learned_addr learned my addr 172.21.15.5:0/3787704936 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:50.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.225+0000 7f468759e640 1 --2- 172.21.15.5:0/3787704936 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f46880ce830 0x7f46880aada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:50.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.226+0000 7f4686d9d640 1 -- 172.21.15.5:0/3787704936 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f46880ce830 msgr2=0x7f46880aada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:50.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.226+0000 7f468659c640 1 --2- 172.21.15.5:0/3787704936 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f46880cd510 0x7f4688157800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:50.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.226+0000 7f4686d9d640 1 --2- 172.21.15.5:0/3787704936 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f46880ce830 0x7f46880aada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:50.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.226+0000 7f4686d9d640 1 -- 172.21.15.5:0/3787704936 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f46880cd510 msgr2=0x7f4688157800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:50.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.226+0000 7f4686d9d640 1 --2- 172.21.15.5:0/3787704936 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f46880cd510 0x7f4688157800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:50.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.226+0000 7f4686d9d640 1 -- 172.21.15.5:0/3787704936 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46880a9d00 con 0x7f46880aff20 2024-09-19T05:01:50.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.226+0000 7f468759e640 1 --2- 172.21.15.5:0/3787704936 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f46880ce830 0x7f46880aada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:01:50.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.226+0000 7f468659c640 1 --2- 172.21.15.5:0/3787704936 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f46880cd510 0x7f4688157800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:01:50.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.226+0000 7f4686d9d640 1 --2- 172.21.15.5:0/3787704936 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46880aff20 0x7f46880a94d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4678000c00 tx=0x7f46780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:50.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.226+0000 7f466f7fe640 1 -- 172.21.15.5:0/3787704936 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4678042070 con 0x7f46880aff20 2024-09-19T05:01:50.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.226+0000 7f466f7fe640 1 -- 172.21.15.5:0/3787704936 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f467803e670 con 0x7f46880aff20 2024-09-19T05:01:50.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.226+0000 7f466f7fe640 1 -- 172.21.15.5:0/3787704936 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4678037040 con 0x7f46880aff20 2024-09-19T05:01:50.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.226+0000 7f468d00a640 1 -- 172.21.15.5:0/3787704936 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46880a9fe0 con 0x7f46880aff20 2024-09-19T05:01:50.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.226+0000 7f468d00a640 1 -- 172.21.15.5:0/3787704936 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46880aa5a0 con 0x7f46880aff20 2024-09-19T05:01:50.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.227+0000 7f468d00a640 1 -- 172.21.15.5:0/3787704936 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46880cec10 con 0x7f46880aff20 2024-09-19T05:01:50.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.228+0000 7f466f7fe640 1 -- 172.21.15.5:0/3787704936 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4678045070 con 0x7f46880aff20 2024-09-19T05:01:50.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.228+0000 7f466f7fe640 1 --2- 172.21.15.5:0/3787704936 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f467406c2b0 0x7f467406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:50.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.228+0000 7f466f7fe640 1 -- 172.21.15.5:0/3787704936 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f46780ac0e0 con 0x7f46880aff20 2024-09-19T05:01:50.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.229+0000 7f468659c640 1 --2- 172.21.15.5:0/3787704936 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f467406c2b0 0x7f467406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:50.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.229+0000 7f468659c640 1 --2- 172.21.15.5:0/3787704936 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f467406c2b0 0x7f467406e770 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f467c006fd0 tx=0x7f467c008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:50.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.232+0000 7f466f7fe640 1 -- 172.21.15.5:0/3787704936 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f467807a630 con 0x7f46880aff20 2024-09-19T05:01:50.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.444+0000 7f468d00a640 1 -- 172.21.15.5:0/3787704936 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f46880b22c0 con 0x7f46880aff20 2024-09-19T05:01:50.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.445+0000 7f466f7fe640 1 -- 172.21.15.5:0/3787704936 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7f4678079f30 con 0x7f46880aff20 2024-09-19T05:01:50.447 INFO:teuthology.orchestra.run.smithi005.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-19T05:01:50.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.447+0000 7f468d00a640 1 -- 172.21.15.5:0/3787704936 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f467406c2b0 msgr2=0x7f467406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:50.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.447+0000 7f468d00a640 1 --2- 172.21.15.5:0/3787704936 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f467406c2b0 0x7f467406e770 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f467c006fd0 tx=0x7f467c008040 comp rx=0 tx=0).stop 2024-09-19T05:01:50.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.447+0000 7f468d00a640 1 -- 172.21.15.5:0/3787704936 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46880aff20 msgr2=0x7f46880a94d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:50.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.447+0000 7f468d00a640 1 --2- 172.21.15.5:0/3787704936 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46880aff20 0x7f46880a94d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4678000c00 tx=0x7f46780046c0 comp rx=0 tx=0).stop 2024-09-19T05:01:50.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.447+0000 7f468d00a640 1 -- 172.21.15.5:0/3787704936 shutdown_connections 2024-09-19T05:01:50.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.447+0000 7f468d00a640 1 --2- 172.21.15.5:0/3787704936 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f467406c2b0 0x7f467406e770 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:50.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.447+0000 7f468d00a640 1 --2- 172.21.15.5:0/3787704936 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f46880ce830 0x7f46880aada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:50.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.447+0000 7f468d00a640 1 --2- 172.21.15.5:0/3787704936 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f46880cd510 0x7f4688157800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:50.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.447+0000 7f468d00a640 1 --2- 172.21.15.5:0/3787704936 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46880aff20 0x7f46880a94d0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:50.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.447+0000 7f468d00a640 1 -- 172.21.15.5:0/3787704936 >> 172.21.15.5:0/3787704936 conn(0x7f46880736d0 msgr2=0x7f468806c430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:50.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.447+0000 7f468d00a640 1 -- 172.21.15.5:0/3787704936 shutdown_connections 2024-09-19T05:01:50.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50.447+0000 7f468d00a640 1 -- 172.21.15.5:0/3787704936 wait complete. 2024-09-19T05:01:50.460 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T05:01:50.460 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:01:50.460 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi005.front.sepia.ceph.com 2024-09-19T05:01:50.460 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-19T05:01:50.460 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-19T05:01:50.460 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T05:01:50.460 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T05:01:50.461 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:01:50.461 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-19T05:01:50.461 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:50.461 DEBUG:teuthology.orchestra.run.smithi005:> ip addr 2024-09-19T05:01:50.477 INFO:teuthology.orchestra.run.smithi005.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:01:50.477 INFO:teuthology.orchestra.run.smithi005.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:01:50.477 INFO:teuthology.orchestra.run.smithi005.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:01:50.477 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:50.477 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 ::1/128 scope host 2024-09-19T05:01:50.477 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:50.477 INFO:teuthology.orchestra.run.smithi005.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:01:50.478 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:de brd ff:ff:ff:ff:ff:ff 2024-09-19T05:01:50.478 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp7s0f0 2024-09-19T05:01:50.478 INFO:teuthology.orchestra.run.smithi005.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:01:50.478 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:df brd ff:ff:ff:ff:ff:ff 2024-09-19T05:01:50.478 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp7s0f1 2024-09-19T05:01:50.478 INFO:teuthology.orchestra.run.smithi005.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:01:50.478 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:42 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:01:50.478 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp1s0f0 2024-09-19T05:01:50.478 INFO:teuthology.orchestra.run.smithi005.stdout: inet 172.21.15.5/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:01:50.478 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft 42765sec preferred_lft 42765sec 2024-09-19T05:01:50.478 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::ec4:7aff:febd:1442/64 scope link 2024-09-19T05:01:50.478 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:50.478 INFO:teuthology.orchestra.run.smithi005.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:01:50.479 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:43 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:01:50.479 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp1s0f1 2024-09-19T05:01:50.479 INFO:teuthology.orchestra.run.smithi005.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:01:50.479 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 82:af:e8:3f:64:c8 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:01:50.479 INFO:teuthology.orchestra.run.smithi005.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:01:50.479 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:50.479 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::c439:60ff:fe57:5151/64 scope link 2024-09-19T05:01:50.479 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:50.479 INFO:teuthology.orchestra.run.smithi005.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:01:50.479 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 82:af:e8:3f:64:c8 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:01:50.479 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::80af:e8ff:fe3f:64c8/64 scope link tentative 2024-09-19T05:01:50.479 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:50.480 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:50.480 DEBUG:teuthology.orchestra.run.smithi005:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:01:50.541 INFO:teuthology.orchestra.run.smithi005.stdout:1 2024-09-19T05:01:50.543 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:50.543 DEBUG:teuthology.orchestra.run.smithi005:> route 2024-09-19T05:01:50.601 INFO:teuthology.orchestra.run.smithi005.stdout:Kernel IP routing table 2024-09-19T05:01:50.602 INFO:teuthology.orchestra.run.smithi005.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:01:50.602 INFO:teuthology.orchestra.run.smithi005.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:01:50.602 INFO:teuthology.orchestra.run.smithi005.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:01:50.602 INFO:teuthology.orchestra.run.smithi005.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:01:50.602 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:01:50.602 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-19T05:01:50.603 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:01:50.603 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:01:50.603 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:01:50.603 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-19T05:01:50.692 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:01:50.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:50.731 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:50.731 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list 2024-09-19T05:01:50.747 INFO:teuthology.orchestra.run.smithi005.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T05:01:50.748 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:50.748 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list-id 2024-09-19T05:01:50.804 INFO:teuthology.orchestra.run.smithi005.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-19T05:01:50.805 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:01:50.805 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-19T05:01:50.805 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:01:50.805 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-19T05:01:50.805 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-19T05:01:50.876 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:01:50.889 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:01:50.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:01:50.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:50.924 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:50.924 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-19T05:01:51.006 INFO:teuthology.orchestra.run.smithi005.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:01:51.006 INFO:teuthology.orchestra.run.smithi005.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:01:51.006 INFO:teuthology.orchestra.run.smithi005.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:01:51.007 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:51.007 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 ::1/128 scope host 2024-09-19T05:01:51.007 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:51.007 INFO:teuthology.orchestra.run.smithi005.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:01:51.007 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 26:97:e6:00:5a:43 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T05:01:51.007 INFO:teuthology.orchestra.run.smithi005.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T05:01:51.007 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:51.007 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::2497:e6ff:fe00:5a43/64 scope link 2024-09-19T05:01:51.007 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:51.008 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:51.008 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-19T05:01:51.074 INFO:teuthology.orchestra.run.smithi005.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:01:51.074 INFO:teuthology.orchestra.run.smithi005.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:01:51.074 INFO:teuthology.orchestra.run.smithi005.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:01:51.074 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:51.075 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 ::1/128 scope host 2024-09-19T05:01:51.075 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:51.075 INFO:teuthology.orchestra.run.smithi005.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:01:51.075 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 26:97:e6:00:5a:43 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T05:01:51.075 INFO:teuthology.orchestra.run.smithi005.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T05:01:51.075 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:51.075 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::2497:e6ff:fe00:5a43/64 scope link 2024-09-19T05:01:51.075 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:51.077 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-19T05:01:51.077 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:01:51.077 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-19T05:01:51.077 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-19T05:01:51.077 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-19T05:01:51.077 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-19T05:01:51.078 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-19T05:01:51.078 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-19T05:01:51.078 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-19T05:01:51.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:01:51.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:51.236 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:01:51.236 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-19T05:01:51.236 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link set brx.1 up 2024-09-19T05:01:51.237 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link set dev brx.1 master ceph-brx 2024-09-19T05:01:51.237 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-19T05:01:51.287 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:01:51.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:51.546 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:01:51.546 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-19T05:01:51.563 INFO:teuthology.orchestra.run.smithi005.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-19T05:01:51.563 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:01:51.563 DEBUG:teuthology.orchestra.run.smithi005:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-19T05:01:51.619 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T05:01:51.620 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:51.620 DEBUG:teuthology.orchestra.run.smithi005:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.2 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=2,mds_namespace=cephfs 2024-09-19T05:01:51.706 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=2,mds_namespace=cephfs 2024-09-19T05:01:51.706 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,mds_namespace=cephfs". 2024-09-19T05:01:51.706 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-19T05:01:51.715 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=2,mds_namespace=cephfs 2024-09-19T05:01:51.715 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,mds_namespace=cephfs". 2024-09-19T05:01:51.715 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-19T05:01:51.715 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:01:51.716 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:01:51.733 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=2,mds_namespace=cephfs 2024-09-19T05:01:51.733 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,mds_namespace=cephfs". 2024-09-19T05:01:51.734 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-19T05:01:51.734 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:01:51.734 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:01:51.734 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790" 2024-09-19T05:01:51.734 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790:/ 2024-09-19T05:01:51.734 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,mds_namespace=cephfs,key=2,fsid=d3e05719-6fe9-4686-ba83-cd0299bd169b" will pass to kernel 2024-09-19T05:01:51.735 INFO:teuthology.orchestra.run.smithi005.stdout:mount: /home/ubuntu/cephtest/mnt.2 does not contain SELinux labels. 2024-09-19T05:01:51.735 INFO:teuthology.orchestra.run.smithi005.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:01:51.735 INFO:teuthology.orchestra.run.smithi005.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:01:51.735 INFO:teuthology.orchestra.run.smithi005.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:01:51.735 INFO:teuthology.orchestra.run.smithi005.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:01:51.736 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:01:51.736 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:51.736 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-19T05:01:51.762 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:01:51.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:51 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:01:51.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:51.860 INFO:teuthology.orchestra.run.smithi005.stdout:client4508 2024-09-19T05:01:51.861 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:01:51.861 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:01:51.877 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:01:51.966 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:51 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:01:51.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:51.974 INFO:teuthology.orchestra.run.smithi005.stdout:client4508 2024-09-19T05:01:51.974 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:01:52.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:01:52.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:52.031 INFO:teuthology.orchestra.run.smithi005.stdout:client4508 2024-09-19T05:01:52.031 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/d3e05719-6fe9-4686-ba83-cd0299bd169b.client4508/status') 2024-09-19T05:01:52.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:01:52.091 INFO:teuthology.orchestra.run.smithi005.stdout:instance: client.4508 (3)172.21.15.5:0/3364777737 2024-09-19T05:01:52.092 INFO:teuthology.orchestra.run.smithi005.stdout:blocklisted: false 2024-09-19T05:01:52.092 INFO:teuthology.orchestra.run.smithi005.stderr:0+1 records in 2024-09-19T05:01:52.092 INFO:teuthology.orchestra.run.smithi005.stderr:0+1 records out 2024-09-19T05:01:52.092 INFO:teuthology.orchestra.run.smithi005.stderr:69 bytes copied, 2.2463e-05 s, 3.1 MB/s 2024-09-19T05:01:52.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:52.099 INFO:tasks.kclient:client.1 config is {'syntax': 'v1'} 2024-09-19T05:01:52.099 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T05:01:52.099 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T05:01:52.099 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:01:52.202 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.201+0000 7f1d41665640 1 Processor -- start 2024-09-19T05:01:52.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.201+0000 7f1d41665640 1 -- start start 2024-09-19T05:01:52.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.202+0000 7f1d41665640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f1d3c162750 0x7f1d3c0ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:52.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.202+0000 7f1d41665640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1d3c0af3a0 0x7f1d3c06eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:52.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.202+0000 7f1d41665640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d3c0af860 con 0x7f1d3c1554d0 2024-09-19T05:01:52.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.202+0000 7f1d41665640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f1d3c0b0470 con 0x7f1d3c0af3a0 2024-09-19T05:01:52.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.202+0000 7f1d41665640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f1d3c0afb40 con 0x7f1d3c162750 2024-09-19T05:01:52.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.202+0000 7f1d3b7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1d3c0af3a0 0x7f1d3c06eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:52.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.202+0000 7f1d3affd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f1d3c1554d0 0x7f1d3c162040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:60446/0 (socket says 172.21.15.5:60446) 2024-09-19T05:01:52.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.202+0000 7f1d3b7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1d3c0af3a0 0x7f1d3c06eb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41428/0 (socket says 172.21.15.5:41428) 2024-09-19T05:01:52.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.202+0000 7f1d3affd640 1 -- 172.21.15.5:0/1346343669 learned_addr learned my addr 172.21.15.5:0/1346343669 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:52.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.202+0000 7f1d33fff640 1 --2- 172.21.15.5:0/1346343669 >> v2:172.21.15.134:3300/0 conn(0x7f1d3c162750 0x7f1d3c0ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:52.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.202+0000 7f1d3b7fe640 1 -- 172.21.15.5:0/1346343669 >> v2:172.21.15.134:3300/0 conn(0x7f1d3c162750 msgr2=0x7f1d3c0ccf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:52.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.202+0000 7f1d3b7fe640 1 --2- 172.21.15.5:0/1346343669 >> v2:172.21.15.134:3300/0 conn(0x7f1d3c162750 0x7f1d3c0ccf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:52.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.202+0000 7f1d3b7fe640 1 -- 172.21.15.5:0/1346343669 >> v1:172.21.15.5:6789/0 conn(0x7f1d3c1554d0 legacy=0x7f1d3c162040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:52.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.202+0000 7f1d3a7fc640 1 -- 172.21.15.5:0/1346343669 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1970901869 0 0) 0x7f1d3c0af860 con 0x7f1d3c1554d0 2024-09-19T05:01:52.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.202+0000 7f1d3b7fe640 1 -- 172.21.15.5:0/1346343669 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d3c0afe20 con 0x7f1d3c0af3a0 2024-09-19T05:01:52.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.203+0000 7f1d3b7fe640 1 --2- 172.21.15.5:0/1346343669 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d3c0af3a0 0x7f1d3c06eb60 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f1d3c06d870 tx=0x7f1d3402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8f407ed569b9e0f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:52.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.203+0000 7f1d3a7fc640 1 -- 172.21.15.5:0/1346343669 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d34007740 con 0x7f1d3c0af3a0 2024-09-19T05:01:52.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.203+0000 7f1d3a7fc640 1 -- 172.21.15.5:0/1346343669 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d340078e0 con 0x7f1d3c0af3a0 2024-09-19T05:01:52.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.203+0000 7f1d3a7fc640 1 -- 172.21.15.5:0/1346343669 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d34007cb0 con 0x7f1d3c0af3a0 2024-09-19T05:01:52.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.204+0000 7f1d41665640 1 -- 172.21.15.5:0/1346343669 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d3c0af3a0 msgr2=0x7f1d3c06eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:52.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.204+0000 7f1d41665640 1 --2- 172.21.15.5:0/1346343669 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d3c0af3a0 0x7f1d3c06eb60 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f1d3c06d870 tx=0x7f1d3402a680 comp rx=0 tx=0).stop 2024-09-19T05:01:52.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.204+0000 7f1d41665640 1 -- 172.21.15.5:0/1346343669 shutdown_connections 2024-09-19T05:01:52.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.204+0000 7f1d41665640 1 --2- 172.21.15.5:0/1346343669 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d3c0af3a0 0x7f1d3c06eb60 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:52.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.204+0000 7f1d41665640 1 --2- 172.21.15.5:0/1346343669 >> v2:172.21.15.134:3300/0 conn(0x7f1d3c162750 0x7f1d3c0ccf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:52.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.204+0000 7f1d41665640 1 -- 172.21.15.5:0/1346343669 >> 172.21.15.5:0/1346343669 conn(0x7f1d3c0736d0 msgr2=0x7f1d3c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:52.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.204+0000 7f1d41665640 1 -- 172.21.15.5:0/1346343669 shutdown_connections 2024-09-19T05:01:52.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.204+0000 7f1d41665640 1 -- 172.21.15.5:0/1346343669 wait complete. 2024-09-19T05:01:52.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.205+0000 7f1d41665640 1 Processor -- start 2024-09-19T05:01:52.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.205+0000 7f1d41665640 1 -- start start 2024-09-19T05:01:52.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.206+0000 7f1d41665640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d3c0af3a0 0x7f1d3c1536b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:52.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.206+0000 7f1d41665640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1d3c1554d0 0x7f1d3c157e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:52.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.206+0000 7f1d41665640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d3c162750 0x7f1d3c158390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:52.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.206+0000 7f1d41665640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1d3c162d30 con 0x7f1d3c0af3a0 2024-09-19T05:01:52.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.206+0000 7f1d41665640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f1d3c1558b0 con 0x7f1d3c1554d0 2024-09-19T05:01:52.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.206+0000 7f1d41665640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1d3c162eb0 con 0x7f1d3c162750 2024-09-19T05:01:52.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.206+0000 7f1d3affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d3c0af3a0 0x7f1d3c1536b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:52.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.206+0000 7f1d3affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d3c0af3a0 0x7f1d3c1536b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41444/0 (socket says 172.21.15.5:41444) 2024-09-19T05:01:52.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.206+0000 7f1d3affd640 1 -- 172.21.15.5:0/4245830689 learned_addr learned my addr 172.21.15.5:0/4245830689 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:52.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.206+0000 7f1d33fff640 1 --2- 172.21.15.5:0/4245830689 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1d3c1554d0 0x7f1d3c157e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:52.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.206+0000 7f1d3b7fe640 1 --2- 172.21.15.5:0/4245830689 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d3c162750 0x7f1d3c158390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:52.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.206+0000 7f1d3affd640 1 -- 172.21.15.5:0/4245830689 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d3c162750 msgr2=0x7f1d3c158390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:52.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.206+0000 7f1d3affd640 1 --2- 172.21.15.5:0/4245830689 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d3c162750 0x7f1d3c158390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:52.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.206+0000 7f1d3affd640 1 -- 172.21.15.5:0/4245830689 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1d3c1554d0 msgr2=0x7f1d3c157e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:52.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.206+0000 7f1d3affd640 1 --2- 172.21.15.5:0/4245830689 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1d3c1554d0 0x7f1d3c157e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:52.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.206+0000 7f1d3affd640 1 -- 172.21.15.5:0/4245830689 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d3c155bd0 con 0x7f1d3c0af3a0 2024-09-19T05:01:52.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.206+0000 7f1d33fff640 1 --2- 172.21.15.5:0/4245830689 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1d3c1554d0 0x7f1d3c157e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:01:52.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.206+0000 7f1d3affd640 1 --2- 172.21.15.5:0/4245830689 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d3c0af3a0 0x7f1d3c1536b0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f1d2c00c500 tx=0x7f1d2c00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:52.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.206+0000 7f1d337fe640 1 -- 172.21.15.5:0/4245830689 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d2c018070 con 0x7f1d3c0af3a0 2024-09-19T05:01:52.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.206+0000 7f1d337fe640 1 -- 172.21.15.5:0/4245830689 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d2c007580 con 0x7f1d3c0af3a0 2024-09-19T05:01:52.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.206+0000 7f1d41665640 1 -- 172.21.15.5:0/4245830689 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d3c156540 con 0x7f1d3c0af3a0 2024-09-19T05:01:52.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.206+0000 7f1d337fe640 1 -- 172.21.15.5:0/4245830689 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d2c004a20 con 0x7f1d3c0af3a0 2024-09-19T05:01:52.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.206+0000 7f1d41665640 1 -- 172.21.15.5:0/4245830689 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d3c1543b0 con 0x7f1d3c0af3a0 2024-09-19T05:01:52.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.207+0000 7f1d41665640 1 -- 172.21.15.5:0/4245830689 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d3c156920 con 0x7f1d3c0af3a0 2024-09-19T05:01:52.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.208+0000 7f1d337fe640 1 -- 172.21.15.5:0/4245830689 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1d2c01b070 con 0x7f1d3c0af3a0 2024-09-19T05:01:52.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.208+0000 7f1d337fe640 1 --2- 172.21.15.5:0/4245830689 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d1c06c2e0 0x7f1d1c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:52.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.208+0000 7f1d337fe640 1 -- 172.21.15.5:0/4245830689 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f1d2c08a9d0 con 0x7f1d3c0af3a0 2024-09-19T05:01:52.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.209+0000 7f1d33fff640 1 --2- 172.21.15.5:0/4245830689 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d1c06c2e0 0x7f1d1c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:52.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.209+0000 7f1d33fff640 1 --2- 172.21.15.5:0/4245830689 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d1c06c2e0 0x7f1d1c06e7a0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f1d24006fd0 tx=0x7f1d24008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:52.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.213+0000 7f1d337fe640 1 -- 172.21.15.5:0/4245830689 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1d3c156920 con 0x7f1d3c0af3a0 2024-09-19T05:01:52.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.425+0000 7f1d41665640 1 -- 172.21.15.5:0/4245830689 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f1d3c0ccf60 con 0x7f1d3c0af3a0 2024-09-19T05:01:52.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.426+0000 7f1d337fe640 1 -- 172.21.15.5:0/4245830689 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7f1d2c058e90 con 0x7f1d3c0af3a0 2024-09-19T05:01:52.428 INFO:teuthology.orchestra.run.smithi005.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-19T05:01:52.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.428+0000 7f1d41665640 1 -- 172.21.15.5:0/4245830689 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d1c06c2e0 msgr2=0x7f1d1c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:52.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.428+0000 7f1d41665640 1 --2- 172.21.15.5:0/4245830689 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d1c06c2e0 0x7f1d1c06e7a0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f1d24006fd0 tx=0x7f1d24008040 comp rx=0 tx=0).stop 2024-09-19T05:01:52.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.428+0000 7f1d41665640 1 -- 172.21.15.5:0/4245830689 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d3c0af3a0 msgr2=0x7f1d3c1536b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:52.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.428+0000 7f1d41665640 1 --2- 172.21.15.5:0/4245830689 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d3c0af3a0 0x7f1d3c1536b0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f1d2c00c500 tx=0x7f1d2c00c9c0 comp rx=0 tx=0).stop 2024-09-19T05:01:52.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.428+0000 7f1d41665640 1 -- 172.21.15.5:0/4245830689 shutdown_connections 2024-09-19T05:01:52.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.428+0000 7f1d41665640 1 --2- 172.21.15.5:0/4245830689 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d1c06c2e0 0x7f1d1c06e7a0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:52.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.428+0000 7f1d41665640 1 --2- 172.21.15.5:0/4245830689 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d3c162750 0x7f1d3c158390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:52.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.428+0000 7f1d41665640 1 --2- 172.21.15.5:0/4245830689 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1d3c1554d0 0x7f1d3c157e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:52.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.428+0000 7f1d41665640 1 --2- 172.21.15.5:0/4245830689 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d3c0af3a0 0x7f1d3c1536b0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:52.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.428+0000 7f1d41665640 1 -- 172.21.15.5:0/4245830689 >> 172.21.15.5:0/4245830689 conn(0x7f1d3c0736d0 msgr2=0x7f1d3c06eb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:52.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.428+0000 7f1d41665640 1 -- 172.21.15.5:0/4245830689 shutdown_connections 2024-09-19T05:01:52.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:52.428+0000 7f1d41665640 1 -- 172.21.15.5:0/4245830689 wait complete. 2024-09-19T05:01:52.440 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T05:01:52.440 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:01:52.441 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi134.front.sepia.ceph.com 2024-09-19T05:01:52.441 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T05:01:52.441 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T05:01:52.441 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T05:01:52.441 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T05:01:52.441 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:01:52.441 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:01:52.441 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:52.441 DEBUG:teuthology.orchestra.run.smithi134:> ip addr 2024-09-19T05:01:52.461 INFO:teuthology.orchestra.run.smithi134.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:01:52.461 INFO:teuthology.orchestra.run.smithi134.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:01:52.461 INFO:teuthology.orchestra.run.smithi134.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:01:52.461 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:52.461 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 ::1/128 scope host 2024-09-19T05:01:52.461 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:52.461 INFO:teuthology.orchestra.run.smithi134.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:01:52.461 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:d9:38:e6 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:01:52.461 INFO:teuthology.orchestra.run.smithi134.stdout: altname enp7s0f0 2024-09-19T05:01:52.461 INFO:teuthology.orchestra.run.smithi134.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:01:52.462 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:d9:38:e7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:01:52.462 INFO:teuthology.orchestra.run.smithi134.stdout: altname enp7s0f1 2024-09-19T05:01:52.462 INFO:teuthology.orchestra.run.smithi134.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:01:52.462 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:88:6d:e8 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:01:52.462 INFO:teuthology.orchestra.run.smithi134.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:01:52.462 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:88:6d:e9 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:01:52.462 INFO:teuthology.orchestra.run.smithi134.stdout: inet 172.21.15.134/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T05:01:52.462 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft 42756sec preferred_lft 42756sec 2024-09-19T05:01:52.462 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::ec4:7aff:fe88:6de9/64 scope link noprefixroute 2024-09-19T05:01:52.462 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:52.462 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-19T05:01:52.463 DEBUG:teuthology.orchestra.run.smithi134:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:01:52.463 DEBUG:teuthology.orchestra.run.smithi134:> set -e 2024-09-19T05:01:52.463 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link add name ceph-brx type bridge 2024-09-19T05:01:52.463 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip addr flush dev ceph-brx 2024-09-19T05:01:52.463 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link set ceph-brx up 2024-09-19T05:01:52.463 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-19T05:01:52.463 DEBUG:teuthology.orchestra.run.smithi134:> ') 2024-09-19T05:01:52.557 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:01:52.673 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:52.679 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:52.679 DEBUG:teuthology.orchestra.run.smithi134:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:01:52.704 INFO:teuthology.orchestra.run.smithi134.stdout:1 2024-09-19T05:01:52.706 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:52.706 DEBUG:teuthology.orchestra.run.smithi134:> route 2024-09-19T05:01:52.785 INFO:teuthology.orchestra.run.smithi134.stdout:Kernel IP routing table 2024-09-19T05:01:52.785 INFO:teuthology.orchestra.run.smithi134.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:01:52.785 INFO:teuthology.orchestra.run.smithi134.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T05:01:52.785 INFO:teuthology.orchestra.run.smithi134.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T05:01:52.785 INFO:teuthology.orchestra.run.smithi134.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:01:52.785 DEBUG:teuthology.orchestra.run.smithi134:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:01:52.786 DEBUG:teuthology.orchestra.run.smithi134:> set -e 2024-09-19T05:01:52.786 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T05:01:52.786 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T05:01:52.786 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T05:01:52.786 DEBUG:teuthology.orchestra.run.smithi134:> ') 2024-09-19T05:01:52.873 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:01:53.082 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:53.088 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:53.088 DEBUG:teuthology.orchestra.run.smithi134:> ip netns list 2024-09-19T05:01:53.104 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:53.104 DEBUG:teuthology.orchestra.run.smithi134:> ip netns list-id 2024-09-19T05:01:53.160 DEBUG:teuthology.orchestra.run.smithi134:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:01:53.161 DEBUG:teuthology.orchestra.run.smithi134:> set -e 2024-09-19T05:01:53.161 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:01:53.161 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-19T05:01:53.161 DEBUG:teuthology.orchestra.run.smithi134:> ') 2024-09-19T05:01:53.249 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:01:53.275 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:53.281 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-19T05:01:53.281 DEBUG:teuthology.orchestra.run.smithi134:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:01:53.281 DEBUG:teuthology.orchestra.run.smithi134:> set -e 2024-09-19T05:01:53.281 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-19T05:01:53.281 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-19T05:01:53.281 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-19T05:01:53.282 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-19T05:01:53.282 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-19T05:01:53.282 DEBUG:teuthology.orchestra.run.smithi134:> ') 2024-09-19T05:01:53.330 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:01:53.409 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:53.415 DEBUG:teuthology.orchestra.run.smithi134:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:01:53.415 DEBUG:teuthology.orchestra.run.smithi134:> set -e 2024-09-19T05:01:53.415 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link set brx.0 up 2024-09-19T05:01:53.415 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link set dev brx.0 master ceph-brx 2024-09-19T05:01:53.415 DEBUG:teuthology.orchestra.run.smithi134:> ') 2024-09-19T05:01:53.463 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:01:53.486 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:53.492 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:01:53.492 DEBUG:teuthology.orchestra.run.smithi134:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T05:01:53.507 INFO:teuthology.orchestra.run.smithi134.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:01:53.507 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:01:53.507 DEBUG:teuthology.orchestra.run.smithi134:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:01:53.562 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T05:01:53.562 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:53.562 DEBUG:teuthology.orchestra.run.smithi134:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:01:53.664 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:01:53.664 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T05:01:53.664 INFO:teuthology.orchestra.run.smithi134.stdout:invalid new device string format 2024-09-19T05:01:53.781 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:01:53.782 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T05:01:53.782 INFO:teuthology.orchestra.run.smithi134.stdout:invalid new device string format 2024-09-19T05:01:53.782 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:01:53.782 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:01:53.790 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:01:53.790 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T05:01:53.790 INFO:teuthology.orchestra.run.smithi134.stdout:invalid new device string format 2024-09-19T05:01:53.790 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:01:53.790 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:01:53.790 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790" 2024-09-19T05:01:53.791 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790:/ 2024-09-19T05:01:53.791 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs,key=1,fsid=d3e05719-6fe9-4686-ba83-cd0299bd169b" will pass to kernel 2024-09-19T05:01:53.791 INFO:teuthology.orchestra.run.smithi134.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T05:01:53.791 INFO:teuthology.orchestra.run.smithi134.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:01:53.791 INFO:teuthology.orchestra.run.smithi134.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:01:53.791 INFO:teuthology.orchestra.run.smithi134.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:01:53.792 INFO:teuthology.orchestra.run.smithi134.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:01:53.793 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:01:53.793 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:53.794 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:01:53.819 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:01:53.907 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:53 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:01:53.909 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:53.915 INFO:teuthology.orchestra.run.smithi134.stdout:client4511 2024-09-19T05:01:53.915 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:01:53.915 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:01:53.931 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:01:54.020 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:54 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:01:54.021 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:54.028 INFO:teuthology.orchestra.run.smithi134.stdout:client4511 2024-09-19T05:01:54.028 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:01:54.076 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:54 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:01:54.078 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:54.083 INFO:teuthology.orchestra.run.smithi134.stdout:client4511 2024-09-19T05:01:54.084 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/d3e05719-6fe9-4686-ba83-cd0299bd169b.client4511/status') 2024-09-19T05:01:54.132 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:54 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:01:54.142 INFO:teuthology.orchestra.run.smithi134.stdout:instance: client.4511 (3)192.168.0.1:0/1523813270 2024-09-19T05:01:54.142 INFO:teuthology.orchestra.run.smithi134.stdout:blocklisted: false 2024-09-19T05:01:54.143 INFO:teuthology.orchestra.run.smithi134.stderr:0+1 records in 2024-09-19T05:01:54.143 INFO:teuthology.orchestra.run.smithi134.stderr:0+1 records out 2024-09-19T05:01:54.143 INFO:teuthology.orchestra.run.smithi134.stderr:69 bytes copied, 3.8791e-05 s, 1.8 MB/s 2024-09-19T05:01:54.143 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:54.150 INFO:tasks.kclient:client.3 config is {'syntax': 'v1'} 2024-09-19T05:01:54.150 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T05:01:54.150 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-19T05:01:54.150 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:01:54.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.265+0000 7fbcd161e640 1 Processor -- start 2024-09-19T05:01:54.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.265+0000 7fbcd161e640 1 -- start start 2024-09-19T05:01:54.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.265+0000 7fbcd161e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fbccc06d2c0 0x7fbccc0b7a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:54.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.265+0000 7fbcd161e640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbccc0d3040 con 0x7fbccc0d2b60 2024-09-19T05:01:54.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.265+0000 7fbcd161e640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbccc0d3320 con 0x7fbccc15e890 2024-09-19T05:01:54.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.265+0000 7fbcd161e640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fbccc0d3c50 con 0x7fbccc06d2c0 2024-09-19T05:01:54.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.266+0000 7fbcca7fc640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fbccc06d2c0 0x7fbccc0b7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:54.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.266+0000 7fbccb7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fbccc0d2b60 0x7fbccc0b7f60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:60458/0 (socket says 172.21.15.5:60458) 2024-09-19T05:01:54.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.266+0000 7fbccb7fe640 1 -- 172.21.15.5:0/1899313679 learned_addr learned my addr 172.21.15.5:0/1899313679 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:54.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.266+0000 7fbcca7fc640 1 -- 172.21.15.5:0/1899313679 >> v1:172.21.15.134:6789/0 conn(0x7fbccc15e890 legacy=0x7fbccc06cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:54.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.266+0000 7fbcca7fc640 1 -- 172.21.15.5:0/1899313679 >> v1:172.21.15.5:6789/0 conn(0x7fbccc0d2b60 legacy=0x7fbccc0b7f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:54.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.266+0000 7fbcca7fc640 1 -- 172.21.15.5:0/1899313679 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbccc0d3600 con 0x7fbccc06d2c0 2024-09-19T05:01:54.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.266+0000 7fbcc9ffb640 1 -- 172.21.15.5:0/1899313679 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 308293836 0 0) 0x7fbccc0d3040 con 0x7fbccc0d2b60 2024-09-19T05:01:54.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.267+0000 7fbcca7fc640 1 --2- 172.21.15.5:0/1899313679 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbccc06d2c0 0x7fbccc0b7a20 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fbcc00097a0 tx=0x7fbcc002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f9cca23dec33c7c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:54.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.267+0000 7fbcc9ffb640 1 -- 172.21.15.5:0/1899313679 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcc0037070 con 0x7fbccc06d2c0 2024-09-19T05:01:54.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.267+0000 7fbcc9ffb640 1 -- 172.21.15.5:0/1899313679 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbcc0032440 con 0x7fbccc06d2c0 2024-09-19T05:01:54.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.267+0000 7fbcc9ffb640 1 -- 172.21.15.5:0/1899313679 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcc0032810 con 0x7fbccc06d2c0 2024-09-19T05:01:54.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.268+0000 7fbcd161e640 1 -- 172.21.15.5:0/1899313679 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbccc06d2c0 msgr2=0x7fbccc0b7a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:54.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.268+0000 7fbcd161e640 1 --2- 172.21.15.5:0/1899313679 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbccc06d2c0 0x7fbccc0b7a20 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fbcc00097a0 tx=0x7fbcc002a1a0 comp rx=0 tx=0).stop 2024-09-19T05:01:54.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.268+0000 7fbcd161e640 1 -- 172.21.15.5:0/1899313679 shutdown_connections 2024-09-19T05:01:54.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.268+0000 7fbcd161e640 1 --2- 172.21.15.5:0/1899313679 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbccc06d2c0 0x7fbccc0b7a20 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:54.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.268+0000 7fbcd161e640 1 -- 172.21.15.5:0/1899313679 >> 172.21.15.5:0/1899313679 conn(0x7fbccc0b66c0 msgr2=0x7fbccc0d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:54.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.268+0000 7fbcd161e640 1 -- 172.21.15.5:0/1899313679 shutdown_connections 2024-09-19T05:01:54.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.268+0000 7fbcd161e640 1 -- 172.21.15.5:0/1899313679 wait complete. 2024-09-19T05:01:54.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.269+0000 7fbcd161e640 1 Processor -- start 2024-09-19T05:01:54.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.269+0000 7fbcd161e640 1 -- start start 2024-09-19T05:01:54.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.270+0000 7fbcd161e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbccc06d2c0 0x7fbccc14c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:54.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.270+0000 7fbcd161e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbccc0d2b60 0x7fbccc1f3f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:54.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.270+0000 7fbcd161e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbccc15e890 0x7fbccc0cf000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:54.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.270+0000 7fbcd161e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fbccc06db10 con 0x7fbccc0d2b60 2024-09-19T05:01:54.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.270+0000 7fbcd161e640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fbccc15ec70 con 0x7fbccc06d2c0 2024-09-19T05:01:54.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.270+0000 7fbcd161e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fbccc06dc90 con 0x7fbccc15e890 2024-09-19T05:01:54.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.270+0000 7fbcca7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbccc0d2b60 0x7fbccc1f3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:54.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.270+0000 7fbcca7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbccc0d2b60 0x7fbccc1f3f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41456/0 (socket says 172.21.15.5:41456) 2024-09-19T05:01:54.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.270+0000 7fbcca7fc640 1 -- 172.21.15.5:0/1700279644 learned_addr learned my addr 172.21.15.5:0/1700279644 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:54.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.270+0000 7fbccaffd640 1 --2- 172.21.15.5:0/1700279644 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbccc06d2c0 0x7fbccc14c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:54.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.270+0000 7fbccb7fe640 1 --2- 172.21.15.5:0/1700279644 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbccc15e890 0x7fbccc0cf000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:54.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.270+0000 7fbcca7fc640 1 -- 172.21.15.5:0/1700279644 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbccc15e890 msgr2=0x7fbccc0cf000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:54.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.270+0000 7fbcca7fc640 1 --2- 172.21.15.5:0/1700279644 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbccc15e890 0x7fbccc0cf000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:54.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.270+0000 7fbcca7fc640 1 -- 172.21.15.5:0/1700279644 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbccc06d2c0 msgr2=0x7fbccc14c2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:54.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.270+0000 7fbcca7fc640 1 --2- 172.21.15.5:0/1700279644 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbccc06d2c0 0x7fbccc14c2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:54.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.270+0000 7fbcca7fc640 1 -- 172.21.15.5:0/1700279644 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbccc14c800 con 0x7fbccc0d2b60 2024-09-19T05:01:54.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.271+0000 7fbcca7fc640 1 --2- 172.21.15.5:0/1700279644 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbccc0d2b60 0x7fbccc1f3f30 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fbcc0000c00 tx=0x7fbcc00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:54.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.271+0000 7fbcb37fe640 1 -- 172.21.15.5:0/1700279644 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcc0041070 con 0x7fbccc0d2b60 2024-09-19T05:01:54.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.271+0000 7fbcb37fe640 1 -- 172.21.15.5:0/1700279644 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbcc003c930 con 0x7fbccc0d2b60 2024-09-19T05:01:54.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.271+0000 7fbcd161e640 1 -- 172.21.15.5:0/1700279644 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbccc0cf9e0 con 0x7fbccc0d2b60 2024-09-19T05:01:54.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.271+0000 7fbcb37fe640 1 -- 172.21.15.5:0/1700279644 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcc0037040 con 0x7fbccc0d2b60 2024-09-19T05:01:54.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.271+0000 7fbcd161e640 1 -- 172.21.15.5:0/1700279644 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbccc1e73e0 con 0x7fbccc0d2b60 2024-09-19T05:01:54.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.272+0000 7fbcd161e640 1 -- 172.21.15.5:0/1700279644 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbccc068ee0 con 0x7fbccc0d2b60 2024-09-19T05:01:54.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.272+0000 7fbcb37fe640 1 -- 172.21.15.5:0/1700279644 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbcc0044070 con 0x7fbccc0d2b60 2024-09-19T05:01:54.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.273+0000 7fbcb37fe640 1 --2- 172.21.15.5:0/1700279644 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbcb806c2b0 0x7fbcb806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:54.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.273+0000 7fbcb37fe640 1 -- 172.21.15.5:0/1700279644 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fbcc00ac5a0 con 0x7fbccc0d2b60 2024-09-19T05:01:54.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.273+0000 7fbccaffd640 1 --2- 172.21.15.5:0/1700279644 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbcb806c2b0 0x7fbcb806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:54.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.273+0000 7fbccaffd640 1 --2- 172.21.15.5:0/1700279644 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbcb806c2b0 0x7fbcb806e770 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fbccc14f490 tx=0x7fbcbc009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:54.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.277+0000 7fbcb37fe640 1 -- 172.21.15.5:0/1700279644 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbccc068ee0 con 0x7fbccc0d2b60 2024-09-19T05:01:54.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.490+0000 7fbcd161e640 1 -- 172.21.15.5:0/1700279644 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fbccc0b8640 con 0x7fbccc0d2b60 2024-09-19T05:01:54.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.490+0000 7fbcb37fe640 1 -- 172.21.15.5:0/1700279644 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7fbcc007a400 con 0x7fbccc0d2b60 2024-09-19T05:01:54.492 INFO:teuthology.orchestra.run.smithi005.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-19T05:01:54.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.492+0000 7fbcd161e640 1 -- 172.21.15.5:0/1700279644 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbcb806c2b0 msgr2=0x7fbcb806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:54.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.492+0000 7fbcd161e640 1 --2- 172.21.15.5:0/1700279644 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbcb806c2b0 0x7fbcb806e770 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fbccc14f490 tx=0x7fbcbc009040 comp rx=0 tx=0).stop 2024-09-19T05:01:54.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.492+0000 7fbcd161e640 1 -- 172.21.15.5:0/1700279644 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbccc0d2b60 msgr2=0x7fbccc1f3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:54.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.492+0000 7fbcd161e640 1 --2- 172.21.15.5:0/1700279644 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbccc0d2b60 0x7fbccc1f3f30 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fbcc0000c00 tx=0x7fbcc00046c0 comp rx=0 tx=0).stop 2024-09-19T05:01:54.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.492+0000 7fbcd161e640 1 -- 172.21.15.5:0/1700279644 shutdown_connections 2024-09-19T05:01:54.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.492+0000 7fbcd161e640 1 --2- 172.21.15.5:0/1700279644 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbcb806c2b0 0x7fbcb806e770 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:54.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.492+0000 7fbcd161e640 1 --2- 172.21.15.5:0/1700279644 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbccc15e890 0x7fbccc0cf000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:54.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.492+0000 7fbcd161e640 1 --2- 172.21.15.5:0/1700279644 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbccc0d2b60 0x7fbccc1f3f30 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:54.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.492+0000 7fbcd161e640 1 --2- 172.21.15.5:0/1700279644 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbccc06d2c0 0x7fbccc14c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:54.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.492+0000 7fbcd161e640 1 -- 172.21.15.5:0/1700279644 >> 172.21.15.5:0/1700279644 conn(0x7fbccc0b66c0 msgr2=0x7fbccc0d2060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:54.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.492+0000 7fbcd161e640 1 -- 172.21.15.5:0/1700279644 shutdown_connections 2024-09-19T05:01:54.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:54.493+0000 7fbcd161e640 1 -- 172.21.15.5:0/1700279644 wait complete. 2024-09-19T05:01:54.505 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T05:01:54.505 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:01:54.505 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi134.front.sepia.ceph.com 2024-09-19T05:01:54.505 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-19T05:01:54.505 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-19T05:01:54.505 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T05:01:54.506 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T05:01:54.506 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:01:54.506 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-19T05:01:54.506 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:54.506 DEBUG:teuthology.orchestra.run.smithi134:> ip addr 2024-09-19T05:01:54.523 INFO:teuthology.orchestra.run.smithi134.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:01:54.523 INFO:teuthology.orchestra.run.smithi134.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:01:54.523 INFO:teuthology.orchestra.run.smithi134.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:01:54.523 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:54.523 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 ::1/128 scope host 2024-09-19T05:01:54.523 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:54.524 INFO:teuthology.orchestra.run.smithi134.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:01:54.524 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:d9:38:e6 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:01:54.524 INFO:teuthology.orchestra.run.smithi134.stdout: altname enp7s0f0 2024-09-19T05:01:54.524 INFO:teuthology.orchestra.run.smithi134.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:01:54.524 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:d9:38:e7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:01:54.524 INFO:teuthology.orchestra.run.smithi134.stdout: altname enp7s0f1 2024-09-19T05:01:54.524 INFO:teuthology.orchestra.run.smithi134.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:01:54.524 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:88:6d:e8 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:01:54.525 INFO:teuthology.orchestra.run.smithi134.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:01:54.525 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:88:6d:e9 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:01:54.525 INFO:teuthology.orchestra.run.smithi134.stdout: inet 172.21.15.134/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T05:01:54.525 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft 42754sec preferred_lft 42754sec 2024-09-19T05:01:54.525 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::ec4:7aff:fe88:6de9/64 scope link noprefixroute 2024-09-19T05:01:54.525 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:54.525 INFO:teuthology.orchestra.run.smithi134.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:01:54.525 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether f6:41:57:e6:af:aa brd ff:ff:ff:ff:ff:ff 2024-09-19T05:01:54.525 INFO:teuthology.orchestra.run.smithi134.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:01:54.525 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:54.525 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::90a2:26ff:feea:3d00/64 scope link 2024-09-19T05:01:54.526 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:54.526 INFO:teuthology.orchestra.run.smithi134.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:01:54.526 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether f6:41:57:e6:af:aa brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:01:54.526 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::f441:57ff:fee6:afaa/64 scope link tentative 2024-09-19T05:01:54.526 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:54.526 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:54.526 DEBUG:teuthology.orchestra.run.smithi134:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:01:54.588 INFO:teuthology.orchestra.run.smithi134.stdout:1 2024-09-19T05:01:54.589 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:54.589 DEBUG:teuthology.orchestra.run.smithi134:> route 2024-09-19T05:01:54.645 INFO:teuthology.orchestra.run.smithi134.stdout:Kernel IP routing table 2024-09-19T05:01:54.646 INFO:teuthology.orchestra.run.smithi134.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:01:54.646 INFO:teuthology.orchestra.run.smithi134.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T05:01:54.646 INFO:teuthology.orchestra.run.smithi134.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T05:01:54.646 INFO:teuthology.orchestra.run.smithi134.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:01:54.646 DEBUG:teuthology.orchestra.run.smithi134:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:01:54.646 DEBUG:teuthology.orchestra.run.smithi134:> set -e 2024-09-19T05:01:54.646 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T05:01:54.646 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T05:01:54.647 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T05:01:54.647 DEBUG:teuthology.orchestra.run.smithi134:> ') 2024-09-19T05:01:54.734 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:54 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:01:54.767 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:54.773 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:54.773 DEBUG:teuthology.orchestra.run.smithi134:> ip netns list 2024-09-19T05:01:54.788 INFO:teuthology.orchestra.run.smithi134.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T05:01:54.789 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:54.789 DEBUG:teuthology.orchestra.run.smithi134:> ip netns list-id 2024-09-19T05:01:54.844 INFO:teuthology.orchestra.run.smithi134.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-19T05:01:54.844 DEBUG:teuthology.orchestra.run.smithi134:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:01:54.844 DEBUG:teuthology.orchestra.run.smithi134:> set -e 2024-09-19T05:01:54.844 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T05:01:54.844 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-19T05:01:54.844 DEBUG:teuthology.orchestra.run.smithi134:> ') 2024-09-19T05:01:54.932 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:54 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:01:54.955 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:54.961 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:54.961 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-19T05:01:54.985 INFO:teuthology.orchestra.run.smithi134.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:01:54.985 INFO:teuthology.orchestra.run.smithi134.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:01:54.985 INFO:teuthology.orchestra.run.smithi134.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:01:54.985 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:54.985 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 ::1/128 scope host 2024-09-19T05:01:54.985 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:54.985 INFO:teuthology.orchestra.run.smithi134.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:01:54.985 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 8a:94:ec:6e:6f:e4 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T05:01:54.985 INFO:teuthology.orchestra.run.smithi134.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T05:01:54.986 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:54.986 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::8894:ecff:fe6e:6fe4/64 scope link 2024-09-19T05:01:54.986 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:54.987 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:54.987 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-19T05:01:55.052 INFO:teuthology.orchestra.run.smithi134.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:01:55.052 INFO:teuthology.orchestra.run.smithi134.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:01:55.052 INFO:teuthology.orchestra.run.smithi134.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:01:55.052 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:55.052 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 ::1/128 scope host 2024-09-19T05:01:55.052 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:55.052 INFO:teuthology.orchestra.run.smithi134.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:01:55.053 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 8a:94:ec:6e:6f:e4 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T05:01:55.053 INFO:teuthology.orchestra.run.smithi134.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T05:01:55.053 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:55.053 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::8894:ecff:fe6e:6fe4/64 scope link 2024-09-19T05:01:55.053 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:01:55.055 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-19T05:01:55.055 DEBUG:teuthology.orchestra.run.smithi134:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:01:55.055 DEBUG:teuthology.orchestra.run.smithi134:> set -e 2024-09-19T05:01:55.055 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-19T05:01:55.055 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-19T05:01:55.055 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-19T05:01:55.055 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-19T05:01:55.056 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-19T05:01:55.056 DEBUG:teuthology.orchestra.run.smithi134:> ') 2024-09-19T05:01:55.144 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:55 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:01:55.202 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:55.208 DEBUG:teuthology.orchestra.run.smithi134:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:01:55.208 DEBUG:teuthology.orchestra.run.smithi134:> set -e 2024-09-19T05:01:55.208 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link set brx.1 up 2024-09-19T05:01:55.209 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link set dev brx.1 master ceph-brx 2024-09-19T05:01:55.209 DEBUG:teuthology.orchestra.run.smithi134:> ') 2024-09-19T05:01:55.265 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:55 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:01:55.287 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:55.296 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:01:55.296 DEBUG:teuthology.orchestra.run.smithi134:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-19T05:01:55.314 INFO:teuthology.orchestra.run.smithi134.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-19T05:01:55.314 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:01:55.315 DEBUG:teuthology.orchestra.run.smithi134:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-19T05:01:55.372 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T05:01:55.372 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:55.372 DEBUG:teuthology.orchestra.run.smithi134:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.3 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=3,mds_namespace=cephfs 2024-09-19T05:01:55.461 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=3,mds_namespace=cephfs 2024-09-19T05:01:55.461 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,mds_namespace=cephfs". 2024-09-19T05:01:55.461 INFO:teuthology.orchestra.run.smithi134.stdout:invalid new device string format 2024-09-19T05:01:55.469 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=3,mds_namespace=cephfs 2024-09-19T05:01:55.469 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,mds_namespace=cephfs". 2024-09-19T05:01:55.469 INFO:teuthology.orchestra.run.smithi134.stdout:invalid new device string format 2024-09-19T05:01:55.470 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:01:55.470 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:01:55.476 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=3,mds_namespace=cephfs 2024-09-19T05:01:55.476 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,mds_namespace=cephfs". 2024-09-19T05:01:55.476 INFO:teuthology.orchestra.run.smithi134.stdout:invalid new device string format 2024-09-19T05:01:55.476 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:01:55.477 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:01:55.477 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790" 2024-09-19T05:01:55.477 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790:/ 2024-09-19T05:01:55.477 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,mds_namespace=cephfs,key=3,fsid=d3e05719-6fe9-4686-ba83-cd0299bd169b" will pass to kernel 2024-09-19T05:01:55.479 INFO:teuthology.orchestra.run.smithi134.stdout:mount: /home/ubuntu/cephtest/mnt.3 does not contain SELinux labels. 2024-09-19T05:01:55.479 INFO:teuthology.orchestra.run.smithi134.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:01:55.479 INFO:teuthology.orchestra.run.smithi134.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:01:55.480 INFO:teuthology.orchestra.run.smithi134.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:01:55.480 INFO:teuthology.orchestra.run.smithi134.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:01:55.480 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:01:55.480 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:55.480 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-19T05:01:55.552 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:01:55.643 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:55 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:01:55.645 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:55.651 INFO:teuthology.orchestra.run.smithi134.stdout:client4728 2024-09-19T05:01:55.651 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:01:55.651 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:01:55.667 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:01:55.756 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:55 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:01:55.758 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:55.763 INFO:teuthology.orchestra.run.smithi134.stdout:client4728 2024-09-19T05:01:55.764 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:01:55.812 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:55 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:01:55.813 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:55.819 INFO:teuthology.orchestra.run.smithi134.stdout:client4728 2024-09-19T05:01:55.819 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/d3e05719-6fe9-4686-ba83-cd0299bd169b.client4728/status') 2024-09-19T05:01:55.868 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:55 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:01:55.878 INFO:teuthology.orchestra.run.smithi134.stdout:instance: client.4728 (3)172.21.15.134:0/2047754980 2024-09-19T05:01:55.878 INFO:teuthology.orchestra.run.smithi134.stdout:blocklisted: false 2024-09-19T05:01:55.878 INFO:teuthology.orchestra.run.smithi134.stderr:0+1 records in 2024-09-19T05:01:55.878 INFO:teuthology.orchestra.run.smithi134.stderr:0+1 records out 2024-09-19T05:01:55.878 INFO:teuthology.orchestra.run.smithi134.stderr:71 bytes copied, 3.9062e-05 s, 1.8 MB/s 2024-09-19T05:01:55.879 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:01:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:01:55.885 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-19T05:01:56.455 INFO:tasks.cephfs_test_runner:Starting test: test_disable_enable_human_readable_quota_values (tasks.cephfs.test_quota.TestQuota) test: 2024-09-19T05:01:56.455 INFO:tasks.cephfs_test_runner:test_disable_enable_human_readable_quota_values (tasks.cephfs.test_quota.TestQuota) 2024-09-19T05:01:56.456 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:01:56.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.571+0000 7f8dae56d640 1 Processor -- start 2024-09-19T05:01:56.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.571+0000 7f8dae56d640 1 -- start start 2024-09-19T05:01:56.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.572+0000 7f8dae56d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8da809aa70 0x7f8da809ae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:56.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.572+0000 7f8dae56d640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8da809b390 con 0x7f8da80b3230 2024-09-19T05:01:56.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.572+0000 7f8dae56d640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8da80d0120 con 0x7f8da809b7b0 2024-09-19T05:01:56.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.572+0000 7f8dae56d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f8da80d06e0 con 0x7f8da809aa70 2024-09-19T05:01:56.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.572+0000 7f8dacb0a640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f8da80b3230 0x7f8da80cd6d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:60472/0 (socket says 172.21.15.5:60472) 2024-09-19T05:01:56.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.572+0000 7f8dacb0a640 1 -- 172.21.15.5:0/2661609841 learned_addr learned my addr 172.21.15.5:0/2661609841 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:56.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.572+0000 7f8da7fff640 1 --2- 172.21.15.5:0/2661609841 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8da809aa70 0x7f8da809ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:56.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.572+0000 7f8da77fe640 1 -- 172.21.15.5:0/2661609841 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3047632048 0 0) 0x7f8da809b390 con 0x7f8da80b3230 2024-09-19T05:01:56.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.572+0000 7f8da77fe640 1 -- 172.21.15.5:0/2661609841 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8d94003520 con 0x7f8da80b3230 2024-09-19T05:01:56.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.573+0000 7f8da77fe640 1 -- 172.21.15.5:0/2661609841 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4029133596 0 0) 0x7f8da80d0120 con 0x7f8da809b7b0 2024-09-19T05:01:56.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.573+0000 7f8da77fe640 1 -- 172.21.15.5:0/2661609841 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8da809b390 con 0x7f8da809b7b0 2024-09-19T05:01:56.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.573+0000 7f8da77fe640 1 -- 172.21.15.5:0/2661609841 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4251862642 0 0) 0x7f8d94003520 con 0x7f8da80b3230 2024-09-19T05:01:56.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.573+0000 7f8da77fe640 1 -- 172.21.15.5:0/2661609841 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8da809aa70 msgr2=0x7f8da809ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:56.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.573+0000 7f8da77fe640 1 --2- 172.21.15.5:0/2661609841 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8da809aa70 0x7f8da809ae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:56.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.573+0000 7f8da77fe640 1 -- 172.21.15.5:0/2661609841 >> v1:172.21.15.134:6789/0 conn(0x7f8da809b7b0 legacy=0x7f8da80ccfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:56.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.573+0000 7f8da77fe640 1 -- 172.21.15.5:0/2661609841 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8da80d0400 con 0x7f8da80b3230 2024-09-19T05:01:56.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.573+0000 7f8da77fe640 1 -- 172.21.15.5:0/2661609841 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f8da00019f0 con 0x7f8da80b3230 2024-09-19T05:01:56.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.573+0000 7f8da77fe640 1 -- 172.21.15.5:0/2661609841 >> v1:172.21.15.5:6789/0 conn(0x7f8da80b3230 legacy=0x7f8da80cd6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:56.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.573+0000 7f8da77fe640 1 --2- 172.21.15.5:0/2661609841 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d94003b70 0x7f8d94003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:56.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.573+0000 7f8da77fe640 1 --2- 172.21.15.5:0/2661609841 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8d94004800 0x7f8d94004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:56.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.573+0000 7f8da77fe640 1 --2- 172.21.15.5:0/2661609841 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8d940051c0 0x7f8d9400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:56.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.573+0000 7f8da77fe640 1 -- 172.21.15.5:0/2661609841 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f8da80d06e0 con 0x7f8d94003b70 2024-09-19T05:01:56.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.573+0000 7f8da77fe640 1 -- 172.21.15.5:0/2661609841 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f8d9400c030 con 0x7f8d940051c0 2024-09-19T05:01:56.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.573+0000 7f8da77fe640 1 -- 172.21.15.5:0/2661609841 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f8d9400c230 con 0x7f8d94004800 2024-09-19T05:01:56.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.573+0000 7f8da7fff640 1 --2- 172.21.15.5:0/2661609841 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8da809aa70 0x7f8da809ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:01:56.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.573+0000 7f8da7fff640 1 --2- 172.21.15.5:0/2661609841 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d94003b70 0x7f8d94003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:56.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.573+0000 7f8d9ffff640 1 --2- 172.21.15.5:0/2661609841 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8d94004800 0x7f8d94004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:56.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.573+0000 7f8dacb0a640 1 --2- 172.21.15.5:0/2661609841 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8d940051c0 0x7f8d9400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:56.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.573+0000 7f8da7fff640 1 -- 172.21.15.5:0/2661609841 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8d94004800 msgr2=0x7f8d94004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:56.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.573+0000 7f8da7fff640 1 --2- 172.21.15.5:0/2661609841 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8d94004800 0x7f8d94004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:56.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.573+0000 7f8da7fff640 1 -- 172.21.15.5:0/2661609841 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8d940051c0 msgr2=0x7f8d9400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:56.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.573+0000 7f8da7fff640 1 --2- 172.21.15.5:0/2661609841 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8d940051c0 0x7f8d9400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:56.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.573+0000 7f8da7fff640 1 -- 172.21.15.5:0/2661609841 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d94003520 con 0x7f8d94003b70 2024-09-19T05:01:56.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.574+0000 7f8da7fff640 1 --2- 172.21.15.5:0/2661609841 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d94003b70 0x7f8d94003f70 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f8da8073660 tx=0x7f8d94005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da01ca3def05a008 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:56.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.574+0000 7f8da77fe640 1 -- 172.21.15.5:0/2661609841 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d98036070 con 0x7f8d94003b70 2024-09-19T05:01:56.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.574+0000 7f8da77fe640 1 -- 172.21.15.5:0/2661609841 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d98004030 con 0x7f8d94003b70 2024-09-19T05:01:56.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.574+0000 7f8da77fe640 1 -- 172.21.15.5:0/2661609841 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d980097d0 con 0x7f8d94003b70 2024-09-19T05:01:56.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.575+0000 7f8dae56d640 1 -- 172.21.15.5:0/2661609841 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d94003b70 msgr2=0x7f8d94003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:56.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.575+0000 7f8dae56d640 1 --2- 172.21.15.5:0/2661609841 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d94003b70 0x7f8d94003f70 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f8da8073660 tx=0x7f8d94005830 comp rx=0 tx=0).stop 2024-09-19T05:01:56.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.575+0000 7f8dacb0a640 1 -- 172.21.15.5:0/2661609841 reap_dead start 2024-09-19T05:01:56.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.575+0000 7f8dae56d640 1 -- 172.21.15.5:0/2661609841 shutdown_connections 2024-09-19T05:01:56.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.575+0000 7f8dae56d640 1 -- 172.21.15.5:0/2661609841 >> 172.21.15.5:0/2661609841 conn(0x7f8da80d23b0 msgr2=0x7f8da80d27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:56.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.575+0000 7f8dae56d640 1 -- 172.21.15.5:0/2661609841 shutdown_connections 2024-09-19T05:01:56.582 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.575+0000 7f8dae56d640 1 -- 172.21.15.5:0/2661609841 wait complete. 2024-09-19T05:01:56.582 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.576+0000 7f8dae56d640 1 Processor -- start 2024-09-19T05:01:56.582 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.576+0000 7f8dae56d640 1 -- start start 2024-09-19T05:01:56.582 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.577+0000 7f8dae56d640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8d94003b70 0x7f8da8156b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:56.582 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.577+0000 7f8dae56d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8da80c51e0 0x7f8da80c7e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:56.582 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.577+0000 7f8dae56d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8da80b0db0 0x7f8da80b1260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:56.582 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.577+0000 7f8dae56d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f8da80ce220 con 0x7f8da80c51e0 2024-09-19T05:01:56.582 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.577+0000 7f8dae56d640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f8da80ce3a0 con 0x7f8d94003b70 2024-09-19T05:01:56.582 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.577+0000 7f8dae56d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f8da815c880 con 0x7f8da80b0db0 2024-09-19T05:01:56.582 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.577+0000 7f8d9ffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8da80c51e0 0x7f8da80c7e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:56.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.577+0000 7f8d9ffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8da80c51e0 0x7f8da80c7e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41484/0 (socket says 172.21.15.5:41484) 2024-09-19T05:01:56.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.577+0000 7f8d9ffff640 1 -- 172.21.15.5:0/3004356024 learned_addr learned my addr 172.21.15.5:0/3004356024 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:56.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.577+0000 7f8dacb0a640 1 --2- 172.21.15.5:0/3004356024 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8da80b0db0 0x7f8da80b1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:56.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.577+0000 7f8da7fff640 1 --2- 172.21.15.5:0/3004356024 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8d94003b70 0x7f8da8156b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:56.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.577+0000 7f8d9ffff640 1 -- 172.21.15.5:0/3004356024 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8da80b0db0 msgr2=0x7f8da80b1260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:56.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.577+0000 7f8d9ffff640 1 --2- 172.21.15.5:0/3004356024 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8da80b0db0 0x7f8da80b1260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:56.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.577+0000 7f8d9ffff640 1 -- 172.21.15.5:0/3004356024 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8d94003b70 msgr2=0x7f8da8156b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:56.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.577+0000 7f8d9ffff640 1 --2- 172.21.15.5:0/3004356024 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8d94003b70 0x7f8da8156b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:56.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.577+0000 7f8d9ffff640 1 -- 172.21.15.5:0/3004356024 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8da80c5f00 con 0x7f8da80c51e0 2024-09-19T05:01:56.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.577+0000 7f8dacb0a640 1 --2- 172.21.15.5:0/3004356024 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8da80b0db0 0x7f8da80b1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:01:56.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.577+0000 7f8da7fff640 1 --2- 172.21.15.5:0/3004356024 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8d94003b70 0x7f8da8156b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:01:56.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.578+0000 7f8d9ffff640 1 --2- 172.21.15.5:0/3004356024 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8da80c51e0 0x7f8da80c7e80 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f8d9000f770 tx=0x7f8d9000fc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:56.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.578+0000 7f8da57fa640 1 -- 172.21.15.5:0/3004356024 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d900050d0 con 0x7f8da80c51e0 2024-09-19T05:01:56.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.578+0000 7f8da57fa640 1 -- 172.21.15.5:0/3004356024 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d90018070 con 0x7f8da80c51e0 2024-09-19T05:01:56.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.578+0000 7f8da57fa640 1 -- 172.21.15.5:0/3004356024 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d9000d730 con 0x7f8da80c51e0 2024-09-19T05:01:56.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.578+0000 7f8dae56d640 1 -- 172.21.15.5:0/3004356024 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8da80c85d0 con 0x7f8da80c51e0 2024-09-19T05:01:56.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.578+0000 7f8dae56d640 1 -- 172.21.15.5:0/3004356024 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8da80b53e0 con 0x7f8da80c51e0 2024-09-19T05:01:56.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.579+0000 7f8dae56d640 1 -- 172.21.15.5:0/3004356024 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8da80b5200 con 0x7f8da80c51e0 2024-09-19T05:01:56.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.579+0000 7f8da57fa640 1 -- 172.21.15.5:0/3004356024 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8d9000dae0 con 0x7f8da80c51e0 2024-09-19T05:01:56.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.580+0000 7f8da57fa640 1 --2- 172.21.15.5:0/3004356024 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8d8806c2e0 0x7f8d8806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:56.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.580+0000 7f8da57fa640 1 -- 172.21.15.5:0/3004356024 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f8d9008b830 con 0x7f8da80c51e0 2024-09-19T05:01:56.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.580+0000 7f8da7fff640 1 --2- 172.21.15.5:0/3004356024 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8d8806c2e0 0x7f8d8806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:56.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.581+0000 7f8da7fff640 1 --2- 172.21.15.5:0/3004356024 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8d8806c2e0 0x7f8d8806e7a0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f8d98033000 tx=0x7f8d98008070 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:56.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.584+0000 7f8da57fa640 1 -- 172.21.15.5:0/3004356024 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8da80b5200 con 0x7f8da80c51e0 2024-09-19T05:01:56.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.763+0000 7f8dae56d640 1 -- 172.21.15.5:0/3004356024 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8da80d0120 con 0x7f8da80c51e0 2024-09-19T05:01:56.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.764+0000 7f8da57fa640 1 -- 172.21.15.5:0/3004356024 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7f8d90059cf0 con 0x7f8da80c51e0 2024-09-19T05:01:56.766 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:01:56.766 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":25,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:01:25.122601+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:01:17.947021+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:01:19.067427+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T05:01:22.775359+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:01:56.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.767+0000 7f8dae56d640 1 -- 172.21.15.5:0/3004356024 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8d8806c2e0 msgr2=0x7f8d8806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:56.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.767+0000 7f8dae56d640 1 --2- 172.21.15.5:0/3004356024 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8d8806c2e0 0x7f8d8806e7a0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f8d98033000 tx=0x7f8d98008070 comp rx=0 tx=0).stop 2024-09-19T05:01:56.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.767+0000 7f8dae56d640 1 -- 172.21.15.5:0/3004356024 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8da80c51e0 msgr2=0x7f8da80c7e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:56.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.767+0000 7f8dae56d640 1 --2- 172.21.15.5:0/3004356024 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8da80c51e0 0x7f8da80c7e80 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f8d9000f770 tx=0x7f8d9000fc30 comp rx=0 tx=0).stop 2024-09-19T05:01:56.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.767+0000 7f8dae56d640 1 -- 172.21.15.5:0/3004356024 shutdown_connections 2024-09-19T05:01:56.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.767+0000 7f8dae56d640 1 --2- 172.21.15.5:0/3004356024 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8d8806c2e0 0x7f8d8806e7a0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:56.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.767+0000 7f8dae56d640 1 --2- 172.21.15.5:0/3004356024 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8da80b0db0 0x7f8da80b1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:56.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.767+0000 7f8dae56d640 1 --2- 172.21.15.5:0/3004356024 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8da80c51e0 0x7f8da80c7e80 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:56.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.767+0000 7f8dae56d640 1 --2- 172.21.15.5:0/3004356024 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8d94003b70 0x7f8da8156b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:56.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.767+0000 7f8dae56d640 1 -- 172.21.15.5:0/3004356024 >> 172.21.15.5:0/3004356024 conn(0x7f8da80d23b0 msgr2=0x7f8da80d0990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:56.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.767+0000 7f8dae56d640 1 -- 172.21.15.5:0/3004356024 shutdown_connections 2024-09-19T05:01:56.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.767+0000 7f8dae56d640 1 -- 172.21.15.5:0/3004356024 wait complete. 2024-09-19T05:01:56.781 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T05:01:07.300370+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-19T05:01:17.947021+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-19T05:01:19.067427+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-19T05:01:22.775359+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-19T05:01:56.781 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T05:01:56.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.886+0000 7f36c124c640 1 Processor -- start 2024-09-19T05:01:56.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.887+0000 7f36c124c640 1 -- start start 2024-09-19T05:01:56.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.887+0000 7f36c124c640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f36bc15e6a0 0x7f36bc0d3330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:56.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.887+0000 7f36c124c640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f36bc0d1780 0x7f36bc0b7ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:56.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.887+0000 7f36c124c640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f36bc15ea80 con 0x7f36bc0d3870 2024-09-19T05:01:56.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.887+0000 7f36c124c640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f36bc0b7b60 con 0x7f36bc0d1780 2024-09-19T05:01:56.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.887+0000 7f36c124c640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f36bc0d3d60 con 0x7f36bc15e6a0 2024-09-19T05:01:56.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.888+0000 7f36b3fff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f36bc0d3870 0x7f36bc0d1070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:60476/0 (socket says 172.21.15.5:60476) 2024-09-19T05:01:56.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.888+0000 7f36b3fff640 1 -- 172.21.15.5:0/89854957 learned_addr learned my addr 172.21.15.5:0/89854957 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:56.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.888+0000 7f36ba59c640 1 -- 172.21.15.5:0/89854957 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 645501753 0 0) 0x7f36bc15ea80 con 0x7f36bc0d3870 2024-09-19T05:01:56.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.888+0000 7f36ba59c640 1 -- 172.21.15.5:0/89854957 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f36a8003520 con 0x7f36bc0d3870 2024-09-19T05:01:56.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.888+0000 7f36bad9d640 1 --2- 172.21.15.5:0/89854957 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f36bc15e6a0 0x7f36bc0d3330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:56.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.888+0000 7f36bb59e640 1 --2- 172.21.15.5:0/89854957 >> v2:172.21.15.134:3300/0 conn(0x7f36bc0d1780 0x7f36bc0b7ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:56.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.888+0000 7f36ba59c640 1 -- 172.21.15.5:0/89854957 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 815138786 0 0) 0x7f36a8003520 con 0x7f36bc0d3870 2024-09-19T05:01:56.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.888+0000 7f36ba59c640 1 -- 172.21.15.5:0/89854957 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f36bc15e6a0 msgr2=0x7f36bc0d3330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:56.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.888+0000 7f36ba59c640 1 --2- 172.21.15.5:0/89854957 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f36bc15e6a0 0x7f36bc0d3330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:56.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.888+0000 7f36ba59c640 1 -- 172.21.15.5:0/89854957 >> v2:172.21.15.134:3300/0 conn(0x7f36bc0d1780 msgr2=0x7f36bc0b7ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:56.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.888+0000 7f36ba59c640 1 --2- 172.21.15.5:0/89854957 >> v2:172.21.15.134:3300/0 conn(0x7f36bc0d1780 0x7f36bc0b7ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:56.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.888+0000 7f36ba59c640 1 -- 172.21.15.5:0/89854957 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36bc0d4040 con 0x7f36bc0d3870 2024-09-19T05:01:56.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.888+0000 7f36ba59c640 1 -- 172.21.15.5:0/89854957 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f36a4001690 con 0x7f36bc0d3870 2024-09-19T05:01:56.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.888+0000 7f36ba59c640 1 -- 172.21.15.5:0/89854957 >> v1:172.21.15.5:6789/0 conn(0x7f36bc0d3870 legacy=0x7f36bc0d1070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:56.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.888+0000 7f36ba59c640 1 --2- 172.21.15.5:0/89854957 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36a80039b0 0x7f36a8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:56.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.888+0000 7f36ba59c640 1 --2- 172.21.15.5:0/89854957 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f36bc15e6a0 0x7f36a8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:56.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.888+0000 7f36ba59c640 1 --2- 172.21.15.5:0/89854957 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f36a8004d40 0x7f36a80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:56.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.888+0000 7f36ba59c640 1 -- 172.21.15.5:0/89854957 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f36bc0b7b60 con 0x7f36a80039b0 2024-09-19T05:01:56.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.888+0000 7f36ba59c640 1 -- 172.21.15.5:0/89854957 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f36bc0d3d60 con 0x7f36a8004d40 2024-09-19T05:01:56.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.888+0000 7f36ba59c640 1 -- 172.21.15.5:0/89854957 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f36a800b9c0 con 0x7f36bc15e6a0 2024-09-19T05:01:56.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.888+0000 7f36bad9d640 1 --2- 172.21.15.5:0/89854957 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36a80039b0 0x7f36a8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:56.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.888+0000 7f36b3fff640 1 --2- 172.21.15.5:0/89854957 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f36bc15e6a0 0x7f36a8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:56.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.888+0000 7f36bb59e640 1 --2- 172.21.15.5:0/89854957 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f36a8004d40 0x7f36a80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:56.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.889+0000 7f36bad9d640 1 -- 172.21.15.5:0/89854957 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f36bc15e6a0 msgr2=0x7f36a8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:56.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.889+0000 7f36bad9d640 1 --2- 172.21.15.5:0/89854957 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f36bc15e6a0 0x7f36a8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:56.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.889+0000 7f36bad9d640 1 -- 172.21.15.5:0/89854957 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f36a8004d40 msgr2=0x7f36a80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:56.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.889+0000 7f36bad9d640 1 --2- 172.21.15.5:0/89854957 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f36a8004d40 0x7f36a80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:56.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.889+0000 7f36bad9d640 1 -- 172.21.15.5:0/89854957 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36a8003520 con 0x7f36a80039b0 2024-09-19T05:01:56.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.889+0000 7f36bb59e640 1 --2- 172.21.15.5:0/89854957 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f36a8004d40 0x7f36a80051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:01:56.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.889+0000 7f36b3fff640 1 --2- 172.21.15.5:0/89854957 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f36bc15e6a0 0x7f36a8004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:01:56.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.889+0000 7f36bad9d640 1 --2- 172.21.15.5:0/89854957 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36a80039b0 0x7f36a8003dd0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f36ac009ac0 tx=0x7f36a8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b15d04e6de6862e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:56.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.890+0000 7f36ba59c640 1 -- 172.21.15.5:0/89854957 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36ac036070 con 0x7f36a80039b0 2024-09-19T05:01:56.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.890+0000 7f36ba59c640 1 -- 172.21.15.5:0/89854957 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36ac031400 con 0x7f36a80039b0 2024-09-19T05:01:56.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.890+0000 7f36ba59c640 1 -- 172.21.15.5:0/89854957 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36ac009690 con 0x7f36a80039b0 2024-09-19T05:01:56.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.890+0000 7f36c124c640 1 -- 172.21.15.5:0/89854957 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36a80039b0 msgr2=0x7f36a8003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:56.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.890+0000 7f36c124c640 1 --2- 172.21.15.5:0/89854957 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36a80039b0 0x7f36a8003dd0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f36ac009ac0 tx=0x7f36a8005830 comp rx=0 tx=0).stop 2024-09-19T05:01:56.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.890+0000 7f36bb59e640 1 -- 172.21.15.5:0/89854957 reap_dead start 2024-09-19T05:01:56.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.890+0000 7f36c124c640 1 -- 172.21.15.5:0/89854957 shutdown_connections 2024-09-19T05:01:56.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.890+0000 7f36c124c640 1 -- 172.21.15.5:0/89854957 >> 172.21.15.5:0/89854957 conn(0x7f36bc067f80 msgr2=0x7f36bc06ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:56.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.890+0000 7f36c124c640 1 -- 172.21.15.5:0/89854957 shutdown_connections 2024-09-19T05:01:56.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.890+0000 7f36c124c640 1 -- 172.21.15.5:0/89854957 wait complete. 2024-09-19T05:01:56.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.892+0000 7f36c124c640 1 Processor -- start 2024-09-19T05:01:56.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.892+0000 7f36c124c640 1 -- start start 2024-09-19T05:01:56.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.892+0000 7f36c124c640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f36a80039b0 0x7f36bc152e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:56.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.892+0000 7f36c124c640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f36bc154ee0 0x7f36bc1f40d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:56.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.892+0000 7f36c124c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36bc153380 0x7f36bc1f4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:56.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.892+0000 7f36c124c640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f36bc0b7870 con 0x7f36bc153380 2024-09-19T05:01:56.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.892+0000 7f36c124c640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f36bc0b76f0 con 0x7f36bc154ee0 2024-09-19T05:01:56.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.892+0000 7f36c124c640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f36bc0cf780 con 0x7f36a80039b0 2024-09-19T05:01:56.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.893+0000 7f36bb59e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36bc153380 0x7f36bc1f4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:56.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.893+0000 7f36bb59e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36bc153380 0x7f36bc1f4610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:41490/0 (socket says 172.21.15.5:41490) 2024-09-19T05:01:56.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.893+0000 7f36bb59e640 1 -- 172.21.15.5:0/307401089 learned_addr learned my addr 172.21.15.5:0/307401089 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:56.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.893+0000 7f36b3fff640 1 --2- 172.21.15.5:0/307401089 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f36bc154ee0 0x7f36bc1f40d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:56.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.893+0000 7f36bad9d640 1 --2- 172.21.15.5:0/307401089 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f36a80039b0 0x7f36bc152e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:56.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.893+0000 7f36bb59e640 1 -- 172.21.15.5:0/307401089 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f36a80039b0 msgr2=0x7f36bc152e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:56.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.893+0000 7f36bb59e640 1 --2- 172.21.15.5:0/307401089 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f36a80039b0 0x7f36bc152e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:56.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.893+0000 7f36bb59e640 1 -- 172.21.15.5:0/307401089 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f36bc154ee0 msgr2=0x7f36bc1f40d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:56.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.893+0000 7f36bb59e640 1 --2- 172.21.15.5:0/307401089 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f36bc154ee0 0x7f36bc1f40d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:56.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.893+0000 7f36bb59e640 1 -- 172.21.15.5:0/307401089 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36bc153830 con 0x7f36bc153380 2024-09-19T05:01:56.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.893+0000 7f36bb59e640 1 --2- 172.21.15.5:0/307401089 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36bc153380 0x7f36bc1f4610 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f36bc0d4630 tx=0x7f36b4010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:56.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.893+0000 7f36b37fe640 1 -- 172.21.15.5:0/307401089 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36b4010d80 con 0x7f36bc153380 2024-09-19T05:01:56.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.893+0000 7f36b37fe640 1 -- 172.21.15.5:0/307401089 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36b4003990 con 0x7f36bc153380 2024-09-19T05:01:56.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.893+0000 7f36c124c640 1 -- 172.21.15.5:0/307401089 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36bc153b10 con 0x7f36bc153380 2024-09-19T05:01:56.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.893+0000 7f36b37fe640 1 -- 172.21.15.5:0/307401089 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36b4003dc0 con 0x7f36bc153380 2024-09-19T05:01:56.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.893+0000 7f36c124c640 1 -- 172.21.15.5:0/307401089 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36bc1f4b50 con 0x7f36bc153380 2024-09-19T05:01:56.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.894+0000 7f36c124c640 1 -- 172.21.15.5:0/307401089 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36bc0cb370 con 0x7f36bc153380 2024-09-19T05:01:56.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.895+0000 7f36b37fe640 1 -- 172.21.15.5:0/307401089 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f36b4005d10 con 0x7f36bc153380 2024-09-19T05:01:56.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.895+0000 7f36b37fe640 1 --2- 172.21.15.5:0/307401089 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f369c06c2b0 0x7f369c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:56.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.895+0000 7f36b37fe640 1 -- 172.21.15.5:0/307401089 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f36b408bd20 con 0x7f36bc153380 2024-09-19T05:01:56.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.896+0000 7f36bad9d640 1 --2- 172.21.15.5:0/307401089 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f369c06c2b0 0x7f369c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:56.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.896+0000 7f36bad9d640 1 --2- 172.21.15.5:0/307401089 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f369c06c2b0 0x7f369c06e770 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f36ac033000 tx=0x7f36ac008030 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:56.901 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:56.900+0000 7f36b37fe640 1 -- 172.21.15.5:0/307401089 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f36bc0cb370 con 0x7f36bc153380 2024-09-19T05:01:57.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.077+0000 7f36c124c640 1 -- 172.21.15.5:0/307401089 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f36bc156e30 con 0x7f36bc153380 2024-09-19T05:01:57.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.077+0000 7f36b37fe640 1 -- 172.21.15.5:0/307401089 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) ==== 93+0+10 (secure 0 0 0) 0x7f36b4025020 con 0x7f36bc153380 2024-09-19T05:01:57.079 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 1 2024-09-19T05:01:57.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.079+0000 7f36c124c640 1 -- 172.21.15.5:0/307401089 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f369c06c2b0 msgr2=0x7f369c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:57.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.079+0000 7f36c124c640 1 --2- 172.21.15.5:0/307401089 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f369c06c2b0 0x7f369c06e770 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f36ac033000 tx=0x7f36ac008030 comp rx=0 tx=0).stop 2024-09-19T05:01:57.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.079+0000 7f36c124c640 1 -- 172.21.15.5:0/307401089 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36bc153380 msgr2=0x7f36bc1f4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:57.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.079+0000 7f36c124c640 1 --2- 172.21.15.5:0/307401089 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36bc153380 0x7f36bc1f4610 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f36bc0d4630 tx=0x7f36b4010590 comp rx=0 tx=0).stop 2024-09-19T05:01:57.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.080+0000 7f36c124c640 1 -- 172.21.15.5:0/307401089 shutdown_connections 2024-09-19T05:01:57.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.080+0000 7f36c124c640 1 --2- 172.21.15.5:0/307401089 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f369c06c2b0 0x7f369c06e770 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:57.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.080+0000 7f36c124c640 1 --2- 172.21.15.5:0/307401089 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36bc153380 0x7f36bc1f4610 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:57.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.080+0000 7f36c124c640 1 --2- 172.21.15.5:0/307401089 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f36bc154ee0 0x7f36bc1f40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:57.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.080+0000 7f36c124c640 1 --2- 172.21.15.5:0/307401089 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f36a80039b0 0x7f36bc152e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:57.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.080+0000 7f36c124c640 1 -- 172.21.15.5:0/307401089 >> 172.21.15.5:0/307401089 conn(0x7f36bc067f80 msgr2=0x7f36bc15d8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:57.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.080+0000 7f36c124c640 1 -- 172.21.15.5:0/307401089 shutdown_connections 2024-09-19T05:01:57.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.080+0000 7f36c124c640 1 -- 172.21.15.5:0/307401089 wait complete. 2024-09-19T05:01:57.093 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-19T05:01:57.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.197+0000 7f427f84c640 1 Processor -- start 2024-09-19T05:01:57.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.198+0000 7f427f84c640 1 -- start start 2024-09-19T05:01:57.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.198+0000 7f427f84c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f42780cf0d0 0x7f427813e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:57.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.198+0000 7f427f84c640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f427806f1b0 0x7f427806f640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:57.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.198+0000 7f427f84c640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f42780cf5b0 con 0x7f4278155910 2024-09-19T05:01:57.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.198+0000 7f427f84c640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f427813ed70 con 0x7f42780cf0d0 2024-09-19T05:01:57.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.198+0000 7f427f84c640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f42780cf890 con 0x7f427806f1b0 2024-09-19T05:01:57.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.199+0000 7f427cde7640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f42780cf0d0 0x7f427813e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:57.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.199+0000 7f427d5e8640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f4278155910 0x7f4278141270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34658/0 (socket says 172.21.15.5:34658) 2024-09-19T05:01:57.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.199+0000 7f427d5e8640 1 -- 172.21.15.5:0/1188862415 learned_addr learned my addr 172.21.15.5:0/1188862415 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:57.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.199+0000 7f427dde9640 1 --2- 172.21.15.5:0/1188862415 >> v2:172.21.15.134:3300/0 conn(0x7f427806f1b0 0x7f427806f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:57.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.199+0000 7f427cde7640 1 -- 172.21.15.5:0/1188862415 >> v2:172.21.15.134:3300/0 conn(0x7f427806f1b0 msgr2=0x7f427806f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:57.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.199+0000 7f427cde7640 1 --2- 172.21.15.5:0/1188862415 >> v2:172.21.15.134:3300/0 conn(0x7f427806f1b0 0x7f427806f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:57.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.199+0000 7f427cde7640 1 -- 172.21.15.5:0/1188862415 >> v1:172.21.15.5:6789/0 conn(0x7f4278155910 legacy=0x7f4278141270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:57.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.199+0000 7f426ffff640 1 -- 172.21.15.5:0/1188862415 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1306213470 0 0) 0x7f42780cf5b0 con 0x7f4278155910 2024-09-19T05:01:57.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.199+0000 7f427cde7640 1 -- 172.21.15.5:0/1188862415 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42780cfb70 con 0x7f42780cf0d0 2024-09-19T05:01:57.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.200+0000 7f427cde7640 1 --2- 172.21.15.5:0/1188862415 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42780cf0d0 0x7f427813e830 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f42780cec40 tx=0x7f426802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f7fd30783f28777 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:57.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.200+0000 7f426ffff640 1 -- 172.21.15.5:0/1188862415 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4268037070 con 0x7f42780cf0d0 2024-09-19T05:01:57.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.200+0000 7f426ffff640 1 -- 172.21.15.5:0/1188862415 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4268032440 con 0x7f42780cf0d0 2024-09-19T05:01:57.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.200+0000 7f426ffff640 1 -- 172.21.15.5:0/1188862415 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426802ae60 con 0x7f42780cf0d0 2024-09-19T05:01:57.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.200+0000 7f427f84c640 1 -- 172.21.15.5:0/1188862415 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42780cf0d0 msgr2=0x7f427813e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:57.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.200+0000 7f427f84c640 1 --2- 172.21.15.5:0/1188862415 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42780cf0d0 0x7f427813e830 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f42780cec40 tx=0x7f426802a110 comp rx=0 tx=0).stop 2024-09-19T05:01:57.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.200+0000 7f427f84c640 1 -- 172.21.15.5:0/1188862415 shutdown_connections 2024-09-19T05:01:57.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.200+0000 7f427f84c640 1 --2- 172.21.15.5:0/1188862415 >> v2:172.21.15.134:3300/0 conn(0x7f427806f1b0 0x7f427806f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:57.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.200+0000 7f427f84c640 1 --2- 172.21.15.5:0/1188862415 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42780cf0d0 0x7f427813e830 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:57.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.200+0000 7f427f84c640 1 -- 172.21.15.5:0/1188862415 >> 172.21.15.5:0/1188862415 conn(0x7f4278067d70 msgr2=0x7f427806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:57.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.201+0000 7f427f84c640 1 -- 172.21.15.5:0/1188862415 shutdown_connections 2024-09-19T05:01:57.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.201+0000 7f427f84c640 1 -- 172.21.15.5:0/1188862415 wait complete. 2024-09-19T05:01:57.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.202+0000 7f427f84c640 1 Processor -- start 2024-09-19T05:01:57.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.202+0000 7f427f84c640 1 -- start start 2024-09-19T05:01:57.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.203+0000 7f427f84c640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f427806f1b0 0x7f42781f2660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:57.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.203+0000 7f427f84c640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f42780cf0d0 0x7f42780a94d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:57.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.203+0000 7f427f84c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4278155910 0x7f4278157ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:57.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.203+0000 7f427f84c640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f42780cd1b0 con 0x7f4278155910 2024-09-19T05:01:57.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.203+0000 7f427f84c640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f42780cd030 con 0x7f42780cf0d0 2024-09-19T05:01:57.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.203+0000 7f427f84c640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f427815bb60 con 0x7f427806f1b0 2024-09-19T05:01:57.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.203+0000 7f427dde9640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4278155910 0x7f4278157ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:57.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.203+0000 7f427dde9640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4278155910 0x7f4278157ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54314/0 (socket says 172.21.15.5:54314) 2024-09-19T05:01:57.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.203+0000 7f427dde9640 1 -- 172.21.15.5:0/3860231722 learned_addr learned my addr 172.21.15.5:0/3860231722 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:57.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.203+0000 7f427d5e8640 1 --2- 172.21.15.5:0/3860231722 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f427806f1b0 0x7f42781f2660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:57.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.203+0000 7f427cde7640 1 --2- 172.21.15.5:0/3860231722 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f42780cf0d0 0x7f42780a94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:57.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.203+0000 7f427dde9640 1 -- 172.21.15.5:0/3860231722 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f427806f1b0 msgr2=0x7f42781f2660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:57.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.203+0000 7f427dde9640 1 --2- 172.21.15.5:0/3860231722 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f427806f1b0 0x7f42781f2660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:57.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.203+0000 7f427dde9640 1 -- 172.21.15.5:0/3860231722 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f42780cf0d0 msgr2=0x7f42780a94d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:57.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.203+0000 7f427dde9640 1 --2- 172.21.15.5:0/3860231722 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f42780cf0d0 0x7f42780a94d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:57.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.203+0000 7f427dde9640 1 -- 172.21.15.5:0/3860231722 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4278157ff0 con 0x7f4278155910 2024-09-19T05:01:57.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.203+0000 7f427dde9640 1 --2- 172.21.15.5:0/3860231722 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4278155910 0x7f4278157ab0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f427000efc0 tx=0x7f427000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:57.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.203+0000 7f426dffb640 1 -- 172.21.15.5:0/3860231722 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4270018020 con 0x7f4278155910 2024-09-19T05:01:57.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.203+0000 7f426dffb640 1 -- 172.21.15.5:0/3860231722 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4270014480 con 0x7f4278155910 2024-09-19T05:01:57.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.203+0000 7f427f84c640 1 -- 172.21.15.5:0/3860231722 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42780a9c40 con 0x7f4278155910 2024-09-19T05:01:57.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.204+0000 7f426dffb640 1 -- 172.21.15.5:0/3860231722 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4270014870 con 0x7f4278155910 2024-09-19T05:01:57.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.204+0000 7f427f84c640 1 -- 172.21.15.5:0/3860231722 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42780aa200 con 0x7f4278155910 2024-09-19T05:01:57.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.205+0000 7f427f84c640 1 -- 172.21.15.5:0/3860231722 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42780aa810 con 0x7f4278155910 2024-09-19T05:01:57.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.205+0000 7f426dffb640 1 -- 172.21.15.5:0/3860231722 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4270005d10 con 0x7f4278155910 2024-09-19T05:01:57.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.206+0000 7f426dffb640 1 --2- 172.21.15.5:0/3860231722 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f425c06c2b0 0x7f425c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:57.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.206+0000 7f426dffb640 1 -- 172.21.15.5:0/3860231722 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f427008c120 con 0x7f4278155910 2024-09-19T05:01:57.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.206+0000 7f427d5e8640 1 --2- 172.21.15.5:0/3860231722 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f425c06c2b0 0x7f425c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:57.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.206+0000 7f427d5e8640 1 --2- 172.21.15.5:0/3860231722 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f425c06c2b0 0x7f425c06e770 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f4274007fd0 tx=0x7f4274007de0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:57.211 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.210+0000 7f426dffb640 1 -- 172.21.15.5:0/3860231722 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4270022070 con 0x7f4278155910 2024-09-19T05:01:57.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.388+0000 7f427f84c640 1 -- 172.21.15.5:0/3860231722 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f4278072dc0 con 0x7f4278155910 2024-09-19T05:01:57.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.389+0000 7f426dffb640 1 -- 172.21.15.5:0/3860231722 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) ==== 104+0+11 (secure 0 0 0) 0x7f4270010040 con 0x7f4278155910 2024-09-19T05:01:57.390 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 32 2024-09-19T05:01:57.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.391+0000 7f427f84c640 1 -- 172.21.15.5:0/3860231722 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f425c06c2b0 msgr2=0x7f425c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:57.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.391+0000 7f427f84c640 1 --2- 172.21.15.5:0/3860231722 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f425c06c2b0 0x7f425c06e770 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f4274007fd0 tx=0x7f4274007de0 comp rx=0 tx=0).stop 2024-09-19T05:01:57.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.391+0000 7f427f84c640 1 -- 172.21.15.5:0/3860231722 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4278155910 msgr2=0x7f4278157ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:57.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.391+0000 7f427f84c640 1 --2- 172.21.15.5:0/3860231722 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4278155910 0x7f4278157ab0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f427000efc0 tx=0x7f427000c490 comp rx=0 tx=0).stop 2024-09-19T05:01:57.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.391+0000 7f427f84c640 1 -- 172.21.15.5:0/3860231722 shutdown_connections 2024-09-19T05:01:57.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.391+0000 7f427f84c640 1 --2- 172.21.15.5:0/3860231722 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f425c06c2b0 0x7f425c06e770 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:57.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.391+0000 7f427f84c640 1 --2- 172.21.15.5:0/3860231722 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4278155910 0x7f4278157ab0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:57.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.391+0000 7f427f84c640 1 --2- 172.21.15.5:0/3860231722 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f42780cf0d0 0x7f42780a94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:57.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.391+0000 7f427f84c640 1 --2- 172.21.15.5:0/3860231722 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f427806f1b0 0x7f42781f2660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:57.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.391+0000 7f427f84c640 1 -- 172.21.15.5:0/3860231722 >> 172.21.15.5:0/3860231722 conn(0x7f4278067d70 msgr2=0x7f42780b4620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:57.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.391+0000 7f427f84c640 1 -- 172.21.15.5:0/3860231722 shutdown_connections 2024-09-19T05:01:57.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.391+0000 7f427f84c640 1 -- 172.21.15.5:0/3860231722 wait complete. 2024-09-19T05:01:57.404 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-19T05:01:57.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.510+0000 7fd7fccb7640 1 Processor -- start 2024-09-19T05:01:57.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.510+0000 7fd7fccb7640 1 -- start start 2024-09-19T05:01:57.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.511+0000 7fd7fccb7640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd7f815e770 0x7fd7f80cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:57.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.511+0000 7fd7fccb7640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7f80cfba0 con 0x7fd7f81621e0 2024-09-19T05:01:57.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.511+0000 7fd7fccb7640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7f80cfe80 con 0x7fd7f8162d30 2024-09-19T05:01:57.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.511+0000 7fd7fccb7640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fd7f80b1510 con 0x7fd7f815e770 2024-09-19T05:01:57.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.511+0000 7fd7f659c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd7f815e770 0x7fd7f80cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:57.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.511+0000 7fd7f5d9b640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fd7f81621e0 0x7fd7f8162620 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34668/0 (socket says 172.21.15.5:34668) 2024-09-19T05:01:57.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.511+0000 7fd7f5d9b640 1 -- 172.21.15.5:0/1610821867 learned_addr learned my addr 172.21.15.5:0/1610821867 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:57.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.512+0000 7fd7f659c640 1 -- 172.21.15.5:0/1610821867 >> v1:172.21.15.134:6789/0 conn(0x7fd7f8162d30 legacy=0x7fd7f80b19a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:57.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.512+0000 7fd7f659c640 1 -- 172.21.15.5:0/1610821867 >> v1:172.21.15.5:6789/0 conn(0x7fd7f81621e0 legacy=0x7fd7f8162620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:57.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.512+0000 7fd7f659c640 1 -- 172.21.15.5:0/1610821867 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7f80b11a0 con 0x7fd7f815e770 2024-09-19T05:01:57.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.512+0000 7fd7f559a640 1 -- 172.21.15.5:0/1610821867 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3785069204 0 0) 0x7fd7f80cfba0 con 0x7fd7f81621e0 2024-09-19T05:01:57.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.512+0000 7fd7f659c640 1 --2- 172.21.15.5:0/1610821867 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd7f815e770 0x7fd7f80cf5c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fd7e8009d90 tx=0x7fd7e802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=987743d31a30fbed server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:57.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.513+0000 7fd7f559a640 1 -- 172.21.15.5:0/1610821867 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7e8007740 con 0x7fd7f815e770 2024-09-19T05:01:57.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.513+0000 7fd7f559a640 1 -- 172.21.15.5:0/1610821867 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd7e80078e0 con 0x7fd7f815e770 2024-09-19T05:01:57.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.513+0000 7fd7f559a640 1 -- 172.21.15.5:0/1610821867 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7e8007cb0 con 0x7fd7f815e770 2024-09-19T05:01:57.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.513+0000 7fd7fccb7640 1 -- 172.21.15.5:0/1610821867 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd7f815e770 msgr2=0x7fd7f80cf5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:57.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.513+0000 7fd7fccb7640 1 --2- 172.21.15.5:0/1610821867 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd7f815e770 0x7fd7f80cf5c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fd7e8009d90 tx=0x7fd7e802a6a0 comp rx=0 tx=0).stop 2024-09-19T05:01:57.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.513+0000 7fd7fccb7640 1 -- 172.21.15.5:0/1610821867 shutdown_connections 2024-09-19T05:01:57.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.513+0000 7fd7fccb7640 1 --2- 172.21.15.5:0/1610821867 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd7f815e770 0x7fd7f80cf5c0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:57.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.513+0000 7fd7fccb7640 1 -- 172.21.15.5:0/1610821867 >> 172.21.15.5:0/1610821867 conn(0x7fd7f808c000 msgr2=0x7fd7f80d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:57.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.513+0000 7fd7fccb7640 1 -- 172.21.15.5:0/1610821867 shutdown_connections 2024-09-19T05:01:57.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.513+0000 7fd7fccb7640 1 -- 172.21.15.5:0/1610821867 wait complete. 2024-09-19T05:01:57.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.515+0000 7fd7fccb7640 1 Processor -- start 2024-09-19T05:01:57.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.515+0000 7fd7fccb7640 1 -- start start 2024-09-19T05:01:57.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.515+0000 7fd7fccb7640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd7f815e770 0x7fd7f8156a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:57.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.515+0000 7fd7fccb7640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd7f81621e0 0x7fd7f81609a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:57.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.515+0000 7fd7fccb7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd7f8162d30 0x7fd7f80b8a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:57.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.515+0000 7fd7fccb7640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f80d5480 con 0x7fd7f8162d30 2024-09-19T05:01:57.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.515+0000 7fd7fccb7640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f80d5300 con 0x7fd7f81621e0 2024-09-19T05:01:57.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.515+0000 7fd7fccb7640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd7f80b20b0 con 0x7fd7f815e770 2024-09-19T05:01:57.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.516+0000 7fd7f6d9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd7f8162d30 0x7fd7f80b8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:57.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.516+0000 7fd7f6d9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd7f8162d30 0x7fd7f80b8a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54338/0 (socket says 172.21.15.5:54338) 2024-09-19T05:01:57.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.516+0000 7fd7f6d9d640 1 -- 172.21.15.5:0/600668426 learned_addr learned my addr 172.21.15.5:0/600668426 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:57.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.516+0000 7fd7f659c640 1 --2- 172.21.15.5:0/600668426 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd7f815e770 0x7fd7f8156a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:57.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.516+0000 7fd7f5d9b640 1 --2- 172.21.15.5:0/600668426 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd7f81621e0 0x7fd7f81609a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:57.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.516+0000 7fd7f6d9d640 1 -- 172.21.15.5:0/600668426 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd7f815e770 msgr2=0x7fd7f8156a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:57.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.516+0000 7fd7f6d9d640 1 --2- 172.21.15.5:0/600668426 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd7f815e770 0x7fd7f8156a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:57.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.516+0000 7fd7f6d9d640 1 -- 172.21.15.5:0/600668426 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd7f81621e0 msgr2=0x7fd7f81609a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:57.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.516+0000 7fd7f6d9d640 1 --2- 172.21.15.5:0/600668426 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd7f81621e0 0x7fd7f81609a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:57.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.516+0000 7fd7f6d9d640 1 -- 172.21.15.5:0/600668426 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7f815f560 con 0x7fd7f8162d30 2024-09-19T05:01:57.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.516+0000 7fd7f6d9d640 1 --2- 172.21.15.5:0/600668426 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd7f8162d30 0x7fd7f80b8a10 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fd7f000b410 tx=0x7fd7f000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:57.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.516+0000 7fd7eeffd640 1 -- 172.21.15.5:0/600668426 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7f0015030 con 0x7fd7f8162d30 2024-09-19T05:01:57.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.516+0000 7fd7eeffd640 1 -- 172.21.15.5:0/600668426 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd7f0004020 con 0x7fd7f8162d30 2024-09-19T05:01:57.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.516+0000 7fd7eeffd640 1 -- 172.21.15.5:0/600668426 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7f0004450 con 0x7fd7f8162d30 2024-09-19T05:01:57.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.516+0000 7fd7fccb7640 1 -- 172.21.15.5:0/600668426 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7f815f840 con 0x7fd7f8162d30 2024-09-19T05:01:57.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.516+0000 7fd7fccb7640 1 -- 172.21.15.5:0/600668426 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7f815fe00 con 0x7fd7f8162d30 2024-09-19T05:01:57.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.517+0000 7fd7fccb7640 1 -- 172.21.15.5:0/600668426 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7f80c85a0 con 0x7fd7f8162d30 2024-09-19T05:01:57.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.518+0000 7fd7eeffd640 1 -- 172.21.15.5:0/600668426 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd7f0018070 con 0x7fd7f8162d30 2024-09-19T05:01:57.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.518+0000 7fd7eeffd640 1 --2- 172.21.15.5:0/600668426 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd7d806c2b0 0x7fd7d806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:57.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.518+0000 7fd7eeffd640 1 -- 172.21.15.5:0/600668426 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fd7f008b1a0 con 0x7fd7f8162d30 2024-09-19T05:01:57.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.519+0000 7fd7f659c640 1 --2- 172.21.15.5:0/600668426 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd7d806c2b0 0x7fd7d806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:57.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.519+0000 7fd7f659c640 1 --2- 172.21.15.5:0/600668426 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd7d806c2b0 0x7fd7d806e770 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fd7e8034000 tx=0x7fd7e802f000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:57.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.523+0000 7fd7eeffd640 1 -- 172.21.15.5:0/600668426 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd7f80c85a0 con 0x7fd7f8162d30 2024-09-19T05:01:57.697 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.695+0000 7fd7fccb7640 1 -- 172.21.15.5:0/600668426 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fd7f80b6d60 con 0x7fd7f8162d30 2024-09-19T05:01:57.697 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.696+0000 7fd7eeffd640 1 -- 172.21.15.5:0/600668426 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) ==== 100+0+11 (secure 0 0 0) 0x7fd7f0058ee0 con 0x7fd7f8162d30 2024-09-19T05:01:57.698 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 64 2024-09-19T05:01:57.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.698+0000 7fd7fccb7640 1 -- 172.21.15.5:0/600668426 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd7d806c2b0 msgr2=0x7fd7d806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:57.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.698+0000 7fd7fccb7640 1 --2- 172.21.15.5:0/600668426 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd7d806c2b0 0x7fd7d806e770 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fd7e8034000 tx=0x7fd7e802f000 comp rx=0 tx=0).stop 2024-09-19T05:01:57.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.698+0000 7fd7fccb7640 1 -- 172.21.15.5:0/600668426 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd7f8162d30 msgr2=0x7fd7f80b8a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:57.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.698+0000 7fd7fccb7640 1 --2- 172.21.15.5:0/600668426 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd7f8162d30 0x7fd7f80b8a10 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fd7f000b410 tx=0x7fd7f000b8d0 comp rx=0 tx=0).stop 2024-09-19T05:01:57.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.698+0000 7fd7fccb7640 1 -- 172.21.15.5:0/600668426 shutdown_connections 2024-09-19T05:01:57.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.698+0000 7fd7fccb7640 1 --2- 172.21.15.5:0/600668426 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd7d806c2b0 0x7fd7d806e770 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:57.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.698+0000 7fd7fccb7640 1 --2- 172.21.15.5:0/600668426 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd7f8162d30 0x7fd7f80b8a10 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:57.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.698+0000 7fd7fccb7640 1 --2- 172.21.15.5:0/600668426 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd7f81621e0 0x7fd7f81609a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:57.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.698+0000 7fd7fccb7640 1 --2- 172.21.15.5:0/600668426 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd7f815e770 0x7fd7f8156a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:57.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.698+0000 7fd7fccb7640 1 -- 172.21.15.5:0/600668426 >> 172.21.15.5:0/600668426 conn(0x7fd7f808c000 msgr2=0x7fd7f80d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:57.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.698+0000 7fd7fccb7640 1 -- 172.21.15.5:0/600668426 shutdown_connections 2024-09-19T05:01:57.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.698+0000 7fd7fccb7640 1 -- 172.21.15.5:0/600668426 wait complete. 2024-09-19T05:01:57.711 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-19T05:01:57.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.816+0000 7f072af0a640 1 Processor -- start 2024-09-19T05:01:57.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.816+0000 7f072af0a640 1 -- start start 2024-09-19T05:01:57.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.817+0000 7f072af0a640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f072415e910 0x7f07240b3a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:57.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.817+0000 7f072af0a640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07240d2570 con 0x7f072406cbb0 2024-09-19T05:01:57.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.817+0000 7f072af0a640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07240d2850 con 0x7f07240d4e10 2024-09-19T05:01:57.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.817+0000 7f072af0a640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f07240d2b30 con 0x7f072415e910 2024-09-19T05:01:57.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.817+0000 7f07294a7640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f072406cbb0 0x7f07240d3610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34672/0 (socket says 172.21.15.5:34672) 2024-09-19T05:01:57.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.817+0000 7f07294a7640 1 -- 172.21.15.5:0/1307972215 learned_addr learned my addr 172.21.15.5:0/1307972215 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:57.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.817+0000 7f0728ca6640 1 --2- 172.21.15.5:0/1307972215 >> v2:172.21.15.134:3300/0 conn(0x7f072415e910 0x7f07240b3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:57.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.817+0000 7f07237fe640 1 -- 172.21.15.5:0/1307972215 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3798799055 0 0) 0x7f07240d2570 con 0x7f072406cbb0 2024-09-19T05:01:57.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.817+0000 7f07237fe640 1 -- 172.21.15.5:0/1307972215 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f070c003520 con 0x7f072406cbb0 2024-09-19T05:01:57.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.817+0000 7f0728ca6640 1 -- 172.21.15.5:0/1307972215 >> v1:172.21.15.134:6789/0 conn(0x7f07240d4e10 legacy=0x7f07240b7b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:57.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.817+0000 7f07237fe640 1 -- 172.21.15.5:0/1307972215 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1557479703 0 0) 0x7f070c003520 con 0x7f072406cbb0 2024-09-19T05:01:57.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.817+0000 7f0728ca6640 1 -- 172.21.15.5:0/1307972215 >> v1:172.21.15.5:6789/0 conn(0x7f072406cbb0 legacy=0x7f07240d3610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:57.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.817+0000 7f0728ca6640 1 -- 172.21.15.5:0/1307972215 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07240d2e10 con 0x7f072415e910 2024-09-19T05:01:57.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.818+0000 7f0728ca6640 1 --2- 172.21.15.5:0/1307972215 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f072415e910 0x7f07240b3a90 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f0714009d90 tx=0x7f071402a710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6d14cb90ac2f8167 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:57.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.818+0000 7f07237fe640 1 -- 172.21.15.5:0/1307972215 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f071c001670 con 0x7f072415e910 2024-09-19T05:01:57.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.818+0000 7f07237fe640 1 -- 172.21.15.5:0/1307972215 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0714007540 con 0x7f072415e910 2024-09-19T05:01:57.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.818+0000 7f07237fe640 1 -- 172.21.15.5:0/1307972215 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07140078f0 con 0x7f072415e910 2024-09-19T05:01:57.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.819+0000 7f072af0a640 1 -- 172.21.15.5:0/1307972215 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f072415e910 msgr2=0x7f07240b3a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:57.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.819+0000 7f072af0a640 1 --2- 172.21.15.5:0/1307972215 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f072415e910 0x7f07240b3a90 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f0714009d90 tx=0x7f071402a710 comp rx=0 tx=0).stop 2024-09-19T05:01:57.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.819+0000 7f072af0a640 1 -- 172.21.15.5:0/1307972215 shutdown_connections 2024-09-19T05:01:57.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.819+0000 7f072af0a640 1 --2- 172.21.15.5:0/1307972215 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f072415e910 0x7f07240b3a90 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:57.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.819+0000 7f072af0a640 1 -- 172.21.15.5:0/1307972215 >> 172.21.15.5:0/1307972215 conn(0x7f07240b6740 msgr2=0x7f07240d4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:57.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.819+0000 7f072af0a640 1 -- 172.21.15.5:0/1307972215 shutdown_connections 2024-09-19T05:01:57.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.819+0000 7f072af0a640 1 -- 172.21.15.5:0/1307972215 wait complete. 2024-09-19T05:01:57.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.820+0000 7f072af0a640 1 Processor -- start 2024-09-19T05:01:57.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.820+0000 7f072af0a640 1 -- start start 2024-09-19T05:01:57.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.821+0000 7f072af0a640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f072406cbb0 0x7f07241f3f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:57.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.821+0000 7f072af0a640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f07240d4e10 0x7f07240c8d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:57.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.821+0000 7f072af0a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f072415e910 0x7f07240cae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:57.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.821+0000 7f072af0a640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f07240d21d0 con 0x7f072415e910 2024-09-19T05:01:57.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.821+0000 7f072af0a640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f07240b8220 con 0x7f07240d4e10 2024-09-19T05:01:57.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.821+0000 7f072af0a640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f07240d2350 con 0x7f072406cbb0 2024-09-19T05:01:57.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.821+0000 7f07294a7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f072415e910 0x7f07240cae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:57.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.821+0000 7f07294a7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f072415e910 0x7f07240cae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54354/0 (socket says 172.21.15.5:54354) 2024-09-19T05:01:57.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.821+0000 7f07294a7640 1 -- 172.21.15.5:0/770413555 learned_addr learned my addr 172.21.15.5:0/770413555 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:57.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.821+0000 7f0728ca6640 1 --2- 172.21.15.5:0/770413555 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f072406cbb0 0x7f07241f3f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:57.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.821+0000 7f0723fff640 1 --2- 172.21.15.5:0/770413555 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f07240d4e10 0x7f07240c8d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:57.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.821+0000 7f07294a7640 1 -- 172.21.15.5:0/770413555 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f072406cbb0 msgr2=0x7f07241f3f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:57.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.821+0000 7f07294a7640 1 --2- 172.21.15.5:0/770413555 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f072406cbb0 0x7f07241f3f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:57.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.821+0000 7f07294a7640 1 -- 172.21.15.5:0/770413555 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f07240d4e10 msgr2=0x7f07240c8d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:57.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.821+0000 7f07294a7640 1 --2- 172.21.15.5:0/770413555 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f07240d4e10 0x7f07240c8d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:57.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.821+0000 7f07294a7640 1 -- 172.21.15.5:0/770413555 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07240c9280 con 0x7f072415e910 2024-09-19T05:01:57.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.821+0000 7f0723fff640 1 --2- 172.21.15.5:0/770413555 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f07240d4e10 0x7f07240c8d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:01:57.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.822+0000 7f07294a7640 1 --2- 172.21.15.5:0/770413555 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f072415e910 0x7f07240cae50 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f071c00c750 tx=0x7f071c00cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:57.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.822+0000 7f07217fa640 1 -- 172.21.15.5:0/770413555 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f071c017070 con 0x7f072415e910 2024-09-19T05:01:57.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.822+0000 7f072af0a640 1 -- 172.21.15.5:0/770413555 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07241f46e0 con 0x7f072415e910 2024-09-19T05:01:57.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.822+0000 7f07217fa640 1 -- 172.21.15.5:0/770413555 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f071c005ad0 con 0x7f072415e910 2024-09-19T05:01:57.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.822+0000 7f07217fa640 1 -- 172.21.15.5:0/770413555 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f071c007070 con 0x7f072415e910 2024-09-19T05:01:57.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.822+0000 7f072af0a640 1 -- 172.21.15.5:0/770413555 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07241f4ca0 con 0x7f072415e910 2024-09-19T05:01:57.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.823+0000 7f072af0a640 1 -- 172.21.15.5:0/770413555 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07240cf800 con 0x7f072415e910 2024-09-19T05:01:57.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.823+0000 7f07217fa640 1 -- 172.21.15.5:0/770413555 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f071c01a070 con 0x7f072415e910 2024-09-19T05:01:57.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.824+0000 7f07217fa640 1 --2- 172.21.15.5:0/770413555 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f071006c2b0 0x7f071006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:57.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.824+0000 7f07217fa640 1 -- 172.21.15.5:0/770413555 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f071c08ab40 con 0x7f072415e910 2024-09-19T05:01:57.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.824+0000 7f0728ca6640 1 --2- 172.21.15.5:0/770413555 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f071006c2b0 0x7f071006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:57.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.825+0000 7f0728ca6640 1 --2- 172.21.15.5:0/770413555 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f071006c2b0 0x7f071006e770 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f0714034000 tx=0x7f071402f000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:57.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:57.828+0000 7f07217fa640 1 -- 172.21.15.5:0/770413555 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f071c058930 con 0x7f072415e910 2024-09-19T05:01:58.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.002+0000 7f072af0a640 1 -- 172.21.15.5:0/770413555 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f07241f4ea0 con 0x7f072415e910 2024-09-19T05:01:58.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.003+0000 7f07217fa640 1 -- 172.21.15.5:0/770413555 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) ==== 103+0+11 (secure 0 0 0) 0x7f071c05cc30 con 0x7f072415e910 2024-09-19T05:01:58.005 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 32 2024-09-19T05:01:58.006 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.005+0000 7f072af0a640 1 -- 172.21.15.5:0/770413555 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f071006c2b0 msgr2=0x7f071006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:58.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.005+0000 7f072af0a640 1 --2- 172.21.15.5:0/770413555 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f071006c2b0 0x7f071006e770 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f0714034000 tx=0x7f071402f000 comp rx=0 tx=0).stop 2024-09-19T05:01:58.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.005+0000 7f072af0a640 1 -- 172.21.15.5:0/770413555 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f072415e910 msgr2=0x7f07240cae50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:58.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.005+0000 7f072af0a640 1 --2- 172.21.15.5:0/770413555 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f072415e910 0x7f07240cae50 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f071c00c750 tx=0x7f071c00cc10 comp rx=0 tx=0).stop 2024-09-19T05:01:58.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.005+0000 7f072af0a640 1 -- 172.21.15.5:0/770413555 shutdown_connections 2024-09-19T05:01:58.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.005+0000 7f072af0a640 1 --2- 172.21.15.5:0/770413555 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f071006c2b0 0x7f071006e770 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:58.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.005+0000 7f072af0a640 1 --2- 172.21.15.5:0/770413555 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f072415e910 0x7f07240cae50 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:58.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.005+0000 7f072af0a640 1 --2- 172.21.15.5:0/770413555 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f07240d4e10 0x7f07240c8d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:58.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.005+0000 7f072af0a640 1 --2- 172.21.15.5:0/770413555 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f072406cbb0 0x7f07241f3f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:58.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.005+0000 7f072af0a640 1 -- 172.21.15.5:0/770413555 >> 172.21.15.5:0/770413555 conn(0x7f07240b6740 msgr2=0x7f07240cec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:58.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.005+0000 7f072af0a640 1 -- 172.21.15.5:0/770413555 shutdown_connections 2024-09-19T05:01:58.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.005+0000 7f072af0a640 1 -- 172.21.15.5:0/770413555 wait complete. 2024-09-19T05:01:58.017 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_quota.TestQuota.test_disable_enable_human_readable_quota_values' 2024-09-19T05:01:58.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.119+0000 7f8dc9342640 1 Processor -- start 2024-09-19T05:01:58.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.119+0000 7f8dc9342640 1 -- start start 2024-09-19T05:01:58.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.120+0000 7f8dc9342640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8dc40b5410 0x7f8dc40cf4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:58.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.120+0000 7f8dc9342640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f8dc4161ec0 0x7f8dc40cf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:58.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.120+0000 7f8dc9342640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8dc40cf240 con 0x7f8dc4161ae0 2024-09-19T05:01:58.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.120+0000 7f8dc9342640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f8dc40d32d0 con 0x7f8dc4161ec0 2024-09-19T05:01:58.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.120+0000 7f8dc9342640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f8dc40d3500 con 0x7f8dc40b5410 2024-09-19T05:01:58.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.120+0000 7f8dc37fe640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f8dc4161ec0 0x7f8dc40cf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:58.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.120+0000 7f8dc27fc640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8dc40b5410 0x7f8dc40cf4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:58.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.120+0000 7f8dc27fc640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8dc40b5410 0x7f8dc40cf4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.5:56462/0 (socket says 172.21.15.5:56462) 2024-09-19T05:01:58.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.120+0000 7f8dc27fc640 1 -- 172.21.15.5:0/4182173751 learned_addr learned my addr 172.21.15.5:0/4182173751 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:58.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.121+0000 7f8dc37fe640 1 -- 172.21.15.5:0/4182173751 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8dc40b5410 msgr2=0x7f8dc40cf4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:58.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.121+0000 7f8dc37fe640 1 --2- 172.21.15.5:0/4182173751 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8dc40b5410 0x7f8dc40cf4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:58.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.121+0000 7f8dc37fe640 1 -- 172.21.15.5:0/4182173751 >> v1:172.21.15.134:6789/0 conn(0x7f8dc4161ae0 legacy=0x7f8dc40ceb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:58.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.121+0000 7f8dc1ffb640 1 -- 172.21.15.5:0/4182173751 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 440836788 0 0) 0x7f8dc40cf240 con 0x7f8dc4161ae0 2024-09-19T05:01:58.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.121+0000 7f8dc37fe640 1 -- 172.21.15.5:0/4182173751 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8dc40d37c0 con 0x7f8dc4161ec0 2024-09-19T05:01:58.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.121+0000 7f8dc27fc640 1 --2- 172.21.15.5:0/4182173751 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8dc40b5410 0x7f8dc40cf4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:01:58.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.121+0000 7f8dc37fe640 1 --2- 172.21.15.5:0/4182173751 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8dc4161ec0 0x7f8dc40cf9f0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f8dbc009d90 tx=0x7f8dbc02a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=33b70cf89e8da1ad server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:58.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.122+0000 7f8dc1ffb640 1 -- 172.21.15.5:0/4182173751 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dbc007740 con 0x7f8dc4161ec0 2024-09-19T05:01:58.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.122+0000 7f8dc1ffb640 1 -- 172.21.15.5:0/4182173751 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8dbc0078e0 con 0x7f8dc4161ec0 2024-09-19T05:01:58.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.122+0000 7f8dc1ffb640 1 -- 172.21.15.5:0/4182173751 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dbc007cb0 con 0x7f8dc4161ec0 2024-09-19T05:01:58.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.122+0000 7f8dc9342640 1 -- 172.21.15.5:0/4182173751 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8dc4161ec0 msgr2=0x7f8dc40cf9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:58.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.122+0000 7f8dc9342640 1 --2- 172.21.15.5:0/4182173751 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8dc4161ec0 0x7f8dc40cf9f0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f8dbc009d90 tx=0x7f8dbc02a660 comp rx=0 tx=0).stop 2024-09-19T05:01:58.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.122+0000 7f8dc9342640 1 -- 172.21.15.5:0/4182173751 shutdown_connections 2024-09-19T05:01:58.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.122+0000 7f8dc9342640 1 --2- 172.21.15.5:0/4182173751 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8dc4161ec0 0x7f8dc40cf9f0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:58.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.122+0000 7f8dc9342640 1 --2- 172.21.15.5:0/4182173751 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8dc40b5410 0x7f8dc40cf4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:58.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.122+0000 7f8dc9342640 1 -- 172.21.15.5:0/4182173751 >> 172.21.15.5:0/4182173751 conn(0x7f8dc408c000 msgr2=0x7f8dc40d44e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:58.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.122+0000 7f8dc9342640 1 -- 172.21.15.5:0/4182173751 shutdown_connections 2024-09-19T05:01:58.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.122+0000 7f8dc9342640 1 -- 172.21.15.5:0/4182173751 wait complete. 2024-09-19T05:01:58.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.123+0000 7f8dc9342640 1 Processor -- start 2024-09-19T05:01:58.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.123+0000 7f8dc9342640 1 -- start start 2024-09-19T05:01:58.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.124+0000 7f8dc9342640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8dc40b5410 0x7f8dc414d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:58.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.124+0000 7f8dc9342640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8dc4161ae0 0x7f8dc415da30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:58.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.124+0000 7f8dc9342640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8dc4161ec0 0x7f8dc40cd220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:58.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.124+0000 7f8dc9342640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f8dc40c8030 con 0x7f8dc4161ae0 2024-09-19T05:01:58.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.124+0000 7f8dc9342640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f8dc40d3d80 con 0x7f8dc4161ec0 2024-09-19T05:01:58.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.124+0000 7f8dc9342640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f8dc40c81b0 con 0x7f8dc40b5410 2024-09-19T05:01:58.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.124+0000 7f8dc27fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8dc4161ae0 0x7f8dc415da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:58.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.124+0000 7f8dc27fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8dc4161ae0 0x7f8dc415da30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54358/0 (socket says 172.21.15.5:54358) 2024-09-19T05:01:58.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.124+0000 7f8dc27fc640 1 -- 172.21.15.5:0/1240267114 learned_addr learned my addr 172.21.15.5:0/1240267114 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:58.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.125+0000 7f8dc37fe640 1 --2- 172.21.15.5:0/1240267114 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8dc4161ec0 0x7f8dc40cd220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:58.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.125+0000 7f8dc2ffd640 1 --2- 172.21.15.5:0/1240267114 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8dc40b5410 0x7f8dc414d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:58.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.125+0000 7f8dc27fc640 1 -- 172.21.15.5:0/1240267114 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8dc40b5410 msgr2=0x7f8dc414d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:58.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.125+0000 7f8dc27fc640 1 --2- 172.21.15.5:0/1240267114 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8dc40b5410 0x7f8dc414d9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:58.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.125+0000 7f8dc27fc640 1 -- 172.21.15.5:0/1240267114 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8dc4161ec0 msgr2=0x7f8dc40cd220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:58.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.125+0000 7f8dc27fc640 1 --2- 172.21.15.5:0/1240267114 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8dc4161ec0 0x7f8dc40cd220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:58.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.125+0000 7f8dc27fc640 1 -- 172.21.15.5:0/1240267114 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8dc40cbdc0 con 0x7f8dc4161ae0 2024-09-19T05:01:58.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.125+0000 7f8dc2ffd640 1 --2- 172.21.15.5:0/1240267114 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8dc40b5410 0x7f8dc414d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:01:58.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.125+0000 7f8dc27fc640 1 --2- 172.21.15.5:0/1240267114 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8dc4161ae0 0x7f8dc415da30 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f8db800e9b0 tx=0x7f8db800ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:58.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.125+0000 7f8dab7fe640 1 -- 172.21.15.5:0/1240267114 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db800ca00 con 0x7f8dc4161ae0 2024-09-19T05:01:58.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.125+0000 7f8dab7fe640 1 -- 172.21.15.5:0/1240267114 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8db800cba0 con 0x7f8dc4161ae0 2024-09-19T05:01:58.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.125+0000 7f8dc9342640 1 -- 172.21.15.5:0/1240267114 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8dc41571c0 con 0x7f8dc4161ae0 2024-09-19T05:01:58.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.125+0000 7f8dab7fe640 1 -- 172.21.15.5:0/1240267114 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db8005990 con 0x7f8dc4161ae0 2024-09-19T05:01:58.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.125+0000 7f8dc9342640 1 -- 172.21.15.5:0/1240267114 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8dc40cdff0 con 0x7f8dc4161ae0 2024-09-19T05:01:58.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.126+0000 7f8dc9342640 1 -- 172.21.15.5:0/1240267114 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8dc40ceb30 con 0x7f8dc4161ae0 2024-09-19T05:01:58.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.127+0000 7f8dab7fe640 1 -- 172.21.15.5:0/1240267114 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8db8005b30 con 0x7f8dc4161ae0 2024-09-19T05:01:58.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.127+0000 7f8dab7fe640 1 --2- 172.21.15.5:0/1240267114 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8db006c2b0 0x7f8db006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:58.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.127+0000 7f8dab7fe640 1 -- 172.21.15.5:0/1240267114 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f8db808bb90 con 0x7f8dc4161ae0 2024-09-19T05:01:58.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.127+0000 7f8dc2ffd640 1 --2- 172.21.15.5:0/1240267114 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8db006c2b0 0x7f8db006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:58.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.128+0000 7f8dc2ffd640 1 --2- 172.21.15.5:0/1240267114 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8db006c2b0 0x7f8db006e770 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8db4007fd0 tx=0x7f8db4009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:58.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.131+0000 7f8dab7fe640 1 -- 172.21.15.5:0/1240267114 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8dc41571c0 con 0x7f8dc4161ae0 2024-09-19T05:01:58.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.375+0000 7f8dc9342640 1 -- 172.21.15.5:0/1240267114 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_quota.TestQuota.test_disable_enable_human_readable_quota_values"]} v 0) -- 0x7f8dc40cf150 con 0x7f8dc4161ae0 2024-09-19T05:01:58.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.841+0000 7f8dab7fe640 1 -- 172.21.15.5:0/1240267114 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_quota.TestQuota.test_disable_enable_human_readable_quota_values"]}]=0 v55) ==== 163+0+0 (secure 0 0 0) 0x7f8dc40cbdc0 con 0x7f8dc4161ae0 2024-09-19T05:01:58.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.844+0000 7f8dc9342640 1 -- 172.21.15.5:0/1240267114 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8db006c2b0 msgr2=0x7f8db006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:58.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.844+0000 7f8dc9342640 1 --2- 172.21.15.5:0/1240267114 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8db006c2b0 0x7f8db006e770 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8db4007fd0 tx=0x7f8db4009040 comp rx=0 tx=0).stop 2024-09-19T05:01:58.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.844+0000 7f8dc9342640 1 -- 172.21.15.5:0/1240267114 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8dc4161ae0 msgr2=0x7f8dc415da30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:58.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.844+0000 7f8dc9342640 1 --2- 172.21.15.5:0/1240267114 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8dc4161ae0 0x7f8dc415da30 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f8db800e9b0 tx=0x7f8db800ee70 comp rx=0 tx=0).stop 2024-09-19T05:01:58.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.844+0000 7f8dc9342640 1 -- 172.21.15.5:0/1240267114 shutdown_connections 2024-09-19T05:01:58.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.844+0000 7f8dc9342640 1 --2- 172.21.15.5:0/1240267114 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8db006c2b0 0x7f8db006e770 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:58.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.844+0000 7f8dc9342640 1 --2- 172.21.15.5:0/1240267114 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8dc4161ec0 0x7f8dc40cd220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:58.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.844+0000 7f8dc9342640 1 --2- 172.21.15.5:0/1240267114 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8dc4161ae0 0x7f8dc415da30 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:58.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.844+0000 7f8dc9342640 1 --2- 172.21.15.5:0/1240267114 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8dc40b5410 0x7f8dc414d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:58.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.844+0000 7f8dc9342640 1 -- 172.21.15.5:0/1240267114 >> 172.21.15.5:0/1240267114 conn(0x7f8dc408c000 msgr2=0x7f8dc406dea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:58.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.844+0000 7f8dc9342640 1 -- 172.21.15.5:0/1240267114 shutdown_connections 2024-09-19T05:01:58.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.844+0000 7f8dc9342640 1 -- 172.21.15.5:0/1240267114 wait complete. 2024-09-19T05:01:58.859 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T05:01:58.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.969+0000 7f28009fd640 1 Processor -- start 2024-09-19T05:01:58.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.969+0000 7f28009fd640 1 -- start start 2024-09-19T05:01:58.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.970+0000 7f28009fd640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27fc072040 0x7f27fc15fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:58.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.970+0000 7f28009fd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f27fc06e0a0 0x7f27fc0cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:58.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.970+0000 7f28009fd640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f27fc160340 con 0x7f27fc072d80 2024-09-19T05:01:58.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.970+0000 7f28009fd640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f27fc1605e0 con 0x7f27fc06e0a0 2024-09-19T05:01:58.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.970+0000 7f28009fd640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f27fc1608c0 con 0x7f27fc072040 2024-09-19T05:01:58.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.970+0000 7f27fad9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f27fc06e0a0 0x7f27fc0cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:58.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.970+0000 7f27fad9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f27fc06e0a0 0x7f27fc0cd5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54364/0 (socket says 172.21.15.5:54364) 2024-09-19T05:01:58.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.970+0000 7f27fad9d640 1 -- 172.21.15.5:0/3637103318 learned_addr learned my addr 172.21.15.5:0/3637103318 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:58.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.971+0000 7f27fa59c640 1 --2- 172.21.15.5:0/3637103318 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27fc072040 0x7f27fc15fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:58.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.971+0000 7f27fad9d640 1 -- 172.21.15.5:0/3637103318 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27fc072040 msgr2=0x7f27fc15fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:58.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.971+0000 7f27fad9d640 1 --2- 172.21.15.5:0/3637103318 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27fc072040 0x7f27fc15fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:58.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.971+0000 7f27fad9d640 1 -- 172.21.15.5:0/3637103318 >> v1:172.21.15.134:6789/0 conn(0x7f27fc072d80 legacy=0x7f27fc072420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:58.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.971+0000 7f27fad9d640 1 -- 172.21.15.5:0/3637103318 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27fc160ba0 con 0x7f27fc06e0a0 2024-09-19T05:01:58.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.971+0000 7f27fad9d640 1 --2- 172.21.15.5:0/3637103318 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27fc06e0a0 0x7f27fc0cd5b0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f27f4009e50 tx=0x7f27f402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d47c80c321e98cd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:58.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.972+0000 7f27f959a640 1 -- 172.21.15.5:0/3637103318 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27f4036070 con 0x7f27fc06e0a0 2024-09-19T05:01:58.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.972+0000 7f27f959a640 1 -- 172.21.15.5:0/3637103318 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27f4031600 con 0x7f27fc06e0a0 2024-09-19T05:01:58.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.972+0000 7f27f959a640 1 -- 172.21.15.5:0/3637103318 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27f40319d0 con 0x7f27fc06e0a0 2024-09-19T05:01:58.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.972+0000 7f28009fd640 1 -- 172.21.15.5:0/3637103318 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27fc06e0a0 msgr2=0x7f27fc0cd5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:58.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.972+0000 7f28009fd640 1 --2- 172.21.15.5:0/3637103318 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27fc06e0a0 0x7f27fc0cd5b0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f27f4009e50 tx=0x7f27f402a710 comp rx=0 tx=0).stop 2024-09-19T05:01:58.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.972+0000 7f28009fd640 1 -- 172.21.15.5:0/3637103318 shutdown_connections 2024-09-19T05:01:58.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.972+0000 7f28009fd640 1 --2- 172.21.15.5:0/3637103318 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27fc06e0a0 0x7f27fc0cd5b0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:58.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.972+0000 7f28009fd640 1 --2- 172.21.15.5:0/3637103318 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27fc072040 0x7f27fc15fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:58.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.972+0000 7f28009fd640 1 -- 172.21.15.5:0/3637103318 >> 172.21.15.5:0/3637103318 conn(0x7f27fc067d70 msgr2=0x7f27fc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:58.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.972+0000 7f28009fd640 1 -- 172.21.15.5:0/3637103318 shutdown_connections 2024-09-19T05:01:58.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.972+0000 7f28009fd640 1 -- 172.21.15.5:0/3637103318 wait complete. 2024-09-19T05:01:58.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.974+0000 7f28009fd640 1 Processor -- start 2024-09-19T05:01:58.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.974+0000 7f28009fd640 1 -- start start 2024-09-19T05:01:58.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.974+0000 7f28009fd640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27fc06e0a0 0x7f27fc15bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:58.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.974+0000 7f28009fd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27fc072040 0x7f27fc1e5c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:58.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.974+0000 7f28009fd640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f27fc072d80 0x7f27fc1e6160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:58.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.974+0000 7f28009fd640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f27fc06e550 con 0x7f27fc072040 2024-09-19T05:01:58.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.974+0000 7f28009fd640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f27fc145b00 con 0x7f27fc072d80 2024-09-19T05:01:58.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.974+0000 7f28009fd640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f27fc06e6d0 con 0x7f27fc06e0a0 2024-09-19T05:01:58.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.975+0000 7f27f9d9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27fc072040 0x7f27fc1e5c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:58.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.975+0000 7f27fa59c640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27fc06e0a0 0x7f27fc15bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:58.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.975+0000 7f27f9d9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27fc072040 0x7f27fc1e5c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54380/0 (socket says 172.21.15.5:54380) 2024-09-19T05:01:58.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.975+0000 7f27f9d9b640 1 -- 172.21.15.5:0/3026173435 learned_addr learned my addr 172.21.15.5:0/3026173435 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:58.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.975+0000 7f27fad9d640 1 --2- 172.21.15.5:0/3026173435 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f27fc072d80 0x7f27fc1e6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:58.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.975+0000 7f27f9d9b640 1 -- 172.21.15.5:0/3026173435 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27fc06e0a0 msgr2=0x7f27fc15bfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:58.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.975+0000 7f27f9d9b640 1 --2- 172.21.15.5:0/3026173435 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27fc06e0a0 0x7f27fc15bfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:58.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.975+0000 7f27f9d9b640 1 -- 172.21.15.5:0/3026173435 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f27fc072d80 msgr2=0x7f27fc1e6160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:58.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.975+0000 7f27f9d9b640 1 --2- 172.21.15.5:0/3026173435 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f27fc072d80 0x7f27fc1e6160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:58.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.975+0000 7f27f9d9b640 1 -- 172.21.15.5:0/3026173435 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27fc0ac780 con 0x7f27fc072040 2024-09-19T05:01:58.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.975+0000 7f27f9d9b640 1 --2- 172.21.15.5:0/3026173435 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27fc072040 0x7f27fc1e5c20 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f27e400c400 tx=0x7f27e400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:58.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.975+0000 7f27f2ffd640 1 -- 172.21.15.5:0/3026173435 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27e4017070 con 0x7f27fc072040 2024-09-19T05:01:58.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.975+0000 7f27f2ffd640 1 -- 172.21.15.5:0/3026173435 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27e40052d0 con 0x7f27fc072040 2024-09-19T05:01:58.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.975+0000 7f28009fd640 1 -- 172.21.15.5:0/3026173435 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27fc0aca60 con 0x7f27fc072040 2024-09-19T05:01:58.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.975+0000 7f27f2ffd640 1 -- 172.21.15.5:0/3026173435 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27e4003830 con 0x7f27fc072040 2024-09-19T05:01:58.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.975+0000 7f28009fd640 1 -- 172.21.15.5:0/3026173435 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27fc0ad020 con 0x7f27fc072040 2024-09-19T05:01:58.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.976+0000 7f28009fd640 1 -- 172.21.15.5:0/3026173435 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27fc15fe00 con 0x7f27fc072040 2024-09-19T05:01:58.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.977+0000 7f27f2ffd640 1 -- 172.21.15.5:0/3026173435 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f27e401a070 con 0x7f27fc072040 2024-09-19T05:01:58.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.977+0000 7f27f2ffd640 1 --2- 172.21.15.5:0/3026173435 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f27dc06c2e0 0x7f27dc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:58.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.978+0000 7f27f2ffd640 1 -- 172.21.15.5:0/3026173435 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f27e408aa80 con 0x7f27fc072040 2024-09-19T05:01:58.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.978+0000 7f27fa59c640 1 --2- 172.21.15.5:0/3026173435 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f27dc06c2e0 0x7f27dc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:58.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.978+0000 7f27fa59c640 1 --2- 172.21.15.5:0/3026173435 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f27dc06c2e0 0x7f27dc06e7a0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f27ec006fd0 tx=0x7f27ec008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:58.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:58.982+0000 7f27f2ffd640 1 -- 172.21.15.5:0/3026173435 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f27e4058860 con 0x7f27fc072040 2024-09-19T05:01:59.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.157+0000 7f28009fd640 1 -- 172.21.15.5:0/3026173435 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f27fc06f360 con 0x7f27fc072040 2024-09-19T05:01:59.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.160+0000 7f27f2ffd640 1 -- 172.21.15.5:0/3026173435 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) ==== 122+0+0 (secure 0 0 0) 0x7f27e405f080 con 0x7f27fc072040 2024-09-19T05:01:59.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.162+0000 7f28009fd640 1 -- 172.21.15.5:0/3026173435 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f27dc06c2e0 msgr2=0x7f27dc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:59.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.162+0000 7f28009fd640 1 --2- 172.21.15.5:0/3026173435 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f27dc06c2e0 0x7f27dc06e7a0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f27ec006fd0 tx=0x7f27ec008040 comp rx=0 tx=0).stop 2024-09-19T05:01:59.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.162+0000 7f28009fd640 1 -- 172.21.15.5:0/3026173435 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27fc072040 msgr2=0x7f27fc1e5c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:59.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.162+0000 7f28009fd640 1 --2- 172.21.15.5:0/3026173435 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27fc072040 0x7f27fc1e5c20 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f27e400c400 tx=0x7f27e400c8c0 comp rx=0 tx=0).stop 2024-09-19T05:01:59.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.162+0000 7f28009fd640 1 -- 172.21.15.5:0/3026173435 shutdown_connections 2024-09-19T05:01:59.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.162+0000 7f28009fd640 1 --2- 172.21.15.5:0/3026173435 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f27dc06c2e0 0x7f27dc06e7a0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:59.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.162+0000 7f28009fd640 1 --2- 172.21.15.5:0/3026173435 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f27fc072d80 0x7f27fc1e6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:59.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.162+0000 7f28009fd640 1 --2- 172.21.15.5:0/3026173435 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27fc072040 0x7f27fc1e5c20 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:59.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.162+0000 7f28009fd640 1 --2- 172.21.15.5:0/3026173435 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27fc06e0a0 0x7f27fc15bfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:59.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.162+0000 7f28009fd640 1 -- 172.21.15.5:0/3026173435 >> 172.21.15.5:0/3026173435 conn(0x7f27fc067d70 msgr2=0x7f27fc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:59.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.163+0000 7f28009fd640 1 -- 172.21.15.5:0/3026173435 shutdown_connections 2024-09-19T05:01:59.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.163+0000 7f28009fd640 1 -- 172.21.15.5:0/3026173435 wait complete. 2024-09-19T05:01:59.175 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T05:01:59.175 DEBUG:teuthology.orchestra.run.smithi005:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:01:59.214 DEBUG:teuthology.orchestra.run.smithi134:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:01:59.264 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T05:01:59.264 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:01:59.265 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:01:59.281 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:01:59.281 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:01:59.337 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:01:59.337 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:01:59.395 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:01:59.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.536+0000 7f426a54b640 1 Processor -- start 2024-09-19T05:01:59.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.536+0000 7f426a54b640 1 -- start start 2024-09-19T05:01:59.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.537+0000 7f426a54b640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f42640d3150 0x7f42640b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:59.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.537+0000 7f426a54b640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f42640d3680 con 0x7f426415e660 2024-09-19T05:01:59.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.537+0000 7f426a54b640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f42640d3960 con 0x7f42640b6530 2024-09-19T05:01:59.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.537+0000 7f426a54b640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f426406d4b0 con 0x7f42640d3150 2024-09-19T05:01:59.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.537+0000 7f4263fff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f426415e660 0x7f42640d4dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34684/0 (socket says 172.21.15.5:34684) 2024-09-19T05:01:59.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.537+0000 7f4263fff640 1 -- 172.21.15.5:0/467362396 learned_addr learned my addr 172.21.15.5:0/467362396 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:01:59.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.537+0000 7f4262ffd640 1 -- 172.21.15.5:0/467362396 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1356844844 0 0) 0x7f42640d3680 con 0x7f426415e660 2024-09-19T05:01:59.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.537+0000 7f42637fe640 1 --2- 172.21.15.5:0/467362396 >> v2:172.21.15.134:3300/0 conn(0x7f42640d3150 0x7f42640b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:59.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.537+0000 7f4262ffd640 1 -- 172.21.15.5:0/467362396 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f424c003520 con 0x7f426415e660 2024-09-19T05:01:59.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.537+0000 7f4262ffd640 1 -- 172.21.15.5:0/467362396 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3192893851 0 0) 0x7f424c003520 con 0x7f426415e660 2024-09-19T05:01:59.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.538+0000 7f4262ffd640 1 -- 172.21.15.5:0/467362396 >> v2:172.21.15.134:3300/0 conn(0x7f42640d3150 msgr2=0x7f42640b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:59.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.538+0000 7f4262ffd640 1 --2- 172.21.15.5:0/467362396 >> v2:172.21.15.134:3300/0 conn(0x7f42640d3150 0x7f42640b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:59.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.538+0000 7f4262ffd640 1 -- 172.21.15.5:0/467362396 >> v1:172.21.15.134:6789/0 conn(0x7f42640b6530 legacy=0x7f426406d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:59.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.538+0000 7f4262ffd640 1 -- 172.21.15.5:0/467362396 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f426406ce60 con 0x7f426415e660 2024-09-19T05:01:59.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.538+0000 7f4262ffd640 1 -- 172.21.15.5:0/467362396 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f4254001670 con 0x7f426415e660 2024-09-19T05:01:59.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.538+0000 7f4262ffd640 1 -- 172.21.15.5:0/467362396 >> v1:172.21.15.5:6789/0 conn(0x7f426415e660 legacy=0x7f42640d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:59.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.538+0000 7f4262ffd640 1 --2- 172.21.15.5:0/467362396 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f424c0039b0 0x7f424c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:59.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.538+0000 7f4262ffd640 1 --2- 172.21.15.5:0/467362396 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f424c004800 0x7f424c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:59.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.538+0000 7f4262ffd640 1 --2- 172.21.15.5:0/467362396 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f424c0051c0 0x7f424c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:59.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.538+0000 7f4262ffd640 1 -- 172.21.15.5:0/467362396 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f424c00c040 con 0x7f424c004800 2024-09-19T05:01:59.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.538+0000 7f4262ffd640 1 -- 172.21.15.5:0/467362396 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f424c00c1f0 con 0x7f424c0039b0 2024-09-19T05:01:59.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.538+0000 7f4262ffd640 1 -- 172.21.15.5:0/467362396 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f424c00c3f0 con 0x7f424c0051c0 2024-09-19T05:01:59.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.538+0000 7f42637fe640 1 --2- 172.21.15.5:0/467362396 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f424c004800 0x7f424c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:59.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.538+0000 7f4263fff640 1 --2- 172.21.15.5:0/467362396 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f424c0039b0 0x7f424c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:59.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.538+0000 7f4268ae8640 1 --2- 172.21.15.5:0/467362396 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f424c0051c0 0x7f424c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:59.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.538+0000 7f42637fe640 1 -- 172.21.15.5:0/467362396 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f424c0051c0 msgr2=0x7f424c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:59.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.538+0000 7f42637fe640 1 --2- 172.21.15.5:0/467362396 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f424c0051c0 0x7f424c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:59.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.538+0000 7f42637fe640 1 -- 172.21.15.5:0/467362396 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f424c0039b0 msgr2=0x7f424c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:01:59.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.538+0000 7f42637fe640 1 --2- 172.21.15.5:0/467362396 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f424c0039b0 0x7f424c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:59.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.538+0000 7f42637fe640 1 -- 172.21.15.5:0/467362396 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f424c003520 con 0x7f424c004800 2024-09-19T05:01:59.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.538+0000 7f4268ae8640 1 -- 172.21.15.5:0/467362396 reap_dead start 2024-09-19T05:01:59.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.539+0000 7f42637fe640 1 --2- 172.21.15.5:0/467362396 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f424c004800 0x7f424c004c80 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f4258009ac0 tx=0x7f424c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e28cbbfe80e54d96 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:59.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.539+0000 7f4262ffd640 1 -- 172.21.15.5:0/467362396 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4258036070 con 0x7f424c004800 2024-09-19T05:01:59.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.539+0000 7f4262ffd640 1 -- 172.21.15.5:0/467362396 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4258031400 con 0x7f424c004800 2024-09-19T05:01:59.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.539+0000 7f4262ffd640 1 -- 172.21.15.5:0/467362396 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4258009690 con 0x7f424c004800 2024-09-19T05:01:59.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.539+0000 7f426a54b640 1 -- 172.21.15.5:0/467362396 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f424c004800 msgr2=0x7f424c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:59.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.539+0000 7f426a54b640 1 --2- 172.21.15.5:0/467362396 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f424c004800 0x7f424c004c80 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f4258009ac0 tx=0x7f424c005830 comp rx=0 tx=0).stop 2024-09-19T05:01:59.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.539+0000 7f426a54b640 1 -- 172.21.15.5:0/467362396 shutdown_connections 2024-09-19T05:01:59.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.539+0000 7f426a54b640 1 --2- 172.21.15.5:0/467362396 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f424c004800 0x7f424c004c80 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:59.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.539+0000 7f426a54b640 1 -- 172.21.15.5:0/467362396 >> 172.21.15.5:0/467362396 conn(0x7f426408c000 msgr2=0x7f42640d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:59.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.540+0000 7f426a54b640 1 -- 172.21.15.5:0/467362396 shutdown_connections 2024-09-19T05:01:59.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.540+0000 7f426a54b640 1 -- 172.21.15.5:0/467362396 wait complete. 2024-09-19T05:01:59.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.541+0000 7f426a54b640 1 Processor -- start 2024-09-19T05:01:59.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.541+0000 7f426a54b640 1 -- start start 2024-09-19T05:01:59.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.542+0000 7f426a54b640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f424c004800 0x7f42640b9b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:59.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.542+0000 7f426a54b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42641f5090 0x7f426415f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:59.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.542+0000 7f426a54b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4264160600 0x7f4264160a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:59.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.542+0000 7f426a54b640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f42640b5ff0 con 0x7f42641f5090 2024-09-19T05:01:59.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.542+0000 7f426a54b640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f426415ea40 con 0x7f424c004800 2024-09-19T05:01:59.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.542+0000 7f426a54b640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f42640b6170 con 0x7f4264160600 2024-09-19T05:01:59.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.542+0000 7f42637fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42641f5090 0x7f426415f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:59.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.542+0000 7f42637fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42641f5090 0x7f426415f920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54394/0 (socket says 172.21.15.5:54394) 2024-09-19T05:01:59.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.542+0000 7f42637fe640 1 -- 172.21.15.5:0/2122902525 learned_addr learned my addr 172.21.15.5:0/2122902525 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:01:59.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.542+0000 7f4263fff640 1 --2- 172.21.15.5:0/2122902525 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f424c004800 0x7f42640b9b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:59.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.542+0000 7f4268ae8640 1 --2- 172.21.15.5:0/2122902525 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4264160600 0x7f4264160a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:59.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.542+0000 7f42637fe640 1 -- 172.21.15.5:0/2122902525 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4264160600 msgr2=0x7f4264160a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:59.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.542+0000 7f42637fe640 1 --2- 172.21.15.5:0/2122902525 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4264160600 0x7f4264160a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:59.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.542+0000 7f42637fe640 1 -- 172.21.15.5:0/2122902525 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f424c004800 msgr2=0x7f42640b9b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:59.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.542+0000 7f42637fe640 1 --2- 172.21.15.5:0/2122902525 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f424c004800 0x7f42640b9b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:59.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.542+0000 7f42637fe640 1 -- 172.21.15.5:0/2122902525 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f426415fe60 con 0x7f42641f5090 2024-09-19T05:01:59.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.542+0000 7f4263fff640 1 --2- 172.21.15.5:0/2122902525 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f424c004800 0x7f42640b9b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:01:59.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.542+0000 7f42637fe640 1 --2- 172.21.15.5:0/2122902525 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42641f5090 0x7f426415f920 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f4258009be0 tx=0x7f4258004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:59.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.542+0000 7f4260ff9640 1 -- 172.21.15.5:0/2122902525 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4258041030 con 0x7f42641f5090 2024-09-19T05:01:59.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.542+0000 7f4260ff9640 1 -- 172.21.15.5:0/2122902525 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42580044c0 con 0x7f42641f5090 2024-09-19T05:01:59.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.542+0000 7f426a54b640 1 -- 172.21.15.5:0/2122902525 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42640ba1d0 con 0x7f42641f5090 2024-09-19T05:01:59.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.542+0000 7f4260ff9640 1 -- 172.21.15.5:0/2122902525 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4258036040 con 0x7f42641f5090 2024-09-19T05:01:59.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.542+0000 7f426a54b640 1 -- 172.21.15.5:0/2122902525 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42640b7820 con 0x7f42641f5090 2024-09-19T05:01:59.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.543+0000 7f426a54b640 1 -- 172.21.15.5:0/2122902525 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42640d4dd0 con 0x7f42641f5090 2024-09-19T05:01:59.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.544+0000 7f4260ff9640 1 -- 172.21.15.5:0/2122902525 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4258044070 con 0x7f42641f5090 2024-09-19T05:01:59.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.544+0000 7f4260ff9640 1 --2- 172.21.15.5:0/2122902525 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f425006c2b0 0x7f425006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:01:59.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.544+0000 7f4260ff9640 1 -- 172.21.15.5:0/2122902525 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f42580ab4d0 con 0x7f42641f5090 2024-09-19T05:01:59.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.545+0000 7f4263fff640 1 --2- 172.21.15.5:0/2122902525 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f425006c2b0 0x7f425006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:01:59.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.545+0000 7f4263fff640 1 --2- 172.21.15.5:0/2122902525 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f425006c2b0 0x7f425006e770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f4254001200 tx=0x7f4254001110 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:01:59.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.549+0000 7f4260ff9640 1 -- 172.21.15.5:0/2122902525 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f426415fe60 con 0x7f42641f5090 2024-09-19T05:01:59.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.736+0000 7f426a54b640 1 -- 172.21.15.5:0/2122902525 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f426406e9f0 con 0x7f42641f5090 2024-09-19T05:01:59.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.737+0000 7f4260ff9640 1 -- 172.21.15.5:0/2122902525 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f42580792b0 con 0x7f42641f5090 2024-09-19T05:01:59.738 INFO:teuthology.orchestra.run.smithi005.stderr:listed 0 entries 2024-09-19T05:01:59.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.739+0000 7f426a54b640 1 -- 172.21.15.5:0/2122902525 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f425006c2b0 msgr2=0x7f425006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:59.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.739+0000 7f426a54b640 1 --2- 172.21.15.5:0/2122902525 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f425006c2b0 0x7f425006e770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f4254001200 tx=0x7f4254001110 comp rx=0 tx=0).stop 2024-09-19T05:01:59.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.739+0000 7f426a54b640 1 -- 172.21.15.5:0/2122902525 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42641f5090 msgr2=0x7f426415f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:01:59.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.739+0000 7f426a54b640 1 --2- 172.21.15.5:0/2122902525 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42641f5090 0x7f426415f920 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f4258009be0 tx=0x7f4258004730 comp rx=0 tx=0).stop 2024-09-19T05:01:59.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.739+0000 7f426a54b640 1 -- 172.21.15.5:0/2122902525 shutdown_connections 2024-09-19T05:01:59.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.739+0000 7f426a54b640 1 --2- 172.21.15.5:0/2122902525 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f425006c2b0 0x7f425006e770 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:59.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.739+0000 7f426a54b640 1 --2- 172.21.15.5:0/2122902525 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4264160600 0x7f4264160a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:59.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.739+0000 7f426a54b640 1 --2- 172.21.15.5:0/2122902525 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42641f5090 0x7f426415f920 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:59.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.739+0000 7f426a54b640 1 --2- 172.21.15.5:0/2122902525 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f424c004800 0x7f42640b9b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:01:59.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.739+0000 7f426a54b640 1 -- 172.21.15.5:0/2122902525 >> 172.21.15.5:0/2122902525 conn(0x7f426408c000 msgr2=0x7f42640b1140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:01:59.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.739+0000 7f426a54b640 1 -- 172.21.15.5:0/2122902525 shutdown_connections 2024-09-19T05:01:59.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:01:59.739+0000 7f426a54b640 1 -- 172.21.15.5:0/2122902525 wait complete. 2024-09-19T05:01:59.752 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T05:01:59.753 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:59.753 DEBUG:teuthology.orchestra.run.smithi005:> sudo umount /home/ubuntu/cephtest/mnt.0 -f 2024-09-19T05:01:59.781 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi005.front.sepia.ceph.com 2024-09-19T05:01:59.781 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:01:59.781 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T05:01:59.837 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:01:59.837 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:01:59.857 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:01:59.857 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:01:59.915 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:01:59.916 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:01:59.974 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:02:00.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.076+0000 7f7fe0323640 1 Processor -- start 2024-09-19T05:02:00.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.076+0000 7f7fe0323640 1 -- start start 2024-09-19T05:02:00.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.077+0000 7f7fe0323640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7fd80cfa10 0x7f7fd80d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:00.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.077+0000 7f7fe0323640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7fd80d4060 0x7f7fd80b7670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:00.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.077+0000 7f7fe0323640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7fd80b6060 con 0x7f7fd80d0ff0 2024-09-19T05:02:00.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.077+0000 7f7fe0323640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f7fd80b6c70 con 0x7f7fd80cfa10 2024-09-19T05:02:00.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.077+0000 7f7fe0323640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f7fd80b6340 con 0x7f7fd80d4060 2024-09-19T05:02:00.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.077+0000 7f7fdd8be640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7fd80cfa10 0x7f7fd80d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:00.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.077+0000 7f7fdd8be640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7fd80cfa10 0x7f7fd80d3b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54404/0 (socket says 172.21.15.5:54404) 2024-09-19T05:02:00.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.077+0000 7f7fdd8be640 1 -- 172.21.15.5:0/3195188036 learned_addr learned my addr 172.21.15.5:0/3195188036 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:00.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.077+0000 7f7fde8c0640 1 --2- 172.21.15.5:0/3195188036 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7fd80d4060 0x7f7fd80b7670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:00.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.077+0000 7f7fdd8be640 1 -- 172.21.15.5:0/3195188036 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7fd80d4060 msgr2=0x7f7fd80b7670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:00.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.077+0000 7f7fdd8be640 1 --2- 172.21.15.5:0/3195188036 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7fd80d4060 0x7f7fd80b7670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:00.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.077+0000 7f7fdd8be640 1 -- 172.21.15.5:0/3195188036 >> v1:172.21.15.134:6789/0 conn(0x7f7fd80d0ff0 legacy=0x7f7fd80d13d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:00.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.077+0000 7f7fdd8be640 1 -- 172.21.15.5:0/3195188036 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fd80b6620 con 0x7f7fd80cfa10 2024-09-19T05:02:00.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.078+0000 7f7fdd8be640 1 --2- 172.21.15.5:0/3195188036 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7fd80cfa10 0x7f7fd80d3b20 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f7fc8009870 tx=0x7f7fc802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e0e5d2189d0b8e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:00.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.078+0000 7f7fdd0bd640 1 -- 172.21.15.5:0/3195188036 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fc8037070 con 0x7f7fd80cfa10 2024-09-19T05:02:00.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.078+0000 7f7fdd0bd640 1 -- 172.21.15.5:0/3195188036 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7fc8032440 con 0x7f7fd80cfa10 2024-09-19T05:02:00.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.078+0000 7f7fdd0bd640 1 -- 172.21.15.5:0/3195188036 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fc8032810 con 0x7f7fd80cfa10 2024-09-19T05:02:00.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.079+0000 7f7fe0323640 1 -- 172.21.15.5:0/3195188036 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7fd80cfa10 msgr2=0x7f7fd80d3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:00.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.079+0000 7f7fe0323640 1 --2- 172.21.15.5:0/3195188036 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7fd80cfa10 0x7f7fd80d3b20 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f7fc8009870 tx=0x7f7fc802a180 comp rx=0 tx=0).stop 2024-09-19T05:02:00.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.079+0000 7f7fe0323640 1 -- 172.21.15.5:0/3195188036 shutdown_connections 2024-09-19T05:02:00.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.079+0000 7f7fe0323640 1 --2- 172.21.15.5:0/3195188036 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7fd80d4060 0x7f7fd80b7670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:00.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.079+0000 7f7fe0323640 1 --2- 172.21.15.5:0/3195188036 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7fd80cfa10 0x7f7fd80d3b20 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:00.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.079+0000 7f7fe0323640 1 -- 172.21.15.5:0/3195188036 >> 172.21.15.5:0/3195188036 conn(0x7f7fd8067f80 msgr2=0x7f7fd806ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:00.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.079+0000 7f7fe0323640 1 -- 172.21.15.5:0/3195188036 shutdown_connections 2024-09-19T05:02:00.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.079+0000 7f7fe0323640 1 -- 172.21.15.5:0/3195188036 wait complete. 2024-09-19T05:02:00.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.080+0000 7f7fe0323640 1 Processor -- start 2024-09-19T05:02:00.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.080+0000 7f7fe0323640 1 -- start start 2024-09-19T05:02:00.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.081+0000 7f7fe0323640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7fd80cfa10 0x7f7fd8155c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:00.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.081+0000 7f7fe0323640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7fd80d0ff0 0x7f7fd80cc850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:00.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.081+0000 7f7fe0323640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7fd80d4060 0x7f7fd815d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:00.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.081+0000 7f7fe0323640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f7fd815ea70 con 0x7f7fd80d0ff0 2024-09-19T05:02:00.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.081+0000 7f7fe0323640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f7fd815e8f0 con 0x7f7fd80d4060 2024-09-19T05:02:00.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.081+0000 7f7fe0323640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f7fd80b7bb0 con 0x7f7fd80cfa10 2024-09-19T05:02:00.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.081+0000 7f7fdd8be640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7fd80d0ff0 0x7f7fd80cc850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:00.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.081+0000 7f7fdd8be640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7fd80d0ff0 0x7f7fd80cc850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54410/0 (socket says 172.21.15.5:54410) 2024-09-19T05:02:00.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.081+0000 7f7fdd8be640 1 -- 172.21.15.5:0/747821587 learned_addr learned my addr 172.21.15.5:0/747821587 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:00.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.081+0000 7f7fde8c0640 1 --2- 172.21.15.5:0/747821587 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7fd80d4060 0x7f7fd815d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:00.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.081+0000 7f7fde0bf640 1 --2- 172.21.15.5:0/747821587 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7fd80cfa10 0x7f7fd8155c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:00.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.081+0000 7f7fdd8be640 1 -- 172.21.15.5:0/747821587 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7fd80cfa10 msgr2=0x7f7fd8155c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:00.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.081+0000 7f7fdd8be640 1 --2- 172.21.15.5:0/747821587 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7fd80cfa10 0x7f7fd8155c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:00.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.081+0000 7f7fdd8be640 1 -- 172.21.15.5:0/747821587 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7fd80d4060 msgr2=0x7f7fd815d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:00.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.081+0000 7f7fdd8be640 1 --2- 172.21.15.5:0/747821587 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7fd80d4060 0x7f7fd815d490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:00.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.081+0000 7f7fdd8be640 1 -- 172.21.15.5:0/747821587 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fd80cb950 con 0x7f7fd80d0ff0 2024-09-19T05:02:00.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.082+0000 7f7fdd8be640 1 --2- 172.21.15.5:0/747821587 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7fd80d0ff0 0x7f7fd80cc850 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f7fc8009870 tx=0x7f7fc80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:00.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.082+0000 7f7fceffd640 1 -- 172.21.15.5:0/747821587 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fc8041020 con 0x7f7fd80d0ff0 2024-09-19T05:02:00.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.082+0000 7f7fceffd640 1 -- 172.21.15.5:0/747821587 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7fc8030970 con 0x7f7fd80d0ff0 2024-09-19T05:02:00.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.082+0000 7f7fe0323640 1 -- 172.21.15.5:0/747821587 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fd80cd630 con 0x7f7fd80d0ff0 2024-09-19T05:02:00.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.082+0000 7f7fceffd640 1 -- 172.21.15.5:0/747821587 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fc8037040 con 0x7f7fd80d0ff0 2024-09-19T05:02:00.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.082+0000 7f7fe0323640 1 -- 172.21.15.5:0/747821587 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fd80cdbf0 con 0x7f7fd80d0ff0 2024-09-19T05:02:00.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.083+0000 7f7fe0323640 1 -- 172.21.15.5:0/747821587 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fd80d3b20 con 0x7f7fd80d0ff0 2024-09-19T05:02:00.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.083+0000 7f7fceffd640 1 -- 172.21.15.5:0/747821587 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7fc8044020 con 0x7f7fd80d0ff0 2024-09-19T05:02:00.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.084+0000 7f7fceffd640 1 --2- 172.21.15.5:0/747821587 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7fbc06c2b0 0x7f7fbc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:00.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.084+0000 7f7fceffd640 1 -- 172.21.15.5:0/747821587 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f7fc80ac000 con 0x7f7fd80d0ff0 2024-09-19T05:02:00.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.084+0000 7f7fde0bf640 1 --2- 172.21.15.5:0/747821587 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7fbc06c2b0 0x7f7fbc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:00.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.085+0000 7f7fde0bf640 1 --2- 172.21.15.5:0/747821587 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7fbc06c2b0 0x7f7fbc06e770 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f7fd80b9a20 tx=0x7f7fd4007e30 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:00.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.088+0000 7f7fceffd640 1 -- 172.21.15.5:0/747821587 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7fc804b030 con 0x7f7fd80d0ff0 2024-09-19T05:02:00.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.277+0000 7f7fe0323640 1 -- 172.21.15.5:0/747821587 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f7fd806be80 con 0x7f7fd80d0ff0 2024-09-19T05:02:00.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.277+0000 7f7fceffd640 1 -- 172.21.15.5:0/747821587 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f7fc8079de0 con 0x7f7fd80d0ff0 2024-09-19T05:02:00.279 INFO:teuthology.orchestra.run.smithi005.stderr:listed 0 entries 2024-09-19T05:02:00.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.279+0000 7f7fe0323640 1 -- 172.21.15.5:0/747821587 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7fbc06c2b0 msgr2=0x7f7fbc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:00.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.279+0000 7f7fe0323640 1 --2- 172.21.15.5:0/747821587 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7fbc06c2b0 0x7f7fbc06e770 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f7fd80b9a20 tx=0x7f7fd4007e30 comp rx=0 tx=0).stop 2024-09-19T05:02:00.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.279+0000 7f7fe0323640 1 -- 172.21.15.5:0/747821587 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7fd80d0ff0 msgr2=0x7f7fd80cc850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:00.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.279+0000 7f7fe0323640 1 --2- 172.21.15.5:0/747821587 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7fd80d0ff0 0x7f7fd80cc850 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f7fc8009870 tx=0x7f7fc80046c0 comp rx=0 tx=0).stop 2024-09-19T05:02:00.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.279+0000 7f7fe0323640 1 -- 172.21.15.5:0/747821587 shutdown_connections 2024-09-19T05:02:00.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.279+0000 7f7fe0323640 1 --2- 172.21.15.5:0/747821587 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7fbc06c2b0 0x7f7fbc06e770 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:00.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.279+0000 7f7fe0323640 1 --2- 172.21.15.5:0/747821587 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7fd80d4060 0x7f7fd815d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:00.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.279+0000 7f7fe0323640 1 --2- 172.21.15.5:0/747821587 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7fd80d0ff0 0x7f7fd80cc850 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:00.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.279+0000 7f7fe0323640 1 --2- 172.21.15.5:0/747821587 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7fd80cfa10 0x7f7fd8155c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:00.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.279+0000 7f7fe0323640 1 -- 172.21.15.5:0/747821587 >> 172.21.15.5:0/747821587 conn(0x7f7fd8067f80 msgr2=0x7f7fd80b3f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:00.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.279+0000 7f7fe0323640 1 -- 172.21.15.5:0/747821587 shutdown_connections 2024-09-19T05:02:00.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.280+0000 7f7fe0323640 1 -- 172.21.15.5:0/747821587 wait complete. 2024-09-19T05:02:00.291 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T05:02:00.292 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:00.292 DEBUG:teuthology.orchestra.run.smithi134:> sudo umount /home/ubuntu/cephtest/mnt.1 -f 2024-09-19T05:02:00.324 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi134.front.sepia.ceph.com 2024-09-19T05:02:00.325 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:00.325 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T05:02:00.527 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:02:00.527 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:02:00.544 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:02:00.544 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:02:00.600 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:02:00.600 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:02:00.656 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:02:00.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.799+0000 7f43d6447640 1 Processor -- start 2024-09-19T05:02:00.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.799+0000 7f43d6447640 1 -- start start 2024-09-19T05:02:00.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.800+0000 7f43d6447640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f43d00cfa10 0x7f43d00d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:00.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.800+0000 7f43d6447640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f43d00d4060 0x7f43d00b7670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:00.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.800+0000 7f43d6447640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43d00b6060 con 0x7f43d00d0ff0 2024-09-19T05:02:00.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.800+0000 7f43d6447640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f43d00b6c70 con 0x7f43d00d4060 2024-09-19T05:02:00.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.800+0000 7f43d6447640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f43d00b6340 con 0x7f43d00cfa10 2024-09-19T05:02:00.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.800+0000 7f43d49e4640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f43d00d4060 0x7f43d00b7670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:00.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.800+0000 7f43cffff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f43d00d0ff0 0x7f43d00d13d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34696/0 (socket says 172.21.15.5:34696) 2024-09-19T05:02:00.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.800+0000 7f43cffff640 1 -- 172.21.15.5:0/50274832 learned_addr learned my addr 172.21.15.5:0/50274832 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:00.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.800+0000 7f43cf7fe640 1 --2- 172.21.15.5:0/50274832 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f43d00cfa10 0x7f43d00d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:00.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.800+0000 7f43ceffd640 1 -- 172.21.15.5:0/50274832 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3884631340 0 0) 0x7f43d00b6060 con 0x7f43d00d0ff0 2024-09-19T05:02:00.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.801+0000 7f43ceffd640 1 -- 172.21.15.5:0/50274832 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f43b8003520 con 0x7f43d00d0ff0 2024-09-19T05:02:00.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.801+0000 7f43d49e4640 1 -- 172.21.15.5:0/50274832 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f43d00cfa10 msgr2=0x7f43d00d3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:00.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.801+0000 7f43d49e4640 1 --2- 172.21.15.5:0/50274832 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f43d00cfa10 0x7f43d00d3b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:00.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.801+0000 7f43d49e4640 1 -- 172.21.15.5:0/50274832 >> v1:172.21.15.5:6789/0 conn(0x7f43d00d0ff0 legacy=0x7f43d00d13d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:00.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.801+0000 7f43d49e4640 1 -- 172.21.15.5:0/50274832 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43d00b6620 con 0x7f43d00d4060 2024-09-19T05:02:00.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.801+0000 7f43cf7fe640 1 --2- 172.21.15.5:0/50274832 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f43d00cfa10 0x7f43d00d3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:00.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.801+0000 7f43d49e4640 1 --2- 172.21.15.5:0/50274832 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43d00d4060 0x7f43d00b7670 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f43c8009d90 tx=0x7f43c802a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fa76df513ab2e0f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:00.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.801+0000 7f43ceffd640 1 -- 172.21.15.5:0/50274832 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43c8031600 con 0x7f43d00d4060 2024-09-19T05:02:00.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.801+0000 7f43ceffd640 1 -- 172.21.15.5:0/50274832 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43c80317a0 con 0x7f43d00d4060 2024-09-19T05:02:00.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.801+0000 7f43ceffd640 1 -- 172.21.15.5:0/50274832 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43c8031b50 con 0x7f43d00d4060 2024-09-19T05:02:00.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.802+0000 7f43d6447640 1 -- 172.21.15.5:0/50274832 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43d00d4060 msgr2=0x7f43d00b7670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:00.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.802+0000 7f43d6447640 1 --2- 172.21.15.5:0/50274832 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43d00d4060 0x7f43d00b7670 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f43c8009d90 tx=0x7f43c802a5d0 comp rx=0 tx=0).stop 2024-09-19T05:02:00.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.802+0000 7f43d6447640 1 -- 172.21.15.5:0/50274832 shutdown_connections 2024-09-19T05:02:00.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.802+0000 7f43d6447640 1 --2- 172.21.15.5:0/50274832 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43d00d4060 0x7f43d00b7670 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:00.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.802+0000 7f43d6447640 1 --2- 172.21.15.5:0/50274832 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f43d00cfa10 0x7f43d00d3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:00.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.802+0000 7f43d6447640 1 -- 172.21.15.5:0/50274832 >> 172.21.15.5:0/50274832 conn(0x7f43d0067f80 msgr2=0x7f43d006ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:00.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.802+0000 7f43d6447640 1 -- 172.21.15.5:0/50274832 shutdown_connections 2024-09-19T05:02:00.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.802+0000 7f43d6447640 1 -- 172.21.15.5:0/50274832 wait complete. 2024-09-19T05:02:00.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.803+0000 7f43d6447640 1 Processor -- start 2024-09-19T05:02:00.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.803+0000 7f43d6447640 1 -- start start 2024-09-19T05:02:00.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.804+0000 7f43d6447640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f43d00cfa10 0x7f43d01f3800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:00.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.804+0000 7f43d6447640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f43d00d0ff0 0x7f43d00c83a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:00.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.804+0000 7f43d6447640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43d00d4060 0x7f43d015d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:00.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.804+0000 7f43d6447640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f43d015ea70 con 0x7f43d00d4060 2024-09-19T05:02:00.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.804+0000 7f43d6447640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f43d015e8f0 con 0x7f43d00cfa10 2024-09-19T05:02:00.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.804+0000 7f43d6447640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f43d00b7bb0 con 0x7f43d00d0ff0 2024-09-19T05:02:00.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.804+0000 7f43d49e4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43d00d4060 0x7f43d015d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:00.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.804+0000 7f43d49e4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43d00d4060 0x7f43d015d1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54432/0 (socket says 172.21.15.5:54432) 2024-09-19T05:02:00.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.804+0000 7f43d49e4640 1 -- 172.21.15.5:0/114217480 learned_addr learned my addr 172.21.15.5:0/114217480 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:00.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.804+0000 7f43d49e4640 1 -- 172.21.15.5:0/114217480 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f43d00d0ff0 msgr2=0x7f43d00c83a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:00.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.804+0000 7f43d49e4640 1 --2- 172.21.15.5:0/114217480 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f43d00d0ff0 0x7f43d00c83a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:00.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.804+0000 7f43d49e4640 1 -- 172.21.15.5:0/114217480 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f43d00cfa10 msgr2=0x7f43d01f3800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:00.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.804+0000 7f43d49e4640 1 --2- 172.21.15.5:0/114217480 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f43d00cfa10 0x7f43d01f3800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:00.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.804+0000 7f43d49e4640 1 -- 172.21.15.5:0/114217480 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43d01f4020 con 0x7f43d00d4060 2024-09-19T05:02:00.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.805+0000 7f43d49e4640 1 --2- 172.21.15.5:0/114217480 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43d00d4060 0x7f43d015d1c0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f43c8009eb0 tx=0x7f43c8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:00.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.805+0000 7f43ccff9640 1 -- 172.21.15.5:0/114217480 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43c803f070 con 0x7f43d00d4060 2024-09-19T05:02:00.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.805+0000 7f43ccff9640 1 -- 172.21.15.5:0/114217480 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43c8030be0 con 0x7f43d00d4060 2024-09-19T05:02:00.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.805+0000 7f43d6447640 1 -- 172.21.15.5:0/114217480 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43d01f4300 con 0x7f43d00d4060 2024-09-19T05:02:00.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.805+0000 7f43ccff9640 1 -- 172.21.15.5:0/114217480 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43c8009450 con 0x7f43d00d4060 2024-09-19T05:02:00.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.805+0000 7f43d6447640 1 -- 172.21.15.5:0/114217480 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43d01f3d40 con 0x7f43d00d4060 2024-09-19T05:02:00.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.806+0000 7f43d6447640 1 -- 172.21.15.5:0/114217480 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43d00d3b20 con 0x7f43d00d4060 2024-09-19T05:02:00.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.807+0000 7f43ccff9640 1 -- 172.21.15.5:0/114217480 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f43c803b410 con 0x7f43d00d4060 2024-09-19T05:02:00.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.807+0000 7f43ccff9640 1 --2- 172.21.15.5:0/114217480 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f43bc06c2b0 0x7f43bc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:00.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.807+0000 7f43ccff9640 1 -- 172.21.15.5:0/114217480 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f43c80accc0 con 0x7f43d00d4060 2024-09-19T05:02:00.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.807+0000 7f43cffff640 1 --2- 172.21.15.5:0/114217480 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f43bc06c2b0 0x7f43bc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:00.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.808+0000 7f43cffff640 1 --2- 172.21.15.5:0/114217480 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f43bc06c2b0 0x7f43bc06e770 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f43c0000f60 tx=0x7f43c00078f0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:00.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:00.811+0000 7f43ccff9640 1 -- 172.21.15.5:0/114217480 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f43c807b180 con 0x7f43d00d4060 2024-09-19T05:02:01.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.003+0000 7f43d6447640 1 -- 172.21.15.5:0/114217480 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f43d00b3c50 con 0x7f43d00d4060 2024-09-19T05:02:01.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.004+0000 7f43ccff9640 1 -- 172.21.15.5:0/114217480 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f43c807aa80 con 0x7f43d00d4060 2024-09-19T05:02:01.005 INFO:teuthology.orchestra.run.smithi005.stderr:listed 0 entries 2024-09-19T05:02:01.008 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.006+0000 7f43d6447640 1 -- 172.21.15.5:0/114217480 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f43bc06c2b0 msgr2=0x7f43bc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:01.008 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.006+0000 7f43d6447640 1 --2- 172.21.15.5:0/114217480 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f43bc06c2b0 0x7f43bc06e770 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f43c0000f60 tx=0x7f43c00078f0 comp rx=0 tx=0).stop 2024-09-19T05:02:01.008 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.006+0000 7f43d6447640 1 -- 172.21.15.5:0/114217480 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43d00d4060 msgr2=0x7f43d015d1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:01.008 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.006+0000 7f43d6447640 1 --2- 172.21.15.5:0/114217480 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43d00d4060 0x7f43d015d1c0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f43c8009eb0 tx=0x7f43c8004a40 comp rx=0 tx=0).stop 2024-09-19T05:02:01.008 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.006+0000 7f43d6447640 1 -- 172.21.15.5:0/114217480 shutdown_connections 2024-09-19T05:02:01.008 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.006+0000 7f43d6447640 1 --2- 172.21.15.5:0/114217480 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f43bc06c2b0 0x7f43bc06e770 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:01.008 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.006+0000 7f43d6447640 1 --2- 172.21.15.5:0/114217480 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f43d00d4060 0x7f43d015d1c0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:01.008 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.006+0000 7f43d6447640 1 --2- 172.21.15.5:0/114217480 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f43d00d0ff0 0x7f43d00c83a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:01.009 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.006+0000 7f43d6447640 1 --2- 172.21.15.5:0/114217480 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f43d00cfa10 0x7f43d01f3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:01.009 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.006+0000 7f43d6447640 1 -- 172.21.15.5:0/114217480 >> 172.21.15.5:0/114217480 conn(0x7f43d0067f80 msgr2=0x7f43d006ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:01.009 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.006+0000 7f43d6447640 1 -- 172.21.15.5:0/114217480 shutdown_connections 2024-09-19T05:02:01.009 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.006+0000 7f43d6447640 1 -- 172.21.15.5:0/114217480 wait complete. 2024-09-19T05:02:01.018 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.2... 2024-09-19T05:02:01.018 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:01.018 DEBUG:teuthology.orchestra.run.smithi005:> sudo umount /home/ubuntu/cephtest/mnt.2 -f 2024-09-19T05:02:01.045 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi005.front.sepia.ceph.com 2024-09-19T05:02:01.045 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:01.045 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-19T05:02:01.102 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:02:01.102 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:02:01.121 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:02:01.121 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:02:01.180 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:02:01.180 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:02:01.240 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:02:01.344 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.343+0000 7fea319cd640 1 Processor -- start 2024-09-19T05:02:01.344 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.343+0000 7fea319cd640 1 -- start start 2024-09-19T05:02:01.346 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.344+0000 7fea319cd640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fea2c09b7b0 0x7fea2c0b2220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:01.346 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.344+0000 7fea319cd640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fea2c0d0120 con 0x7fea2c0b1650 2024-09-19T05:02:01.346 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.344+0000 7fea319cd640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fea2c0d0400 con 0x7fea2c09aa70 2024-09-19T05:02:01.346 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.344+0000 7fea319cd640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fea2c0d06e0 con 0x7fea2c09b7b0 2024-09-19T05:02:01.346 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.344+0000 7fea2b7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fea2c0b1650 0x7fea2c0b2760 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34708/0 (socket says 172.21.15.5:34708) 2024-09-19T05:02:01.346 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.344+0000 7fea2b7fe640 1 -- 172.21.15.5:0/1211020435 learned_addr learned my addr 172.21.15.5:0/1211020435 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:01.346 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.344+0000 7fea2a7fc640 1 --2- 172.21.15.5:0/1211020435 >> v2:172.21.15.134:3300/0 conn(0x7fea2c09b7b0 0x7fea2c0b2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:01.346 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.344+0000 7fea29ffb640 1 -- 172.21.15.5:0/1211020435 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 780157928 0 0) 0x7fea2c0d0120 con 0x7fea2c0b1650 2024-09-19T05:02:01.346 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.344+0000 7fea29ffb640 1 -- 172.21.15.5:0/1211020435 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fea14003520 con 0x7fea2c0b1650 2024-09-19T05:02:01.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.344+0000 7fea29ffb640 1 -- 172.21.15.5:0/1211020435 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 648126079 0 0) 0x7fea2c0d0400 con 0x7fea2c09aa70 2024-09-19T05:02:01.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.344+0000 7fea29ffb640 1 -- 172.21.15.5:0/1211020435 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fea2c0d0120 con 0x7fea2c09aa70 2024-09-19T05:02:01.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.344+0000 7fea29ffb640 1 -- 172.21.15.5:0/1211020435 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4086358343 0 0) 0x7fea14003520 con 0x7fea2c0b1650 2024-09-19T05:02:01.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.344+0000 7fea2a7fc640 1 -- 172.21.15.5:0/1211020435 >> v1:172.21.15.134:6789/0 conn(0x7fea2c09aa70 legacy=0x7fea2c09ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:01.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.344+0000 7fea2a7fc640 1 -- 172.21.15.5:0/1211020435 >> v1:172.21.15.5:6789/0 conn(0x7fea2c0b1650 legacy=0x7fea2c0b2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:01.347 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.344+0000 7fea2a7fc640 1 -- 172.21.15.5:0/1211020435 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea2c0ce220 con 0x7fea2c09b7b0 2024-09-19T05:02:01.348 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.345+0000 7fea2a7fc640 1 --2- 172.21.15.5:0/1211020435 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fea2c09b7b0 0x7fea2c0b2220 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fea200097a0 tx=0x7fea2002a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e949a781a005715d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:01.348 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.345+0000 7fea29ffb640 1 -- 172.21.15.5:0/1211020435 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea20037070 con 0x7fea2c09b7b0 2024-09-19T05:02:01.348 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.345+0000 7fea29ffb640 1 -- 172.21.15.5:0/1211020435 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea2002ac50 con 0x7fea2c09b7b0 2024-09-19T05:02:01.348 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.345+0000 7fea29ffb640 1 -- 172.21.15.5:0/1211020435 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea240019f0 con 0x7fea2c09b7b0 2024-09-19T05:02:01.348 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.346+0000 7fea319cd640 1 -- 172.21.15.5:0/1211020435 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fea2c09b7b0 msgr2=0x7fea2c0b2220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:01.348 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.346+0000 7fea319cd640 1 --2- 172.21.15.5:0/1211020435 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fea2c09b7b0 0x7fea2c0b2220 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fea200097a0 tx=0x7fea2002a1c0 comp rx=0 tx=0).stop 2024-09-19T05:02:01.348 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.346+0000 7fea319cd640 1 -- 172.21.15.5:0/1211020435 shutdown_connections 2024-09-19T05:02:01.348 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.346+0000 7fea319cd640 1 --2- 172.21.15.5:0/1211020435 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fea2c09b7b0 0x7fea2c0b2220 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:01.348 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.346+0000 7fea319cd640 1 -- 172.21.15.5:0/1211020435 >> 172.21.15.5:0/1211020435 conn(0x7fea2c0d23b0 msgr2=0x7fea2c0d27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:01.349 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.346+0000 7fea319cd640 1 -- 172.21.15.5:0/1211020435 shutdown_connections 2024-09-19T05:02:01.349 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.346+0000 7fea319cd640 1 -- 172.21.15.5:0/1211020435 wait complete. 2024-09-19T05:02:01.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.347+0000 7fea319cd640 1 Processor -- start 2024-09-19T05:02:01.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.347+0000 7fea319cd640 1 -- start start 2024-09-19T05:02:01.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.348+0000 7fea319cd640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fea2c09aa70 0x7fea2c1f4810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:01.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.348+0000 7fea319cd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fea2c09b7b0 0x7fea2c1e7680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:01.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.348+0000 7fea319cd640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fea2c0b1650 0x7fea2c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:01.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.348+0000 7fea319cd640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fea2c0b2e70 con 0x7fea2c09b7b0 2024-09-19T05:02:01.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.348+0000 7fea319cd640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fea2c0b2ff0 con 0x7fea2c09aa70 2024-09-19T05:02:01.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.348+0000 7fea319cd640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fea2c0b3170 con 0x7fea2c0b1650 2024-09-19T05:02:01.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.348+0000 7fea2a7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fea2c09b7b0 0x7fea2c1e7680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:01.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.348+0000 7fea2a7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fea2c09b7b0 0x7fea2c1e7680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54446/0 (socket says 172.21.15.5:54446) 2024-09-19T05:02:01.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.348+0000 7fea2a7fc640 1 -- 172.21.15.5:0/418582541 learned_addr learned my addr 172.21.15.5:0/418582541 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:01.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.348+0000 7fea2affd640 1 --2- 172.21.15.5:0/418582541 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fea2c09aa70 0x7fea2c1f4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:01.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.349+0000 7fea2b7fe640 1 --2- 172.21.15.5:0/418582541 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fea2c0b1650 0x7fea2c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:01.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.349+0000 7fea2a7fc640 1 -- 172.21.15.5:0/418582541 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fea2c0b1650 msgr2=0x7fea2c06e2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:01.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.349+0000 7fea2a7fc640 1 --2- 172.21.15.5:0/418582541 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fea2c0b1650 0x7fea2c06e2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:01.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.349+0000 7fea2a7fc640 1 -- 172.21.15.5:0/418582541 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fea2c09aa70 msgr2=0x7fea2c1f4810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:01.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.349+0000 7fea2a7fc640 1 --2- 172.21.15.5:0/418582541 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fea2c09aa70 0x7fea2c1f4810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:01.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.349+0000 7fea2a7fc640 1 -- 172.21.15.5:0/418582541 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea2c1f4ed0 con 0x7fea2c09b7b0 2024-09-19T05:02:01.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.349+0000 7fea2a7fc640 1 --2- 172.21.15.5:0/418582541 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fea2c09b7b0 0x7fea2c1e7680 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fea20035040 tx=0x7fea200046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:01.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.349+0000 7fea13fff640 1 -- 172.21.15.5:0/418582541 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea20037050 con 0x7fea2c09b7b0 2024-09-19T05:02:01.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.349+0000 7fea13fff640 1 -- 172.21.15.5:0/418582541 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea20043070 con 0x7fea2c09b7b0 2024-09-19T05:02:01.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.349+0000 7fea13fff640 1 -- 172.21.15.5:0/418582541 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea20006e10 con 0x7fea2c09b7b0 2024-09-19T05:02:01.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.349+0000 7fea319cd640 1 -- 172.21.15.5:0/418582541 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea2c1f51b0 con 0x7fea2c09b7b0 2024-09-19T05:02:01.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.349+0000 7fea319cd640 1 -- 172.21.15.5:0/418582541 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea2c06e830 con 0x7fea2c09b7b0 2024-09-19T05:02:01.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.350+0000 7fea319cd640 1 -- 172.21.15.5:0/418582541 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea2c1f56d0 con 0x7fea2c09b7b0 2024-09-19T05:02:01.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.351+0000 7fea13fff640 1 -- 172.21.15.5:0/418582541 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fea2003c810 con 0x7fea2c09b7b0 2024-09-19T05:02:01.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.351+0000 7fea13fff640 1 --2- 172.21.15.5:0/418582541 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fea1806c2b0 0x7fea1806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:01.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.351+0000 7fea13fff640 1 -- 172.21.15.5:0/418582541 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fea200ac010 con 0x7fea2c09b7b0 2024-09-19T05:02:01.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.351+0000 7fea2affd640 1 --2- 172.21.15.5:0/418582541 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fea1806c2b0 0x7fea1806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:01.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.352+0000 7fea2affd640 1 --2- 172.21.15.5:0/418582541 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fea1806c2b0 0x7fea1806e770 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fea1c0011e0 tx=0x7fea1c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:01.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.355+0000 7fea13fff640 1 -- 172.21.15.5:0/418582541 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fea2c1f56d0 con 0x7fea2c09b7b0 2024-09-19T05:02:01.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.544+0000 7fea319cd640 1 -- 172.21.15.5:0/418582541 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fea2c0d0400 con 0x7fea2c09b7b0 2024-09-19T05:02:01.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.544+0000 7fea13fff640 1 -- 172.21.15.5:0/418582541 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7fea2007a440 con 0x7fea2c09b7b0 2024-09-19T05:02:01.546 INFO:teuthology.orchestra.run.smithi005.stderr:listed 0 entries 2024-09-19T05:02:01.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.546+0000 7fea319cd640 1 -- 172.21.15.5:0/418582541 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fea1806c2b0 msgr2=0x7fea1806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:01.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.546+0000 7fea319cd640 1 --2- 172.21.15.5:0/418582541 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fea1806c2b0 0x7fea1806e770 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fea1c0011e0 tx=0x7fea1c009040 comp rx=0 tx=0).stop 2024-09-19T05:02:01.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.546+0000 7fea319cd640 1 -- 172.21.15.5:0/418582541 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fea2c09b7b0 msgr2=0x7fea2c1e7680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:01.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.546+0000 7fea319cd640 1 --2- 172.21.15.5:0/418582541 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fea2c09b7b0 0x7fea2c1e7680 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fea20035040 tx=0x7fea200046c0 comp rx=0 tx=0).stop 2024-09-19T05:02:01.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.546+0000 7fea319cd640 1 -- 172.21.15.5:0/418582541 shutdown_connections 2024-09-19T05:02:01.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.546+0000 7fea319cd640 1 --2- 172.21.15.5:0/418582541 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fea1806c2b0 0x7fea1806e770 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:01.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.546+0000 7fea319cd640 1 --2- 172.21.15.5:0/418582541 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fea2c0b1650 0x7fea2c06e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:01.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.546+0000 7fea319cd640 1 --2- 172.21.15.5:0/418582541 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fea2c09b7b0 0x7fea2c1e7680 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:01.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.546+0000 7fea319cd640 1 --2- 172.21.15.5:0/418582541 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fea2c09aa70 0x7fea2c1f4810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:01.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.546+0000 7fea319cd640 1 -- 172.21.15.5:0/418582541 >> 172.21.15.5:0/418582541 conn(0x7fea2c0d23b0 msgr2=0x7fea2c0b2220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:01.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.547+0000 7fea319cd640 1 -- 172.21.15.5:0/418582541 shutdown_connections 2024-09-19T05:02:01.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.547+0000 7fea319cd640 1 -- 172.21.15.5:0/418582541 wait complete. 2024-09-19T05:02:01.560 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.3... 2024-09-19T05:02:01.560 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:01.560 DEBUG:teuthology.orchestra.run.smithi134:> sudo umount /home/ubuntu/cephtest/mnt.3 -f 2024-09-19T05:02:01.592 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi134.front.sepia.ceph.com 2024-09-19T05:02:01.592 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:01.592 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-19T05:02:01.650 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T05:02:01.651 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:02:01.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.752+0000 7f84c12ac640 1 Processor -- start 2024-09-19T05:02:01.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.752+0000 7f84c12ac640 1 -- start start 2024-09-19T05:02:01.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.753+0000 7f84c12ac640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f84bc0cfa10 0x7f84bc0d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:01.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.753+0000 7f84c12ac640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f84bc0d4060 0x7f84bc0b7670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:01.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.753+0000 7f84c12ac640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84bc0b6060 con 0x7f84bc0d0ff0 2024-09-19T05:02:01.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.753+0000 7f84c12ac640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f84bc0b6c70 con 0x7f84bc0d4060 2024-09-19T05:02:01.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.753+0000 7f84c12ac640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f84bc0b6340 con 0x7f84bc0cfa10 2024-09-19T05:02:01.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.753+0000 7f84bb7fe640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f84bc0d4060 0x7f84bc0b7670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:01.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.753+0000 7f84baffd640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7f84bc0d0ff0 0x7f84bc0d13d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.5:46064/0 (socket says 172.21.15.5:46064) 2024-09-19T05:02:01.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.753+0000 7f84baffd640 1 -- 172.21.15.5:0/2300631749 learned_addr learned my addr 172.21.15.5:0/2300631749 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:01.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.753+0000 7f84ba7fc640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f84bc0cfa10 0x7f84bc0d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:01.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.753+0000 7f84bb7fe640 1 -- 172.21.15.5:0/2300631749 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f84bc0cfa10 msgr2=0x7f84bc0d3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:01.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.753+0000 7f84bb7fe640 1 --2- 172.21.15.5:0/2300631749 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f84bc0cfa10 0x7f84bc0d3b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:01.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.753+0000 7f84bb7fe640 1 -- 172.21.15.5:0/2300631749 >> v1:172.21.15.134:6789/0 conn(0x7f84bc0d0ff0 legacy=0x7f84bc0d13d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:01.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.753+0000 7f84bb7fe640 1 -- 172.21.15.5:0/2300631749 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84bc0b6620 con 0x7f84bc0d4060 2024-09-19T05:02:01.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.753+0000 7f84ba7fc640 1 --2- 172.21.15.5:0/2300631749 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f84bc0cfa10 0x7f84bc0d3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:02:01.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.754+0000 7f84bb7fe640 1 --2- 172.21.15.5:0/2300631749 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f84bc0d4060 0x7f84bc0b7670 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f84ac0097a0 tx=0x7f84ac02a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f866c034e2127f41 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:01.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.754+0000 7f84b9ffb640 1 -- 172.21.15.5:0/2300631749 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84ac037070 con 0x7f84bc0d4060 2024-09-19T05:02:01.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.754+0000 7f84b9ffb640 1 -- 172.21.15.5:0/2300631749 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84ac02ae50 con 0x7f84bc0d4060 2024-09-19T05:02:01.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.755+0000 7f84b9ffb640 1 -- 172.21.15.5:0/2300631749 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84ac032660 con 0x7f84bc0d4060 2024-09-19T05:02:01.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.755+0000 7f84c12ac640 1 -- 172.21.15.5:0/2300631749 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f84bc0d4060 msgr2=0x7f84bc0b7670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:01.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.755+0000 7f84c12ac640 1 --2- 172.21.15.5:0/2300631749 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f84bc0d4060 0x7f84bc0b7670 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f84ac0097a0 tx=0x7f84ac02a100 comp rx=0 tx=0).stop 2024-09-19T05:02:01.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.755+0000 7f84c12ac640 1 -- 172.21.15.5:0/2300631749 shutdown_connections 2024-09-19T05:02:01.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.755+0000 7f84c12ac640 1 --2- 172.21.15.5:0/2300631749 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f84bc0d4060 0x7f84bc0b7670 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:01.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.755+0000 7f84c12ac640 1 --2- 172.21.15.5:0/2300631749 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f84bc0cfa10 0x7f84bc0d3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:01.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.755+0000 7f84c12ac640 1 -- 172.21.15.5:0/2300631749 >> 172.21.15.5:0/2300631749 conn(0x7f84bc067f80 msgr2=0x7f84bc06ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:01.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.755+0000 7f84c12ac640 1 -- 172.21.15.5:0/2300631749 shutdown_connections 2024-09-19T05:02:01.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.755+0000 7f84c12ac640 1 -- 172.21.15.5:0/2300631749 wait complete. 2024-09-19T05:02:01.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.756+0000 7f84c12ac640 1 Processor -- start 2024-09-19T05:02:01.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.756+0000 7f84c12ac640 1 -- start start 2024-09-19T05:02:01.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.757+0000 7f84c12ac640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f84bc0cfa10 0x7f84bc1509d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:01.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.757+0000 7f84c12ac640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f84bc0d0ff0 0x7f84bc0ccc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:01.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.757+0000 7f84c12ac640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f84bc0d4060 0x7f84bc0ca2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:01.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.757+0000 7f84c12ac640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f84bc15ea70 con 0x7f84bc0d0ff0 2024-09-19T05:02:01.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.757+0000 7f84c12ac640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f84bc15e8f0 con 0x7f84bc0d4060 2024-09-19T05:02:01.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.757+0000 7f84c12ac640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f84bc0b7bb0 con 0x7f84bc0cfa10 2024-09-19T05:02:01.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.757+0000 7f84ba7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f84bc0d0ff0 0x7f84bc0ccc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:01.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.757+0000 7f84ba7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f84bc0d0ff0 0x7f84bc0ccc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54450/0 (socket says 172.21.15.5:54450) 2024-09-19T05:02:01.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.757+0000 7f84ba7fc640 1 -- 172.21.15.5:0/1906973967 learned_addr learned my addr 172.21.15.5:0/1906973967 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:01.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.757+0000 7f84bb7fe640 1 --2- 172.21.15.5:0/1906973967 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f84bc0d4060 0x7f84bc0ca2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:01.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.757+0000 7f84baffd640 1 --2- 172.21.15.5:0/1906973967 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f84bc0cfa10 0x7f84bc1509d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:01.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.758+0000 7f84ba7fc640 1 -- 172.21.15.5:0/1906973967 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f84bc0cfa10 msgr2=0x7f84bc1509d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:01.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.758+0000 7f84ba7fc640 1 --2- 172.21.15.5:0/1906973967 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f84bc0cfa10 0x7f84bc1509d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:01.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.758+0000 7f84ba7fc640 1 -- 172.21.15.5:0/1906973967 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f84bc0d4060 msgr2=0x7f84bc0ca2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:01.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.758+0000 7f84ba7fc640 1 --2- 172.21.15.5:0/1906973967 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f84bc0d4060 0x7f84bc0ca2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:01.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.758+0000 7f84ba7fc640 1 -- 172.21.15.5:0/1906973967 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84bc0cd6c0 con 0x7f84bc0d0ff0 2024-09-19T05:02:01.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.758+0000 7f84bb7fe640 1 --2- 172.21.15.5:0/1906973967 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f84bc0d4060 0x7f84bc0ca2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:01.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.758+0000 7f84ba7fc640 1 --2- 172.21.15.5:0/1906973967 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f84bc0d0ff0 0x7f84bc0ccc20 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f84a400e980 tx=0x7f84a400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:01.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.758+0000 7f84b37fe640 1 -- 172.21.15.5:0/1906973967 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84a4017070 con 0x7f84bc0d0ff0 2024-09-19T05:02:01.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.758+0000 7f84b37fe640 1 -- 172.21.15.5:0/1906973967 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84a400ca00 con 0x7f84bc0d0ff0 2024-09-19T05:02:01.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.758+0000 7f84c12ac640 1 -- 172.21.15.5:0/1906973967 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84bc0cd9a0 con 0x7f84bc0d0ff0 2024-09-19T05:02:01.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.758+0000 7f84b37fe640 1 -- 172.21.15.5:0/1906973967 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84a400cdb0 con 0x7f84bc0d0ff0 2024-09-19T05:02:01.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.758+0000 7f84c12ac640 1 -- 172.21.15.5:0/1906973967 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84bc0cdf60 con 0x7f84bc0d0ff0 2024-09-19T05:02:01.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.759+0000 7f84c12ac640 1 -- 172.21.15.5:0/1906973967 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84bc0d3b20 con 0x7f84bc0d0ff0 2024-09-19T05:02:01.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.760+0000 7f84b37fe640 1 -- 172.21.15.5:0/1906973967 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f84a401a070 con 0x7f84bc0d0ff0 2024-09-19T05:02:01.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.760+0000 7f84b37fe640 1 --2- 172.21.15.5:0/1906973967 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f849c06c2b0 0x7f849c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:01.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.761+0000 7f84b37fe640 1 -- 172.21.15.5:0/1906973967 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f84a408b9f0 con 0x7f84bc0d0ff0 2024-09-19T05:02:01.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.761+0000 7f84baffd640 1 --2- 172.21.15.5:0/1906973967 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f849c06c2b0 0x7f849c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:01.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.761+0000 7f84baffd640 1 --2- 172.21.15.5:0/1906973967 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f849c06c2b0 0x7f849c06e770 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f84b40012e0 tx=0x7f84b4009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:01.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.765+0000 7f84b37fe640 1 -- 172.21.15.5:0/1906973967 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f84a4059e30 con 0x7f84bc0d0ff0 2024-09-19T05:02:01.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.986+0000 7f84c12ac640 1 -- 172.21.15.5:0/1906973967 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f84bc0b8de0 con 0x7f84bc0d0ff0 2024-09-19T05:02:01.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.986+0000 7f84b37fe640 1 -- 172.21.15.5:0/1906973967 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5213 (secure 0 0 0) 0x7f84a4059730 con 0x7f84bc0d0ff0 2024-09-19T05:02:01.988 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:01.988 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":9,"btime":"2024-09-19T05:01:39:795017+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/418766910","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":418766910},{"type":"v1","addr":"172.21.15.134:6836","nonce":418766910}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/2380114928","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2380114928},{"type":"v1","addr":"172.21.15.5:6834","nonce":2380114928}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/2304329808","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":2304329808},{"type":"v1","addr":"172.21.15.5:6835","nonce":2304329808}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:01:20.084205+0000","modified":"2024-09-19T05:01:39.146935+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6837/168351575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":168351575},{"type":"v1","addr":"172.21.15.134:6837","nonce":168351575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4275,"qdb_cluster":[4275]},"id":1}]} 2024-09-19T05:02:01.988 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 9 2024-09-19T05:02:01.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.988+0000 7f84c12ac640 1 -- 172.21.15.5:0/1906973967 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f849c06c2b0 msgr2=0x7f849c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:01.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.988+0000 7f84c12ac640 1 --2- 172.21.15.5:0/1906973967 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f849c06c2b0 0x7f849c06e770 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f84b40012e0 tx=0x7f84b4009040 comp rx=0 tx=0).stop 2024-09-19T05:02:01.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.988+0000 7f84c12ac640 1 -- 172.21.15.5:0/1906973967 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f84bc0d0ff0 msgr2=0x7f84bc0ccc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:01.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.988+0000 7f84c12ac640 1 --2- 172.21.15.5:0/1906973967 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f84bc0d0ff0 0x7f84bc0ccc20 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f84a400e980 tx=0x7f84a400ee40 comp rx=0 tx=0).stop 2024-09-19T05:02:01.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.988+0000 7f84c12ac640 1 -- 172.21.15.5:0/1906973967 shutdown_connections 2024-09-19T05:02:01.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.988+0000 7f84c12ac640 1 --2- 172.21.15.5:0/1906973967 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f849c06c2b0 0x7f849c06e770 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:01.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.988+0000 7f84c12ac640 1 --2- 172.21.15.5:0/1906973967 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f84bc0d4060 0x7f84bc0ca2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:01.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.988+0000 7f84c12ac640 1 --2- 172.21.15.5:0/1906973967 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f84bc0d0ff0 0x7f84bc0ccc20 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:01.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.988+0000 7f84c12ac640 1 --2- 172.21.15.5:0/1906973967 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f84bc0cfa10 0x7f84bc1509d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:01.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.988+0000 7f84c12ac640 1 -- 172.21.15.5:0/1906973967 >> 172.21.15.5:0/1906973967 conn(0x7f84bc067f80 msgr2=0x7f84bc06ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:01.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.988+0000 7f84c12ac640 1 -- 172.21.15.5:0/1906973967 shutdown_connections 2024-09-19T05:02:01.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:01.988+0000 7f84c12ac640 1 -- 172.21.15.5:0/1906973967 wait complete. 2024-09-19T05:02:02.001 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:02:02.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.102+0000 7f2a87042640 1 Processor -- start 2024-09-19T05:02:02.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.102+0000 7f2a87042640 1 -- start start 2024-09-19T05:02:02.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.103+0000 7f2a87042640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2a800d3150 0x7f2a800b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:02.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.103+0000 7f2a87042640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f2a800b6530 0x7f2a8006d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:02.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.103+0000 7f2a87042640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2a800d3680 con 0x7f2a8015e660 2024-09-19T05:02:02.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.103+0000 7f2a87042640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f2a8006d4b0 con 0x7f2a800b6530 2024-09-19T05:02:02.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.103+0000 7f2a87042640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f2a800d3960 con 0x7f2a800d3150 2024-09-19T05:02:02.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.103+0000 7f2a84dde640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f2a8015e660 0x7f2a800d4dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34714/0 (socket says 172.21.15.5:34714) 2024-09-19T05:02:02.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.103+0000 7f2a84dde640 1 -- 172.21.15.5:0/2715874276 learned_addr learned my addr 172.21.15.5:0/2715874276 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:02.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.103+0000 7f2a855df640 1 --2- 172.21.15.5:0/2715874276 >> v2:172.21.15.134:3300/0 conn(0x7f2a800b6530 0x7f2a8006d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:02.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.103+0000 7f2a77fff640 1 --2- 172.21.15.5:0/2715874276 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2a800d3150 0x7f2a800b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:02.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.104+0000 7f2a777fe640 1 -- 172.21.15.5:0/2715874276 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4201837314 0 0) 0x7f2a800d3680 con 0x7f2a8015e660 2024-09-19T05:02:02.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.104+0000 7f2a777fe640 1 -- 172.21.15.5:0/2715874276 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2a68003520 con 0x7f2a8015e660 2024-09-19T05:02:02.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.104+0000 7f2a855df640 1 -- 172.21.15.5:0/2715874276 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2a800d3150 msgr2=0x7f2a800b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:02.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.104+0000 7f2a855df640 1 --2- 172.21.15.5:0/2715874276 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2a800d3150 0x7f2a800b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:02.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.104+0000 7f2a855df640 1 -- 172.21.15.5:0/2715874276 >> v1:172.21.15.5:6789/0 conn(0x7f2a8015e660 legacy=0x7f2a800d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:02.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.104+0000 7f2a855df640 1 -- 172.21.15.5:0/2715874276 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a8006ce60 con 0x7f2a800b6530 2024-09-19T05:02:02.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.104+0000 7f2a855df640 1 --2- 172.21.15.5:0/2715874276 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2a800b6530 0x7f2a8006d940 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f2a78009d90 tx=0x7f2a7802a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b4664094f89db04e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:02.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.105+0000 7f2a777fe640 1 -- 172.21.15.5:0/2715874276 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a78007740 con 0x7f2a800b6530 2024-09-19T05:02:02.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.105+0000 7f2a777fe640 1 -- 172.21.15.5:0/2715874276 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a780078e0 con 0x7f2a800b6530 2024-09-19T05:02:02.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.105+0000 7f2a777fe640 1 -- 172.21.15.5:0/2715874276 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a78007cb0 con 0x7f2a800b6530 2024-09-19T05:02:02.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.105+0000 7f2a87042640 1 -- 172.21.15.5:0/2715874276 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2a800b6530 msgr2=0x7f2a8006d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:02.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.105+0000 7f2a87042640 1 --2- 172.21.15.5:0/2715874276 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2a800b6530 0x7f2a8006d940 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f2a78009d90 tx=0x7f2a7802a6f0 comp rx=0 tx=0).stop 2024-09-19T05:02:02.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.105+0000 7f2a87042640 1 -- 172.21.15.5:0/2715874276 shutdown_connections 2024-09-19T05:02:02.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.105+0000 7f2a87042640 1 --2- 172.21.15.5:0/2715874276 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2a800b6530 0x7f2a8006d940 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:02.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.105+0000 7f2a87042640 1 --2- 172.21.15.5:0/2715874276 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2a800d3150 0x7f2a800b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:02.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.105+0000 7f2a87042640 1 -- 172.21.15.5:0/2715874276 >> 172.21.15.5:0/2715874276 conn(0x7f2a8008c000 msgr2=0x7f2a800d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:02.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.105+0000 7f2a87042640 1 -- 172.21.15.5:0/2715874276 shutdown_connections 2024-09-19T05:02:02.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.105+0000 7f2a87042640 1 -- 172.21.15.5:0/2715874276 wait complete. 2024-09-19T05:02:02.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.107+0000 7f2a87042640 1 Processor -- start 2024-09-19T05:02:02.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.107+0000 7f2a87042640 1 -- start start 2024-09-19T05:02:02.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.107+0000 7f2a87042640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2a800b6530 0x7f2a801518b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:02.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.107+0000 7f2a87042640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2a800d3150 0x7f2a800cbec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:02.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.107+0000 7f2a87042640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2a8015e660 0x7f2a800b9570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:02.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.107+0000 7f2a87042640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f2a8006de80 con 0x7f2a8015e660 2024-09-19T05:02:02.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.107+0000 7f2a87042640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f2a8015ea40 con 0x7f2a800b6530 2024-09-19T05:02:02.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.107+0000 7f2a87042640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f2a8006e000 con 0x7f2a800d3150 2024-09-19T05:02:02.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.108+0000 7f2a855df640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2a8015e660 0x7f2a800b9570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:02.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.108+0000 7f2a855df640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2a8015e660 0x7f2a800b9570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54454/0 (socket says 172.21.15.5:54454) 2024-09-19T05:02:02.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.108+0000 7f2a855df640 1 -- 172.21.15.5:0/2559342323 learned_addr learned my addr 172.21.15.5:0/2559342323 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:02.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.108+0000 7f2a77fff640 1 --2- 172.21.15.5:0/2559342323 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2a800d3150 0x7f2a800cbec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:02.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.108+0000 7f2a84dde640 1 --2- 172.21.15.5:0/2559342323 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2a800b6530 0x7f2a801518b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:02.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.108+0000 7f2a855df640 1 -- 172.21.15.5:0/2559342323 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2a800d3150 msgr2=0x7f2a800cbec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:02.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.108+0000 7f2a855df640 1 --2- 172.21.15.5:0/2559342323 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2a800d3150 0x7f2a800cbec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:02.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.108+0000 7f2a855df640 1 -- 172.21.15.5:0/2559342323 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2a800b6530 msgr2=0x7f2a801518b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:02.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.108+0000 7f2a855df640 1 --2- 172.21.15.5:0/2559342323 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2a800b6530 0x7f2a801518b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:02.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.108+0000 7f2a855df640 1 -- 172.21.15.5:0/2559342323 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a80151df0 con 0x7f2a8015e660 2024-09-19T05:02:02.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.108+0000 7f2a855df640 1 --2- 172.21.15.5:0/2559342323 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2a8015e660 0x7f2a800b9570 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f2a78009eb0 tx=0x7f2a78004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:02.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.108+0000 7f2a757fa640 1 -- 172.21.15.5:0/2559342323 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a78040070 con 0x7f2a8015e660 2024-09-19T05:02:02.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.108+0000 7f2a757fa640 1 -- 172.21.15.5:0/2559342323 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a78031c60 con 0x7f2a8015e660 2024-09-19T05:02:02.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.108+0000 7f2a87042640 1 -- 172.21.15.5:0/2559342323 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a8015f750 con 0x7f2a8015e660 2024-09-19T05:02:02.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.108+0000 7f2a757fa640 1 -- 172.21.15.5:0/2559342323 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a78009450 con 0x7f2a8015e660 2024-09-19T05:02:02.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.108+0000 7f2a87042640 1 -- 172.21.15.5:0/2559342323 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a8015fd10 con 0x7f2a8015e660 2024-09-19T05:02:02.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.109+0000 7f2a87042640 1 -- 172.21.15.5:0/2559342323 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a8006d920 con 0x7f2a8015e660 2024-09-19T05:02:02.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.110+0000 7f2a757fa640 1 -- 172.21.15.5:0/2559342323 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2a78039040 con 0x7f2a8015e660 2024-09-19T05:02:02.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.110+0000 7f2a757fa640 1 --2- 172.21.15.5:0/2559342323 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2a6c06c2b0 0x7f2a6c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:02.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.111+0000 7f2a757fa640 1 -- 172.21.15.5:0/2559342323 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f2a780aca80 con 0x7f2a8015e660 2024-09-19T05:02:02.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.111+0000 7f2a84dde640 1 --2- 172.21.15.5:0/2559342323 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2a6c06c2b0 0x7f2a6c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:02.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.111+0000 7f2a84dde640 1 --2- 172.21.15.5:0/2559342323 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2a6c06c2b0 0x7f2a6c06e770 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f2a7c005880 tx=0x7f2a7c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:02.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.115+0000 7f2a757fa640 1 -- 172.21.15.5:0/2559342323 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2a7807a830 con 0x7f2a8015e660 2024-09-19T05:02:02.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.327+0000 7f2a87042640 1 -- 172.21.15.5:0/2559342323 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2a800d2630 con 0x7f2a8015e660 2024-09-19T05:02:02.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.328+0000 7f2a757fa640 1 -- 172.21.15.5:0/2559342323 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5213 (secure 0 0 0) 0x7f2a7807eb30 con 0x7f2a8015e660 2024-09-19T05:02:02.329 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:02.329 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":9,"btime":"2024-09-19T05:01:39:795017+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/418766910","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":418766910},{"type":"v1","addr":"172.21.15.134:6836","nonce":418766910}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/2380114928","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2380114928},{"type":"v1","addr":"172.21.15.5:6834","nonce":2380114928}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/2304329808","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":2304329808},{"type":"v1","addr":"172.21.15.5:6835","nonce":2304329808}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:01:20.084205+0000","modified":"2024-09-19T05:01:39.146935+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6837/168351575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":168351575},{"type":"v1","addr":"172.21.15.134:6837","nonce":168351575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4275,"qdb_cluster":[4275]},"id":1}]} 2024-09-19T05:02:02.330 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 9 2024-09-19T05:02:02.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.330+0000 7f2a87042640 1 -- 172.21.15.5:0/2559342323 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2a6c06c2b0 msgr2=0x7f2a6c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:02.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.330+0000 7f2a87042640 1 --2- 172.21.15.5:0/2559342323 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2a6c06c2b0 0x7f2a6c06e770 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f2a7c005880 tx=0x7f2a7c009040 comp rx=0 tx=0).stop 2024-09-19T05:02:02.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.330+0000 7f2a87042640 1 -- 172.21.15.5:0/2559342323 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2a8015e660 msgr2=0x7f2a800b9570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:02.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.330+0000 7f2a87042640 1 --2- 172.21.15.5:0/2559342323 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2a8015e660 0x7f2a800b9570 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f2a78009eb0 tx=0x7f2a78004a40 comp rx=0 tx=0).stop 2024-09-19T05:02:02.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.330+0000 7f2a87042640 1 -- 172.21.15.5:0/2559342323 shutdown_connections 2024-09-19T05:02:02.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.330+0000 7f2a87042640 1 --2- 172.21.15.5:0/2559342323 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2a6c06c2b0 0x7f2a6c06e770 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:02.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.330+0000 7f2a87042640 1 --2- 172.21.15.5:0/2559342323 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2a8015e660 0x7f2a800b9570 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:02.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.330+0000 7f2a87042640 1 --2- 172.21.15.5:0/2559342323 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2a800d3150 0x7f2a800cbec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:02.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.330+0000 7f2a87042640 1 --2- 172.21.15.5:0/2559342323 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2a800b6530 0x7f2a801518b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:02.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.330+0000 7f2a87042640 1 -- 172.21.15.5:0/2559342323 >> 172.21.15.5:0/2559342323 conn(0x7f2a8008c000 msgr2=0x7f2a8006e390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:02.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.330+0000 7f2a87042640 1 -- 172.21.15.5:0/2559342323 shutdown_connections 2024-09-19T05:02:02.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.330+0000 7f2a87042640 1 -- 172.21.15.5:0/2559342323 wait complete. 2024-09-19T05:02:02.342 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:02:02.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.442+0000 7f573678d640 1 Processor -- start 2024-09-19T05:02:02.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.442+0000 7f573678d640 1 -- start start 2024-09-19T05:02:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.443+0000 7f573678d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f573009b180 0x7f5730070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.443+0000 7f573678d640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f573015f8f0 con 0x7f573015f480 2024-09-19T05:02:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.443+0000 7f573678d640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5730070e00 con 0x7f573015c1c0 2024-09-19T05:02:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.443+0000 7f573678d640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f57300b5d90 con 0x7f573009b180 2024-09-19T05:02:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.443+0000 7f572f7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f573009b180 0x7f5730070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.443+0000 7f572f7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f573009b180 0x7f5730070770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54464/0 (socket says 172.21.15.5:54464) 2024-09-19T05:02:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.443+0000 7f572f7fe640 1 -- 172.21.15.5:0/1615213197 learned_addr learned my addr 172.21.15.5:0/1615213197 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:02.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.443+0000 7f5734d2a640 1 --1- 172.21.15.5:0/1615213197 >> v1:172.21.15.5:6789/0 conn(0x7f573015f480 0x7f57300b6220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34726/0 (socket says 172.21.15.5:34726) 2024-09-19T05:02:02.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.444+0000 7f572f7fe640 1 -- 172.21.15.5:0/1615213197 >> v1:172.21.15.134:6789/0 conn(0x7f573015c1c0 legacy=0x7f573009aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:02.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.444+0000 7f572f7fe640 1 -- 172.21.15.5:0/1615213197 >> v1:172.21.15.5:6789/0 conn(0x7f573015f480 legacy=0x7f57300b6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:02.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.444+0000 7f572f7fe640 1 -- 172.21.15.5:0/1615213197 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57300710e0 con 0x7f573009b180 2024-09-19T05:02:02.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.444+0000 7f572effd640 1 -- 172.21.15.5:0/1615213197 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3126958285 0 0) 0x7f573015f8f0 con 0x7f573015f480 2024-09-19T05:02:02.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.444+0000 7f572f7fe640 1 --2- 172.21.15.5:0/1615213197 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f573009b180 0x7f5730070770 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f57240098a0 tx=0x7f572402a2e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11f936b33907fe7a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:02.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.444+0000 7f572effd640 1 -- 172.21.15.5:0/1615213197 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5724037070 con 0x7f573009b180 2024-09-19T05:02:02.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.444+0000 7f572effd640 1 -- 172.21.15.5:0/1615213197 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5724032440 con 0x7f573009b180 2024-09-19T05:02:02.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.444+0000 7f572effd640 1 -- 172.21.15.5:0/1615213197 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5724032810 con 0x7f573009b180 2024-09-19T05:02:02.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.445+0000 7f573678d640 1 -- 172.21.15.5:0/1615213197 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f573009b180 msgr2=0x7f5730070770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:02.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.445+0000 7f573678d640 1 --2- 172.21.15.5:0/1615213197 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f573009b180 0x7f5730070770 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f57240098a0 tx=0x7f572402a2e0 comp rx=0 tx=0).stop 2024-09-19T05:02:02.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.445+0000 7f573678d640 1 -- 172.21.15.5:0/1615213197 shutdown_connections 2024-09-19T05:02:02.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.445+0000 7f573678d640 1 --2- 172.21.15.5:0/1615213197 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f573009b180 0x7f5730070770 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:02.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.445+0000 7f573678d640 1 -- 172.21.15.5:0/1615213197 >> 172.21.15.5:0/1615213197 conn(0x7f57300b3ff0 msgr2=0x7f57300b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:02.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.445+0000 7f573678d640 1 -- 172.21.15.5:0/1615213197 shutdown_connections 2024-09-19T05:02:02.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.445+0000 7f573678d640 1 -- 172.21.15.5:0/1615213197 wait complete. 2024-09-19T05:02:02.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.446+0000 7f573678d640 1 Processor -- start 2024-09-19T05:02:02.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.447+0000 7f573678d640 1 -- start start 2024-09-19T05:02:02.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.447+0000 7f573678d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f573009b180 0x7f57300cd800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:02.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.447+0000 7f573678d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f573015c1c0 0x7f57300cfe60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:02.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.447+0000 7f573678d640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f573015f480 0x7f57300d03a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:02.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.447+0000 7f573678d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f57300b6930 con 0x7f573015c1c0 2024-09-19T05:02:02.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.447+0000 7f573678d640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f57300716a0 con 0x7f573015f480 2024-09-19T05:02:02.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.447+0000 7f573678d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f57300b6ab0 con 0x7f573009b180 2024-09-19T05:02:02.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.447+0000 7f572f7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f573015c1c0 0x7f57300cfe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:02.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.447+0000 7f572f7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f573015c1c0 0x7f57300cfe60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54480/0 (socket says 172.21.15.5:54480) 2024-09-19T05:02:02.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.447+0000 7f572f7fe640 1 -- 172.21.15.5:0/1811654631 learned_addr learned my addr 172.21.15.5:0/1811654631 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:02.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.448+0000 7f5734d2a640 1 --2- 172.21.15.5:0/1811654631 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f573015f480 0x7f57300d03a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:02.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.448+0000 7f572ffff640 1 --2- 172.21.15.5:0/1811654631 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f573009b180 0x7f57300cd800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:02.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.448+0000 7f572f7fe640 1 -- 172.21.15.5:0/1811654631 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f573009b180 msgr2=0x7f57300cd800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:02.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.448+0000 7f572f7fe640 1 --2- 172.21.15.5:0/1811654631 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f573009b180 0x7f57300cd800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:02.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.448+0000 7f572f7fe640 1 -- 172.21.15.5:0/1811654631 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f573015f480 msgr2=0x7f57300d03a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:02.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.448+0000 7f572f7fe640 1 --2- 172.21.15.5:0/1811654631 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f573015f480 0x7f57300d03a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:02.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.448+0000 7f572f7fe640 1 -- 172.21.15.5:0/1811654631 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57300cc760 con 0x7f573015c1c0 2024-09-19T05:02:02.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.448+0000 7f5734d2a640 1 --2- 172.21.15.5:0/1811654631 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f573015f480 0x7f57300d03a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:02.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.448+0000 7f572ffff640 1 --2- 172.21.15.5:0/1811654631 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f573009b180 0x7f57300cd800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:02.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.448+0000 7f572f7fe640 1 --2- 172.21.15.5:0/1811654631 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f573015c1c0 0x7f57300cfe60 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f57240097f0 tx=0x7f57240046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:02.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.448+0000 7f572cff9640 1 -- 172.21.15.5:0/1811654631 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5724037040 con 0x7f573015c1c0 2024-09-19T05:02:02.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.448+0000 7f572cff9640 1 -- 172.21.15.5:0/1811654631 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5724004230 con 0x7f573015c1c0 2024-09-19T05:02:02.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.448+0000 7f573678d640 1 -- 172.21.15.5:0/1811654631 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57300cca40 con 0x7f573015c1c0 2024-09-19T05:02:02.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.448+0000 7f572cff9640 1 -- 172.21.15.5:0/1811654631 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5724032e20 con 0x7f573015c1c0 2024-09-19T05:02:02.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.448+0000 7f573678d640 1 -- 172.21.15.5:0/1811654631 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57300cd000 con 0x7f573015c1c0 2024-09-19T05:02:02.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.449+0000 7f573678d640 1 -- 172.21.15.5:0/1811654631 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5730070770 con 0x7f573015c1c0 2024-09-19T05:02:02.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.449+0000 7f572cff9640 1 -- 172.21.15.5:0/1811654631 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f572403a070 con 0x7f573015c1c0 2024-09-19T05:02:02.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.450+0000 7f572cff9640 1 --2- 172.21.15.5:0/1811654631 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f571c06c2b0 0x7f571c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:02.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.450+0000 7f572cff9640 1 -- 172.21.15.5:0/1811654631 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f57240abf10 con 0x7f573015c1c0 2024-09-19T05:02:02.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.450+0000 7f572ffff640 1 --2- 172.21.15.5:0/1811654631 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f571c06c2b0 0x7f571c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:02.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.451+0000 7f572ffff640 1 --2- 172.21.15.5:0/1811654631 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f571c06c2b0 0x7f571c06e770 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f5720003eb0 tx=0x7f5720009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:02.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.454+0000 7f572cff9640 1 -- 172.21.15.5:0/1811654631 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5724041020 con 0x7f573015c1c0 2024-09-19T05:02:02.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.631+0000 7f573678d640 1 -- 172.21.15.5:0/1811654631 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f573009b5a0 con 0x7f573015c1c0 2024-09-19T05:02:02.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.633+0000 7f572cff9640 1 -- 172.21.15.5:0/1811654631 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18895 (secure 0 0 0) 0x7f572407a430 con 0x7f573015c1c0 2024-09-19T05:02:02.634 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:02.635 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":26,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:02:01.845270+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:01:17.947021+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:01:19.067427+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T05:01:22.775359+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.15","mappings":[{"from":7,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":1}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.b","mappings":[{"from":1,"to":2}]},{"pgid":"4.18","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:02:02.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.635+0000 7f573678d640 1 -- 172.21.15.5:0/1811654631 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f571c06c2b0 msgr2=0x7f571c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:02.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.635+0000 7f573678d640 1 --2- 172.21.15.5:0/1811654631 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f571c06c2b0 0x7f571c06e770 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f5720003eb0 tx=0x7f5720009040 comp rx=0 tx=0).stop 2024-09-19T05:02:02.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.635+0000 7f573678d640 1 -- 172.21.15.5:0/1811654631 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f573015c1c0 msgr2=0x7f57300cfe60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:02.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.635+0000 7f573678d640 1 --2- 172.21.15.5:0/1811654631 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f573015c1c0 0x7f57300cfe60 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f57240097f0 tx=0x7f57240046c0 comp rx=0 tx=0).stop 2024-09-19T05:02:02.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.635+0000 7f573678d640 1 -- 172.21.15.5:0/1811654631 shutdown_connections 2024-09-19T05:02:02.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.635+0000 7f573678d640 1 --2- 172.21.15.5:0/1811654631 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f571c06c2b0 0x7f571c06e770 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:02.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.635+0000 7f573678d640 1 --2- 172.21.15.5:0/1811654631 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f573015f480 0x7f57300d03a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:02.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.635+0000 7f573678d640 1 --2- 172.21.15.5:0/1811654631 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f573015c1c0 0x7f57300cfe60 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:02.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.635+0000 7f573678d640 1 --2- 172.21.15.5:0/1811654631 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f573009b180 0x7f57300cd800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:02.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.635+0000 7f573678d640 1 -- 172.21.15.5:0/1811654631 >> 172.21.15.5:0/1811654631 conn(0x7f57300b3ff0 msgr2=0x7f573006e1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:02.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.635+0000 7f573678d640 1 -- 172.21.15.5:0/1811654631 shutdown_connections 2024-09-19T05:02:02.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.635+0000 7f573678d640 1 -- 172.21.15.5:0/1811654631 wait complete. 2024-09-19T05:02:02.647 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T05:02:02.647 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:02:02.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.748+0000 7f985421e640 1 Processor -- start 2024-09-19T05:02:02.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.748+0000 7f985421e640 1 -- start start 2024-09-19T05:02:02.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.749+0000 7f985421e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f984c06d2c0 0x7f984c0b7a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:02.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.749+0000 7f985421e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f984c0d2b60 0x7f984c0b7f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:02.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.749+0000 7f985421e640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f984c0d3040 con 0x7f984c15e890 2024-09-19T05:02:02.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.749+0000 7f985421e640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f984c0d3c50 con 0x7f984c0d2b60 2024-09-19T05:02:02.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.749+0000 7f985421e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f984c0d3320 con 0x7f984c06d2c0 2024-09-19T05:02:02.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.749+0000 7f98527bb640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f984c0d2b60 0x7f984c0b7f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:02.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.749+0000 7f9851fba640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f984c15e890 0x7f984c06cbb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34730/0 (socket says 172.21.15.5:34730) 2024-09-19T05:02:02.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.749+0000 7f9851fba640 1 -- 172.21.15.5:0/3999550168 learned_addr learned my addr 172.21.15.5:0/3999550168 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:02.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.749+0000 7f98517b9640 1 --2- 172.21.15.5:0/3999550168 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f984c06d2c0 0x7f984c0b7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:02.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.749+0000 7f98527bb640 1 -- 172.21.15.5:0/3999550168 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f984c06d2c0 msgr2=0x7f984c0b7a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:02.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.749+0000 7f98527bb640 1 --2- 172.21.15.5:0/3999550168 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f984c06d2c0 0x7f984c0b7a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:02.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.749+0000 7f98527bb640 1 -- 172.21.15.5:0/3999550168 >> v1:172.21.15.5:6789/0 conn(0x7f984c15e890 legacy=0x7f984c06cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:02.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.749+0000 7f9850fb8640 1 -- 172.21.15.5:0/3999550168 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2744674975 0 0) 0x7f984c0d3040 con 0x7f984c15e890 2024-09-19T05:02:02.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.749+0000 7f98527bb640 1 -- 172.21.15.5:0/3999550168 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f984c0d3600 con 0x7f984c0d2b60 2024-09-19T05:02:02.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.750+0000 7f98527bb640 1 --2- 172.21.15.5:0/3999550168 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f984c0d2b60 0x7f984c0b7f60 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f98440097a0 tx=0x7f984402a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=585106abfdd752e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:02.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.750+0000 7f9850fb8640 1 -- 172.21.15.5:0/3999550168 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9844037070 con 0x7f984c0d2b60 2024-09-19T05:02:02.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.750+0000 7f9850fb8640 1 -- 172.21.15.5:0/3999550168 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f984402ae50 con 0x7f984c0d2b60 2024-09-19T05:02:02.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.750+0000 7f9850fb8640 1 -- 172.21.15.5:0/3999550168 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9844032660 con 0x7f984c0d2b60 2024-09-19T05:02:02.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.751+0000 7f985421e640 1 -- 172.21.15.5:0/3999550168 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f984c0d2b60 msgr2=0x7f984c0b7f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:02.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.751+0000 7f985421e640 1 --2- 172.21.15.5:0/3999550168 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f984c0d2b60 0x7f984c0b7f60 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f98440097a0 tx=0x7f984402a100 comp rx=0 tx=0).stop 2024-09-19T05:02:02.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.751+0000 7f985421e640 1 -- 172.21.15.5:0/3999550168 shutdown_connections 2024-09-19T05:02:02.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.751+0000 7f985421e640 1 --2- 172.21.15.5:0/3999550168 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f984c0d2b60 0x7f984c0b7f60 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:02.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.751+0000 7f985421e640 1 --2- 172.21.15.5:0/3999550168 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f984c06d2c0 0x7f984c0b7a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:02.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.751+0000 7f985421e640 1 -- 172.21.15.5:0/3999550168 >> 172.21.15.5:0/3999550168 conn(0x7f984c0b66c0 msgr2=0x7f984c0d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:02.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.751+0000 7f985421e640 1 -- 172.21.15.5:0/3999550168 shutdown_connections 2024-09-19T05:02:02.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.751+0000 7f985421e640 1 -- 172.21.15.5:0/3999550168 wait complete. 2024-09-19T05:02:02.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.752+0000 7f985421e640 1 Processor -- start 2024-09-19T05:02:02.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.752+0000 7f985421e640 1 -- start start 2024-09-19T05:02:02.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.753+0000 7f985421e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f984c06d2c0 0x7f984c0ab960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:02.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.753+0000 7f985421e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f984c0d2b60 0x7f984c0cd0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:02.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.753+0000 7f985421e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f984c15e890 0x7f984c1517c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:02.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.753+0000 7f985421e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f984c06db10 con 0x7f984c0d2b60 2024-09-19T05:02:02.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.753+0000 7f985421e640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f984c15ec70 con 0x7f984c15e890 2024-09-19T05:02:02.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.753+0000 7f985421e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f984c06dc90 con 0x7f984c06d2c0 2024-09-19T05:02:02.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.753+0000 7f98517b9640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f984c0d2b60 0x7f984c0cd0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:02.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.753+0000 7f98517b9640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f984c0d2b60 0x7f984c0cd0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54500/0 (socket says 172.21.15.5:54500) 2024-09-19T05:02:02.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.753+0000 7f98517b9640 1 -- 172.21.15.5:0/2656768247 learned_addr learned my addr 172.21.15.5:0/2656768247 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:02.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.753+0000 7f9851fba640 1 --2- 172.21.15.5:0/2656768247 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f984c06d2c0 0x7f984c0ab960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:02.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.753+0000 7f98527bb640 1 --2- 172.21.15.5:0/2656768247 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f984c15e890 0x7f984c1517c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:02.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.753+0000 7f98517b9640 1 -- 172.21.15.5:0/2656768247 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f984c06d2c0 msgr2=0x7f984c0ab960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:02.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.753+0000 7f98517b9640 1 --2- 172.21.15.5:0/2656768247 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f984c06d2c0 0x7f984c0ab960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:02.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.753+0000 7f98517b9640 1 -- 172.21.15.5:0/2656768247 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f984c15e890 msgr2=0x7f984c1517c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:02.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.753+0000 7f98517b9640 1 --2- 172.21.15.5:0/2656768247 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f984c15e890 0x7f984c1517c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:02.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.753+0000 7f98517b9640 1 -- 172.21.15.5:0/2656768247 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f984c0cd7c0 con 0x7f984c0d2b60 2024-09-19T05:02:02.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.753+0000 7f98517b9640 1 --2- 172.21.15.5:0/2656768247 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f984c0d2b60 0x7f984c0cd0c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f984000e9b0 tx=0x7f984000ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:02.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.754+0000 7f984a7fc640 1 -- 172.21.15.5:0/2656768247 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9840017070 con 0x7f984c0d2b60 2024-09-19T05:02:02.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.754+0000 7f984a7fc640 1 -- 172.21.15.5:0/2656768247 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f984000c9a0 con 0x7f984c0d2b60 2024-09-19T05:02:02.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.754+0000 7f985421e640 1 -- 172.21.15.5:0/2656768247 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f984c0cdaa0 con 0x7f984c0d2b60 2024-09-19T05:02:02.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.754+0000 7f984a7fc640 1 -- 172.21.15.5:0/2656768247 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f984000cd90 con 0x7f984c0d2b60 2024-09-19T05:02:02.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.754+0000 7f985421e640 1 -- 172.21.15.5:0/2656768247 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f984c0ce060 con 0x7f984c0d2b60 2024-09-19T05:02:02.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.755+0000 7f985421e640 1 -- 172.21.15.5:0/2656768247 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f984c0d4f00 con 0x7f984c0d2b60 2024-09-19T05:02:02.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.755+0000 7f984a7fc640 1 -- 172.21.15.5:0/2656768247 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f984001a070 con 0x7f984c0d2b60 2024-09-19T05:02:02.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.756+0000 7f984a7fc640 1 --2- 172.21.15.5:0/2656768247 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f983806c2e0 0x7f983806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:02.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.756+0000 7f984a7fc640 1 -- 172.21.15.5:0/2656768247 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f984008bbb0 con 0x7f984c0d2b60 2024-09-19T05:02:02.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.756+0000 7f9851fba640 1 --2- 172.21.15.5:0/2656768247 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f983806c2e0 0x7f983806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:02.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.757+0000 7f9851fba640 1 --2- 172.21.15.5:0/2656768247 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f983806c2e0 0x7f983806e7a0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f983c007ed0 tx=0x7f983c007e60 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:02.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.760+0000 7f984a7fc640 1 -- 172.21.15.5:0/2656768247 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9840059f20 con 0x7f984c0d2b60 2024-09-19T05:02:02.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.977+0000 7f985421e640 1 -- 172.21.15.5:0/2656768247 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f984c15ee80 con 0x7f984c0d2b60 2024-09-19T05:02:02.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.978+0000 7f984a7fc640 1 -- 172.21.15.5:0/2656768247 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5213 (secure 0 0 0) 0x7f9840059820 con 0x7f984c0d2b60 2024-09-19T05:02:02.979 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:02.980 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":9,"btime":"2024-09-19T05:01:39:795017+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/418766910","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":418766910},{"type":"v1","addr":"172.21.15.134:6836","nonce":418766910}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/2380114928","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2380114928},{"type":"v1","addr":"172.21.15.5:6834","nonce":2380114928}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/2304329808","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":2304329808},{"type":"v1","addr":"172.21.15.5:6835","nonce":2304329808}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:01:20.084205+0000","modified":"2024-09-19T05:01:39.146935+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6837/168351575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":168351575},{"type":"v1","addr":"172.21.15.134:6837","nonce":168351575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4275,"qdb_cluster":[4275]},"id":1}]} 2024-09-19T05:02:02.980 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 9 2024-09-19T05:02:02.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.980+0000 7f985421e640 1 -- 172.21.15.5:0/2656768247 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f983806c2e0 msgr2=0x7f983806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:02.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.980+0000 7f985421e640 1 --2- 172.21.15.5:0/2656768247 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f983806c2e0 0x7f983806e7a0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f983c007ed0 tx=0x7f983c007e60 comp rx=0 tx=0).stop 2024-09-19T05:02:02.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.980+0000 7f985421e640 1 -- 172.21.15.5:0/2656768247 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f984c0d2b60 msgr2=0x7f984c0cd0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:02.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.980+0000 7f985421e640 1 --2- 172.21.15.5:0/2656768247 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f984c0d2b60 0x7f984c0cd0c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f984000e9b0 tx=0x7f984000ee70 comp rx=0 tx=0).stop 2024-09-19T05:02:02.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.980+0000 7f985421e640 1 -- 172.21.15.5:0/2656768247 shutdown_connections 2024-09-19T05:02:02.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.980+0000 7f985421e640 1 --2- 172.21.15.5:0/2656768247 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f983806c2e0 0x7f983806e7a0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:02.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.980+0000 7f985421e640 1 --2- 172.21.15.5:0/2656768247 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f984c15e890 0x7f984c1517c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:02.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.980+0000 7f985421e640 1 --2- 172.21.15.5:0/2656768247 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f984c0d2b60 0x7f984c0cd0c0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:02.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.980+0000 7f985421e640 1 --2- 172.21.15.5:0/2656768247 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f984c06d2c0 0x7f984c0ab960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:02.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.980+0000 7f985421e640 1 -- 172.21.15.5:0/2656768247 >> 172.21.15.5:0/2656768247 conn(0x7f984c0b66c0 msgr2=0x7f984c06cbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:02.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.980+0000 7f985421e640 1 -- 172.21.15.5:0/2656768247 shutdown_connections 2024-09-19T05:02:02.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:02.980+0000 7f985421e640 1 -- 172.21.15.5:0/2656768247 wait complete. 2024-09-19T05:02:02.993 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:02:03.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.093+0000 7f05c339f640 1 Processor -- start 2024-09-19T05:02:03.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.093+0000 7f05c339f640 1 -- start start 2024-09-19T05:02:03.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.094+0000 7f05c339f640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f05bc15eb10 0x7f05bc070c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:03.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.094+0000 7f05c339f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f05bc0711b0 0x7f05bc0b60a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:03.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.094+0000 7f05c339f640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f05bc0b5be0 con 0x7f05bc15c250 2024-09-19T05:02:03.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.094+0000 7f05c339f640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f05bc071620 con 0x7f05bc15eb10 2024-09-19T05:02:03.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.094+0000 7f05c339f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f05bc15efa0 con 0x7f05bc0711b0 2024-09-19T05:02:03.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.094+0000 7f05c113b640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f05bc15c250 0x7f05bc09b9f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34746/0 (socket says 172.21.15.5:34746) 2024-09-19T05:02:03.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.094+0000 7f05c113b640 1 -- 172.21.15.5:0/1315458072 learned_addr learned my addr 172.21.15.5:0/1315458072 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:03.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.094+0000 7f05c093a640 1 --2- 172.21.15.5:0/1315458072 >> v2:172.21.15.134:3300/0 conn(0x7f05bc15eb10 0x7f05bc070c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:03.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.094+0000 7f05c193c640 1 --2- 172.21.15.5:0/1315458072 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f05bc0711b0 0x7f05bc0b60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:03.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.094+0000 7f05affff640 1 -- 172.21.15.5:0/1315458072 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1393869996 0 0) 0x7f05b8001110 con 0x7f05bc15c250 2024-09-19T05:02:03.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.094+0000 7f05affff640 1 -- 172.21.15.5:0/1315458072 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f05a8003520 con 0x7f05bc15c250 2024-09-19T05:02:03.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.094+0000 7f05affff640 1 -- 172.21.15.5:0/1315458072 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 446049891 0 0) 0x7f05a8003520 con 0x7f05bc15c250 2024-09-19T05:02:03.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.094+0000 7f05affff640 1 -- 172.21.15.5:0/1315458072 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f05bc0711b0 msgr2=0x7f05bc0b60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:03.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.094+0000 7f05affff640 1 --2- 172.21.15.5:0/1315458072 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f05bc0711b0 0x7f05bc0b60a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.094+0000 7f05affff640 1 -- 172.21.15.5:0/1315458072 >> v2:172.21.15.134:3300/0 conn(0x7f05bc15eb10 msgr2=0x7f05bc070c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:03.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.095+0000 7f05affff640 1 --2- 172.21.15.5:0/1315458072 >> v2:172.21.15.134:3300/0 conn(0x7f05bc15eb10 0x7f05bc070c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.095+0000 7f05affff640 1 -- 172.21.15.5:0/1315458072 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05bc15f280 con 0x7f05bc15c250 2024-09-19T05:02:03.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.095+0000 7f05affff640 1 -- 172.21.15.5:0/1315458072 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f05b8001840 con 0x7f05bc15c250 2024-09-19T05:02:03.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.095+0000 7f05c093a640 1 --2- 172.21.15.5:0/1315458072 >> v2:172.21.15.134:3300/0 conn(0x7f05bc15eb10 0x7f05bc070c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:02:03.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.095+0000 7f05c193c640 1 --2- 172.21.15.5:0/1315458072 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f05bc0711b0 0x7f05bc0b60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:02:03.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.095+0000 7f05affff640 1 -- 172.21.15.5:0/1315458072 >> v1:172.21.15.5:6789/0 conn(0x7f05bc15c250 legacy=0x7f05bc09b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:03.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.095+0000 7f05affff640 1 --2- 172.21.15.5:0/1315458072 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f05bc0711b0 0x7f05a80039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:03.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.095+0000 7f05affff640 1 --2- 172.21.15.5:0/1315458072 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f05a8003ef0 0x7f05a8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:03.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.095+0000 7f05affff640 1 --2- 172.21.15.5:0/1315458072 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f05a8004d40 0x7f05a80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:03.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.095+0000 7f05affff640 1 -- 172.21.15.5:0/1315458072 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f05bc071620 con 0x7f05a8004d40 2024-09-19T05:02:03.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.095+0000 7f05affff640 1 -- 172.21.15.5:0/1315458072 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f05bc15efa0 con 0x7f05a8003ef0 2024-09-19T05:02:03.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.095+0000 7f05affff640 1 -- 172.21.15.5:0/1315458072 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f05a800b9c0 con 0x7f05bc0711b0 2024-09-19T05:02:03.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.095+0000 7f05c193c640 1 --2- 172.21.15.5:0/1315458072 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f05a8004d40 0x7f05a80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:03.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.095+0000 7f05c093a640 1 --2- 172.21.15.5:0/1315458072 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f05a8003ef0 0x7f05a8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:03.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.095+0000 7f05c113b640 1 --2- 172.21.15.5:0/1315458072 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f05bc0711b0 0x7f05a80039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:03.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.095+0000 7f05c193c640 1 -- 172.21.15.5:0/1315458072 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f05bc0711b0 msgr2=0x7f05a80039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:03.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.095+0000 7f05c193c640 1 --2- 172.21.15.5:0/1315458072 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f05bc0711b0 0x7f05a80039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.095+0000 7f05c193c640 1 -- 172.21.15.5:0/1315458072 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f05a8003ef0 msgr2=0x7f05a8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:03.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.095+0000 7f05c193c640 1 --2- 172.21.15.5:0/1315458072 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f05a8003ef0 0x7f05a8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.095+0000 7f05c193c640 1 -- 172.21.15.5:0/1315458072 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05a8003520 con 0x7f05a8004d40 2024-09-19T05:02:03.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.096+0000 7f05c193c640 1 --2- 172.21.15.5:0/1315458072 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f05a8004d40 0x7f05a80051c0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f05b400e350 tx=0x7f05a8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47e8ba3f6095a537 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:03.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.096+0000 7f05affff640 1 -- 172.21.15.5:0/1315458072 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05b4033070 con 0x7f05a8004d40 2024-09-19T05:02:03.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.096+0000 7f05affff640 1 -- 172.21.15.5:0/1315458072 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f05b402f660 con 0x7f05a8004d40 2024-09-19T05:02:03.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.096+0000 7f05affff640 1 -- 172.21.15.5:0/1315458072 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05b4009de0 con 0x7f05a8004d40 2024-09-19T05:02:03.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.096+0000 7f05c339f640 1 -- 172.21.15.5:0/1315458072 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f05a8004d40 msgr2=0x7f05a80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:03.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.096+0000 7f05c339f640 1 --2- 172.21.15.5:0/1315458072 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f05a8004d40 0x7f05a80051c0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f05b400e350 tx=0x7f05a8005830 comp rx=0 tx=0).stop 2024-09-19T05:02:03.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.096+0000 7f05c193c640 1 -- 172.21.15.5:0/1315458072 reap_dead start 2024-09-19T05:02:03.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.096+0000 7f05c339f640 1 -- 172.21.15.5:0/1315458072 shutdown_connections 2024-09-19T05:02:03.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.096+0000 7f05c339f640 1 -- 172.21.15.5:0/1315458072 >> 172.21.15.5:0/1315458072 conn(0x7f05bc0b3ff0 msgr2=0x7f05bc0b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:03.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.097+0000 7f05c339f640 1 -- 172.21.15.5:0/1315458072 shutdown_connections 2024-09-19T05:02:03.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.097+0000 7f05c339f640 1 -- 172.21.15.5:0/1315458072 wait complete. 2024-09-19T05:02:03.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.098+0000 7f05c339f640 1 Processor -- start 2024-09-19T05:02:03.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.098+0000 7f05c339f640 1 -- start start 2024-09-19T05:02:03.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.099+0000 7f05c339f640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f05a8004d40 0x7f05bc152260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:03.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.099+0000 7f05c339f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f05bc156c80 0x7f05bc1f8d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:03.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.099+0000 7f05c339f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f05bc0b3160 0x7f05bc0b35e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:03.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.099+0000 7f05c339f640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f05bc09b5a0 con 0x7f05bc156c80 2024-09-19T05:02:03.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.099+0000 7f05c339f640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f05bc15f840 con 0x7f05a8004d40 2024-09-19T05:02:03.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.099+0000 7f05c339f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f05bc0b60a0 con 0x7f05bc0b3160 2024-09-19T05:02:03.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.099+0000 7f05c093a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f05bc156c80 0x7f05bc1f8d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:03.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.099+0000 7f05c093a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f05bc156c80 0x7f05bc1f8d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54506/0 (socket says 172.21.15.5:54506) 2024-09-19T05:02:03.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.099+0000 7f05c093a640 1 -- 172.21.15.5:0/1083938152 learned_addr learned my addr 172.21.15.5:0/1083938152 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:03.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.100+0000 7f05c113b640 1 --2- 172.21.15.5:0/1083938152 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f05a8004d40 0x7f05bc152260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:03.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.100+0000 7f05c193c640 1 --2- 172.21.15.5:0/1083938152 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f05bc0b3160 0x7f05bc0b35e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:03.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.100+0000 7f05c093a640 1 -- 172.21.15.5:0/1083938152 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f05bc0b3160 msgr2=0x7f05bc0b35e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:03.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.100+0000 7f05c093a640 1 --2- 172.21.15.5:0/1083938152 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f05bc0b3160 0x7f05bc0b35e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.100+0000 7f05c093a640 1 -- 172.21.15.5:0/1083938152 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f05a8004d40 msgr2=0x7f05bc152260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:03.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.100+0000 7f05c093a640 1 --2- 172.21.15.5:0/1083938152 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f05a8004d40 0x7f05bc152260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.100+0000 7f05c093a640 1 -- 172.21.15.5:0/1083938152 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05bc1f9670 con 0x7f05bc156c80 2024-09-19T05:02:03.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.100+0000 7f05c193c640 1 --2- 172.21.15.5:0/1083938152 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f05bc0b3160 0x7f05bc0b35e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:03.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.100+0000 7f05c093a640 1 --2- 172.21.15.5:0/1083938152 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f05bc156c80 0x7f05bc1f8d00 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f05b0011cd0 tx=0x7f05b000f610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:03.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.100+0000 7f05adffb640 1 -- 172.21.15.5:0/1083938152 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05b000fd20 con 0x7f05bc156c80 2024-09-19T05:02:03.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.100+0000 7f05adffb640 1 -- 172.21.15.5:0/1083938152 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f05b0004030 con 0x7f05bc156c80 2024-09-19T05:02:03.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.100+0000 7f05adffb640 1 -- 172.21.15.5:0/1083938152 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05b0004420 con 0x7f05bc156c80 2024-09-19T05:02:03.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.100+0000 7f05c339f640 1 -- 172.21.15.5:0/1083938152 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05bc1f9950 con 0x7f05bc156c80 2024-09-19T05:02:03.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.101+0000 7f05c339f640 1 -- 172.21.15.5:0/1083938152 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05bc158740 con 0x7f05bc156c80 2024-09-19T05:02:03.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.102+0000 7f05c339f640 1 -- 172.21.15.5:0/1083938152 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05bc0b7570 con 0x7f05bc156c80 2024-09-19T05:02:03.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.102+0000 7f05adffb640 1 -- 172.21.15.5:0/1083938152 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f05b0012040 con 0x7f05bc156c80 2024-09-19T05:02:03.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.103+0000 7f05adffb640 1 --2- 172.21.15.5:0/1083938152 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f05a006c2e0 0x7f05a006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:03.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.103+0000 7f05adffb640 1 -- 172.21.15.5:0/1083938152 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6735+0+0 (secure 0 0 0) 0x7f05b008bd60 con 0x7f05bc156c80 2024-09-19T05:02:03.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.103+0000 7f05c113b640 1 --2- 172.21.15.5:0/1083938152 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f05a006c2e0 0x7f05a006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:03.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.103+0000 7f05c113b640 1 --2- 172.21.15.5:0/1083938152 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f05a006c2e0 0x7f05a006e7a0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f05bc156520 tx=0x7f05b8001600 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:03.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.107+0000 7f05adffb640 1 -- 172.21.15.5:0/1083938152 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f05b0019070 con 0x7f05bc156c80 2024-09-19T05:02:03.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.318+0000 7f05c339f640 1 -- 172.21.15.5:0/1083938152 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f05bc06d660 con 0x7f05bc156c80 2024-09-19T05:02:03.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.318+0000 7f05adffb640 1 -- 172.21.15.5:0/1083938152 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5213 (secure 0 0 0) 0x7f05b00045c0 con 0x7f05bc156c80 2024-09-19T05:02:03.320 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:03.320 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":9,"btime":"2024-09-19T05:01:39:795017+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/418766910","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":418766910},{"type":"v1","addr":"172.21.15.134:6836","nonce":418766910}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/2380114928","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2380114928},{"type":"v1","addr":"172.21.15.5:6834","nonce":2380114928}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/2304329808","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":2304329808},{"type":"v1","addr":"172.21.15.5:6835","nonce":2304329808}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:01:20.084205+0000","modified":"2024-09-19T05:01:39.146935+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6837/168351575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":168351575},{"type":"v1","addr":"172.21.15.134:6837","nonce":168351575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4275,"qdb_cluster":[4275]},"id":1}]} 2024-09-19T05:02:03.321 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 9 2024-09-19T05:02:03.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.320+0000 7f05c339f640 1 -- 172.21.15.5:0/1083938152 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f05a006c2e0 msgr2=0x7f05a006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:03.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.320+0000 7f05c339f640 1 --2- 172.21.15.5:0/1083938152 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f05a006c2e0 0x7f05a006e7a0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f05bc156520 tx=0x7f05b8001600 comp rx=0 tx=0).stop 2024-09-19T05:02:03.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.320+0000 7f05c339f640 1 -- 172.21.15.5:0/1083938152 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f05bc156c80 msgr2=0x7f05bc1f8d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:03.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.320+0000 7f05c339f640 1 --2- 172.21.15.5:0/1083938152 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f05bc156c80 0x7f05bc1f8d00 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f05b0011cd0 tx=0x7f05b000f610 comp rx=0 tx=0).stop 2024-09-19T05:02:03.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.320+0000 7f05c339f640 1 -- 172.21.15.5:0/1083938152 shutdown_connections 2024-09-19T05:02:03.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.320+0000 7f05c339f640 1 --2- 172.21.15.5:0/1083938152 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f05a006c2e0 0x7f05a006e7a0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.320+0000 7f05c339f640 1 --2- 172.21.15.5:0/1083938152 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f05bc0b3160 0x7f05bc0b35e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.320+0000 7f05c339f640 1 --2- 172.21.15.5:0/1083938152 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f05bc156c80 0x7f05bc1f8d00 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.320+0000 7f05c339f640 1 --2- 172.21.15.5:0/1083938152 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f05a8004d40 0x7f05bc152260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.321+0000 7f05c339f640 1 -- 172.21.15.5:0/1083938152 >> 172.21.15.5:0/1083938152 conn(0x7f05bc0b3ff0 msgr2=0x7f05bc09b9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:03.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.321+0000 7f05c339f640 1 -- 172.21.15.5:0/1083938152 shutdown_connections 2024-09-19T05:02:03.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.321+0000 7f05c339f640 1 -- 172.21.15.5:0/1083938152 wait complete. 2024-09-19T05:02:03.333 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:02:03.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.434+0000 7fdd1d3c4640 1 Processor -- start 2024-09-19T05:02:03.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.434+0000 7fdd1d3c4640 1 -- start start 2024-09-19T05:02:03.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.435+0000 7fdd1d3c4640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdd1806d2c0 0x7fdd180b7a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:03.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.435+0000 7fdd1d3c4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdd180d2b60 0x7fdd180b7f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:03.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.435+0000 7fdd1d3c4640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdd180d3040 con 0x7fdd1815e890 2024-09-19T05:02:03.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.435+0000 7fdd1d3c4640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fdd180d3c50 con 0x7fdd1806d2c0 2024-09-19T05:02:03.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.435+0000 7fdd1d3c4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fdd180d3320 con 0x7fdd180d2b60 2024-09-19T05:02:03.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.435+0000 7fdd167fc640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdd1806d2c0 0x7fdd180b7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:03.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.435+0000 7fdd16ffd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fdd1815e890 0x7fdd1806cbb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34762/0 (socket says 172.21.15.5:34762) 2024-09-19T05:02:03.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.435+0000 7fdd16ffd640 1 -- 172.21.15.5:0/845032060 learned_addr learned my addr 172.21.15.5:0/845032060 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:03.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.435+0000 7fdd167fc640 1 -- 172.21.15.5:0/845032060 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdd180d2b60 msgr2=0x7fdd180b7f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:03.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.435+0000 7fdd167fc640 1 --2- 172.21.15.5:0/845032060 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdd180d2b60 0x7fdd180b7f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.435+0000 7fdd167fc640 1 -- 172.21.15.5:0/845032060 >> v1:172.21.15.5:6789/0 conn(0x7fdd1815e890 legacy=0x7fdd1806cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:03.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.435+0000 7fdd167fc640 1 -- 172.21.15.5:0/845032060 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd180d3600 con 0x7fdd1806d2c0 2024-09-19T05:02:03.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.435+0000 7fdd15ffb640 1 -- 172.21.15.5:0/845032060 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1711470341 0 0) 0x7fdd180d3040 con 0x7fdd1815e890 2024-09-19T05:02:03.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.436+0000 7fdd167fc640 1 --2- 172.21.15.5:0/845032060 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd1806d2c0 0x7fdd180b7a20 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fdd0c0097a0 tx=0x7fdd0c02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b96a274e6acf5392 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:03.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.436+0000 7fdd15ffb640 1 -- 172.21.15.5:0/845032060 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd0c037070 con 0x7fdd1806d2c0 2024-09-19T05:02:03.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.436+0000 7fdd15ffb640 1 -- 172.21.15.5:0/845032060 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd0c02ae50 con 0x7fdd1806d2c0 2024-09-19T05:02:03.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.436+0000 7fdd15ffb640 1 -- 172.21.15.5:0/845032060 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd0c032660 con 0x7fdd1806d2c0 2024-09-19T05:02:03.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.437+0000 7fdd1d3c4640 1 -- 172.21.15.5:0/845032060 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd1806d2c0 msgr2=0x7fdd180b7a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:03.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.437+0000 7fdd1d3c4640 1 --2- 172.21.15.5:0/845032060 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd1806d2c0 0x7fdd180b7a20 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fdd0c0097a0 tx=0x7fdd0c02a100 comp rx=0 tx=0).stop 2024-09-19T05:02:03.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.437+0000 7fdd1d3c4640 1 -- 172.21.15.5:0/845032060 shutdown_connections 2024-09-19T05:02:03.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.437+0000 7fdd1d3c4640 1 --2- 172.21.15.5:0/845032060 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdd180d2b60 0x7fdd180b7f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.437+0000 7fdd1d3c4640 1 --2- 172.21.15.5:0/845032060 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd1806d2c0 0x7fdd180b7a20 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.437+0000 7fdd1d3c4640 1 -- 172.21.15.5:0/845032060 >> 172.21.15.5:0/845032060 conn(0x7fdd180b66c0 msgr2=0x7fdd180d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:03.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.437+0000 7fdd1d3c4640 1 -- 172.21.15.5:0/845032060 shutdown_connections 2024-09-19T05:02:03.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.437+0000 7fdd1d3c4640 1 -- 172.21.15.5:0/845032060 wait complete. 2024-09-19T05:02:03.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.438+0000 7fdd1d3c4640 1 Processor -- start 2024-09-19T05:02:03.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.438+0000 7fdd1d3c4640 1 -- start start 2024-09-19T05:02:03.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.439+0000 7fdd1d3c4640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdd1806d2c0 0x7fdd18151960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:03.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.439+0000 7fdd1d3c4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdd180d2b60 0x7fdd180cc540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:03.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.439+0000 7fdd1d3c4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd1815e890 0x7fdd180ce440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:03.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.439+0000 7fdd1d3c4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fdd1806db10 con 0x7fdd1815e890 2024-09-19T05:02:03.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.439+0000 7fdd1d3c4640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fdd1815ec70 con 0x7fdd1806d2c0 2024-09-19T05:02:03.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.439+0000 7fdd1d3c4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fdd1806dc90 con 0x7fdd180d2b60 2024-09-19T05:02:03.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.439+0000 7fdd177fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd1815e890 0x7fdd180ce440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:03.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.439+0000 7fdd177fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd1815e890 0x7fdd180ce440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54530/0 (socket says 172.21.15.5:54530) 2024-09-19T05:02:03.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.439+0000 7fdd177fe640 1 -- 172.21.15.5:0/1491677979 learned_addr learned my addr 172.21.15.5:0/1491677979 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:03.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.439+0000 7fdd16ffd640 1 --2- 172.21.15.5:0/1491677979 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdd1806d2c0 0x7fdd18151960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:03.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.439+0000 7fdd167fc640 1 --2- 172.21.15.5:0/1491677979 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdd180d2b60 0x7fdd180cc540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:03.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.439+0000 7fdd177fe640 1 -- 172.21.15.5:0/1491677979 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdd180d2b60 msgr2=0x7fdd180cc540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:03.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.439+0000 7fdd177fe640 1 --2- 172.21.15.5:0/1491677979 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdd180d2b60 0x7fdd180cc540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.439+0000 7fdd177fe640 1 -- 172.21.15.5:0/1491677979 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdd1806d2c0 msgr2=0x7fdd18151960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:03.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.439+0000 7fdd177fe640 1 --2- 172.21.15.5:0/1491677979 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdd1806d2c0 0x7fdd18151960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.439+0000 7fdd177fe640 1 -- 172.21.15.5:0/1491677979 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd180ccf30 con 0x7fdd1815e890 2024-09-19T05:02:03.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.439+0000 7fdd16ffd640 1 --2- 172.21.15.5:0/1491677979 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdd1806d2c0 0x7fdd18151960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:03.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.440+0000 7fdd177fe640 1 --2- 172.21.15.5:0/1491677979 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd1815e890 0x7fdd180ce440 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fdd1000ba10 tx=0x7fdd1000bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:03.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.440+0000 7fdcff7fe640 1 -- 172.21.15.5:0/1491677979 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd10019070 con 0x7fdd1815e890 2024-09-19T05:02:03.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.440+0000 7fdcff7fe640 1 -- 172.21.15.5:0/1491677979 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd1000cb60 con 0x7fdd1815e890 2024-09-19T05:02:03.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.440+0000 7fdd1d3c4640 1 -- 172.21.15.5:0/1491677979 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd180ab1a0 con 0x7fdd1815e890 2024-09-19T05:02:03.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.440+0000 7fdcff7fe640 1 -- 172.21.15.5:0/1491677979 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd10014440 con 0x7fdd1815e890 2024-09-19T05:02:03.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.440+0000 7fdd1d3c4640 1 -- 172.21.15.5:0/1491677979 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd18151ea0 con 0x7fdd1815e890 2024-09-19T05:02:03.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.441+0000 7fdd1d3c4640 1 -- 172.21.15.5:0/1491677979 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd180d4f00 con 0x7fdd1815e890 2024-09-19T05:02:03.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.441+0000 7fdcff7fe640 1 -- 172.21.15.5:0/1491677979 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdd1001c070 con 0x7fdd1815e890 2024-09-19T05:02:03.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.442+0000 7fdcff7fe640 1 --2- 172.21.15.5:0/1491677979 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdd0406c2b0 0x7fdd0406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:03.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.442+0000 7fdcff7fe640 1 -- 172.21.15.5:0/1491677979 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6735+0+0 (secure 0 0 0) 0x7fdd1008b4b0 con 0x7fdd1815e890 2024-09-19T05:02:03.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.442+0000 7fdd16ffd640 1 --2- 172.21.15.5:0/1491677979 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdd0406c2b0 0x7fdd0406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:03.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.443+0000 7fdd16ffd640 1 --2- 172.21.15.5:0/1491677979 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdd0406c2b0 0x7fdd0406e770 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fdd08000f60 tx=0x7fdd08007ca0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:03.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.446+0000 7fdcff7fe640 1 -- 172.21.15.5:0/1491677979 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdd10059820 con 0x7fdd1815e890 2024-09-19T05:02:03.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.622+0000 7fdd1d3c4640 1 -- 172.21.15.5:0/1491677979 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdd180b5a30 con 0x7fdd1815e890 2024-09-19T05:02:03.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.623+0000 7fdcff7fe640 1 -- 172.21.15.5:0/1491677979 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) ==== 74+0+18895 (secure 0 0 0) 0x7fdd10059120 con 0x7fdd1815e890 2024-09-19T05:02:03.625 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:03.625 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":27,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:02:02.849449+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:01:17.947021+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:01:19.067427+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T05:01:22.775359+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.15","mappings":[{"from":7,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":1}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.b","mappings":[{"from":1,"to":2}]},{"pgid":"4.18","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:02:03.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.625+0000 7fdd1d3c4640 1 -- 172.21.15.5:0/1491677979 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdd0406c2b0 msgr2=0x7fdd0406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:03.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.625+0000 7fdd1d3c4640 1 --2- 172.21.15.5:0/1491677979 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdd0406c2b0 0x7fdd0406e770 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fdd08000f60 tx=0x7fdd08007ca0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.625+0000 7fdd1d3c4640 1 -- 172.21.15.5:0/1491677979 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd1815e890 msgr2=0x7fdd180ce440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:03.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.625+0000 7fdd1d3c4640 1 --2- 172.21.15.5:0/1491677979 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd1815e890 0x7fdd180ce440 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fdd1000ba10 tx=0x7fdd1000bed0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.625+0000 7fdd1d3c4640 1 -- 172.21.15.5:0/1491677979 shutdown_connections 2024-09-19T05:02:03.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.625+0000 7fdd1d3c4640 1 --2- 172.21.15.5:0/1491677979 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdd0406c2b0 0x7fdd0406e770 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.625+0000 7fdd1d3c4640 1 --2- 172.21.15.5:0/1491677979 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdd1815e890 0x7fdd180ce440 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.625+0000 7fdd1d3c4640 1 --2- 172.21.15.5:0/1491677979 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdd180d2b60 0x7fdd180cc540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.625+0000 7fdd1d3c4640 1 --2- 172.21.15.5:0/1491677979 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdd1806d2c0 0x7fdd18151960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.625+0000 7fdd1d3c4640 1 -- 172.21.15.5:0/1491677979 >> 172.21.15.5:0/1491677979 conn(0x7fdd180b66c0 msgr2=0x7fdd180d22c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:03.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.625+0000 7fdd1d3c4640 1 -- 172.21.15.5:0/1491677979 shutdown_connections 2024-09-19T05:02:03.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.625+0000 7fdd1d3c4640 1 -- 172.21.15.5:0/1491677979 wait complete. 2024-09-19T05:02:03.638 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T05:02:03.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.739+0000 7f1e08911640 1 Processor -- start 2024-09-19T05:02:03.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.739+0000 7f1e08911640 1 -- start start 2024-09-19T05:02:03.744 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.740+0000 7f1e08911640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f1e0409b7b0 0x7f1e040b2220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:03.744 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.740+0000 7f1e08911640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e040b1650 0x7f1e040b2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:03.744 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.740+0000 7f1e08911640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1e040d0120 con 0x7f1e0409aa70 2024-09-19T05:02:03.744 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.740+0000 7f1e08911640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f1e040d06e0 con 0x7f1e0409b7b0 2024-09-19T05:02:03.744 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.740+0000 7f1e08911640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1e0409bd20 con 0x7f1e040b1650 2024-09-19T05:02:03.744 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.741+0000 7f1e0259c640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f1e0409aa70 0x7f1e0409ae50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34768/0 (socket says 172.21.15.5:34768) 2024-09-19T05:02:03.744 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.741+0000 7f1e0259c640 1 -- 172.21.15.5:0/2809796398 learned_addr learned my addr 172.21.15.5:0/2809796398 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:03.744 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.741+0000 7f1e0159a640 1 -- 172.21.15.5:0/2809796398 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2997505667 0 0) 0x7f1e040d0120 con 0x7f1e0409aa70 2024-09-19T05:02:03.744 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.741+0000 7f1e0159a640 1 -- 172.21.15.5:0/2809796398 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1df0003520 con 0x7f1e0409aa70 2024-09-19T05:02:03.744 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.741+0000 7f1e01d9b640 1 --2- 172.21.15.5:0/2809796398 >> v2:172.21.15.134:3300/0 conn(0x7f1e0409b7b0 0x7f1e040b2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:03.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.741+0000 7f1e02d9d640 1 --2- 172.21.15.5:0/2809796398 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e040b1650 0x7f1e040b2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:03.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.741+0000 7f1e0159a640 1 -- 172.21.15.5:0/2809796398 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4094905366 0 0) 0x7f1df0003520 con 0x7f1e0409aa70 2024-09-19T05:02:03.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.741+0000 7f1e0159a640 1 -- 172.21.15.5:0/2809796398 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e040b1650 msgr2=0x7f1e040b2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:03.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.741+0000 7f1e0159a640 1 --2- 172.21.15.5:0/2809796398 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e040b1650 0x7f1e040b2760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.741+0000 7f1e0159a640 1 -- 172.21.15.5:0/2809796398 >> v2:172.21.15.134:3300/0 conn(0x7f1e0409b7b0 msgr2=0x7f1e040b2220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:03.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.741+0000 7f1e0159a640 1 --2- 172.21.15.5:0/2809796398 >> v2:172.21.15.134:3300/0 conn(0x7f1e0409b7b0 0x7f1e040b2220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.741+0000 7f1e0159a640 1 -- 172.21.15.5:0/2809796398 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e040d0400 con 0x7f1e0409aa70 2024-09-19T05:02:03.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.741+0000 7f1e0159a640 1 -- 172.21.15.5:0/2809796398 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f1dfc001670 con 0x7f1e0409aa70 2024-09-19T05:02:03.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.741+0000 7f1e02d9d640 1 --2- 172.21.15.5:0/2809796398 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e040b1650 0x7f1e040b2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:03.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.741+0000 7f1e0159a640 1 -- 172.21.15.5:0/2809796398 >> v1:172.21.15.5:6789/0 conn(0x7f1e0409aa70 legacy=0x7f1e0409ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:03.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.741+0000 7f1e0159a640 1 --2- 172.21.15.5:0/2809796398 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e040b1650 0x7f1df00039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:03.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.741+0000 7f1e0159a640 1 --2- 172.21.15.5:0/2809796398 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1df0003ef0 0x7f1df0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:03.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.741+0000 7f1e0159a640 1 --2- 172.21.15.5:0/2809796398 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1df0004d40 0x7f1df00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:03.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.741+0000 7f1e0159a640 1 -- 172.21.15.5:0/2809796398 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1e040d06e0 con 0x7f1df0004d40 2024-09-19T05:02:03.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.741+0000 7f1e0159a640 1 -- 172.21.15.5:0/2809796398 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f1df000b9c0 con 0x7f1df0003ef0 2024-09-19T05:02:03.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.741+0000 7f1e0159a640 1 -- 172.21.15.5:0/2809796398 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1df000bb70 con 0x7f1e040b1650 2024-09-19T05:02:03.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.741+0000 7f1e02d9d640 1 --2- 172.21.15.5:0/2809796398 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1df0004d40 0x7f1df00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:03.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.741+0000 7f1e01d9b640 1 --2- 172.21.15.5:0/2809796398 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1df0003ef0 0x7f1df0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:03.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.741+0000 7f1e0259c640 1 --2- 172.21.15.5:0/2809796398 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e040b1650 0x7f1df00039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:03.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.742+0000 7f1e02d9d640 1 -- 172.21.15.5:0/2809796398 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e040b1650 msgr2=0x7f1df00039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:03.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.742+0000 7f1e02d9d640 1 --2- 172.21.15.5:0/2809796398 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e040b1650 0x7f1df00039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.742+0000 7f1e02d9d640 1 -- 172.21.15.5:0/2809796398 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1df0003ef0 msgr2=0x7f1df0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:03.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.742+0000 7f1e02d9d640 1 --2- 172.21.15.5:0/2809796398 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1df0003ef0 0x7f1df0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.742+0000 7f1e02d9d640 1 -- 172.21.15.5:0/2809796398 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1df0003520 con 0x7f1df0004d40 2024-09-19T05:02:03.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.742+0000 7f1e01d9b640 1 --2- 172.21.15.5:0/2809796398 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1df0003ef0 0x7f1df0004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:02:03.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.742+0000 7f1e02d9d640 1 --2- 172.21.15.5:0/2809796398 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1df0004d40 0x7f1df00051c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f1df40073e0 tx=0x7f1df0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3608e1e22a52372 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:03.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.743+0000 7f1e0159a640 1 -- 172.21.15.5:0/2809796398 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1df4009c80 con 0x7f1df0004d40 2024-09-19T05:02:03.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.743+0000 7f1e0159a640 1 -- 172.21.15.5:0/2809796398 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1df402e660 con 0x7f1df0004d40 2024-09-19T05:02:03.747 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.743+0000 7f1e0159a640 1 -- 172.21.15.5:0/2809796398 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1df402ea10 con 0x7f1df0004d40 2024-09-19T05:02:03.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.743+0000 7f1e08911640 1 -- 172.21.15.5:0/2809796398 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1df0004d40 msgr2=0x7f1df00051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:03.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.743+0000 7f1e08911640 1 --2- 172.21.15.5:0/2809796398 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1df0004d40 0x7f1df00051c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f1df40073e0 tx=0x7f1df0005830 comp rx=0 tx=0).stop 2024-09-19T05:02:03.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.743+0000 7f1e02d9d640 1 -- 172.21.15.5:0/2809796398 reap_dead start 2024-09-19T05:02:03.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.743+0000 7f1e08911640 1 -- 172.21.15.5:0/2809796398 shutdown_connections 2024-09-19T05:02:03.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.743+0000 7f1e08911640 1 -- 172.21.15.5:0/2809796398 >> 172.21.15.5:0/2809796398 conn(0x7f1e040d23b0 msgr2=0x7f1e040d27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:03.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.743+0000 7f1e08911640 1 -- 172.21.15.5:0/2809796398 shutdown_connections 2024-09-19T05:02:03.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.743+0000 7f1e08911640 1 -- 172.21.15.5:0/2809796398 wait complete. 2024-09-19T05:02:03.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.745+0000 7f1e08911640 1 Processor -- start 2024-09-19T05:02:03.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.745+0000 7f1e08911640 1 -- start start 2024-09-19T05:02:03.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.745+0000 7f1e08911640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1df0004d40 0x7f1e041584f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:03.750 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.745+0000 7f1e08911640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e04158b60 0x7f1e040cb7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:03.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.745+0000 7f1e08911640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e040c9480 0x7f1e040cbce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:03.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.745+0000 7f1e08911640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1e0415ca00 con 0x7f1e04158b60 2024-09-19T05:02:03.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.745+0000 7f1e08911640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f1e0415c880 con 0x7f1df0004d40 2024-09-19T05:02:03.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.745+0000 7f1e08911640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1e040b2760 con 0x7f1e040c9480 2024-09-19T05:02:03.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.745+0000 7f1e01d9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e04158b60 0x7f1e040cb7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:03.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.745+0000 7f1e01d9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e04158b60 0x7f1e040cb7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54544/0 (socket says 172.21.15.5:54544) 2024-09-19T05:02:03.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.745+0000 7f1e01d9b640 1 -- 172.21.15.5:0/743926675 learned_addr learned my addr 172.21.15.5:0/743926675 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:03.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.746+0000 7f1e0259c640 1 --2- 172.21.15.5:0/743926675 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1df0004d40 0x7f1e041584f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:03.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.746+0000 7f1e02d9d640 1 --2- 172.21.15.5:0/743926675 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e040c9480 0x7f1e040cbce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:03.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.746+0000 7f1e01d9b640 1 -- 172.21.15.5:0/743926675 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e040c9480 msgr2=0x7f1e040cbce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:03.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.746+0000 7f1e01d9b640 1 --2- 172.21.15.5:0/743926675 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e040c9480 0x7f1e040cbce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.746+0000 7f1e01d9b640 1 -- 172.21.15.5:0/743926675 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1df0004d40 msgr2=0x7f1e041584f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:03.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.746+0000 7f1e01d9b640 1 --2- 172.21.15.5:0/743926675 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1df0004d40 0x7f1e041584f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.746+0000 7f1e01d9b640 1 -- 172.21.15.5:0/743926675 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e0415cea0 con 0x7f1e04158b60 2024-09-19T05:02:03.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.746+0000 7f1e01d9b640 1 --2- 172.21.15.5:0/743926675 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e04158b60 0x7f1e040cb7a0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f1dec011d30 tx=0x7f1dec00f610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:03.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.746+0000 7f1dfaffd640 1 -- 172.21.15.5:0/743926675 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dec00fcc0 con 0x7f1e04158b60 2024-09-19T05:02:03.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.746+0000 7f1dfaffd640 1 -- 172.21.15.5:0/743926675 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1dec00fe60 con 0x7f1e04158b60 2024-09-19T05:02:03.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.746+0000 7f1e08911640 1 -- 172.21.15.5:0/743926675 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e040ca5f0 con 0x7f1e04158b60 2024-09-19T05:02:03.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.746+0000 7f1dfaffd640 1 -- 172.21.15.5:0/743926675 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dec014660 con 0x7f1e04158b60 2024-09-19T05:02:03.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.746+0000 7f1e08911640 1 -- 172.21.15.5:0/743926675 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e040b6380 con 0x7f1e04158b60 2024-09-19T05:02:03.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.747+0000 7f1e08911640 1 -- 172.21.15.5:0/743926675 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e040d0120 con 0x7f1e04158b60 2024-09-19T05:02:03.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.747+0000 7f1dfaffd640 1 -- 172.21.15.5:0/743926675 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1dec012040 con 0x7f1e04158b60 2024-09-19T05:02:03.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.748+0000 7f1dfaffd640 1 --2- 172.21.15.5:0/743926675 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1de406c2b0 0x7f1de406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:03.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.748+0000 7f1dfaffd640 1 -- 172.21.15.5:0/743926675 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6735+0+0 (secure 0 0 0) 0x7f1dec08c210 con 0x7f1e04158b60 2024-09-19T05:02:03.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.748+0000 7f1e0259c640 1 --2- 172.21.15.5:0/743926675 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1de406c2b0 0x7f1de406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:03.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.749+0000 7f1e0259c640 1 --2- 172.21.15.5:0/743926675 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1de406c2b0 0x7f1de406e770 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f1dfc001630 tx=0x7f1dfc009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:03.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.752+0000 7f1dfaffd640 1 -- 172.21.15.5:0/743926675 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1dec019030 con 0x7f1e04158b60 2024-09-19T05:02:03.965 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.964+0000 7f1e08911640 1 -- 172.21.15.5:0/743926675 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f1e040ce8b0 con 0x7f1e04158b60 2024-09-19T05:02:03.965 INFO:tasks.ceph.mon.a.smithi005.stderr:2024-09-19T05:02:03.964+0000 7f639b64d640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T05:02:03.967 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.965+0000 7f1dfaffd640 1 -- 172.21.15.5:0/743926675 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v10) ==== 161+0+0 (secure 0 0 0) 0x7f1dec05a610 con 0x7f1e04158b60 2024-09-19T05:02:03.967 INFO:teuthology.orchestra.run.smithi005.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T05:02:03.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.968+0000 7f1e08911640 1 -- 172.21.15.5:0/743926675 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1de406c2b0 msgr2=0x7f1de406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:03.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.968+0000 7f1e08911640 1 --2- 172.21.15.5:0/743926675 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1de406c2b0 0x7f1de406e770 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f1dfc001630 tx=0x7f1dfc009040 comp rx=0 tx=0).stop 2024-09-19T05:02:03.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.968+0000 7f1e08911640 1 -- 172.21.15.5:0/743926675 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e04158b60 msgr2=0x7f1e040cb7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:03.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.968+0000 7f1e08911640 1 --2- 172.21.15.5:0/743926675 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e04158b60 0x7f1e040cb7a0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f1dec011d30 tx=0x7f1dec00f610 comp rx=0 tx=0).stop 2024-09-19T05:02:03.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.968+0000 7f1e08911640 1 -- 172.21.15.5:0/743926675 shutdown_connections 2024-09-19T05:02:03.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.968+0000 7f1e08911640 1 --2- 172.21.15.5:0/743926675 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1de406c2b0 0x7f1de406e770 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.968+0000 7f1e08911640 1 --2- 172.21.15.5:0/743926675 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e040c9480 0x7f1e040cbce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.968+0000 7f1e08911640 1 --2- 172.21.15.5:0/743926675 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e04158b60 0x7f1e040cb7a0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.968+0000 7f1e08911640 1 --2- 172.21.15.5:0/743926675 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1df0004d40 0x7f1e041584f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:03.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.968+0000 7f1e08911640 1 -- 172.21.15.5:0/743926675 >> 172.21.15.5:0/743926675 conn(0x7f1e040d23b0 msgr2=0x7f1e040d27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:03.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.968+0000 7f1e08911640 1 -- 172.21.15.5:0/743926675 shutdown_connections 2024-09-19T05:02:03.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:03.968+0000 7f1e08911640 1 -- 172.21.15.5:0/743926675 wait complete. 2024-09-19T05:02:03.974 INFO:tasks.ceph.mds.d.smithi134.stderr: -4205> 2024-09-19T05:01:26.702+0000 7fa64c454640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:02:03.981 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T05:02:04.006 INFO:tasks.ceph.mds.d.smithi134.stdout:starting mds.d at 2024-09-19T05:02:04.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.085+0000 7f28da4dd640 1 Processor -- start 2024-09-19T05:02:04.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.086+0000 7f28da4dd640 1 -- start start 2024-09-19T05:02:04.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.086+0000 7f28da4dd640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28d40b6700 0x7f28d406da90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:04.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.086+0000 7f28da4dd640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f28d40cf180 con 0x7f28d40d4c80 2024-09-19T05:02:04.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.086+0000 7f28da4dd640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f28d406cfb0 con 0x7f28d4161c70 2024-09-19T05:02:04.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.086+0000 7f28da4dd640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f28d4162050 con 0x7f28d40b6700 2024-09-19T05:02:04.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.087+0000 7f28d8a7a640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f28d40d4c80 0x7f28d406dfd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34770/0 (socket says 172.21.15.5:34770) 2024-09-19T05:02:04.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.087+0000 7f28d8a7a640 1 -- 172.21.15.5:0/3968863903 learned_addr learned my addr 172.21.15.5:0/3968863903 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:04.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.087+0000 7f28d37fe640 1 --2- 172.21.15.5:0/3968863903 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28d40b6700 0x7f28d406da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:04.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.087+0000 7f28d2ffd640 1 -- 172.21.15.5:0/3968863903 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3307407865 0 0) 0x7f28d40cf180 con 0x7f28d40d4c80 2024-09-19T05:02:04.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.087+0000 7f28d2ffd640 1 -- 172.21.15.5:0/3968863903 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f28bc003520 con 0x7f28d40d4c80 2024-09-19T05:02:04.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.087+0000 7f28d2ffd640 1 -- 172.21.15.5:0/3968863903 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 846567178 0 0) 0x7f28d406cfb0 con 0x7f28d4161c70 2024-09-19T05:02:04.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.087+0000 7f28d2ffd640 1 -- 172.21.15.5:0/3968863903 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f28d40cf180 con 0x7f28d4161c70 2024-09-19T05:02:04.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.087+0000 7f28d2ffd640 1 -- 172.21.15.5:0/3968863903 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3735390813 0 0) 0x7f28bc003520 con 0x7f28d40d4c80 2024-09-19T05:02:04.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.087+0000 7f28d2ffd640 1 -- 172.21.15.5:0/3968863903 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28d40b6700 msgr2=0x7f28d406da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:04.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.087+0000 7f28d2ffd640 1 --2- 172.21.15.5:0/3968863903 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28d40b6700 0x7f28d406da90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:04.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.087+0000 7f28d2ffd640 1 -- 172.21.15.5:0/3968863903 >> v1:172.21.15.134:6789/0 conn(0x7f28d4161c70 legacy=0x7f28d40b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:04.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.087+0000 7f28d2ffd640 1 -- 172.21.15.5:0/3968863903 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28d406d290 con 0x7f28d40d4c80 2024-09-19T05:02:04.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.087+0000 7f28d2ffd640 1 -- 172.21.15.5:0/3968863903 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f28cc0019f0 con 0x7f28d40d4c80 2024-09-19T05:02:04.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.087+0000 7f28d2ffd640 1 -- 172.21.15.5:0/3968863903 >> v1:172.21.15.5:6789/0 conn(0x7f28d40d4c80 legacy=0x7f28d406dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:04.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.087+0000 7f28d2ffd640 1 --2- 172.21.15.5:0/3968863903 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28bc003b70 0x7f28bc003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:04.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.087+0000 7f28d2ffd640 1 --2- 172.21.15.5:0/3968863903 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28d40b6700 0x7f28bc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:04.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.087+0000 7f28d2ffd640 1 --2- 172.21.15.5:0/3968863903 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f28bc004d40 0x7f28bc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:04.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.087+0000 7f28d2ffd640 1 -- 172.21.15.5:0/3968863903 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f28d4162050 con 0x7f28bc003b70 2024-09-19T05:02:04.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.087+0000 7f28d2ffd640 1 -- 172.21.15.5:0/3968863903 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f28bc00ba70 con 0x7f28bc004d40 2024-09-19T05:02:04.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.087+0000 7f28d2ffd640 1 -- 172.21.15.5:0/3968863903 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f28bc00bc70 con 0x7f28d40b6700 2024-09-19T05:02:04.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.087+0000 7f28d3fff640 1 --2- 172.21.15.5:0/3968863903 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28bc003b70 0x7f28bc003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:04.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.087+0000 7f28d37fe640 1 --2- 172.21.15.5:0/3968863903 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28d40b6700 0x7f28bc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:04.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.087+0000 7f28d8a7a640 1 --2- 172.21.15.5:0/3968863903 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f28bc004d40 0x7f28bc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:04.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.088+0000 7f28d3fff640 1 -- 172.21.15.5:0/3968863903 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28d40b6700 msgr2=0x7f28bc004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:04.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.088+0000 7f28d3fff640 1 --2- 172.21.15.5:0/3968863903 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28d40b6700 0x7f28bc004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:04.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.088+0000 7f28d3fff640 1 -- 172.21.15.5:0/3968863903 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f28bc004d40 msgr2=0x7f28bc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:04.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.088+0000 7f28d3fff640 1 --2- 172.21.15.5:0/3968863903 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f28bc004d40 0x7f28bc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:04.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.088+0000 7f28d3fff640 1 -- 172.21.15.5:0/3968863903 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28bc003520 con 0x7f28bc003b70 2024-09-19T05:02:04.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.088+0000 7f28d37fe640 1 --2- 172.21.15.5:0/3968863903 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28d40b6700 0x7f28bc004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:04.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.088+0000 7f28d3fff640 1 --2- 172.21.15.5:0/3968863903 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28bc003b70 0x7f28bc003f70 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f28c40018d0 tx=0x7f28bc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91da821cf9c092f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:04.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.088+0000 7f28d2ffd640 1 -- 172.21.15.5:0/3968863903 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28c40014f0 con 0x7f28bc003b70 2024-09-19T05:02:04.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.088+0000 7f28d2ffd640 1 -- 172.21.15.5:0/3968863903 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28c40052d0 con 0x7f28bc003b70 2024-09-19T05:02:04.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.088+0000 7f28d2ffd640 1 -- 172.21.15.5:0/3968863903 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28c402aca0 con 0x7f28bc003b70 2024-09-19T05:02:04.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.089+0000 7f28da4dd640 1 -- 172.21.15.5:0/3968863903 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28bc003b70 msgr2=0x7f28bc003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:04.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.089+0000 7f28da4dd640 1 --2- 172.21.15.5:0/3968863903 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28bc003b70 0x7f28bc003f70 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f28c40018d0 tx=0x7f28bc005830 comp rx=0 tx=0).stop 2024-09-19T05:02:04.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.089+0000 7f28d8a7a640 1 -- 172.21.15.5:0/3968863903 reap_dead start 2024-09-19T05:02:04.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.089+0000 7f28da4dd640 1 -- 172.21.15.5:0/3968863903 shutdown_connections 2024-09-19T05:02:04.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.089+0000 7f28da4dd640 1 -- 172.21.15.5:0/3968863903 >> 172.21.15.5:0/3968863903 conn(0x7f28d408c000 msgr2=0x7f28d40d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:04.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.089+0000 7f28da4dd640 1 -- 172.21.15.5:0/3968863903 shutdown_connections 2024-09-19T05:02:04.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.089+0000 7f28da4dd640 1 -- 172.21.15.5:0/3968863903 wait complete. 2024-09-19T05:02:04.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.090+0000 7f28da4dd640 1 Processor -- start 2024-09-19T05:02:04.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.090+0000 7f28da4dd640 1 -- start start 2024-09-19T05:02:04.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.091+0000 7f28da4dd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28bc003b70 0x7f28d40b7b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:04.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.091+0000 7f28da4dd640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f28d40cab40 0x7f28d4156e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:04.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.091+0000 7f28da4dd640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28d40c9820 0x7f28d40c9ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:04.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.091+0000 7f28da4dd640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f28d40cebc0 con 0x7f28bc003b70 2024-09-19T05:02:04.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.091+0000 7f28da4dd640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f28d406d600 con 0x7f28d40cab40 2024-09-19T05:02:04.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.091+0000 7f28da4dd640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f28d40ced40 con 0x7f28d40c9820 2024-09-19T05:02:04.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.091+0000 7f28d3fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28bc003b70 0x7f28d40b7b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:04.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.091+0000 7f28d3fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28bc003b70 0x7f28d40b7b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54552/0 (socket says 172.21.15.5:54552) 2024-09-19T05:02:04.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.091+0000 7f28d3fff640 1 -- 172.21.15.5:0/182250392 learned_addr learned my addr 172.21.15.5:0/182250392 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:04.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.091+0000 7f28d8a7a640 1 --2- 172.21.15.5:0/182250392 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28d40c9820 0x7f28d40c9ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:04.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.091+0000 7f28d37fe640 1 --2- 172.21.15.5:0/182250392 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f28d40cab40 0x7f28d4156e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:04.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.092+0000 7f28d3fff640 1 -- 172.21.15.5:0/182250392 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28d40c9820 msgr2=0x7f28d40c9ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:04.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.092+0000 7f28d3fff640 1 --2- 172.21.15.5:0/182250392 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28d40c9820 0x7f28d40c9ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:04.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.092+0000 7f28d3fff640 1 -- 172.21.15.5:0/182250392 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f28d40cab40 msgr2=0x7f28d4156e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:04.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.092+0000 7f28d3fff640 1 --2- 172.21.15.5:0/182250392 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f28d40cab40 0x7f28d4156e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:04.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.092+0000 7f28d3fff640 1 -- 172.21.15.5:0/182250392 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28d4157930 con 0x7f28bc003b70 2024-09-19T05:02:04.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.092+0000 7f28d37fe640 1 --2- 172.21.15.5:0/182250392 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f28d40cab40 0x7f28d4156e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:04.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.092+0000 7f28d3fff640 1 --2- 172.21.15.5:0/182250392 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28bc003b70 0x7f28d40b7b90 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f28c4005040 tx=0x7f28c40012d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:04.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.092+0000 7f28d0ff9640 1 -- 172.21.15.5:0/182250392 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28c403f020 con 0x7f28bc003b70 2024-09-19T05:02:04.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.092+0000 7f28d0ff9640 1 -- 172.21.15.5:0/182250392 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28c4006e50 con 0x7f28bc003b70 2024-09-19T05:02:04.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.092+0000 7f28da4dd640 1 -- 172.21.15.5:0/182250392 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28d40b8190 con 0x7f28bc003b70 2024-09-19T05:02:04.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.092+0000 7f28d0ff9640 1 -- 172.21.15.5:0/182250392 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28c4037040 con 0x7f28bc003b70 2024-09-19T05:02:04.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.092+0000 7f28da4dd640 1 -- 172.21.15.5:0/182250392 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28d40c9020 con 0x7f28bc003b70 2024-09-19T05:02:04.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.093+0000 7f28da4dd640 1 -- 172.21.15.5:0/182250392 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28d40b5ff0 con 0x7f28bc003b70 2024-09-19T05:02:04.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.093+0000 7f28d0ff9640 1 -- 172.21.15.5:0/182250392 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f28c4042020 con 0x7f28bc003b70 2024-09-19T05:02:04.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.094+0000 7f28d0ff9640 1 --2- 172.21.15.5:0/182250392 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f28c006c2e0 0x7f28c006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:04.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.094+0000 7f28d0ff9640 1 -- 172.21.15.5:0/182250392 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6821+0+0 (secure 0 0 0) 0x7f28c40ab540 con 0x7f28bc003b70 2024-09-19T05:02:04.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.094+0000 7f28d37fe640 1 --2- 172.21.15.5:0/182250392 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f28c006c2e0 0x7f28c006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:04.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.095+0000 7f28d37fe640 1 --2- 172.21.15.5:0/182250392 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f28c006c2e0 0x7f28c006e7a0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f28d40ba4c0 tx=0x7f28c8008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:04.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.099+0000 7f28d0ff9640 1 -- 172.21.15.5:0/182250392 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f28c4049030 con 0x7f28bc003b70 2024-09-19T05:02:04.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.314+0000 7f28da4dd640 1 -- 172.21.15.5:0/182250392 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f28d40b1140 con 0x7f28bc003b70 2024-09-19T05:02:04.968 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.967+0000 7f28d0ff9640 1 -- 172.21.15.5:0/182250392 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v11) ==== 104+0+0 (secure 0 0 0) 0x7f28c4079850 con 0x7f28bc003b70 2024-09-19T05:02:04.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.969+0000 7f28da4dd640 1 -- 172.21.15.5:0/182250392 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f28c006c2e0 msgr2=0x7f28c006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:04.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.969+0000 7f28da4dd640 1 --2- 172.21.15.5:0/182250392 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f28c006c2e0 0x7f28c006e7a0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f28d40ba4c0 tx=0x7f28c8008040 comp rx=0 tx=0).stop 2024-09-19T05:02:04.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.969+0000 7f28da4dd640 1 -- 172.21.15.5:0/182250392 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28bc003b70 msgr2=0x7f28d40b7b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:04.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.969+0000 7f28da4dd640 1 --2- 172.21.15.5:0/182250392 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28bc003b70 0x7f28d40b7b90 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f28c4005040 tx=0x7f28c40012d0 comp rx=0 tx=0).stop 2024-09-19T05:02:04.971 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.970+0000 7f28da4dd640 1 -- 172.21.15.5:0/182250392 shutdown_connections 2024-09-19T05:02:04.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.970+0000 7f28da4dd640 1 --2- 172.21.15.5:0/182250392 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f28c006c2e0 0x7f28c006e7a0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:04.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.970+0000 7f28da4dd640 1 --2- 172.21.15.5:0/182250392 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28d40c9820 0x7f28d40c9ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:04.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.970+0000 7f28da4dd640 1 --2- 172.21.15.5:0/182250392 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f28d40cab40 0x7f28d4156e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:04.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.970+0000 7f28da4dd640 1 --2- 172.21.15.5:0/182250392 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28bc003b70 0x7f28d40b7b90 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:04.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.970+0000 7f28da4dd640 1 -- 172.21.15.5:0/182250392 >> 172.21.15.5:0/182250392 conn(0x7f28d408c000 msgr2=0x7f28d40d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:04.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.970+0000 7f28da4dd640 1 -- 172.21.15.5:0/182250392 shutdown_connections 2024-09-19T05:02:04.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:04.970+0000 7f28da4dd640 1 -- 172.21.15.5:0/182250392 wait complete. 2024-09-19T05:02:04.984 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T05:02:05.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.096+0000 7f792b386640 1 Processor -- start 2024-09-19T05:02:05.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.096+0000 7f792b386640 1 -- start start 2024-09-19T05:02:05.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.097+0000 7f792b386640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f792415e6d0 0x7f79240d3c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:05.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.097+0000 7f792b386640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f79240cf640 0x7f79240cfa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:05.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.097+0000 7f792b386640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f79240d2be0 con 0x7f79240d13e0 2024-09-19T05:02:05.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.097+0000 7f792b386640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f79240d2ec0 con 0x7f79240cf640 2024-09-19T05:02:05.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.097+0000 7f792b386640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f79240d31a0 con 0x7f792415e6d0 2024-09-19T05:02:05.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.097+0000 7f7928921640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f79240cf640 0x7f79240cfa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:05.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.097+0000 7f7929923640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f79240d13e0 0x7f79240b7810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34778/0 (socket says 172.21.15.5:34778) 2024-09-19T05:02:05.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.097+0000 7f7929923640 1 -- 172.21.15.5:0/271548992 learned_addr learned my addr 172.21.15.5:0/271548992 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:05.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.097+0000 7f7929122640 1 --2- 172.21.15.5:0/271548992 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f792415e6d0 0x7f79240d3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:05.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.097+0000 7f7928921640 1 -- 172.21.15.5:0/271548992 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f792415e6d0 msgr2=0x7f79240d3c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:05.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.097+0000 7f7928921640 1 --2- 172.21.15.5:0/271548992 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f792415e6d0 0x7f79240d3c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:05.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.097+0000 7f7928921640 1 -- 172.21.15.5:0/271548992 >> v1:172.21.15.5:6789/0 conn(0x7f79240d13e0 legacy=0x7f79240b7810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:05.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.097+0000 7f7928921640 1 -- 172.21.15.5:0/271548992 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79240d3480 con 0x7f79240cf640 2024-09-19T05:02:05.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.098+0000 7f7928921640 1 --2- 172.21.15.5:0/271548992 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f79240cf640 0x7f79240cfa60 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f79140097a0 tx=0x7f791402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6f8f182c78fa856 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:05.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.098+0000 7f791bfff640 1 -- 172.21.15.5:0/271548992 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7914037070 con 0x7f79240cf640 2024-09-19T05:02:05.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.098+0000 7f791bfff640 1 -- 172.21.15.5:0/271548992 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7914032440 con 0x7f79240cf640 2024-09-19T05:02:05.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.098+0000 7f791bfff640 1 -- 172.21.15.5:0/271548992 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7914032810 con 0x7f79240cf640 2024-09-19T05:02:05.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.099+0000 7f792b386640 1 -- 172.21.15.5:0/271548992 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f79240cf640 msgr2=0x7f79240cfa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:05.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.099+0000 7f792b386640 1 --2- 172.21.15.5:0/271548992 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f79240cf640 0x7f79240cfa60 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f79140097a0 tx=0x7f791402a210 comp rx=0 tx=0).stop 2024-09-19T05:02:05.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.099+0000 7f792b386640 1 -- 172.21.15.5:0/271548992 shutdown_connections 2024-09-19T05:02:05.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.099+0000 7f792b386640 1 --2- 172.21.15.5:0/271548992 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f79240cf640 0x7f79240cfa60 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:05.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.099+0000 7f792b386640 1 --2- 172.21.15.5:0/271548992 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f792415e6d0 0x7f79240d3c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:05.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.099+0000 7f792b386640 1 -- 172.21.15.5:0/271548992 >> 172.21.15.5:0/271548992 conn(0x7f7924067b30 msgr2=0x7f7924067f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:05.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.099+0000 7f792b386640 1 -- 172.21.15.5:0/271548992 shutdown_connections 2024-09-19T05:02:05.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.099+0000 7f792b386640 1 -- 172.21.15.5:0/271548992 wait complete. 2024-09-19T05:02:05.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.100+0000 7f792b386640 1 Processor -- start 2024-09-19T05:02:05.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.100+0000 7f792b386640 1 -- start start 2024-09-19T05:02:05.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.101+0000 7f792b386640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f79240cf640 0x7f792415a720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:05.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.101+0000 7f792b386640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f79240d13e0 0x7f792414f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:05.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.101+0000 7f792b386640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f792415e6d0 0x7f79240cb780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:05.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.101+0000 7f792b386640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f792415eab0 con 0x7f79240d13e0 2024-09-19T05:02:05.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.101+0000 7f792b386640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f7924163100 con 0x7f79240cf640 2024-09-19T05:02:05.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.101+0000 7f792b386640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f792415ec30 con 0x7f792415e6d0 2024-09-19T05:02:05.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.101+0000 7f7928921640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f79240d13e0 0x7f792414f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:05.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.101+0000 7f7928921640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f79240d13e0 0x7f792414f670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54570/0 (socket says 172.21.15.5:54570) 2024-09-19T05:02:05.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.101+0000 7f7928921640 1 -- 172.21.15.5:0/3798957226 learned_addr learned my addr 172.21.15.5:0/3798957226 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:05.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.102+0000 7f7929923640 1 --2- 172.21.15.5:0/3798957226 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f792415e6d0 0x7f79240cb780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:05.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.102+0000 7f7929122640 1 --2- 172.21.15.5:0/3798957226 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f79240cf640 0x7f792415a720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:05.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.102+0000 7f7928921640 1 -- 172.21.15.5:0/3798957226 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f792415e6d0 msgr2=0x7f79240cb780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:05.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.102+0000 7f7928921640 1 --2- 172.21.15.5:0/3798957226 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f792415e6d0 0x7f79240cb780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:05.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.102+0000 7f7928921640 1 -- 172.21.15.5:0/3798957226 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f79240cf640 msgr2=0x7f792415a720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:05.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.102+0000 7f7928921640 1 --2- 172.21.15.5:0/3798957226 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f79240cf640 0x7f792415a720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:05.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.102+0000 7f7928921640 1 -- 172.21.15.5:0/3798957226 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79240ce4f0 con 0x7f79240d13e0 2024-09-19T05:02:05.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.102+0000 7f7929923640 1 --2- 172.21.15.5:0/3798957226 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f792415e6d0 0x7f79240cb780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:05.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.102+0000 7f7928921640 1 --2- 172.21.15.5:0/3798957226 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f79240d13e0 0x7f792414f670 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f79140098c0 tx=0x7f79140046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:05.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.102+0000 7f7919ffb640 1 -- 172.21.15.5:0/3798957226 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7914041070 con 0x7f79240d13e0 2024-09-19T05:02:05.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.102+0000 7f792b386640 1 -- 172.21.15.5:0/3798957226 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f792415c220 con 0x7f79240d13e0 2024-09-19T05:02:05.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.102+0000 7f792b386640 1 -- 172.21.15.5:0/3798957226 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f792415c7e0 con 0x7f79240d13e0 2024-09-19T05:02:05.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.102+0000 7f7919ffb640 1 -- 172.21.15.5:0/3798957226 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7914032440 con 0x7f79240d13e0 2024-09-19T05:02:05.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.102+0000 7f7919ffb640 1 -- 172.21.15.5:0/3798957226 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f791404b060 con 0x7f79240d13e0 2024-09-19T05:02:05.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.103+0000 7f792b386640 1 -- 172.21.15.5:0/3798957226 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7904005290 con 0x7f79240d13e0 2024-09-19T05:02:05.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.104+0000 7f7919ffb640 1 -- 172.21.15.5:0/3798957226 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7914044070 con 0x7f79240d13e0 2024-09-19T05:02:05.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.104+0000 7f7919ffb640 1 --2- 172.21.15.5:0/3798957226 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f790806c2b0 0x7f790806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:05.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.104+0000 7f7919ffb640 1 -- 172.21.15.5:0/3798957226 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6821+0+0 (secure 0 0 0) 0x7f79140ac380 con 0x7f79240d13e0 2024-09-19T05:02:05.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.105+0000 7f7929122640 1 --2- 172.21.15.5:0/3798957226 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f790806c2b0 0x7f790806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:05.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.105+0000 7f7929122640 1 --2- 172.21.15.5:0/3798957226 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f790806c2b0 0x7f790806e770 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f7920006fd0 tx=0x7f7920008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:05.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.109+0000 7f7919ffb640 1 -- 172.21.15.5:0/3798957226 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f791407a600 con 0x7f79240d13e0 2024-09-19T05:02:05.287 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.285+0000 7f792b386640 1 -- 172.21.15.5:0/3798957226 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f7904005580 con 0x7f79240d13e0 2024-09-19T05:02:05.973 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.971+0000 7f7919ffb640 1 -- 172.21.15.5:0/3798957226 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v29) ==== 181+0+0 (secure 0 0 0) 0x7f7914079f00 con 0x7f79240d13e0 2024-09-19T05:02:05.973 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_metadata' removed 2024-09-19T05:02:05.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.975+0000 7f792b386640 1 -- 172.21.15.5:0/3798957226 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f790806c2b0 msgr2=0x7f790806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:05.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.975+0000 7f792b386640 1 --2- 172.21.15.5:0/3798957226 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f790806c2b0 0x7f790806e770 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f7920006fd0 tx=0x7f7920008040 comp rx=0 tx=0).stop 2024-09-19T05:02:05.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.975+0000 7f792b386640 1 -- 172.21.15.5:0/3798957226 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f79240d13e0 msgr2=0x7f792414f670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:05.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.975+0000 7f792b386640 1 --2- 172.21.15.5:0/3798957226 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f79240d13e0 0x7f792414f670 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f79140098c0 tx=0x7f79140046c0 comp rx=0 tx=0).stop 2024-09-19T05:02:05.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.975+0000 7f792b386640 1 -- 172.21.15.5:0/3798957226 shutdown_connections 2024-09-19T05:02:05.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.975+0000 7f792b386640 1 --2- 172.21.15.5:0/3798957226 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f790806c2b0 0x7f790806e770 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:05.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.975+0000 7f792b386640 1 --2- 172.21.15.5:0/3798957226 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f792415e6d0 0x7f79240cb780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:05.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.975+0000 7f792b386640 1 --2- 172.21.15.5:0/3798957226 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f79240d13e0 0x7f792414f670 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:05.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.975+0000 7f792b386640 1 --2- 172.21.15.5:0/3798957226 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f79240cf640 0x7f792415a720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:05.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.975+0000 7f792b386640 1 -- 172.21.15.5:0/3798957226 >> 172.21.15.5:0/3798957226 conn(0x7f7924067b30 msgr2=0x7f79240d3c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:05.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.976+0000 7f792b386640 1 -- 172.21.15.5:0/3798957226 shutdown_connections 2024-09-19T05:02:05.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:05.976+0000 7f792b386640 1 -- 172.21.15.5:0/3798957226 wait complete. 2024-09-19T05:02:05.992 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T05:02:06.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.104+0000 7fb0d6578640 1 Processor -- start 2024-09-19T05:02:06.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.104+0000 7fb0d6578640 1 -- start start 2024-09-19T05:02:06.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.104+0000 7fb0d6578640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb0d00ce310 0x7fb0d0169420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:06.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.104+0000 7fb0d6578640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb0d006e300 con 0x7fb0d015e860 2024-09-19T05:02:06.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.104+0000 7fb0d6578640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb0d009b890 con 0x7fb0d006dea0 2024-09-19T05:02:06.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.104+0000 7fb0d6578640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fb0d00b3dd0 con 0x7fb0d00ce310 2024-09-19T05:02:06.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.105+0000 7fb0cffff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fb0d015e860 0x7fb0d009aa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34786/0 (socket says 172.21.15.5:34786) 2024-09-19T05:02:06.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.105+0000 7fb0d4b15640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb0d00ce310 0x7fb0d0169420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:06.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.105+0000 7fb0cffff640 1 -- 172.21.15.5:0/1319154541 learned_addr learned my addr 172.21.15.5:0/1319154541 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:06.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.105+0000 7fb0d4b15640 1 -- 172.21.15.5:0/1319154541 >> v1:172.21.15.134:6789/0 conn(0x7fb0d006dea0 legacy=0x7fb0d009b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:06.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.105+0000 7fb0d4b15640 1 -- 172.21.15.5:0/1319154541 >> v1:172.21.15.5:6789/0 conn(0x7fb0d015e860 legacy=0x7fb0d009aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:06.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.105+0000 7fb0ceffd640 1 -- 172.21.15.5:0/1319154541 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2943807458 0 0) 0x7fb0c0001110 con 0x7fb0d015e860 2024-09-19T05:02:06.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.105+0000 7fb0d4b15640 1 -- 172.21.15.5:0/1319154541 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0d006e580 con 0x7fb0d00ce310 2024-09-19T05:02:06.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.106+0000 7fb0d4b15640 1 --2- 172.21.15.5:0/1319154541 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb0d00ce310 0x7fb0d0169420 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fb0c8009d90 tx=0x7fb0c802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef0610793232754a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:06.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.106+0000 7fb0ceffd640 1 -- 172.21.15.5:0/1319154541 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0c8007740 con 0x7fb0d00ce310 2024-09-19T05:02:06.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.106+0000 7fb0ceffd640 1 -- 172.21.15.5:0/1319154541 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0c80078e0 con 0x7fb0d00ce310 2024-09-19T05:02:06.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.106+0000 7fb0ceffd640 1 -- 172.21.15.5:0/1319154541 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0c8007cb0 con 0x7fb0d00ce310 2024-09-19T05:02:06.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.106+0000 7fb0d6578640 1 -- 172.21.15.5:0/1319154541 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb0d00ce310 msgr2=0x7fb0d0169420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:06.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.106+0000 7fb0d6578640 1 --2- 172.21.15.5:0/1319154541 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb0d00ce310 0x7fb0d0169420 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fb0c8009d90 tx=0x7fb0c802a6a0 comp rx=0 tx=0).stop 2024-09-19T05:02:06.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.106+0000 7fb0d6578640 1 -- 172.21.15.5:0/1319154541 shutdown_connections 2024-09-19T05:02:06.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.106+0000 7fb0d6578640 1 --2- 172.21.15.5:0/1319154541 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb0d00ce310 0x7fb0d0169420 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:06.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.106+0000 7fb0d6578640 1 -- 172.21.15.5:0/1319154541 >> 172.21.15.5:0/1319154541 conn(0x7fb0d00cef20 msgr2=0x7fb0d00cf330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:06.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.107+0000 7fb0d6578640 1 -- 172.21.15.5:0/1319154541 shutdown_connections 2024-09-19T05:02:06.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.107+0000 7fb0d6578640 1 -- 172.21.15.5:0/1319154541 wait complete. 2024-09-19T05:02:06.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.108+0000 7fb0d6578640 1 Processor -- start 2024-09-19T05:02:06.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.108+0000 7fb0d6578640 1 -- start start 2024-09-19T05:02:06.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.109+0000 7fb0d6578640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb0d006dea0 0x7fb0d015ce60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:06.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.109+0000 7fb0d6578640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb0d00ce310 0x7fb0d015d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:06.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.109+0000 7fb0d6578640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb0d015e860 0x7fb0d01501c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:06.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.109+0000 7fb0d6578640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fb0d00ccde0 con 0x7fb0d015e860 2024-09-19T05:02:06.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.109+0000 7fb0d6578640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fb0d00ccb00 con 0x7fb0d00ce310 2024-09-19T05:02:06.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.109+0000 7fb0d6578640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fb0d006eb40 con 0x7fb0d006dea0 2024-09-19T05:02:06.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.109+0000 7fb0d4b15640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb0d015e860 0x7fb0d01501c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:06.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.109+0000 7fb0d4b15640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb0d015e860 0x7fb0d01501c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:54578/0 (socket says 172.21.15.5:54578) 2024-09-19T05:02:06.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.109+0000 7fb0d4b15640 1 -- 172.21.15.5:0/2479220451 learned_addr learned my addr 172.21.15.5:0/2479220451 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:06.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.109+0000 7fb0cf7fe640 1 --2- 172.21.15.5:0/2479220451 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb0d00ce310 0x7fb0d015d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:06.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.109+0000 7fb0cffff640 1 --2- 172.21.15.5:0/2479220451 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb0d006dea0 0x7fb0d015ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:06.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.109+0000 7fb0d4b15640 1 -- 172.21.15.5:0/2479220451 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb0d006dea0 msgr2=0x7fb0d015ce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:06.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.109+0000 7fb0d4b15640 1 --2- 172.21.15.5:0/2479220451 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb0d006dea0 0x7fb0d015ce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:06.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.109+0000 7fb0d4b15640 1 -- 172.21.15.5:0/2479220451 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb0d00ce310 msgr2=0x7fb0d015d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:06.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.109+0000 7fb0d4b15640 1 --2- 172.21.15.5:0/2479220451 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb0d00ce310 0x7fb0d015d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:06.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.109+0000 7fb0d4b15640 1 -- 172.21.15.5:0/2479220451 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0d01510f0 con 0x7fb0d015e860 2024-09-19T05:02:06.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.109+0000 7fb0cf7fe640 1 --2- 172.21.15.5:0/2479220451 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb0d00ce310 0x7fb0d015d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:06.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.109+0000 7fb0d4b15640 1 --2- 172.21.15.5:0/2479220451 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb0d015e860 0x7fb0d01501c0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fb0c8009eb0 tx=0x7fb0c8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:06.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.109+0000 7fb0ccff9640 1 -- 172.21.15.5:0/2479220451 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0c8040070 con 0x7fb0d015e860 2024-09-19T05:02:06.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.110+0000 7fb0ccff9640 1 -- 172.21.15.5:0/2479220451 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0c8031c90 con 0x7fb0d015e860 2024-09-19T05:02:06.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.110+0000 7fb0d6578640 1 -- 172.21.15.5:0/2479220451 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0d0150e10 con 0x7fb0d015e860 2024-09-19T05:02:06.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.110+0000 7fb0ccff9640 1 -- 172.21.15.5:0/2479220451 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0c8045680 con 0x7fb0d015e860 2024-09-19T05:02:06.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.110+0000 7fb0d6578640 1 -- 172.21.15.5:0/2479220451 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0d014e540 con 0x7fb0d015e860 2024-09-19T05:02:06.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.111+0000 7fb0d6578640 1 -- 172.21.15.5:0/2479220451 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0d006f9f0 con 0x7fb0d015e860 2024-09-19T05:02:06.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.111+0000 7fb0ccff9640 1 -- 172.21.15.5:0/2479220451 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb0c8039040 con 0x7fb0d015e860 2024-09-19T05:02:06.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.112+0000 7fb0ccff9640 1 --2- 172.21.15.5:0/2479220451 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb0bc06c2b0 0x7fb0bc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:06.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.112+0000 7fb0ccff9640 1 -- 172.21.15.5:0/2479220451 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 6383+0+0 (secure 0 0 0) 0x7fb0c80ad040 con 0x7fb0d015e860 2024-09-19T05:02:06.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.112+0000 7fb0cffff640 1 --2- 172.21.15.5:0/2479220451 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb0bc06c2b0 0x7fb0bc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:06.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.113+0000 7fb0cffff640 1 --2- 172.21.15.5:0/2479220451 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb0bc06c2b0 0x7fb0bc06e770 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fb0c0000f60 tx=0x7fb0c0007970 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:06.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.116+0000 7fb0ccff9640 1 -- 172.21.15.5:0/2479220451 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb0d006f9f0 con 0x7fb0d015e860 2024-09-19T05:02:06.296 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.294+0000 7fb0d6578640 1 -- 172.21.15.5:0/2479220451 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fb0d015ec40 con 0x7fb0d015e860 2024-09-19T05:02:06.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.973+0000 7fb0ccff9640 1 -- 172.21.15.5:0/2479220451 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v30) ==== 169+0+0 (secure 0 0 0) 0x7fb0c807b010 con 0x7fb0d015e860 2024-09-19T05:02:06.975 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_data' removed 2024-09-19T05:02:06.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.977+0000 7fb0d6578640 1 -- 172.21.15.5:0/2479220451 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb0bc06c2b0 msgr2=0x7fb0bc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:06.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.977+0000 7fb0d6578640 1 --2- 172.21.15.5:0/2479220451 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb0bc06c2b0 0x7fb0bc06e770 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fb0c0000f60 tx=0x7fb0c0007970 comp rx=0 tx=0).stop 2024-09-19T05:02:06.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.977+0000 7fb0d6578640 1 -- 172.21.15.5:0/2479220451 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb0d015e860 msgr2=0x7fb0d01501c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:06.978 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.977+0000 7fb0d6578640 1 --2- 172.21.15.5:0/2479220451 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb0d015e860 0x7fb0d01501c0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fb0c8009eb0 tx=0x7fb0c8004a40 comp rx=0 tx=0).stop 2024-09-19T05:02:06.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.977+0000 7fb0d6578640 1 -- 172.21.15.5:0/2479220451 shutdown_connections 2024-09-19T05:02:06.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.977+0000 7fb0d6578640 1 --2- 172.21.15.5:0/2479220451 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb0bc06c2b0 0x7fb0bc06e770 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:06.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.977+0000 7fb0d6578640 1 --2- 172.21.15.5:0/2479220451 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb0d015e860 0x7fb0d01501c0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:06.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.977+0000 7fb0d6578640 1 --2- 172.21.15.5:0/2479220451 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb0d00ce310 0x7fb0d015d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:06.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.977+0000 7fb0d6578640 1 --2- 172.21.15.5:0/2479220451 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb0d006dea0 0x7fb0d015ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:06.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.977+0000 7fb0d6578640 1 -- 172.21.15.5:0/2479220451 >> 172.21.15.5:0/2479220451 conn(0x7fb0d00cef20 msgr2=0x7fb0d00c7ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:06.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.977+0000 7fb0d6578640 1 -- 172.21.15.5:0/2479220451 shutdown_connections 2024-09-19T05:02:06.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:06.977+0000 7fb0d6578640 1 -- 172.21.15.5:0/2479220451 wait complete. 2024-09-19T05:02:06.994 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-09-19T05:02:07.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.105+0000 7f11f3a8d640 1 Processor -- start 2024-09-19T05:02:07.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.105+0000 7f11f3a8d640 1 -- start start 2024-09-19T05:02:07.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.106+0000 7f11f3a8d640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f11ec15f290 0x7f11ec0b47e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:07.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.106+0000 7f11f3a8d640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11ec15f7d0 con 0x7f11ec06d330 2024-09-19T05:02:07.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.106+0000 7f11f3a8d640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11ec15fab0 con 0x7f11ec0b5520 2024-09-19T05:02:07.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.106+0000 7f11f3a8d640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f11ec073a60 con 0x7f11ec15f290 2024-09-19T05:02:07.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.106+0000 7f11f1028640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f11ec06d330 0x7f11ec15eb80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39846/0 (socket says 172.21.15.5:39846) 2024-09-19T05:02:07.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.106+0000 7f11f1028640 1 -- 172.21.15.5:0/2329376738 learned_addr learned my addr 172.21.15.5:0/2329376738 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:07.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.106+0000 7f11f202a640 1 --2- 172.21.15.5:0/2329376738 >> v2:172.21.15.134:3300/0 conn(0x7f11ec15f290 0x7f11ec0b47e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:07.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.107+0000 7f11f0827640 1 -- 172.21.15.5:0/2329376738 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3211385356 0 0) 0x7f11ec15f7d0 con 0x7f11ec06d330 2024-09-19T05:02:07.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.107+0000 7f11f0827640 1 -- 172.21.15.5:0/2329376738 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f11d8003520 con 0x7f11ec06d330 2024-09-19T05:02:07.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.107+0000 7f11f202a640 1 -- 172.21.15.5:0/2329376738 >> v1:172.21.15.134:6789/0 conn(0x7f11ec0b5520 legacy=0x7f11ec06cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:07.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.107+0000 7f11f202a640 1 -- 172.21.15.5:0/2329376738 >> v1:172.21.15.5:6789/0 conn(0x7f11ec06d330 legacy=0x7f11ec15eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:07.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.107+0000 7f11f202a640 1 -- 172.21.15.5:0/2329376738 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11ec0b3d00 con 0x7f11ec15f290 2024-09-19T05:02:07.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.108+0000 7f11f202a640 1 --2- 172.21.15.5:0/2329376738 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f11ec15f290 0x7f11ec0b47e0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f11e4009d90 tx=0x7f11e402a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a87e48b853b9e735 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:07.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.108+0000 7f11f0827640 1 -- 172.21.15.5:0/2329376738 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11e4007740 con 0x7f11ec15f290 2024-09-19T05:02:07.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.108+0000 7f11f0827640 1 -- 172.21.15.5:0/2329376738 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11e40078e0 con 0x7f11ec15f290 2024-09-19T05:02:07.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.108+0000 7f11f0827640 1 -- 172.21.15.5:0/2329376738 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11e4007c90 con 0x7f11ec15f290 2024-09-19T05:02:07.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.108+0000 7f11f3a8d640 1 -- 172.21.15.5:0/2329376738 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f11ec15f290 msgr2=0x7f11ec0b47e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:07.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.108+0000 7f11f3a8d640 1 --2- 172.21.15.5:0/2329376738 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f11ec15f290 0x7f11ec0b47e0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f11e4009d90 tx=0x7f11e402a6f0 comp rx=0 tx=0).stop 2024-09-19T05:02:07.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.108+0000 7f11f3a8d640 1 -- 172.21.15.5:0/2329376738 shutdown_connections 2024-09-19T05:02:07.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.108+0000 7f11f3a8d640 1 --2- 172.21.15.5:0/2329376738 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f11ec15f290 0x7f11ec0b47e0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:07.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.108+0000 7f11f3a8d640 1 -- 172.21.15.5:0/2329376738 >> 172.21.15.5:0/2329376738 conn(0x7f11ec0b3050 msgr2=0x7f11ec072950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:07.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.109+0000 7f11f3a8d640 1 -- 172.21.15.5:0/2329376738 shutdown_connections 2024-09-19T05:02:07.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.109+0000 7f11f3a8d640 1 -- 172.21.15.5:0/2329376738 wait complete. 2024-09-19T05:02:07.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.110+0000 7f11f3a8d640 1 Processor -- start 2024-09-19T05:02:07.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.110+0000 7f11f3a8d640 1 -- start start 2024-09-19T05:02:07.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.110+0000 7f11f3a8d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f11ec06d330 0x7f11ec146900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:07.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.110+0000 7f11f3a8d640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f11ec0b5520 0x7f11ec153640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:07.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.111+0000 7f11f3a8d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f11ec15f290 0x7f11ec154eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:07.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.111+0000 7f11f3a8d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f11ec0b5900 con 0x7f11ec15f290 2024-09-19T05:02:07.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.111+0000 7f11f3a8d640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f11ec0b42c0 con 0x7f11ec0b5520 2024-09-19T05:02:07.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.111+0000 7f11f3a8d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f11ec0b5a80 con 0x7f11ec06d330 2024-09-19T05:02:07.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.111+0000 7f11f202a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f11ec15f290 0x7f11ec154eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:07.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.111+0000 7f11f202a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f11ec15f290 0x7f11ec154eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33316/0 (socket says 172.21.15.5:33316) 2024-09-19T05:02:07.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.111+0000 7f11f202a640 1 -- 172.21.15.5:0/2879492640 learned_addr learned my addr 172.21.15.5:0/2879492640 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:07.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.111+0000 7f11f1028640 1 --2- 172.21.15.5:0/2879492640 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f11ec0b5520 0x7f11ec153640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:07.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.111+0000 7f11f1829640 1 --2- 172.21.15.5:0/2879492640 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f11ec06d330 0x7f11ec146900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:07.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.111+0000 7f11f202a640 1 -- 172.21.15.5:0/2879492640 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f11ec06d330 msgr2=0x7f11ec146900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:07.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.111+0000 7f11f202a640 1 --2- 172.21.15.5:0/2879492640 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f11ec06d330 0x7f11ec146900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:07.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.111+0000 7f11f202a640 1 -- 172.21.15.5:0/2879492640 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f11ec0b5520 msgr2=0x7f11ec153640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.111+0000 7f11f202a640 1 --2- 172.21.15.5:0/2879492640 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f11ec0b5520 0x7f11ec153640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.111+0000 7f11f202a640 1 -- 172.21.15.5:0/2879492640 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11ec153f00 con 0x7f11ec15f290 2024-09-19T05:02:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.111+0000 7f11f1028640 1 --2- 172.21.15.5:0/2879492640 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f11ec0b5520 0x7f11ec153640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.111+0000 7f11f202a640 1 --2- 172.21.15.5:0/2879492640 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f11ec15f290 0x7f11ec154eb0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f11e4009d90 tx=0x7f11e4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.111+0000 7f11e27fc640 1 -- 172.21.15.5:0/2879492640 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11e403f070 con 0x7f11ec15f290 2024-09-19T05:02:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.111+0000 7f11e27fc640 1 -- 172.21.15.5:0/2879492640 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11e4031c40 con 0x7f11ec15f290 2024-09-19T05:02:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.111+0000 7f11e27fc640 1 -- 172.21.15.5:0/2879492640 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11e4009450 con 0x7f11ec15f290 2024-09-19T05:02:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.111+0000 7f11f3a8d640 1 -- 172.21.15.5:0/2879492640 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11ec14f9f0 con 0x7f11ec15f290 2024-09-19T05:02:07.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.112+0000 7f11f3a8d640 1 -- 172.21.15.5:0/2879492640 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11ec14ffb0 con 0x7f11ec15f290 2024-09-19T05:02:07.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.112+0000 7f11f3a8d640 1 -- 172.21.15.5:0/2879492640 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11ec0b47e0 con 0x7f11ec15f290 2024-09-19T05:02:07.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.113+0000 7f11e27fc640 1 -- 172.21.15.5:0/2879492640 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f11e4003990 con 0x7f11ec15f290 2024-09-19T05:02:07.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.113+0000 7f11e27fc640 1 --2- 172.21.15.5:0/2879492640 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f11d006c2e0 0x7f11d006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:07.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.114+0000 7f11e27fc640 1 -- 172.21.15.5:0/2879492640 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 5853+0+0 (secure 0 0 0) 0x7f11e40ac590 con 0x7f11ec15f290 2024-09-19T05:02:07.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.114+0000 7f11f1829640 1 --2- 172.21.15.5:0/2879492640 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f11d006c2e0 0x7f11d006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:07.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.114+0000 7f11f1829640 1 --2- 172.21.15.5:0/2879492640 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f11d006c2e0 0x7f11d006e7a0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f11e8001640 tx=0x7f11e8009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:07.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.118+0000 7f11e27fc640 1 -- 172.21.15.5:0/2879492640 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f11e407ac80 con 0x7f11ec15f290 2024-09-19T05:02:07.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.301+0000 7f11f3a8d640 1 -- 172.21.15.5:0/2879492640 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7f11ec150180 con 0x7f11ec15f290 2024-09-19T05:02:07.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.983+0000 7f11e27fc640 1 -- 172.21.15.5:0/2879492640 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v31) ==== 178+0+0 (secure 0 0 0) 0x7f11e407a580 con 0x7f11ec15f290 2024-09-19T05:02:07.990 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_data_ec' removed 2024-09-19T05:02:07.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.988+0000 7f11f3a8d640 1 -- 172.21.15.5:0/2879492640 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f11d006c2e0 msgr2=0x7f11d006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:07.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.988+0000 7f11f3a8d640 1 --2- 172.21.15.5:0/2879492640 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f11d006c2e0 0x7f11d006e7a0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f11e8001640 tx=0x7f11e8009040 comp rx=0 tx=0).stop 2024-09-19T05:02:07.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.988+0000 7f11f3a8d640 1 -- 172.21.15.5:0/2879492640 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f11ec15f290 msgr2=0x7f11ec154eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:07.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.988+0000 7f11f3a8d640 1 --2- 172.21.15.5:0/2879492640 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f11ec15f290 0x7f11ec154eb0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f11e4009d90 tx=0x7f11e4004a40 comp rx=0 tx=0).stop 2024-09-19T05:02:07.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.989+0000 7f11f3a8d640 1 -- 172.21.15.5:0/2879492640 shutdown_connections 2024-09-19T05:02:07.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.989+0000 7f11f3a8d640 1 --2- 172.21.15.5:0/2879492640 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f11d006c2e0 0x7f11d006e7a0 secure :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f11e8001640 tx=0x7f11e8009040 comp rx=0 tx=0).stop 2024-09-19T05:02:07.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.989+0000 7f11f3a8d640 1 --2- 172.21.15.5:0/2879492640 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f11ec15f290 0x7f11ec154eb0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:07.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.989+0000 7f11f3a8d640 1 --2- 172.21.15.5:0/2879492640 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f11ec0b5520 0x7f11ec153640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:07.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.989+0000 7f11f3a8d640 1 --2- 172.21.15.5:0/2879492640 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f11ec06d330 0x7f11ec146900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:07.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.989+0000 7f11f3a8d640 1 -- 172.21.15.5:0/2879492640 >> 172.21.15.5:0/2879492640 conn(0x7f11ec0b3050 msgr2=0x7f11ec0b1860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:07.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.989+0000 7f11f3a8d640 1 -- 172.21.15.5:0/2879492640 shutdown_connections 2024-09-19T05:02:07.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:07.989+0000 7f11f3a8d640 1 -- 172.21.15.5:0/2879492640 wait complete. 2024-09-19T05:02:08.007 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T05:02:08.007 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T05:02:08.007 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T05:02:08.007 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:02:08.008 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T05:02:08.008 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T05:02:08.008 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T05:02:08.008 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:02:08.008 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T05:02:08.008 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T05:02:08.009 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T05:02:08.009 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:02:08.009 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T05:02:08.009 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T05:02:08.009 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T05:02:08.009 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:02:08.018 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T05:02:08.018 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T05:02:08.019 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T05:02:08.019 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T05:02:08.020 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T05:02:08.021 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T05:02:08.021 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T05:02:08.022 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T05:02:08.062 INFO:tasks.ceph.mds.a:Started 2024-09-19T05:02:08.062 DEBUG:teuthology.parallel:result is None 2024-09-19T05:02:08.064 INFO:tasks.ceph.mds.c:Started 2024-09-19T05:02:08.064 DEBUG:teuthology.parallel:result is None 2024-09-19T05:02:08.065 INFO:tasks.ceph.mds.b:Started 2024-09-19T05:02:08.065 DEBUG:teuthology.parallel:result is None 2024-09-19T05:02:08.066 INFO:tasks.ceph.mds.d:Started 2024-09-19T05:02:08.066 DEBUG:teuthology.parallel:result is None 2024-09-19T05:02:08.068 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T05:02:08.145 INFO:tasks.ceph.mds.a.smithi005.stdout:starting mds.a at 2024-09-19T05:02:08.145 INFO:tasks.ceph.mds.c.smithi005.stdout:starting mds.c at 2024-09-19T05:02:08.148 INFO:tasks.ceph.mds.d.smithi134.stdout:starting mds.d at 2024-09-19T05:02:08.148 INFO:tasks.ceph.mds.b.smithi134.stdout:starting mds.b at 2024-09-19T05:02:08.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.179+0000 7f6d8b8a5640 1 Processor -- start 2024-09-19T05:02:08.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.179+0000 7f6d8b8a5640 1 -- start start 2024-09-19T05:02:08.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.180+0000 7f6d8b8a5640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6d840d13f0 0x7f6d840b1b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:08.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.180+0000 7f6d8b8a5640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6d840d1830 0x7f6d840b2070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:08.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.180+0000 7f6d88e40640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6d840d13f0 0x7f6d840b1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:08.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.180+0000 7f6d88e40640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6d840d13f0 0x7f6d840b1b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33372/0 (socket says 172.21.15.5:33372) 2024-09-19T05:02:08.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.180+0000 7f6d89641640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f6d8415e5e0 0x7f6d84162b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39876/0 (socket says 172.21.15.5:39876) 2024-09-19T05:02:08.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.180+0000 7f6d88e40640 1 -- 172.21.15.5:0/349931878 learned_addr learned my addr 172.21.15.5:0/349931878 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:08.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.180+0000 7f6d8b8a5640 1 -- 172.21.15.5:0/349931878 --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6d8415e9c0 con 0x7f6d8415e5e0 2024-09-19T05:02:08.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.180+0000 7f6d8b8a5640 1 -- 172.21.15.5:0/349931878 --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f6d840d06e0 con 0x7f6d840d13f0 2024-09-19T05:02:08.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.180+0000 7f6d8b8a5640 1 -- 172.21.15.5:0/349931878 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f6d840d0f60 con 0x7f6d840d1830 2024-09-19T05:02:08.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.181+0000 7f6d7bfff640 1 -- 172.21.15.5:0/349931878 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3147736607 0 0) 0x7f6d80001110 con 0x7f6d8415e5e0 2024-09-19T05:02:08.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.181+0000 7f6d7bfff640 1 -- 172.21.15.5:0/349931878 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6d70003520 con 0x7f6d8415e5e0 2024-09-19T05:02:08.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.181+0000 7f6d89e42640 1 --2- 172.21.15.5:0/349931878 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6d840d1830 0x7f6d840b2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:08.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.181+0000 7f6d88e40640 1 -- 172.21.15.5:0/349931878 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6d840d1830 msgr2=0x7f6d840b2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:08.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.181+0000 7f6d88e40640 1 --2- 172.21.15.5:0/349931878 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6d840d1830 0x7f6d840b2070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:08.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.181+0000 7f6d88e40640 1 -- 172.21.15.5:0/349931878 >> v1:172.21.15.5:6789/0 conn(0x7f6d8415e5e0 legacy=0x7f6d84162b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:08.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.181+0000 7f6d88e40640 1 -- 172.21.15.5:0/349931878 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d8406d100 con 0x7f6d840d13f0 2024-09-19T05:02:08.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.181+0000 7f6d89e42640 1 --2- 172.21.15.5:0/349931878 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6d840d1830 0x7f6d840b2070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:08.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.181+0000 7f6d88e40640 1 --2- 172.21.15.5:0/349931878 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6d840d13f0 0x7f6d840b1b30 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f6d74009870 tx=0x7f6d7402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60d46efeb235fca2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:08.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.182+0000 7f6d7bfff640 1 -- 172.21.15.5:0/349931878 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d74037070 con 0x7f6d840d13f0 2024-09-19T05:02:08.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.182+0000 7f6d7bfff640 1 -- 172.21.15.5:0/349931878 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d74032440 con 0x7f6d840d13f0 2024-09-19T05:02:08.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.182+0000 7f6d7bfff640 1 -- 172.21.15.5:0/349931878 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d74032810 con 0x7f6d840d13f0 2024-09-19T05:02:08.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.182+0000 7f6d8b8a5640 1 -- 172.21.15.5:0/349931878 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6d840d13f0 msgr2=0x7f6d840b1b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:08.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.182+0000 7f6d8b8a5640 1 --2- 172.21.15.5:0/349931878 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6d840d13f0 0x7f6d840b1b30 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f6d74009870 tx=0x7f6d7402a270 comp rx=0 tx=0).stop 2024-09-19T05:02:08.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.182+0000 7f6d8b8a5640 1 -- 172.21.15.5:0/349931878 shutdown_connections 2024-09-19T05:02:08.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.182+0000 7f6d8b8a5640 1 --2- 172.21.15.5:0/349931878 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6d840d1830 0x7f6d840b2070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:08.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.182+0000 7f6d8b8a5640 1 --2- 172.21.15.5:0/349931878 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6d840d13f0 0x7f6d840b1b30 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:08.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.182+0000 7f6d8b8a5640 1 -- 172.21.15.5:0/349931878 >> 172.21.15.5:0/349931878 conn(0x7f6d840d23b0 msgr2=0x7f6d840d27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:08.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.182+0000 7f6d8b8a5640 1 -- 172.21.15.5:0/349931878 shutdown_connections 2024-09-19T05:02:08.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.182+0000 7f6d8b8a5640 1 -- 172.21.15.5:0/349931878 wait complete. 2024-09-19T05:02:08.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.183+0000 7f6d8b8a5640 1 Processor -- start 2024-09-19T05:02:08.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.184+0000 7f6d8b8a5640 1 -- start start 2024-09-19T05:02:08.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.184+0000 7f6d8b8a5640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6d840d13f0 0x7f6d840b23e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:08.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.184+0000 7f6d8b8a5640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6d840d1830 0x7f6d8415bc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:08.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.184+0000 7f6d8b8a5640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6d8415e5e0 0x7f6d841564d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:08.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.184+0000 7f6d8b8a5640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f6d840b1850 con 0x7f6d840d1830 2024-09-19T05:02:08.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.184+0000 7f6d8b8a5640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f6d840d0bf0 con 0x7f6d840d13f0 2024-09-19T05:02:08.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.184+0000 7f6d8b8a5640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f6d8406cd20 con 0x7f6d8415e5e0 2024-09-19T05:02:08.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.184+0000 7f6d88e40640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6d840d1830 0x7f6d8415bc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:08.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.184+0000 7f6d88e40640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6d840d1830 0x7f6d8415bc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33380/0 (socket says 172.21.15.5:33380) 2024-09-19T05:02:08.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.184+0000 7f6d88e40640 1 -- 172.21.15.5:0/1844640704 learned_addr learned my addr 172.21.15.5:0/1844640704 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:08.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.184+0000 7f6d89641640 1 --2- 172.21.15.5:0/1844640704 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6d840d13f0 0x7f6d840b23e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:08.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.184+0000 7f6d89e42640 1 --2- 172.21.15.5:0/1844640704 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6d8415e5e0 0x7f6d841564d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:08.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.185+0000 7f6d88e40640 1 -- 172.21.15.5:0/1844640704 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6d8415e5e0 msgr2=0x7f6d841564d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:08.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.185+0000 7f6d88e40640 1 --2- 172.21.15.5:0/1844640704 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6d8415e5e0 0x7f6d841564d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:08.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.185+0000 7f6d88e40640 1 -- 172.21.15.5:0/1844640704 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6d840d13f0 msgr2=0x7f6d840b23e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:08.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.185+0000 7f6d88e40640 1 --2- 172.21.15.5:0/1844640704 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6d840d13f0 0x7f6d840b23e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:08.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.185+0000 7f6d88e40640 1 -- 172.21.15.5:0/1844640704 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d840b67e0 con 0x7f6d840d1830 2024-09-19T05:02:08.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.185+0000 7f6d88e40640 1 --2- 172.21.15.5:0/1844640704 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6d840d1830 0x7f6d8415bc80 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f6d74000c00 tx=0x7f6d740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:08.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.185+0000 7f6d79ffb640 1 -- 172.21.15.5:0/1844640704 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d74037040 con 0x7f6d840d1830 2024-09-19T05:02:08.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.185+0000 7f6d79ffb640 1 -- 172.21.15.5:0/1844640704 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d74042070 con 0x7f6d840d1830 2024-09-19T05:02:08.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.185+0000 7f6d8b8a5640 1 -- 172.21.15.5:0/1844640704 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d840b6ac0 con 0x7f6d840d1830 2024-09-19T05:02:08.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.185+0000 7f6d79ffb640 1 -- 172.21.15.5:0/1844640704 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d74030880 con 0x7f6d840d1830 2024-09-19T05:02:08.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.185+0000 7f6d8b8a5640 1 -- 172.21.15.5:0/1844640704 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d840b7360 con 0x7f6d840d1830 2024-09-19T05:02:08.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.186+0000 7f6d8b8a5640 1 -- 172.21.15.5:0/1844640704 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d840b6c90 con 0x7f6d840d1830 2024-09-19T05:02:08.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.187+0000 7f6d79ffb640 1 -- 172.21.15.5:0/1844640704 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6d74030a20 con 0x7f6d840d1830 2024-09-19T05:02:08.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.187+0000 7f6d79ffb640 1 --2- 172.21.15.5:0/1844640704 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6d6806c2e0 0x7f6d6806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:08.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.187+0000 7f6d79ffb640 1 -- 172.21.15.5:0/1844640704 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5335+0+0 (secure 0 0 0) 0x7f6d740abaa0 con 0x7f6d840d1830 2024-09-19T05:02:08.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.188+0000 7f6d89641640 1 --2- 172.21.15.5:0/1844640704 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6d6806c2e0 0x7f6d6806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:08.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.188+0000 7f6d89641640 1 --2- 172.21.15.5:0/1844640704 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6d6806c2e0 0x7f6d6806e7a0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f6d800012b0 tx=0x7f6d80007b30 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:08.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.192+0000 7f6d79ffb640 1 -- 172.21.15.5:0/1844640704 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6d74079c00 con 0x7f6d840d1830 2024-09-19T05:02:08.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.383+0000 7f6d8b8a5640 1 -- 172.21.15.5:0/1844640704 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f6d84162b30 con 0x7f6d840d1830 2024-09-19T05:02:08.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.993+0000 7f6d79ffb640 1 -- 172.21.15.5:0/1844640704 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v33) ==== 97+0+0 (secure 0 0 0) 0x7f6d7407df00 con 0x7f6d840d1830 2024-09-19T05:02:08.994 INFO:teuthology.orchestra.run.smithi005.stderr: removed all blocklist entries 2024-09-19T05:02:08.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.995+0000 7f6d8b8a5640 1 -- 172.21.15.5:0/1844640704 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6d6806c2e0 msgr2=0x7f6d6806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:08.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.995+0000 7f6d8b8a5640 1 --2- 172.21.15.5:0/1844640704 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6d6806c2e0 0x7f6d6806e7a0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f6d800012b0 tx=0x7f6d80007b30 comp rx=0 tx=0).stop 2024-09-19T05:02:08.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.995+0000 7f6d8b8a5640 1 -- 172.21.15.5:0/1844640704 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6d840d1830 msgr2=0x7f6d8415bc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:08.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.995+0000 7f6d8b8a5640 1 --2- 172.21.15.5:0/1844640704 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6d840d1830 0x7f6d8415bc80 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f6d74000c00 tx=0x7f6d740046c0 comp rx=0 tx=0).stop 2024-09-19T05:02:08.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.995+0000 7f6d8b8a5640 1 -- 172.21.15.5:0/1844640704 shutdown_connections 2024-09-19T05:02:08.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.995+0000 7f6d8b8a5640 1 --2- 172.21.15.5:0/1844640704 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6d6806c2e0 0x7f6d6806e7a0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:08.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.995+0000 7f6d8b8a5640 1 --2- 172.21.15.5:0/1844640704 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6d8415e5e0 0x7f6d841564d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:08.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.995+0000 7f6d8b8a5640 1 --2- 172.21.15.5:0/1844640704 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6d840d1830 0x7f6d8415bc80 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:08.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.995+0000 7f6d8b8a5640 1 --2- 172.21.15.5:0/1844640704 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6d840d13f0 0x7f6d840b23e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:08.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.995+0000 7f6d8b8a5640 1 -- 172.21.15.5:0/1844640704 >> 172.21.15.5:0/1844640704 conn(0x7f6d840d23b0 msgr2=0x7f6d840cee30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:08.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.995+0000 7f6d8b8a5640 1 -- 172.21.15.5:0/1844640704 shutdown_connections 2024-09-19T05:02:08.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:08.996+0000 7f6d8b8a5640 1 -- 172.21.15.5:0/1844640704 wait complete. 2024-09-19T05:02:09.018 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T05:02:09.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.124+0000 7fb362ec9640 1 Processor -- start 2024-09-19T05:02:09.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.124+0000 7fb362ec9640 1 -- start start 2024-09-19T05:02:09.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.124+0000 7fb362ec9640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fb35c147f20 0x7fb35c09b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:09.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.124+0000 7fb362ec9640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb35c0d1020 0x7fb35c0d1430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:09.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.124+0000 7fb362ec9640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb35c0cff80 con 0x7fb35c09bca0 2024-09-19T05:02:09.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.124+0000 7fb362ec9640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fb35c0d1970 con 0x7fb35c0d1020 2024-09-19T05:02:09.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.124+0000 7fb362ec9640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fb35c0d0260 con 0x7fb35c147f20 2024-09-19T05:02:09.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.125+0000 7fb361466640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb35c0d1020 0x7fb35c0d1430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:09.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.125+0000 7fb35bfff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fb35c09bca0 0x7fb35c0cca00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39882/0 (socket says 172.21.15.5:39882) 2024-09-19T05:02:09.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.125+0000 7fb35bfff640 1 -- 172.21.15.5:0/2212877458 learned_addr learned my addr 172.21.15.5:0/2212877458 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:09.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.125+0000 7fb360c65640 1 --2- 172.21.15.5:0/2212877458 >> v2:172.21.15.134:3300/0 conn(0x7fb35c147f20 0x7fb35c09b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:09.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.125+0000 7fb361466640 1 -- 172.21.15.5:0/2212877458 >> v2:172.21.15.134:3300/0 conn(0x7fb35c147f20 msgr2=0x7fb35c09b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:09.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.125+0000 7fb361466640 1 --2- 172.21.15.5:0/2212877458 >> v2:172.21.15.134:3300/0 conn(0x7fb35c147f20 0x7fb35c09b760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:09.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.125+0000 7fb361466640 1 -- 172.21.15.5:0/2212877458 >> v1:172.21.15.5:6789/0 conn(0x7fb35c09bca0 legacy=0x7fb35c0cca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:09.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.125+0000 7fb35b7fe640 1 -- 172.21.15.5:0/2212877458 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2947978011 0 0) 0x7fb35c0cff80 con 0x7fb35c09bca0 2024-09-19T05:02:09.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.125+0000 7fb361466640 1 -- 172.21.15.5:0/2212877458 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb35c0d0540 con 0x7fb35c0d1020 2024-09-19T05:02:09.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.126+0000 7fb361466640 1 --2- 172.21.15.5:0/2212877458 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb35c0d1020 0x7fb35c0d1430 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fb35c0d33f0 tx=0x7fb35402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de2957995fca533e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:09.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.126+0000 7fb35b7fe640 1 -- 172.21.15.5:0/2212877458 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb354007740 con 0x7fb35c0d1020 2024-09-19T05:02:09.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.126+0000 7fb35b7fe640 1 -- 172.21.15.5:0/2212877458 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3540078e0 con 0x7fb35c0d1020 2024-09-19T05:02:09.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.126+0000 7fb35b7fe640 1 -- 172.21.15.5:0/2212877458 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb354007cb0 con 0x7fb35c0d1020 2024-09-19T05:02:09.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.126+0000 7fb362ec9640 1 -- 172.21.15.5:0/2212877458 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb35c0d1020 msgr2=0x7fb35c0d1430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:09.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.126+0000 7fb362ec9640 1 --2- 172.21.15.5:0/2212877458 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb35c0d1020 0x7fb35c0d1430 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fb35c0d33f0 tx=0x7fb35402a680 comp rx=0 tx=0).stop 2024-09-19T05:02:09.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.126+0000 7fb362ec9640 1 -- 172.21.15.5:0/2212877458 shutdown_connections 2024-09-19T05:02:09.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.126+0000 7fb362ec9640 1 --2- 172.21.15.5:0/2212877458 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb35c0d1020 0x7fb35c0d1430 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:09.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.126+0000 7fb362ec9640 1 --2- 172.21.15.5:0/2212877458 >> v2:172.21.15.134:3300/0 conn(0x7fb35c147f20 0x7fb35c09b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:09.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.126+0000 7fb362ec9640 1 -- 172.21.15.5:0/2212877458 >> 172.21.15.5:0/2212877458 conn(0x7fb35c0b4060 msgr2=0x7fb35c0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:09.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.126+0000 7fb362ec9640 1 -- 172.21.15.5:0/2212877458 shutdown_connections 2024-09-19T05:02:09.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.126+0000 7fb362ec9640 1 -- 172.21.15.5:0/2212877458 wait complete. 2024-09-19T05:02:09.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.128+0000 7fb362ec9640 1 Processor -- start 2024-09-19T05:02:09.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.128+0000 7fb362ec9640 1 -- start start 2024-09-19T05:02:09.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.129+0000 7fb362ec9640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb35c09bca0 0x7fb35c15dd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:09.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.129+0000 7fb362ec9640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb35c0d1020 0x7fb35c15f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:09.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.129+0000 7fb362ec9640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb35c147f20 0x7fb35c1612c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:09.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.129+0000 7fb362ec9640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fb35c0cd110 con 0x7fb35c0d1020 2024-09-19T05:02:09.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.129+0000 7fb362ec9640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fb35c0d0b00 con 0x7fb35c09bca0 2024-09-19T05:02:09.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.129+0000 7fb362ec9640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fb35c0cedf0 con 0x7fb35c147f20 2024-09-19T05:02:09.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.129+0000 7fb35bfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb35c0d1020 0x7fb35c15f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:09.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.129+0000 7fb35bfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb35c0d1020 0x7fb35c15f660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33394/0 (socket says 172.21.15.5:33394) 2024-09-19T05:02:09.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.129+0000 7fb35bfff640 1 -- 172.21.15.5:0/2306747239 learned_addr learned my addr 172.21.15.5:0/2306747239 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:09.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.129+0000 7fb360c65640 1 --2- 172.21.15.5:0/2306747239 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb35c09bca0 0x7fb35c15dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:09.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.129+0000 7fb361466640 1 --2- 172.21.15.5:0/2306747239 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb35c147f20 0x7fb35c1612c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:09.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.129+0000 7fb35bfff640 1 -- 172.21.15.5:0/2306747239 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb35c147f20 msgr2=0x7fb35c1612c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:09.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.129+0000 7fb35bfff640 1 --2- 172.21.15.5:0/2306747239 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb35c147f20 0x7fb35c1612c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:09.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.129+0000 7fb35bfff640 1 -- 172.21.15.5:0/2306747239 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb35c09bca0 msgr2=0x7fb35c15dd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:09.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.129+0000 7fb35bfff640 1 --2- 172.21.15.5:0/2306747239 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb35c09bca0 0x7fb35c15dd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:09.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.129+0000 7fb35bfff640 1 -- 172.21.15.5:0/2306747239 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb35c15ffb0 con 0x7fb35c0d1020 2024-09-19T05:02:09.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.129+0000 7fb360c65640 1 --2- 172.21.15.5:0/2306747239 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb35c09bca0 0x7fb35c15dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:09.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.129+0000 7fb35bfff640 1 --2- 172.21.15.5:0/2306747239 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb35c0d1020 0x7fb35c15f660 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fb34800c400 tx=0x7fb34800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:09.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.129+0000 7fb3597fa640 1 -- 172.21.15.5:0/2306747239 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb348017070 con 0x7fb35c0d1020 2024-09-19T05:02:09.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.129+0000 7fb3597fa640 1 -- 172.21.15.5:0/2306747239 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb348005ce0 con 0x7fb35c0d1020 2024-09-19T05:02:09.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.129+0000 7fb362ec9640 1 -- 172.21.15.5:0/2306747239 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb35c160500 con 0x7fb35c0d1020 2024-09-19T05:02:09.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.129+0000 7fb3597fa640 1 -- 172.21.15.5:0/2306747239 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb348007310 con 0x7fb35c0d1020 2024-09-19T05:02:09.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.130+0000 7fb362ec9640 1 -- 172.21.15.5:0/2306747239 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb35c160da0 con 0x7fb35c0d1020 2024-09-19T05:02:09.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.130+0000 7fb362ec9640 1 -- 172.21.15.5:0/2306747239 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb35c1606d0 con 0x7fb35c0d1020 2024-09-19T05:02:09.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.131+0000 7fb3597fa640 1 -- 172.21.15.5:0/2306747239 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb34801a070 con 0x7fb35c0d1020 2024-09-19T05:02:09.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.131+0000 7fb3597fa640 1 --2- 172.21.15.5:0/2306747239 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb34006c2b0 0x7fb34006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:09.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.132+0000 7fb3597fa640 1 -- 172.21.15.5:0/2306747239 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7fb34808a640 con 0x7fb35c0d1020 2024-09-19T05:02:09.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.132+0000 7fb360c65640 1 --2- 172.21.15.5:0/2306747239 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb34006c2b0 0x7fb34006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:09.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.132+0000 7fb360c65640 1 --2- 172.21.15.5:0/2306747239 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb34006c2b0 0x7fb34006e770 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fb350006fd0 tx=0x7fb350008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:09.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.136+0000 7fb3597fa640 1 -- 172.21.15.5:0/2306747239 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb348059000 con 0x7fb35c0d1020 2024-09-19T05:02:09.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.381+0000 7fb362ec9640 1 -- 172.21.15.5:0/2306747239 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fb35c0d1430 con 0x7fb35c0d1020 2024-09-19T05:02:09.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.382+0000 7fb3597fa640 1 -- 172.21.15.5:0/2306747239 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v4) ==== 80+0+6645 (secure 0 0 0) 0x7fb348058900 con 0x7fb35c0d1020 2024-09-19T05:02:09.384 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:09.384 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-19T05:02:09.384 INFO:teuthology.orchestra.run.smithi005.stdout: "auth_dump": [ 2024-09-19T05:02:09.384 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:09.384 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.a", 2024-09-19T05:02:09.384 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmpZ7nDxAAD1scx1UIy3CnKegJ7AEbAw==", 2024-09-19T05:02:09.384 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:09.384 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:02:09.384 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:02:09.384 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:02:09.385 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:09.385 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:09.385 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:09.385 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:09.385 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.b", 2024-09-19T05:02:09.385 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmnC/FGxAA0Ep54+DXvaBSLkVML9btKw==", 2024-09-19T05:02:09.385 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:09.385 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:02:09.385 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:02:09.385 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:02:09.385 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:09.385 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:09.385 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:09.385 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:09.386 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.c", 2024-09-19T05:02:09.386 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmUYAMFxAA9cKjB9Y9Zd8ZtMpbn0myCw==", 2024-09-19T05:02:09.386 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:09.386 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:02:09.386 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:02:09.386 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:02:09.386 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:09.386 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:09.386 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:09.386 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:09.386 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.d", 2024-09-19T05:02:09.386 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmy0nIIhAAinwmXV5/xxzPFPiZlz+knw==", 2024-09-19T05:02:09.386 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:09.387 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:02:09.387 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:02:09.387 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:02:09.387 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:09.387 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:09.387 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:09.387 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:09.387 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.0", 2024-09-19T05:02:09.387 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDpr+tmKrR+FRAAntW/A29i8VDMf78PS0VtvA==", 2024-09-19T05:02:09.387 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:09.387 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:02:09.387 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:02:09.387 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:09.387 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:09.388 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:09.388 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:09.388 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.1", 2024-09-19T05:02:09.388 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDsr+tmhe0kNRAAHZGTLwLf1sfstZ0qigRNTA==", 2024-09-19T05:02:09.388 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:09.388 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:02:09.388 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:02:09.388 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:09.388 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:09.388 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:09.388 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:09.388 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.2", 2024-09-19T05:02:09.388 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDwr+tm+O4gGRAAHq7VHqyT2X9R7vgBTLafmw==", 2024-09-19T05:02:09.388 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:09.389 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:02:09.389 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:02:09.389 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:09.389 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:09.389 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:09.389 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:09.389 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.3", 2024-09-19T05:02:09.389 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDzr+tmjpkFKhAATYy5muRBYnfTuWoX39D6UA==", 2024-09-19T05:02:09.389 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:09.389 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:02:09.389 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:02:09.389 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:09.389 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:09.389 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:09.390 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:09.390 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.4", 2024-09-19T05:02:09.390 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQD5r+tmViCLMxAAPq8MDjjILutqnKX0IFZJtg==", 2024-09-19T05:02:09.390 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:09.390 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:02:09.390 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:02:09.390 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:09.390 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:09.390 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:09.390 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:09.390 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.5", 2024-09-19T05:02:09.390 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQD8r+tmfmyyNBAAwfxmtJoqHxQFg7HtbvGxVQ==", 2024-09-19T05:02:09.390 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:09.390 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:02:09.391 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:02:09.391 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:09.391 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:09.391 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:09.391 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:09.391 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.6", 2024-09-19T05:02:09.391 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQAAsOtmIt1uCRAAnXvaDPiWXTUW17dVdFtDuw==", 2024-09-19T05:02:09.391 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:09.391 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:02:09.391 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:02:09.391 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:09.391 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:09.391 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:09.391 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:09.392 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.7", 2024-09-19T05:02:09.392 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQADsOtmalRmCxAA9cFAAF7cNTj/iuLa3HUREw==", 2024-09-19T05:02:09.392 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:09.392 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:02:09.392 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:02:09.392 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:09.392 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:09.392 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:09.392 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:09.392 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.0", 2024-09-19T05:02:09.392 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmGJAHJxAA6YT7sqI8XwKH2Z23OxGkFw==", 2024-09-19T05:02:09.392 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:09.392 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:02:09.393 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow r", 2024-09-19T05:02:09.393 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow rw", 2024-09-19T05:02:09.393 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rwx" 2024-09-19T05:02:09.393 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:09.393 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:09.393 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:09.393 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.1", 2024-09-19T05:02:09.393 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmKiH7LxAAloWT1uvHnFdhd4peNF2J/w==", 2024-09-19T05:02:09.393 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:09.393 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:02:09.393 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow r", 2024-09-19T05:02:09.393 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow rw", 2024-09-19T05:02:09.393 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rwx" 2024-09-19T05:02:09.393 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:09.394 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:09.394 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:09.394 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.2", 2024-09-19T05:02:09.394 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmVqa2LBAAMm5ULwdyHFdtV9xyigltBA==", 2024-09-19T05:02:09.394 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:09.394 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:02:09.394 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow r", 2024-09-19T05:02:09.394 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow rw", 2024-09-19T05:02:09.394 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rwx" 2024-09-19T05:02:09.394 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:09.395 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:09.395 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:09.395 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.3", 2024-09-19T05:02:09.395 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmMyKpNRAAKE+cZfnTxMX6BKtqAIEFPQ==", 2024-09-19T05:02:09.395 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:09.395 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:02:09.395 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow r", 2024-09-19T05:02:09.395 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow rw", 2024-09-19T05:02:09.395 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rwx" 2024-09-19T05:02:09.395 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:09.395 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:09.395 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:09.395 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.admin", 2024-09-19T05:02:09.395 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDmr+tmPU9oLxAAfNONpFUBCiu1iEVStzscAg==", 2024-09-19T05:02:09.396 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:09.396 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow *", 2024-09-19T05:02:09.396 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:02:09.396 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:02:09.396 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:09.396 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:09.396 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:09.396 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:09.396 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.bootstrap-mds", 2024-09-19T05:02:09.396 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQAJsOtmjmHDBRAAUBuQ2ZtG+9+Gt7p7vLVjxw==", 2024-09-19T05:02:09.396 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:09.396 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile bootstrap-mds" 2024-09-19T05:02:09.396 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:09.397 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:09.397 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:09.397 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.bootstrap-mgr", 2024-09-19T05:02:09.397 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQAJsOtmU2vDBRAAEtUJCqNf/Wvhvw3YCxk1Dg==", 2024-09-19T05:02:09.397 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:09.397 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-19T05:02:09.397 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:09.397 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:09.397 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:09.397 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.bootstrap-osd", 2024-09-19T05:02:09.397 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQAJsOtmXnPDBRAAM4UwYV6ZhMHvnll+qVtjXA==", 2024-09-19T05:02:09.397 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:09.397 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile bootstrap-osd" 2024-09-19T05:02:09.397 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:09.397 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:09.398 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:09.398 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.bootstrap-rbd", 2024-09-19T05:02:09.398 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQAJsOtmf3rDBRAASwrqcYoQNvmzpaE35b/Yrg==", 2024-09-19T05:02:09.398 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:09.398 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-19T05:02:09.398 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:09.398 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:09.398 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:09.398 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-19T05:02:09.398 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQAJsOtm9IHDBRAA7Z0/xoTRrymk0kRwuxtG+g==", 2024-09-19T05:02:09.398 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:09.398 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-19T05:02:09.398 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:09.399 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:09.399 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:09.399 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.bootstrap-rgw", 2024-09-19T05:02:09.399 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQAJsOtmj4nDBRAAkMVu8deUW7P3K4yujHAsWw==", 2024-09-19T05:02:09.399 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:09.399 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-19T05:02:09.399 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:09.399 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:09.399 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:09.399 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mgr.x", 2024-09-19T05:02:09.399 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmCuGaDBAAg9I6sCwJVK5ffq3rOzb8vA==", 2024-09-19T05:02:09.399 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:09.399 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow *", 2024-09-19T05:02:09.399 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile mgr", 2024-09-19T05:02:09.400 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:09.400 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:09.400 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:09.400 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:09.400 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mgr.y", 2024-09-19T05:02:09.400 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmUWK2CBAA7/0u4Ns0J1Twfj2YGphbkQ==", 2024-09-19T05:02:09.400 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:09.400 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow *", 2024-09-19T05:02:09.400 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile mgr", 2024-09-19T05:02:09.400 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:09.400 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:09.400 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:09.400 INFO:teuthology.orchestra.run.smithi005.stdout: ] 2024-09-19T05:02:09.400 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-19T05:02:09.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.384+0000 7fb362ec9640 1 -- 172.21.15.5:0/2306747239 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb34006c2b0 msgr2=0x7fb34006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:09.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.384+0000 7fb362ec9640 1 --2- 172.21.15.5:0/2306747239 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb34006c2b0 0x7fb34006e770 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fb350006fd0 tx=0x7fb350008040 comp rx=0 tx=0).stop 2024-09-19T05:02:09.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.384+0000 7fb362ec9640 1 -- 172.21.15.5:0/2306747239 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb35c0d1020 msgr2=0x7fb35c15f660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:09.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.384+0000 7fb362ec9640 1 --2- 172.21.15.5:0/2306747239 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb35c0d1020 0x7fb35c15f660 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fb34800c400 tx=0x7fb34800c8c0 comp rx=0 tx=0).stop 2024-09-19T05:02:09.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.384+0000 7fb362ec9640 1 -- 172.21.15.5:0/2306747239 shutdown_connections 2024-09-19T05:02:09.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.384+0000 7fb362ec9640 1 --2- 172.21.15.5:0/2306747239 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb34006c2b0 0x7fb34006e770 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:09.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.384+0000 7fb362ec9640 1 --2- 172.21.15.5:0/2306747239 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb35c147f20 0x7fb35c1612c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:09.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.384+0000 7fb362ec9640 1 --2- 172.21.15.5:0/2306747239 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb35c0d1020 0x7fb35c15f660 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:09.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.384+0000 7fb362ec9640 1 --2- 172.21.15.5:0/2306747239 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb35c09bca0 0x7fb35c15dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:09.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.384+0000 7fb362ec9640 1 -- 172.21.15.5:0/2306747239 >> 172.21.15.5:0/2306747239 conn(0x7fb35c0b4060 msgr2=0x7fb35c0b4440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:09.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.384+0000 7fb362ec9640 1 -- 172.21.15.5:0/2306747239 shutdown_connections 2024-09-19T05:02:09.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.384+0000 7fb362ec9640 1 -- 172.21.15.5:0/2306747239 wait complete. 2024-09-19T05:02:09.403 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-19T05:02:09.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.507+0000 7f1a382d0640 1 Processor -- start 2024-09-19T05:02:09.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.507+0000 7f1a382d0640 1 -- start start 2024-09-19T05:02:09.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.508+0000 7f1a382d0640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1a300b3ba0 0x7f1a300b4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:09.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.508+0000 7f1a382d0640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1a300cfb40 con 0x7f1a3006f4c0 2024-09-19T05:02:09.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.508+0000 7f1a382d0640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1a300cfe20 con 0x7f1a3006f0e0 2024-09-19T05:02:09.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.508+0000 7f1a382d0640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f1a3015bc50 con 0x7f1a300b3ba0 2024-09-19T05:02:09.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.508+0000 7f1a3686d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1a300b3ba0 0x7f1a300b4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:09.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.508+0000 7f1a3686d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1a300b3ba0 0x7f1a300b4030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33402/0 (socket says 172.21.15.5:33402) 2024-09-19T05:02:09.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.508+0000 7f1a3686d640 1 -- 172.21.15.5:0/3873318916 learned_addr learned my addr 172.21.15.5:0/3873318916 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:09.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.509+0000 7f1a3686d640 1 -- 172.21.15.5:0/3873318916 >> v1:172.21.15.134:6789/0 conn(0x7f1a3006f0e0 legacy=0x7f1a3015c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:09.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.509+0000 7f1a3686d640 1 -- 172.21.15.5:0/3873318916 >> v1:172.21.15.5:6789/0 conn(0x7f1a3006f4c0 legacy=0x7f1a300cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:09.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.509+0000 7f1a3686d640 1 -- 172.21.15.5:0/3873318916 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a3015b8e0 con 0x7f1a300b3ba0 2024-09-19T05:02:09.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.509+0000 7f1a3686d640 1 --2- 172.21.15.5:0/3873318916 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a300b3ba0 0x7f1a300b4030 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f1a28009e50 tx=0x7f1a2802c9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2eb48c67e43512f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:09.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.509+0000 7f1a3506a640 1 -- 172.21.15.5:0/3873318916 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a28035020 con 0x7f1a300b3ba0 2024-09-19T05:02:09.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.509+0000 7f1a3506a640 1 -- 172.21.15.5:0/3873318916 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a28031620 con 0x7f1a300b3ba0 2024-09-19T05:02:09.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.509+0000 7f1a3506a640 1 -- 172.21.15.5:0/3873318916 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a280319f0 con 0x7f1a300b3ba0 2024-09-19T05:02:09.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.510+0000 7f1a382d0640 1 -- 172.21.15.5:0/3873318916 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a300b3ba0 msgr2=0x7f1a300b4030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:09.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.510+0000 7f1a382d0640 1 --2- 172.21.15.5:0/3873318916 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a300b3ba0 0x7f1a300b4030 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f1a28009e50 tx=0x7f1a2802c9d0 comp rx=0 tx=0).stop 2024-09-19T05:02:09.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.510+0000 7f1a382d0640 1 -- 172.21.15.5:0/3873318916 shutdown_connections 2024-09-19T05:02:09.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.510+0000 7f1a382d0640 1 --2- 172.21.15.5:0/3873318916 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a300b3ba0 0x7f1a300b4030 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:09.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.510+0000 7f1a382d0640 1 -- 172.21.15.5:0/3873318916 >> 172.21.15.5:0/3873318916 conn(0x7f1a30067da0 msgr2=0x7f1a3006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:09.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.510+0000 7f1a382d0640 1 -- 172.21.15.5:0/3873318916 shutdown_connections 2024-09-19T05:02:09.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.510+0000 7f1a382d0640 1 -- 172.21.15.5:0/3873318916 wait complete. 2024-09-19T05:02:09.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.511+0000 7f1a382d0640 1 Processor -- start 2024-09-19T05:02:09.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.511+0000 7f1a382d0640 1 -- start start 2024-09-19T05:02:09.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.512+0000 7f1a382d0640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a3006f0e0 0x7f1a30151df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:09.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.512+0000 7f1a382d0640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a3006f4c0 0x7f1a300aedf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:09.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.512+0000 7f1a382d0640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a300b3ba0 0x7f1a30153d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:09.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.512+0000 7f1a382d0640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1a300cf770 con 0x7f1a3006f4c0 2024-09-19T05:02:09.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.512+0000 7f1a382d0640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f1a30152630 con 0x7f1a3006f0e0 2024-09-19T05:02:09.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.512+0000 7f1a382d0640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1a300cf8f0 con 0x7f1a300b3ba0 2024-09-19T05:02:09.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.512+0000 7f1a3586b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a3006f4c0 0x7f1a300aedf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:09.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.512+0000 7f1a3586b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a3006f4c0 0x7f1a300aedf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33410/0 (socket says 172.21.15.5:33410) 2024-09-19T05:02:09.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.512+0000 7f1a3586b640 1 -- 172.21.15.5:0/2081646392 learned_addr learned my addr 172.21.15.5:0/2081646392 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:09.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.512+0000 7f1a3686d640 1 --2- 172.21.15.5:0/2081646392 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a300b3ba0 0x7f1a30153d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:09.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.512+0000 7f1a3606c640 1 --2- 172.21.15.5:0/2081646392 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a3006f0e0 0x7f1a30151df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:09.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.513+0000 7f1a3586b640 1 -- 172.21.15.5:0/2081646392 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a300b3ba0 msgr2=0x7f1a30153d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:09.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.513+0000 7f1a3586b640 1 --2- 172.21.15.5:0/2081646392 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a300b3ba0 0x7f1a30153d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:09.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.513+0000 7f1a3586b640 1 -- 172.21.15.5:0/2081646392 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a3006f0e0 msgr2=0x7f1a30151df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:09.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.513+0000 7f1a3586b640 1 --2- 172.21.15.5:0/2081646392 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a3006f0e0 0x7f1a30151df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:09.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.513+0000 7f1a3586b640 1 -- 172.21.15.5:0/2081646392 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a30152330 con 0x7f1a3006f4c0 2024-09-19T05:02:09.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.513+0000 7f1a3586b640 1 --2- 172.21.15.5:0/2081646392 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a3006f4c0 0x7f1a300aedf0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f1a2400c480 tx=0x7f1a2400c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:09.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.513+0000 7f1a22ffd640 1 -- 172.21.15.5:0/2081646392 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a240052d0 con 0x7f1a3006f4c0 2024-09-19T05:02:09.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.513+0000 7f1a22ffd640 1 -- 172.21.15.5:0/2081646392 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a24005470 con 0x7f1a3006f4c0 2024-09-19T05:02:09.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.513+0000 7f1a382d0640 1 -- 172.21.15.5:0/2081646392 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a30156330 con 0x7f1a3006f4c0 2024-09-19T05:02:09.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.513+0000 7f1a22ffd640 1 -- 172.21.15.5:0/2081646392 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a24012870 con 0x7f1a3006f4c0 2024-09-19T05:02:09.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.513+0000 7f1a382d0640 1 -- 172.21.15.5:0/2081646392 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a30156bd0 con 0x7f1a3006f4c0 2024-09-19T05:02:09.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.514+0000 7f1a382d0640 1 -- 172.21.15.5:0/2081646392 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a3015ee80 con 0x7f1a3006f4c0 2024-09-19T05:02:09.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.515+0000 7f1a22ffd640 1 -- 172.21.15.5:0/2081646392 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1a24012a10 con 0x7f1a3006f4c0 2024-09-19T05:02:09.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.515+0000 7f1a22ffd640 1 --2- 172.21.15.5:0/2081646392 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1a1406c2b0 0x7f1a1406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:09.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.515+0000 7f1a22ffd640 1 -- 172.21.15.5:0/2081646392 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7f1a2408ad40 con 0x7f1a3006f4c0 2024-09-19T05:02:09.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.515+0000 7f1a3606c640 1 --2- 172.21.15.5:0/2081646392 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1a1406c2b0 0x7f1a1406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:09.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.516+0000 7f1a3606c640 1 --2- 172.21.15.5:0/2081646392 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1a1406c2b0 0x7f1a1406e770 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f1a2c001780 tx=0x7f1a2c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:09.525 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.524+0000 7f1a22ffd640 1 -- 172.21.15.5:0/2081646392 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1a30152330 con 0x7f1a3006f4c0 2024-09-19T05:02:09.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.768+0000 7f1a382d0640 1 -- 172.21.15.5:0/2081646392 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7f1a30069fb0 con 0x7f1a3006f4c0 2024-09-19T05:02:09.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.770+0000 7f1a22ffd640 1 -- 172.21.15.5:0/2081646392 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v5) ==== 90+0+0 (secure 0 0 0) 0x7f1a240590b0 con 0x7f1a3006f4c0 2024-09-19T05:02:09.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.773+0000 7f1a382d0640 1 -- 172.21.15.5:0/2081646392 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1a1406c2b0 msgr2=0x7f1a1406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:09.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.773+0000 7f1a382d0640 1 --2- 172.21.15.5:0/2081646392 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1a1406c2b0 0x7f1a1406e770 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f1a2c001780 tx=0x7f1a2c009040 comp rx=0 tx=0).stop 2024-09-19T05:02:09.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.773+0000 7f1a382d0640 1 -- 172.21.15.5:0/2081646392 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a3006f4c0 msgr2=0x7f1a300aedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:09.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.773+0000 7f1a382d0640 1 --2- 172.21.15.5:0/2081646392 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a3006f4c0 0x7f1a300aedf0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f1a2400c480 tx=0x7f1a2400c940 comp rx=0 tx=0).stop 2024-09-19T05:02:09.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.773+0000 7f1a382d0640 1 -- 172.21.15.5:0/2081646392 shutdown_connections 2024-09-19T05:02:09.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.773+0000 7f1a382d0640 1 --2- 172.21.15.5:0/2081646392 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1a1406c2b0 0x7f1a1406e770 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:09.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.773+0000 7f1a382d0640 1 --2- 172.21.15.5:0/2081646392 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a300b3ba0 0x7f1a30153d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:09.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.773+0000 7f1a382d0640 1 --2- 172.21.15.5:0/2081646392 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a3006f4c0 0x7f1a300aedf0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:09.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.773+0000 7f1a382d0640 1 --2- 172.21.15.5:0/2081646392 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a3006f0e0 0x7f1a30151df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:09.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.773+0000 7f1a382d0640 1 -- 172.21.15.5:0/2081646392 >> 172.21.15.5:0/2081646392 conn(0x7f1a30067da0 msgr2=0x7f1a3015a9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:09.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.773+0000 7f1a382d0640 1 -- 172.21.15.5:0/2081646392 shutdown_connections 2024-09-19T05:02:09.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.773+0000 7f1a382d0640 1 -- 172.21.15.5:0/2081646392 wait complete. 2024-09-19T05:02:09.785 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-19T05:02:09.890 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.888+0000 7ffab1437640 1 Processor -- start 2024-09-19T05:02:09.890 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.888+0000 7ffab1437640 1 -- start start 2024-09-19T05:02:09.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.889+0000 7ffab1437640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7ffaac0d3150 0x7ffaac0b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:09.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.889+0000 7ffab1437640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffaac0d3680 con 0x7ffaac0b6530 2024-09-19T05:02:09.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.889+0000 7ffab1437640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffaac0d3960 con 0x7ffaac15e660 2024-09-19T05:02:09.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.889+0000 7ffab1437640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7ffaac06d4b0 con 0x7ffaac0d3150 2024-09-19T05:02:09.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.889+0000 7ffaab7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7ffaac0b6530 0x7ffaac06d940 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39892/0 (socket says 172.21.15.5:39892) 2024-09-19T05:02:09.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.889+0000 7ffaab7fe640 1 -- 172.21.15.5:0/3013496366 learned_addr learned my addr 172.21.15.5:0/3013496366 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:09.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.889+0000 7ffaaa7fc640 1 --2- 172.21.15.5:0/3013496366 >> v2:172.21.15.134:3300/0 conn(0x7ffaac0d3150 0x7ffaac0b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:09.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.890+0000 7ffaa9ffb640 1 -- 172.21.15.5:0/3013496366 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3993861943 0 0) 0x7ffaac0d3680 con 0x7ffaac0b6530 2024-09-19T05:02:09.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.890+0000 7ffaa9ffb640 1 -- 172.21.15.5:0/3013496366 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ffa98003520 con 0x7ffaac0b6530 2024-09-19T05:02:09.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.890+0000 7ffaaa7fc640 1 -- 172.21.15.5:0/3013496366 >> v1:172.21.15.134:6789/0 conn(0x7ffaac15e660 legacy=0x7ffaac0d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:09.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.890+0000 7ffaaa7fc640 1 -- 172.21.15.5:0/3013496366 >> v1:172.21.15.5:6789/0 conn(0x7ffaac0b6530 legacy=0x7ffaac06d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:09.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.890+0000 7ffaaa7fc640 1 -- 172.21.15.5:0/3013496366 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaac06ce60 con 0x7ffaac0d3150 2024-09-19T05:02:09.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.891+0000 7ffaaa7fc640 1 --2- 172.21.15.5:0/3013496366 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffaac0d3150 0x7ffaac0b5ff0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7ffa940097a0 tx=0x7ffa9402a2c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=79af8b8a8127fa99 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:09.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.891+0000 7ffaa9ffb640 1 -- 172.21.15.5:0/3013496366 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa94037070 con 0x7ffaac0d3150 2024-09-19T05:02:09.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.891+0000 7ffaa9ffb640 1 -- 172.21.15.5:0/3013496366 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa94032640 con 0x7ffaac0d3150 2024-09-19T05:02:09.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.891+0000 7ffaa9ffb640 1 -- 172.21.15.5:0/3013496366 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa94032a10 con 0x7ffaac0d3150 2024-09-19T05:02:09.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.891+0000 7ffab1437640 1 -- 172.21.15.5:0/3013496366 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffaac0d3150 msgr2=0x7ffaac0b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:09.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.891+0000 7ffab1437640 1 --2- 172.21.15.5:0/3013496366 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffaac0d3150 0x7ffaac0b5ff0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7ffa940097a0 tx=0x7ffa9402a2c0 comp rx=0 tx=0).stop 2024-09-19T05:02:09.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.891+0000 7ffab1437640 1 -- 172.21.15.5:0/3013496366 shutdown_connections 2024-09-19T05:02:09.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.891+0000 7ffab1437640 1 --2- 172.21.15.5:0/3013496366 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffaac0d3150 0x7ffaac0b5ff0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:09.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.891+0000 7ffab1437640 1 -- 172.21.15.5:0/3013496366 >> 172.21.15.5:0/3013496366 conn(0x7ffaac08c000 msgr2=0x7ffaac0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:09.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.891+0000 7ffab1437640 1 -- 172.21.15.5:0/3013496366 shutdown_connections 2024-09-19T05:02:09.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.892+0000 7ffab1437640 1 -- 172.21.15.5:0/3013496366 wait complete. 2024-09-19T05:02:09.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.893+0000 7ffab1437640 1 Processor -- start 2024-09-19T05:02:09.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.893+0000 7ffab1437640 1 -- start start 2024-09-19T05:02:09.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.894+0000 7ffab1437640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffaac0b6530 0x7ffaac0b73a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:09.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.894+0000 7ffab1437640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaac0d3150 0x7ffaac15c070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:09.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.894+0000 7ffab1437640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffaac15e660 0x7ffaac0c7f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:09.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.894+0000 7ffab1437640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ffaac06e050 con 0x7ffaac0b6530 2024-09-19T05:02:09.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.894+0000 7ffab1437640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7ffaac15ea40 con 0x7ffaac15e660 2024-09-19T05:02:09.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.894+0000 7ffab1437640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ffaac06e1d0 con 0x7ffaac0d3150 2024-09-19T05:02:09.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.894+0000 7ffaaaffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffaac0b6530 0x7ffaac0b73a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:09.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.894+0000 7ffaaaffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffaac0b6530 0x7ffaac0b73a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33422/0 (socket says 172.21.15.5:33422) 2024-09-19T05:02:09.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.894+0000 7ffaaaffd640 1 -- 172.21.15.5:0/1020713192 learned_addr learned my addr 172.21.15.5:0/1020713192 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:09.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.894+0000 7ffaab7fe640 1 --2- 172.21.15.5:0/1020713192 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffaac15e660 0x7ffaac0c7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:09.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.894+0000 7ffaaa7fc640 1 --2- 172.21.15.5:0/1020713192 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaac0d3150 0x7ffaac15c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:09.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.894+0000 7ffaaaffd640 1 -- 172.21.15.5:0/1020713192 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaac0d3150 msgr2=0x7ffaac15c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:09.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.894+0000 7ffaaaffd640 1 --2- 172.21.15.5:0/1020713192 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaac0d3150 0x7ffaac15c070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:09.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.894+0000 7ffaaaffd640 1 -- 172.21.15.5:0/1020713192 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffaac15e660 msgr2=0x7ffaac0c7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:09.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.894+0000 7ffaaaffd640 1 --2- 172.21.15.5:0/1020713192 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffaac15e660 0x7ffaac0c7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:09.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.894+0000 7ffaaaffd640 1 -- 172.21.15.5:0/1020713192 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaac1604b0 con 0x7ffaac0b6530 2024-09-19T05:02:09.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.894+0000 7ffaaaffd640 1 --2- 172.21.15.5:0/1020713192 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffaac0b6530 0x7ffaac0b73a0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7ffa9c00c430 tx=0x7ffa9c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:09.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.894+0000 7ffaa37fe640 1 -- 172.21.15.5:0/1020713192 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa9c017070 con 0x7ffaac0b6530 2024-09-19T05:02:09.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.895+0000 7ffaa37fe640 1 -- 172.21.15.5:0/1020713192 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa9c0052d0 con 0x7ffaac0b6530 2024-09-19T05:02:09.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.895+0000 7ffaa37fe640 1 -- 172.21.15.5:0/1020713192 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa9c003830 con 0x7ffaac0b6530 2024-09-19T05:02:09.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.895+0000 7ffab1437640 1 -- 172.21.15.5:0/1020713192 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffaac160790 con 0x7ffaac0b6530 2024-09-19T05:02:09.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.895+0000 7ffab1437640 1 -- 172.21.15.5:0/1020713192 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffaac15bdb0 con 0x7ffaac0b6530 2024-09-19T05:02:09.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.896+0000 7ffab1437640 1 -- 172.21.15.5:0/1020713192 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffaac0b5ff0 con 0x7ffaac0b6530 2024-09-19T05:02:09.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.896+0000 7ffaa37fe640 1 -- 172.21.15.5:0/1020713192 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ffa9c01a070 con 0x7ffaac0b6530 2024-09-19T05:02:09.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.897+0000 7ffaa37fe640 1 --2- 172.21.15.5:0/1020713192 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffa8c06c2b0 0x7ffa8c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:09.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.897+0000 7ffaa37fe640 1 -- 172.21.15.5:0/1020713192 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7ffa9c08a660 con 0x7ffaac0b6530 2024-09-19T05:02:09.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.897+0000 7ffaaa7fc640 1 --2- 172.21.15.5:0/1020713192 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffa8c06c2b0 0x7ffa8c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:09.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.898+0000 7ffaaa7fc640 1 --2- 172.21.15.5:0/1020713192 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffa8c06c2b0 0x7ffa8c06e770 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7ffa94034000 tx=0x7ffa9402e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:09.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:09.901+0000 7ffaa37fe640 1 -- 172.21.15.5:0/1020713192 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ffa9c058810 con 0x7ffaac0b6530 2024-09-19T05:02:10.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.149+0000 7ffab1437640 1 -- 172.21.15.5:0/1020713192 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7ffaac0b2420 con 0x7ffaac0b6530 2024-09-19T05:02:10.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.151+0000 7ffaa37fe640 1 -- 172.21.15.5:0/1020713192 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v6) ==== 90+0+0 (secure 0 0 0) 0x7ffa9c05cb10 con 0x7ffaac0b6530 2024-09-19T05:02:10.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.153+0000 7ffab1437640 1 -- 172.21.15.5:0/1020713192 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffa8c06c2b0 msgr2=0x7ffa8c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:10.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.153+0000 7ffab1437640 1 --2- 172.21.15.5:0/1020713192 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffa8c06c2b0 0x7ffa8c06e770 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7ffa94034000 tx=0x7ffa9402e000 comp rx=0 tx=0).stop 2024-09-19T05:02:10.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.153+0000 7ffab1437640 1 -- 172.21.15.5:0/1020713192 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffaac0b6530 msgr2=0x7ffaac0b73a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:10.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.153+0000 7ffab1437640 1 --2- 172.21.15.5:0/1020713192 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffaac0b6530 0x7ffaac0b73a0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7ffa9c00c430 tx=0x7ffa9c00c8f0 comp rx=0 tx=0).stop 2024-09-19T05:02:10.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.153+0000 7ffab1437640 1 -- 172.21.15.5:0/1020713192 shutdown_connections 2024-09-19T05:02:10.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.153+0000 7ffab1437640 1 --2- 172.21.15.5:0/1020713192 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffa8c06c2b0 0x7ffa8c06e770 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:10.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.153+0000 7ffab1437640 1 --2- 172.21.15.5:0/1020713192 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffaac15e660 0x7ffaac0c7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:10.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.153+0000 7ffab1437640 1 --2- 172.21.15.5:0/1020713192 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaac0d3150 0x7ffaac15c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:10.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.153+0000 7ffab1437640 1 --2- 172.21.15.5:0/1020713192 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffaac0b6530 0x7ffaac0b73a0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:10.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.153+0000 7ffab1437640 1 -- 172.21.15.5:0/1020713192 >> 172.21.15.5:0/1020713192 conn(0x7ffaac08c000 msgr2=0x7ffaac06d940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:10.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.153+0000 7ffab1437640 1 -- 172.21.15.5:0/1020713192 shutdown_connections 2024-09-19T05:02:10.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.154+0000 7ffab1437640 1 -- 172.21.15.5:0/1020713192 wait complete. 2024-09-19T05:02:10.167 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-19T05:02:10.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.268+0000 7fa12c68b640 1 Processor -- start 2024-09-19T05:02:10.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.268+0000 7fa12c68b640 1 -- start start 2024-09-19T05:02:10.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.269+0000 7fa12c68b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa124158ce0 0x7fa124067950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:10.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.269+0000 7fa12c68b640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fa1240b5670 0x7fa1240aea30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:10.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.269+0000 7fa12c68b640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa1240b3e00 con 0x7fa12415f8a0 2024-09-19T05:02:10.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.269+0000 7fa12c68b640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fa1241590c0 con 0x7fa124158ce0 2024-09-19T05:02:10.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.269+0000 7fa12c68b640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fa1240b40e0 con 0x7fa1240b5670 2024-09-19T05:02:10.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.269+0000 7fa12a427640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa124158ce0 0x7fa124067950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:10.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.269+0000 7fa129c26640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fa12415f8a0 0x7fa1240b4f60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39896/0 (socket says 172.21.15.5:39896) 2024-09-19T05:02:10.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.269+0000 7fa129c26640 1 -- 172.21.15.5:0/2426314281 learned_addr learned my addr 172.21.15.5:0/2426314281 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:10.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.269+0000 7fa12ac28640 1 --2- 172.21.15.5:0/2426314281 >> v2:172.21.15.134:3300/0 conn(0x7fa1240b5670 0x7fa1240aea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:10.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.270+0000 7fa12a427640 1 -- 172.21.15.5:0/2426314281 >> v2:172.21.15.134:3300/0 conn(0x7fa1240b5670 msgr2=0x7fa1240aea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:10.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.270+0000 7fa12a427640 1 --2- 172.21.15.5:0/2426314281 >> v2:172.21.15.134:3300/0 conn(0x7fa1240b5670 0x7fa1240aea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:10.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.270+0000 7fa12a427640 1 -- 172.21.15.5:0/2426314281 >> v1:172.21.15.5:6789/0 conn(0x7fa12415f8a0 legacy=0x7fa1240b4f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:10.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.270+0000 7fa12a427640 1 -- 172.21.15.5:0/2426314281 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1240b43c0 con 0x7fa124158ce0 2024-09-19T05:02:10.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.270+0000 7fa12a427640 1 --2- 172.21.15.5:0/2426314281 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa124158ce0 0x7fa124067950 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fa124074020 tx=0x7fa12002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a6afe60c31b42eb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:10.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.270+0000 7fa129425640 1 -- 172.21.15.5:0/2426314281 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa120037070 con 0x7fa124158ce0 2024-09-19T05:02:10.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.270+0000 7fa129425640 1 -- 172.21.15.5:0/2426314281 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa120032440 con 0x7fa124158ce0 2024-09-19T05:02:10.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.270+0000 7fa129425640 1 -- 172.21.15.5:0/2426314281 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa12002ae60 con 0x7fa124158ce0 2024-09-19T05:02:10.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.271+0000 7fa12c68b640 1 -- 172.21.15.5:0/2426314281 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa124158ce0 msgr2=0x7fa124067950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:10.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.271+0000 7fa12c68b640 1 --2- 172.21.15.5:0/2426314281 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa124158ce0 0x7fa124067950 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fa124074020 tx=0x7fa12002a110 comp rx=0 tx=0).stop 2024-09-19T05:02:10.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.271+0000 7fa12c68b640 1 -- 172.21.15.5:0/2426314281 shutdown_connections 2024-09-19T05:02:10.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.271+0000 7fa12c68b640 1 --2- 172.21.15.5:0/2426314281 >> v2:172.21.15.134:3300/0 conn(0x7fa1240b5670 0x7fa1240aea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:10.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.271+0000 7fa12c68b640 1 --2- 172.21.15.5:0/2426314281 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa124158ce0 0x7fa124067950 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:10.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.271+0000 7fa12c68b640 1 -- 172.21.15.5:0/2426314281 >> 172.21.15.5:0/2426314281 conn(0x7fa124073670 msgr2=0x7fa12406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:10.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.271+0000 7fa12c68b640 1 -- 172.21.15.5:0/2426314281 shutdown_connections 2024-09-19T05:02:10.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.271+0000 7fa12c68b640 1 -- 172.21.15.5:0/2426314281 wait complete. 2024-09-19T05:02:10.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.272+0000 7fa12c68b640 1 Processor -- start 2024-09-19T05:02:10.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.272+0000 7fa12c68b640 1 -- start start 2024-09-19T05:02:10.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.273+0000 7fa12c68b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa1240b5670 0x7fa1241f4830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:10.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.273+0000 7fa12c68b640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa124158ce0 0x7fa1241521c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:10.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.273+0000 7fa12c68b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa12415f8a0 0x7fa1240ce960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:10.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.273+0000 7fa12c68b640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fa1240aef70 con 0x7fa1240b5670 2024-09-19T05:02:10.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.273+0000 7fa12c68b640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fa124067e90 con 0x7fa124158ce0 2024-09-19T05:02:10.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.273+0000 7fa12c68b640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fa1240af0f0 con 0x7fa12415f8a0 2024-09-19T05:02:10.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.273+0000 7fa12a427640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa1240b5670 0x7fa1241f4830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:10.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.273+0000 7fa12a427640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa1240b5670 0x7fa1241f4830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33440/0 (socket says 172.21.15.5:33440) 2024-09-19T05:02:10.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.273+0000 7fa12a427640 1 -- 172.21.15.5:0/1663439597 learned_addr learned my addr 172.21.15.5:0/1663439597 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:10.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.274+0000 7fa12a427640 1 -- 172.21.15.5:0/1663439597 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa12415f8a0 msgr2=0x7fa1240ce960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:10.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.274+0000 7fa12a427640 1 --2- 172.21.15.5:0/1663439597 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa12415f8a0 0x7fa1240ce960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:10.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.274+0000 7fa12a427640 1 -- 172.21.15.5:0/1663439597 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa124158ce0 msgr2=0x7fa1241521c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:10.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.274+0000 7fa12a427640 1 --2- 172.21.15.5:0/1663439597 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa124158ce0 0x7fa1241521c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:10.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.274+0000 7fa12a427640 1 -- 172.21.15.5:0/1663439597 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1241f74b0 con 0x7fa1240b5670 2024-09-19T05:02:10.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.274+0000 7fa12a427640 1 --2- 172.21.15.5:0/1663439597 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa1240b5670 0x7fa1241f4830 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fa120000c00 tx=0x7fa1200046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:10.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.274+0000 7fa11affd640 1 -- 172.21.15.5:0/1663439597 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa120037040 con 0x7fa1240b5670 2024-09-19T05:02:10.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.274+0000 7fa11affd640 1 -- 172.21.15.5:0/1663439597 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa120042070 con 0x7fa1240b5670 2024-09-19T05:02:10.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.274+0000 7fa11affd640 1 -- 172.21.15.5:0/1663439597 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa120030bd0 con 0x7fa1240b5670 2024-09-19T05:02:10.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.274+0000 7fa12c68b640 1 -- 172.21.15.5:0/1663439597 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa124152700 con 0x7fa1240b5670 2024-09-19T05:02:10.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.274+0000 7fa12c68b640 1 -- 172.21.15.5:0/1663439597 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1241f7a30 con 0x7fa1240b5670 2024-09-19T05:02:10.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.275+0000 7fa12c68b640 1 -- 172.21.15.5:0/1663439597 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1240aea30 con 0x7fa1240b5670 2024-09-19T05:02:10.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.276+0000 7fa11affd640 1 -- 172.21.15.5:0/1663439597 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa120047460 con 0x7fa1240b5670 2024-09-19T05:02:10.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.276+0000 7fa11affd640 1 --2- 172.21.15.5:0/1663439597 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa10806c2b0 0x7fa10806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:10.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.276+0000 7fa11affd640 1 -- 172.21.15.5:0/1663439597 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7fa1200abe60 con 0x7fa1240b5670 2024-09-19T05:02:10.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.277+0000 7fa129c26640 1 --2- 172.21.15.5:0/1663439597 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa10806c2b0 0x7fa10806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:10.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.277+0000 7fa129c26640 1 --2- 172.21.15.5:0/1663439597 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa10806c2b0 0x7fa10806e770 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fa114000f60 tx=0x7fa114007a80 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:10.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.281+0000 7fa11affd640 1 -- 172.21.15.5:0/1663439597 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa120032e20 con 0x7fa1240b5670 2024-09-19T05:02:10.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.531+0000 7fa12c68b640 1 -- 172.21.15.5:0/1663439597 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7fa1240b19a0 con 0x7fa1240b5670 2024-09-19T05:02:10.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.533+0000 7fa11affd640 1 -- 172.21.15.5:0/1663439597 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v7) ==== 90+0+0 (secure 0 0 0) 0x7fa12007a790 con 0x7fa1240b5670 2024-09-19T05:02:10.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.535+0000 7fa12c68b640 1 -- 172.21.15.5:0/1663439597 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa10806c2b0 msgr2=0x7fa10806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:10.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.535+0000 7fa12c68b640 1 --2- 172.21.15.5:0/1663439597 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa10806c2b0 0x7fa10806e770 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fa114000f60 tx=0x7fa114007a80 comp rx=0 tx=0).stop 2024-09-19T05:02:10.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.535+0000 7fa12c68b640 1 -- 172.21.15.5:0/1663439597 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa1240b5670 msgr2=0x7fa1241f4830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:10.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.535+0000 7fa12c68b640 1 --2- 172.21.15.5:0/1663439597 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa1240b5670 0x7fa1241f4830 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fa120000c00 tx=0x7fa1200046c0 comp rx=0 tx=0).stop 2024-09-19T05:02:10.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.535+0000 7fa12c68b640 1 -- 172.21.15.5:0/1663439597 shutdown_connections 2024-09-19T05:02:10.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.535+0000 7fa12c68b640 1 --2- 172.21.15.5:0/1663439597 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa10806c2b0 0x7fa10806e770 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:10.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.535+0000 7fa12c68b640 1 --2- 172.21.15.5:0/1663439597 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa12415f8a0 0x7fa1240ce960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:10.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.535+0000 7fa12c68b640 1 --2- 172.21.15.5:0/1663439597 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa124158ce0 0x7fa1241521c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:10.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.535+0000 7fa12c68b640 1 --2- 172.21.15.5:0/1663439597 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa1240b5670 0x7fa1241f4830 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:10.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.535+0000 7fa12c68b640 1 -- 172.21.15.5:0/1663439597 >> 172.21.15.5:0/1663439597 conn(0x7fa124073670 msgr2=0x7fa12406fa00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:10.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.535+0000 7fa12c68b640 1 -- 172.21.15.5:0/1663439597 shutdown_connections 2024-09-19T05:02:10.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.535+0000 7fa12c68b640 1 -- 172.21.15.5:0/1663439597 wait complete. 2024-09-19T05:02:10.548 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-19T05:02:10.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.649+0000 7fa3d191a640 1 Processor -- start 2024-09-19T05:02:10.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.649+0000 7fa3d191a640 1 -- start start 2024-09-19T05:02:10.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.650+0000 7fa3d191a640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa3cc072620 0x7fa3cc0af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:10.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.650+0000 7fa3d191a640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa3cc06e590 con 0x7fa3cc06dfd0 2024-09-19T05:02:10.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.650+0000 7fa3d191a640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa3cc06e870 con 0x7fa3cc072240 2024-09-19T05:02:10.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.650+0000 7fa3d191a640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fa3cc06eb50 con 0x7fa3cc072620 2024-09-19T05:02:10.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.650+0000 7fa3c27fc640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa3cc072620 0x7fa3cc0af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:10.657 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.650+0000 7fa3c27fc640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa3cc072620 0x7fa3cc0af530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33450/0 (socket says 172.21.15.5:33450) 2024-09-19T05:02:10.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.650+0000 7fa3cb7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fa3cc06dfd0 0x7fa3cc0cd1d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39900/0 (socket says 172.21.15.5:39900) 2024-09-19T05:02:10.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.650+0000 7fa3c27fc640 1 -- 172.21.15.5:0/3539990202 learned_addr learned my addr 172.21.15.5:0/3539990202 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:10.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.650+0000 7fa3c27fc640 1 -- 172.21.15.5:0/3539990202 >> v1:172.21.15.134:6789/0 conn(0x7fa3cc072240 legacy=0x7fa3cc15d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:10.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.650+0000 7fa3c27fc640 1 -- 172.21.15.5:0/3539990202 >> v1:172.21.15.5:6789/0 conn(0x7fa3cc06dfd0 legacy=0x7fa3cc0cd1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:10.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.650+0000 7fa3ca7fc640 1 -- 172.21.15.5:0/3539990202 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 469629077 0 0) 0x7fa3cc06e590 con 0x7fa3cc06dfd0 2024-09-19T05:02:10.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.650+0000 7fa3c27fc640 1 -- 172.21.15.5:0/3539990202 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3cc06ee30 con 0x7fa3cc072620 2024-09-19T05:02:10.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.651+0000 7fa3c27fc640 1 --2- 172.21.15.5:0/3539990202 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa3cc072620 0x7fa3cc0af530 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fa3b4009870 tx=0x7fa3b402a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=618ce59d4c3b62b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:10.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.651+0000 7fa3ca7fc640 1 -- 172.21.15.5:0/3539990202 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3b4037070 con 0x7fa3cc072620 2024-09-19T05:02:10.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.651+0000 7fa3ca7fc640 1 -- 172.21.15.5:0/3539990202 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3b4032440 con 0x7fa3cc072620 2024-09-19T05:02:10.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.651+0000 7fa3ca7fc640 1 -- 172.21.15.5:0/3539990202 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3b4032810 con 0x7fa3cc072620 2024-09-19T05:02:10.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.652+0000 7fa3d191a640 1 -- 172.21.15.5:0/3539990202 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa3cc072620 msgr2=0x7fa3cc0af530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:10.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.652+0000 7fa3d191a640 1 --2- 172.21.15.5:0/3539990202 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa3cc072620 0x7fa3cc0af530 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fa3b4009870 tx=0x7fa3b402a2a0 comp rx=0 tx=0).stop 2024-09-19T05:02:10.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.652+0000 7fa3d191a640 1 -- 172.21.15.5:0/3539990202 shutdown_connections 2024-09-19T05:02:10.658 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.652+0000 7fa3d191a640 1 --2- 172.21.15.5:0/3539990202 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa3cc072620 0x7fa3cc0af530 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:10.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.652+0000 7fa3d191a640 1 -- 172.21.15.5:0/3539990202 >> 172.21.15.5:0/3539990202 conn(0x7fa3cc067da0 msgr2=0x7fa3cc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:10.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.652+0000 7fa3d191a640 1 -- 172.21.15.5:0/3539990202 shutdown_connections 2024-09-19T05:02:10.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.652+0000 7fa3d191a640 1 -- 172.21.15.5:0/3539990202 wait complete. 2024-09-19T05:02:10.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.653+0000 7fa3d191a640 1 Processor -- start 2024-09-19T05:02:10.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.653+0000 7fa3d191a640 1 -- start start 2024-09-19T05:02:10.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.654+0000 7fa3d191a640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa3cc06dfd0 0x7fa3cc151bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:10.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.654+0000 7fa3d191a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa3cc072240 0x7fa3cc155290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:10.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.654+0000 7fa3d191a640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa3cc072620 0x7fa3cc1557d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:10.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.654+0000 7fa3d191a640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fa3cc0afe00 con 0x7fa3cc072240 2024-09-19T05:02:10.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.654+0000 7fa3d191a640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fa3cc0afc80 con 0x7fa3cc072620 2024-09-19T05:02:10.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.654+0000 7fa3d191a640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fa3cc0cd8e0 con 0x7fa3cc06dfd0 2024-09-19T05:02:10.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.654+0000 7fa3c27fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa3cc072240 0x7fa3cc155290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:10.659 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.654+0000 7fa3c27fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa3cc072240 0x7fa3cc155290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33462/0 (socket says 172.21.15.5:33462) 2024-09-19T05:02:10.660 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.654+0000 7fa3c27fc640 1 -- 172.21.15.5:0/3994821041 learned_addr learned my addr 172.21.15.5:0/3994821041 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:10.660 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.654+0000 7fa3cb7fe640 1 --2- 172.21.15.5:0/3994821041 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa3cc072620 0x7fa3cc1557d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:10.660 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.654+0000 7fa3caffd640 1 --2- 172.21.15.5:0/3994821041 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa3cc06dfd0 0x7fa3cc151bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:10.660 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.654+0000 7fa3c27fc640 1 -- 172.21.15.5:0/3994821041 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa3cc06dfd0 msgr2=0x7fa3cc151bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:10.660 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.654+0000 7fa3c27fc640 1 --2- 172.21.15.5:0/3994821041 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa3cc06dfd0 0x7fa3cc151bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:10.660 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.654+0000 7fa3c27fc640 1 -- 172.21.15.5:0/3994821041 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa3cc072620 msgr2=0x7fa3cc1557d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:10.660 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.654+0000 7fa3c27fc640 1 --2- 172.21.15.5:0/3994821041 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa3cc072620 0x7fa3cc1557d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:10.660 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.654+0000 7fa3c27fc640 1 -- 172.21.15.5:0/3994821041 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3cc0b4570 con 0x7fa3cc072240 2024-09-19T05:02:10.660 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.654+0000 7fa3cb7fe640 1 --2- 172.21.15.5:0/3994821041 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa3cc072620 0x7fa3cc1557d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:10.660 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.654+0000 7fa3c27fc640 1 --2- 172.21.15.5:0/3994821041 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa3cc072240 0x7fa3cc155290 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fa3b4009870 tx=0x7fa3b40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:10.660 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.655+0000 7fa3c8ff9640 1 -- 172.21.15.5:0/3994821041 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3b4037040 con 0x7fa3cc072240 2024-09-19T05:02:10.660 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.655+0000 7fa3c8ff9640 1 -- 172.21.15.5:0/3994821041 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3b4004250 con 0x7fa3cc072240 2024-09-19T05:02:10.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.655+0000 7fa3d191a640 1 -- 172.21.15.5:0/3994821041 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3cc0b4850 con 0x7fa3cc072240 2024-09-19T05:02:10.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.655+0000 7fa3c8ff9640 1 -- 172.21.15.5:0/3994821041 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3b403c670 con 0x7fa3cc072240 2024-09-19T05:02:10.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.655+0000 7fa3d191a640 1 -- 172.21.15.5:0/3994821041 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3cc0b4e10 con 0x7fa3cc072240 2024-09-19T05:02:10.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.656+0000 7fa3d191a640 1 -- 172.21.15.5:0/3994821041 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3cc0af530 con 0x7fa3cc072240 2024-09-19T05:02:10.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.656+0000 7fa3c8ff9640 1 -- 172.21.15.5:0/3994821041 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa3b403a070 con 0x7fa3cc072240 2024-09-19T05:02:10.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.657+0000 7fa3c8ff9640 1 --2- 172.21.15.5:0/3994821041 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa3ac06c2b0 0x7fa3ac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:10.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.657+0000 7fa3c8ff9640 1 -- 172.21.15.5:0/3994821041 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7fa3b40abb00 con 0x7fa3cc072240 2024-09-19T05:02:10.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.657+0000 7fa3caffd640 1 --2- 172.21.15.5:0/3994821041 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa3ac06c2b0 0x7fa3ac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:10.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.657+0000 7fa3caffd640 1 --2- 172.21.15.5:0/3994821041 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa3ac06c2b0 0x7fa3ac06e770 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fa3bc004ea0 tx=0x7fa3bc009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:10.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.661+0000 7fa3c8ff9640 1 -- 172.21.15.5:0/3994821041 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa3b4041020 con 0x7fa3cc072240 2024-09-19T05:02:10.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.905+0000 7fa3d191a640 1 -- 172.21.15.5:0/3994821041 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7fa3cc160ca0 con 0x7fa3cc072240 2024-09-19T05:02:10.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.907+0000 7fa3c8ff9640 1 -- 172.21.15.5:0/3994821041 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v8) ==== 90+0+0 (secure 0 0 0) 0x7fa3b407a4c0 con 0x7fa3cc072240 2024-09-19T05:02:10.911 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.909+0000 7fa3d191a640 1 -- 172.21.15.5:0/3994821041 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa3ac06c2b0 msgr2=0x7fa3ac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:10.911 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.909+0000 7fa3d191a640 1 --2- 172.21.15.5:0/3994821041 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa3ac06c2b0 0x7fa3ac06e770 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fa3bc004ea0 tx=0x7fa3bc009040 comp rx=0 tx=0).stop 2024-09-19T05:02:10.911 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.909+0000 7fa3d191a640 1 -- 172.21.15.5:0/3994821041 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa3cc072240 msgr2=0x7fa3cc155290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:10.911 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.909+0000 7fa3d191a640 1 --2- 172.21.15.5:0/3994821041 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa3cc072240 0x7fa3cc155290 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fa3b4009870 tx=0x7fa3b40046c0 comp rx=0 tx=0).stop 2024-09-19T05:02:10.911 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.909+0000 7fa3d191a640 1 -- 172.21.15.5:0/3994821041 shutdown_connections 2024-09-19T05:02:10.911 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.909+0000 7fa3d191a640 1 --2- 172.21.15.5:0/3994821041 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa3ac06c2b0 0x7fa3ac06e770 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:10.911 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.909+0000 7fa3d191a640 1 --2- 172.21.15.5:0/3994821041 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa3cc072620 0x7fa3cc1557d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:10.911 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.909+0000 7fa3d191a640 1 --2- 172.21.15.5:0/3994821041 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa3cc072240 0x7fa3cc155290 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:10.911 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.909+0000 7fa3d191a640 1 --2- 172.21.15.5:0/3994821041 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa3cc06dfd0 0x7fa3cc151bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:10.911 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.909+0000 7fa3d191a640 1 -- 172.21.15.5:0/3994821041 >> 172.21.15.5:0/3994821041 conn(0x7fa3cc067da0 msgr2=0x7fa3cc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:10.911 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.909+0000 7fa3d191a640 1 -- 172.21.15.5:0/3994821041 shutdown_connections 2024-09-19T05:02:10.912 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:10.909+0000 7fa3d191a640 1 -- 172.21.15.5:0/3994821041 wait complete. 2024-09-19T05:02:10.922 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-19T05:02:11.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.026+0000 7ff997c3c640 1 Processor -- start 2024-09-19T05:02:11.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.026+0000 7ff997c3c640 1 -- start start 2024-09-19T05:02:11.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.027+0000 7ff997c3c640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7ff9900b4250 0x7ff99006dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:11.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.027+0000 7ff997c3c640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff99006e690 con 0x7ff990072860 2024-09-19T05:02:11.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.027+0000 7ff997c3c640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff99006e970 con 0x7ff99015b900 2024-09-19T05:02:11.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.027+0000 7ff997c3c640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7ff99006ec50 con 0x7ff9900b4250 2024-09-19T05:02:11.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.027+0000 7ff9961d9640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7ff990072860 0x7ff9900b4e20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39908/0 (socket says 172.21.15.5:39908) 2024-09-19T05:02:11.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.027+0000 7ff9961d9640 1 -- 172.21.15.5:0/3654264062 learned_addr learned my addr 172.21.15.5:0/3654264062 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:11.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.027+0000 7ff9959d8640 1 --2- 172.21.15.5:0/3654264062 >> v2:172.21.15.134:3300/0 conn(0x7ff9900b4250 0x7ff99006dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:11.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.027+0000 7ff9949d6640 1 -- 172.21.15.5:0/3654264062 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3978031844 0 0) 0x7ff99006e690 con 0x7ff990072860 2024-09-19T05:02:11.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.027+0000 7ff9949d6640 1 -- 172.21.15.5:0/3654264062 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff97c003440 con 0x7ff990072860 2024-09-19T05:02:11.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.027+0000 7ff9949d6640 1 -- 172.21.15.5:0/3654264062 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3222961238 0 0) 0x7ff99006e970 con 0x7ff99015b900 2024-09-19T05:02:11.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.027+0000 7ff9949d6640 1 -- 172.21.15.5:0/3654264062 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff99006e690 con 0x7ff99015b900 2024-09-19T05:02:11.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.027+0000 7ff9949d6640 1 -- 172.21.15.5:0/3654264062 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2358208794 0 0) 0x7ff97c003440 con 0x7ff990072860 2024-09-19T05:02:11.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.027+0000 7ff9949d6640 1 -- 172.21.15.5:0/3654264062 >> v2:172.21.15.134:3300/0 conn(0x7ff9900b4250 msgr2=0x7ff99006dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:11.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.027+0000 7ff9949d6640 1 --2- 172.21.15.5:0/3654264062 >> v2:172.21.15.134:3300/0 conn(0x7ff9900b4250 0x7ff99006dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.027+0000 7ff9949d6640 1 -- 172.21.15.5:0/3654264062 >> v1:172.21.15.134:6789/0 conn(0x7ff99015b900 legacy=0x7ff9900b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:11.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.028+0000 7ff9949d6640 1 -- 172.21.15.5:0/3654264062 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff99006ef30 con 0x7ff990072860 2024-09-19T05:02:11.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.028+0000 7ff9949d6640 1 -- 172.21.15.5:0/3654264062 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7ff9880019f0 con 0x7ff990072860 2024-09-19T05:02:11.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.028+0000 7ff9959d8640 1 --2- 172.21.15.5:0/3654264062 >> v2:172.21.15.134:3300/0 conn(0x7ff9900b4250 0x7ff99006dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:02:11.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.028+0000 7ff9949d6640 1 -- 172.21.15.5:0/3654264062 >> v1:172.21.15.5:6789/0 conn(0x7ff990072860 legacy=0x7ff9900b4e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:11.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.028+0000 7ff9949d6640 1 --2- 172.21.15.5:0/3654264062 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff97c003c30 0x7ff97c008850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:11.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.028+0000 7ff9949d6640 1 --2- 172.21.15.5:0/3654264062 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff97c004160 0x7ff97c00ae40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:11.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.028+0000 7ff9949d6640 1 --2- 172.21.15.5:0/3654264062 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff97c00b4b0 0x7ff97c00d970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:11.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.028+0000 7ff9949d6640 1 -- 172.21.15.5:0/3654264062 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ff99006ec50 con 0x7ff97c004160 2024-09-19T05:02:11.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.028+0000 7ff9949d6640 1 -- 172.21.15.5:0/3654264062 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7ff97c00e250 con 0x7ff97c003c30 2024-09-19T05:02:11.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.028+0000 7ff9949d6640 1 -- 172.21.15.5:0/3654264062 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ff97c00e450 con 0x7ff97c00b4b0 2024-09-19T05:02:11.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.028+0000 7ff9951d7640 1 --2- 172.21.15.5:0/3654264062 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff97c004160 0x7ff97c00ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:11.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.028+0000 7ff9959d8640 1 --2- 172.21.15.5:0/3654264062 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff97c003c30 0x7ff97c008850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:11.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.028+0000 7ff9961d9640 1 --2- 172.21.15.5:0/3654264062 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff97c00b4b0 0x7ff97c00d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:11.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.028+0000 7ff9951d7640 1 -- 172.21.15.5:0/3654264062 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff97c00b4b0 msgr2=0x7ff97c00d970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:11.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.028+0000 7ff9951d7640 1 --2- 172.21.15.5:0/3654264062 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff97c00b4b0 0x7ff97c00d970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.028+0000 7ff9951d7640 1 -- 172.21.15.5:0/3654264062 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff97c003c30 msgr2=0x7ff97c008850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:11.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.028+0000 7ff9951d7640 1 --2- 172.21.15.5:0/3654264062 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff97c003c30 0x7ff97c008850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.028+0000 7ff9951d7640 1 -- 172.21.15.5:0/3654264062 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff97c003440 con 0x7ff97c004160 2024-09-19T05:02:11.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.028+0000 7ff9961d9640 1 -- 172.21.15.5:0/3654264062 reap_dead start 2024-09-19T05:02:11.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.029+0000 7ff9951d7640 1 --2- 172.21.15.5:0/3654264062 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff97c004160 0x7ff97c00ae40 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7ff9800018d0 tx=0x7ff97c003730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=117cc770e820cd41 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:11.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.029+0000 7ff9949d6640 1 -- 172.21.15.5:0/3654264062 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9800014f0 con 0x7ff97c004160 2024-09-19T05:02:11.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.029+0000 7ff9949d6640 1 -- 172.21.15.5:0/3654264062 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9800052d0 con 0x7ff97c004160 2024-09-19T05:02:11.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.029+0000 7ff9949d6640 1 -- 172.21.15.5:0/3654264062 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff98002aca0 con 0x7ff97c004160 2024-09-19T05:02:11.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.029+0000 7ff997c3c640 1 -- 172.21.15.5:0/3654264062 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff97c004160 msgr2=0x7ff97c00ae40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:11.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.029+0000 7ff997c3c640 1 --2- 172.21.15.5:0/3654264062 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff97c004160 0x7ff97c00ae40 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7ff9800018d0 tx=0x7ff97c003730 comp rx=0 tx=0).stop 2024-09-19T05:02:11.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.030+0000 7ff997c3c640 1 -- 172.21.15.5:0/3654264062 shutdown_connections 2024-09-19T05:02:11.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.030+0000 7ff997c3c640 1 --2- 172.21.15.5:0/3654264062 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff97c004160 0x7ff97c00ae40 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.030+0000 7ff997c3c640 1 -- 172.21.15.5:0/3654264062 >> 172.21.15.5:0/3654264062 conn(0x7ff990067da0 msgr2=0x7ff99006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:11.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.030+0000 7ff997c3c640 1 -- 172.21.15.5:0/3654264062 shutdown_connections 2024-09-19T05:02:11.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.030+0000 7ff997c3c640 1 -- 172.21.15.5:0/3654264062 wait complete. 2024-09-19T05:02:11.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.031+0000 7ff997c3c640 1 Processor -- start 2024-09-19T05:02:11.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.031+0000 7ff997c3c640 1 -- start start 2024-09-19T05:02:11.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.032+0000 7ff997c3c640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff990155e50 0x7ff9900ad2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:11.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.032+0000 7ff997c3c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff9901f3c00 0x7ff9901f2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:11.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.032+0000 7ff997c3c640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff990156230 0x7ff9901f3510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:11.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.032+0000 7ff997c3c640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ff99006dfd0 con 0x7ff9901f3c00 2024-09-19T05:02:11.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.032+0000 7ff997c3c640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7ff99015bd70 con 0x7ff990155e50 2024-09-19T05:02:11.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.032+0000 7ff997c3c640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ff99006e150 con 0x7ff990156230 2024-09-19T05:02:11.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.032+0000 7ff9951d7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff9901f3c00 0x7ff9901f2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:11.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.032+0000 7ff9951d7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff9901f3c00 0x7ff9901f2fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33488/0 (socket says 172.21.15.5:33488) 2024-09-19T05:02:11.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.032+0000 7ff9951d7640 1 -- 172.21.15.5:0/2581372607 learned_addr learned my addr 172.21.15.5:0/2581372607 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:11.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.032+0000 7ff9959d8640 1 --2- 172.21.15.5:0/2581372607 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff990155e50 0x7ff9900ad2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:11.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.032+0000 7ff9961d9640 1 --2- 172.21.15.5:0/2581372607 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff990156230 0x7ff9901f3510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:11.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.032+0000 7ff9951d7640 1 -- 172.21.15.5:0/2581372607 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff990156230 msgr2=0x7ff9901f3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:11.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.032+0000 7ff9951d7640 1 --2- 172.21.15.5:0/2581372607 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff990156230 0x7ff9901f3510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.032+0000 7ff9951d7640 1 -- 172.21.15.5:0/2581372607 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff990155e50 msgr2=0x7ff9900ad2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:11.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.032+0000 7ff9951d7640 1 --2- 172.21.15.5:0/2581372607 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff990155e50 0x7ff9900ad2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.032+0000 7ff9951d7640 1 -- 172.21.15.5:0/2581372607 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9900c5760 con 0x7ff9901f3c00 2024-09-19T05:02:11.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.032+0000 7ff9951d7640 1 --2- 172.21.15.5:0/2581372607 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff9901f3c00 0x7ff9901f2fd0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7ff980005040 tx=0x7ff9800012d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:11.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.032+0000 7ff9867fc640 1 -- 172.21.15.5:0/2581372607 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff980037040 con 0x7ff9901f3c00 2024-09-19T05:02:11.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.032+0000 7ff9867fc640 1 -- 172.21.15.5:0/2581372607 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff980006e50 con 0x7ff9901f3c00 2024-09-19T05:02:11.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.032+0000 7ff997c3c640 1 -- 172.21.15.5:0/2581372607 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9900c5ec0 con 0x7ff9901f3c00 2024-09-19T05:02:11.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.032+0000 7ff9867fc640 1 -- 172.21.15.5:0/2581372607 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9800014f0 con 0x7ff9901f3c00 2024-09-19T05:02:11.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.033+0000 7ff997c3c640 1 -- 172.21.15.5:0/2581372607 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9900c6480 con 0x7ff9901f3c00 2024-09-19T05:02:11.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.034+0000 7ff997c3c640 1 -- 172.21.15.5:0/2581372607 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff990072c90 con 0x7ff9901f3c00 2024-09-19T05:02:11.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.034+0000 7ff9867fc640 1 -- 172.21.15.5:0/2581372607 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff980044020 con 0x7ff9901f3c00 2024-09-19T05:02:11.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.035+0000 7ff9867fc640 1 --2- 172.21.15.5:0/2581372607 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff97406c2e0 0x7ff97406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:11.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.035+0000 7ff9867fc640 1 -- 172.21.15.5:0/2581372607 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7ff9800aace0 con 0x7ff9901f3c00 2024-09-19T05:02:11.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.035+0000 7ff9959d8640 1 --2- 172.21.15.5:0/2581372607 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff97406c2e0 0x7ff97406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:11.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.036+0000 7ff9959d8640 1 --2- 172.21.15.5:0/2581372607 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff97406c2e0 0x7ff97406e7a0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7ff99006aa50 tx=0x7ff98c009190 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:11.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.039+0000 7ff9867fc640 1 -- 172.21.15.5:0/2581372607 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff98004b020 con 0x7ff9901f3c00 2024-09-19T05:02:11.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.284+0000 7ff997c3c640 1 -- 172.21.15.5:0/2581372607 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7ff9900b5210 con 0x7ff9901f3c00 2024-09-19T05:02:11.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.286+0000 7ff9867fc640 1 -- 172.21.15.5:0/2581372607 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v9) ==== 97+0+0 (secure 0 0 0) 0x7ff980079050 con 0x7ff9901f3c00 2024-09-19T05:02:11.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.289+0000 7ff997c3c640 1 -- 172.21.15.5:0/2581372607 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff97406c2e0 msgr2=0x7ff97406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:11.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.289+0000 7ff997c3c640 1 --2- 172.21.15.5:0/2581372607 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff97406c2e0 0x7ff97406e7a0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7ff99006aa50 tx=0x7ff98c009190 comp rx=0 tx=0).stop 2024-09-19T05:02:11.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.289+0000 7ff997c3c640 1 -- 172.21.15.5:0/2581372607 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff9901f3c00 msgr2=0x7ff9901f2fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:11.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.289+0000 7ff997c3c640 1 --2- 172.21.15.5:0/2581372607 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff9901f3c00 0x7ff9901f2fd0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7ff980005040 tx=0x7ff9800012d0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.289+0000 7ff997c3c640 1 -- 172.21.15.5:0/2581372607 shutdown_connections 2024-09-19T05:02:11.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.289+0000 7ff997c3c640 1 --2- 172.21.15.5:0/2581372607 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff97406c2e0 0x7ff97406e7a0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.289+0000 7ff997c3c640 1 --2- 172.21.15.5:0/2581372607 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff990156230 0x7ff9901f3510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.289+0000 7ff997c3c640 1 --2- 172.21.15.5:0/2581372607 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff9901f3c00 0x7ff9901f2fd0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.289+0000 7ff997c3c640 1 --2- 172.21.15.5:0/2581372607 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff990155e50 0x7ff9900ad2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.289+0000 7ff997c3c640 1 -- 172.21.15.5:0/2581372607 >> 172.21.15.5:0/2581372607 conn(0x7ff990067da0 msgr2=0x7ff99015afd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:11.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.289+0000 7ff997c3c640 1 -- 172.21.15.5:0/2581372607 shutdown_connections 2024-09-19T05:02:11.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.289+0000 7ff997c3c640 1 -- 172.21.15.5:0/2581372607 wait complete. 2024-09-19T05:02:11.301 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-19T05:02:11.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.402+0000 7fd04863c640 1 Processor -- start 2024-09-19T05:02:11.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.402+0000 7fd04863c640 1 -- start start 2024-09-19T05:02:11.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.403+0000 7fd04863c640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fd04015e890 0x7fd04006cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:11.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.403+0000 7fd04863c640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0400d2b60 0x7fd04006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:11.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.403+0000 7fd04863c640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd0400d3040 con 0x7fd0400d4f00 2024-09-19T05:02:11.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.403+0000 7fd04863c640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fd0400d3c50 con 0x7fd04015e890 2024-09-19T05:02:11.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.403+0000 7fd04863c640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd0400d3320 con 0x7fd0400d2b60 2024-09-19T05:02:11.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.403+0000 7fd046bd9640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fd0400d4f00 0x7fd0400cede0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39920/0 (socket says 172.21.15.5:39920) 2024-09-19T05:02:11.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.403+0000 7fd046bd9640 1 -- 172.21.15.5:0/4214450617 learned_addr learned my addr 172.21.15.5:0/4214450617 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:11.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.403+0000 7fd0463d8640 1 --2- 172.21.15.5:0/4214450617 >> v2:172.21.15.134:3300/0 conn(0x7fd04015e890 0x7fd04006cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:11.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.403+0000 7fd045bd7640 1 --2- 172.21.15.5:0/4214450617 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0400d2b60 0x7fd04006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:11.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.403+0000 7fd0453d6640 1 -- 172.21.15.5:0/4214450617 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 149354740 0 0) 0x7fd0400d3040 con 0x7fd0400d4f00 2024-09-19T05:02:11.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.404+0000 7fd0453d6640 1 -- 172.21.15.5:0/4214450617 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd02c003520 con 0x7fd0400d4f00 2024-09-19T05:02:11.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.404+0000 7fd0453d6640 1 -- 172.21.15.5:0/4214450617 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3136610189 0 0) 0x7fd02c003520 con 0x7fd0400d4f00 2024-09-19T05:02:11.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.404+0000 7fd0453d6640 1 -- 172.21.15.5:0/4214450617 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0400d2b60 msgr2=0x7fd04006d0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:11.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.404+0000 7fd0453d6640 1 --2- 172.21.15.5:0/4214450617 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0400d2b60 0x7fd04006d0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.404+0000 7fd0453d6640 1 -- 172.21.15.5:0/4214450617 >> v2:172.21.15.134:3300/0 conn(0x7fd04015e890 msgr2=0x7fd04006cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:11.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.404+0000 7fd0453d6640 1 --2- 172.21.15.5:0/4214450617 >> v2:172.21.15.134:3300/0 conn(0x7fd04015e890 0x7fd04006cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.404+0000 7fd0453d6640 1 -- 172.21.15.5:0/4214450617 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0400d3600 con 0x7fd0400d4f00 2024-09-19T05:02:11.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.404+0000 7fd0453d6640 1 -- 172.21.15.5:0/4214450617 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7fd0380019f0 con 0x7fd0400d4f00 2024-09-19T05:02:11.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.404+0000 7fd0453d6640 1 -- 172.21.15.5:0/4214450617 >> v1:172.21.15.5:6789/0 conn(0x7fd0400d4f00 legacy=0x7fd0400cede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:11.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.404+0000 7fd0453d6640 1 --2- 172.21.15.5:0/4214450617 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd02c0039b0 0x7fd02c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:11.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.404+0000 7fd0453d6640 1 --2- 172.21.15.5:0/4214450617 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0400d2b60 0x7fd02c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:11.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.404+0000 7fd0453d6640 1 --2- 172.21.15.5:0/4214450617 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd02c004d40 0x7fd02c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:11.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.404+0000 7fd0453d6640 1 -- 172.21.15.5:0/4214450617 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd0400d3c50 con 0x7fd02c0039b0 2024-09-19T05:02:11.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.404+0000 7fd0453d6640 1 -- 172.21.15.5:0/4214450617 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd0400d3320 con 0x7fd02c004d40 2024-09-19T05:02:11.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.404+0000 7fd0453d6640 1 -- 172.21.15.5:0/4214450617 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd02c00b9f0 con 0x7fd0400d2b60 2024-09-19T05:02:11.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.404+0000 7fd0463d8640 1 --2- 172.21.15.5:0/4214450617 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd02c0039b0 0x7fd02c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:11.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.404+0000 7fd045bd7640 1 --2- 172.21.15.5:0/4214450617 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0400d2b60 0x7fd02c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:11.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.404+0000 7fd046bd9640 1 --2- 172.21.15.5:0/4214450617 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd02c004d40 0x7fd02c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:11.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.404+0000 7fd0463d8640 1 -- 172.21.15.5:0/4214450617 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0400d2b60 msgr2=0x7fd02c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:11.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.404+0000 7fd0463d8640 1 --2- 172.21.15.5:0/4214450617 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0400d2b60 0x7fd02c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.404+0000 7fd0463d8640 1 -- 172.21.15.5:0/4214450617 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd02c004d40 msgr2=0x7fd02c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:11.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.404+0000 7fd0463d8640 1 --2- 172.21.15.5:0/4214450617 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd02c004d40 0x7fd02c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.404+0000 7fd0463d8640 1 -- 172.21.15.5:0/4214450617 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd02c003520 con 0x7fd02c0039b0 2024-09-19T05:02:11.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.404+0000 7fd046bd9640 1 --2- 172.21.15.5:0/4214450617 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd02c004d40 0x7fd02c0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:11.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.405+0000 7fd0463d8640 1 --2- 172.21.15.5:0/4214450617 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd02c0039b0 0x7fd02c003dd0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fd03c009ac0 tx=0x7fd02c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db021926617d69c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:11.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.405+0000 7fd0453d6640 1 -- 172.21.15.5:0/4214450617 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd03c036070 con 0x7fd02c0039b0 2024-09-19T05:02:11.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.405+0000 7fd0453d6640 1 -- 172.21.15.5:0/4214450617 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd03c031400 con 0x7fd02c0039b0 2024-09-19T05:02:11.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.405+0000 7fd0453d6640 1 -- 172.21.15.5:0/4214450617 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd03c009690 con 0x7fd02c0039b0 2024-09-19T05:02:11.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.406+0000 7fd04863c640 1 -- 172.21.15.5:0/4214450617 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd02c0039b0 msgr2=0x7fd02c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:11.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.406+0000 7fd04863c640 1 --2- 172.21.15.5:0/4214450617 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd02c0039b0 0x7fd02c003dd0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fd03c009ac0 tx=0x7fd02c005830 comp rx=0 tx=0).stop 2024-09-19T05:02:11.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.406+0000 7fd046bd9640 1 -- 172.21.15.5:0/4214450617 reap_dead start 2024-09-19T05:02:11.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.406+0000 7fd04863c640 1 -- 172.21.15.5:0/4214450617 shutdown_connections 2024-09-19T05:02:11.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.406+0000 7fd04863c640 1 -- 172.21.15.5:0/4214450617 >> 172.21.15.5:0/4214450617 conn(0x7fd0400b66c0 msgr2=0x7fd0400d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:11.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.406+0000 7fd04863c640 1 -- 172.21.15.5:0/4214450617 shutdown_connections 2024-09-19T05:02:11.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.406+0000 7fd04863c640 1 -- 172.21.15.5:0/4214450617 wait complete. 2024-09-19T05:02:11.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.407+0000 7fd04863c640 1 Processor -- start 2024-09-19T05:02:11.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.407+0000 7fd04863c640 1 -- start start 2024-09-19T05:02:11.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.408+0000 7fd04863c640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd02c0039b0 0x7fd0400aaf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:11.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.408+0000 7fd04863c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0400ce660 0x7fd0401f4630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:11.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.408+0000 7fd04863c640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0401f4b70 0x7fd0400ac760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:11.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.408+0000 7fd04863c640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd04006db10 con 0x7fd0400ce660 2024-09-19T05:02:11.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.408+0000 7fd04863c640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd04015ec70 con 0x7fd02c0039b0 2024-09-19T05:02:11.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.408+0000 7fd04863c640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd04006dc90 con 0x7fd0401f4b70 2024-09-19T05:02:11.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.408+0000 7fd045bd7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0400ce660 0x7fd0401f4630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:11.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.408+0000 7fd045bd7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0400ce660 0x7fd0401f4630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33506/0 (socket says 172.21.15.5:33506) 2024-09-19T05:02:11.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.408+0000 7fd045bd7640 1 -- 172.21.15.5:0/142862677 learned_addr learned my addr 172.21.15.5:0/142862677 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:11.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.408+0000 7fd0463d8640 1 --2- 172.21.15.5:0/142862677 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd02c0039b0 0x7fd0400aaf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:11.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.408+0000 7fd046bd9640 1 --2- 172.21.15.5:0/142862677 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0401f4b70 0x7fd0400ac760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:11.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.408+0000 7fd045bd7640 1 -- 172.21.15.5:0/142862677 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0401f4b70 msgr2=0x7fd0400ac760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:11.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.408+0000 7fd045bd7640 1 --2- 172.21.15.5:0/142862677 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0401f4b70 0x7fd0400ac760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.408+0000 7fd045bd7640 1 -- 172.21.15.5:0/142862677 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd02c0039b0 msgr2=0x7fd0400aaf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:11.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.408+0000 7fd045bd7640 1 --2- 172.21.15.5:0/142862677 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd02c0039b0 0x7fd0400aaf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.408+0000 7fd045bd7640 1 -- 172.21.15.5:0/142862677 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0400ab6c0 con 0x7fd0400ce660 2024-09-19T05:02:11.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.408+0000 7fd046bd9640 1 --2- 172.21.15.5:0/142862677 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0401f4b70 0x7fd0400ac760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:11.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.408+0000 7fd045bd7640 1 --2- 172.21.15.5:0/142862677 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0400ce660 0x7fd0401f4630 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fd0300119a0 tx=0x7fd030011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:11.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.409+0000 7fd036ffd640 1 -- 172.21.15.5:0/142862677 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd03000faf0 con 0x7fd0400ce660 2024-09-19T05:02:11.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.409+0000 7fd036ffd640 1 -- 172.21.15.5:0/142862677 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd03000fc90 con 0x7fd0400ce660 2024-09-19T05:02:11.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.409+0000 7fd036ffd640 1 -- 172.21.15.5:0/142862677 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd030014440 con 0x7fd0400ce660 2024-09-19T05:02:11.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.409+0000 7fd04863c640 1 -- 172.21.15.5:0/142862677 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0400ab9a0 con 0x7fd0400ce660 2024-09-19T05:02:11.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.409+0000 7fd04863c640 1 -- 172.21.15.5:0/142862677 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0400abf60 con 0x7fd0400ce660 2024-09-19T05:02:11.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.410+0000 7fd04863c640 1 -- 172.21.15.5:0/142862677 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd04006cbb0 con 0x7fd0400ce660 2024-09-19T05:02:11.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.410+0000 7fd036ffd640 1 -- 172.21.15.5:0/142862677 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd030012040 con 0x7fd0400ce660 2024-09-19T05:02:11.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.411+0000 7fd036ffd640 1 --2- 172.21.15.5:0/142862677 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd02406c2e0 0x7fd02406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:11.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.411+0000 7fd036ffd640 1 -- 172.21.15.5:0/142862677 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7fd03008b8e0 con 0x7fd0400ce660 2024-09-19T05:02:11.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.411+0000 7fd0463d8640 1 --2- 172.21.15.5:0/142862677 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd02406c2e0 0x7fd02406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:11.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.412+0000 7fd0463d8640 1 --2- 172.21.15.5:0/142862677 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd02406c2e0 0x7fd02406e7a0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fd03c033000 tx=0x7fd03c008030 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:11.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.415+0000 7fd036ffd640 1 -- 172.21.15.5:0/142862677 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd030019030 con 0x7fd0400ce660 2024-09-19T05:02:11.661 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.659+0000 7fd04863c640 1 -- 172.21.15.5:0/142862677 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7fd0400b5b90 con 0x7fd0400ce660 2024-09-19T05:02:11.662 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.661+0000 7fd036ffd640 1 -- 172.21.15.5:0/142862677 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v10) ==== 90+0+0 (secure 0 0 0) 0x7fd03005a200 con 0x7fd0400ce660 2024-09-19T05:02:11.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.663+0000 7fd04863c640 1 -- 172.21.15.5:0/142862677 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd02406c2e0 msgr2=0x7fd02406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:11.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.663+0000 7fd04863c640 1 --2- 172.21.15.5:0/142862677 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd02406c2e0 0x7fd02406e7a0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fd03c033000 tx=0x7fd03c008030 comp rx=0 tx=0).stop 2024-09-19T05:02:11.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.663+0000 7fd04863c640 1 -- 172.21.15.5:0/142862677 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0400ce660 msgr2=0x7fd0401f4630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:11.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.663+0000 7fd04863c640 1 --2- 172.21.15.5:0/142862677 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0400ce660 0x7fd0401f4630 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fd0300119a0 tx=0x7fd030011e60 comp rx=0 tx=0).stop 2024-09-19T05:02:11.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.663+0000 7fd04863c640 1 -- 172.21.15.5:0/142862677 shutdown_connections 2024-09-19T05:02:11.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.663+0000 7fd04863c640 1 --2- 172.21.15.5:0/142862677 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd02406c2e0 0x7fd02406e7a0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.666 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.663+0000 7fd04863c640 1 --2- 172.21.15.5:0/142862677 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0401f4b70 0x7fd0400ac760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.666 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.663+0000 7fd04863c640 1 --2- 172.21.15.5:0/142862677 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0400ce660 0x7fd0401f4630 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.666 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.663+0000 7fd04863c640 1 --2- 172.21.15.5:0/142862677 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd02c0039b0 0x7fd0400aaf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.666 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.663+0000 7fd04863c640 1 -- 172.21.15.5:0/142862677 >> 172.21.15.5:0/142862677 conn(0x7fd0400b66c0 msgr2=0x7fd04006cf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:11.666 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.663+0000 7fd04863c640 1 -- 172.21.15.5:0/142862677 shutdown_connections 2024-09-19T05:02:11.666 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.664+0000 7fd04863c640 1 -- 172.21.15.5:0/142862677 wait complete. 2024-09-19T05:02:11.675 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T05:02:11.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.776+0000 7f5dd516f640 1 Processor -- start 2024-09-19T05:02:11.777 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.776+0000 7f5dd516f640 1 -- start start 2024-09-19T05:02:11.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.776+0000 7f5dd516f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5dd015d550 0x7f5dd009aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:11.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.776+0000 7f5dd516f640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5dd009afb0 0x7f5dd0070360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:11.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.776+0000 7f5dd516f640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5dd00b5b40 con 0x7f5dd015c410 2024-09-19T05:02:11.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.777+0000 7f5dd516f640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f5dd015c7f0 con 0x7f5dd009afb0 2024-09-19T05:02:11.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.777+0000 7f5dd516f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f5dd00b5e20 con 0x7f5dd015d550 2024-09-19T05:02:11.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.777+0000 7f5dcf59e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5dd009afb0 0x7f5dd0070360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:11.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.777+0000 7f5dcf59e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5dd009afb0 0x7f5dd0070360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33518/0 (socket says 172.21.15.5:33518) 2024-09-19T05:02:11.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.777+0000 7f5dcf59e640 1 -- 172.21.15.5:0/1274225297 learned_addr learned my addr 172.21.15.5:0/1274225297 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:11.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.777+0000 7f5dce59c640 1 --2- 172.21.15.5:0/1274225297 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5dd015d550 0x7f5dd009aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:11.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.777+0000 7f5dcf59e640 1 -- 172.21.15.5:0/1274225297 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5dd015d550 msgr2=0x7f5dd009aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:11.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.777+0000 7f5dcf59e640 1 --2- 172.21.15.5:0/1274225297 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5dd015d550 0x7f5dd009aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.777+0000 7f5dcf59e640 1 -- 172.21.15.5:0/1274225297 >> v1:172.21.15.134:6789/0 conn(0x7f5dd015c410 legacy=0x7f5dd00b52f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:11.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.777+0000 7f5dcf59e640 1 -- 172.21.15.5:0/1274225297 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5dd00b6100 con 0x7f5dd009afb0 2024-09-19T05:02:11.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.777+0000 7f5dce59c640 1 --2- 172.21.15.5:0/1274225297 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5dd015d550 0x7f5dd009aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:11.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.778+0000 7f5dcf59e640 1 --2- 172.21.15.5:0/1274225297 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5dd009afb0 0x7f5dd0070360 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f5dc8009e50 tx=0x7f5dc802a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ced1b43417d817aa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:11.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.778+0000 7f5dcdd9b640 1 -- 172.21.15.5:0/1274225297 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc8036070 con 0x7f5dd009afb0 2024-09-19T05:02:11.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.778+0000 7f5dcdd9b640 1 -- 172.21.15.5:0/1274225297 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5dc8031600 con 0x7f5dd009afb0 2024-09-19T05:02:11.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.778+0000 7f5dcdd9b640 1 -- 172.21.15.5:0/1274225297 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc80319d0 con 0x7f5dd009afb0 2024-09-19T05:02:11.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.778+0000 7f5dd516f640 1 -- 172.21.15.5:0/1274225297 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5dd009afb0 msgr2=0x7f5dd0070360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:11.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.778+0000 7f5dd516f640 1 --2- 172.21.15.5:0/1274225297 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5dd009afb0 0x7f5dd0070360 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f5dc8009e50 tx=0x7f5dc802a6c0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.778+0000 7f5dd516f640 1 -- 172.21.15.5:0/1274225297 shutdown_connections 2024-09-19T05:02:11.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.778+0000 7f5dd516f640 1 --2- 172.21.15.5:0/1274225297 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5dd009afb0 0x7f5dd0070360 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.778+0000 7f5dd516f640 1 --2- 172.21.15.5:0/1274225297 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5dd015d550 0x7f5dd009aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.778+0000 7f5dd516f640 1 -- 172.21.15.5:0/1274225297 >> 172.21.15.5:0/1274225297 conn(0x7f5dd00b3ff0 msgr2=0x7f5dd00b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:11.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.778+0000 7f5dd516f640 1 -- 172.21.15.5:0/1274225297 shutdown_connections 2024-09-19T05:02:11.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.778+0000 7f5dd516f640 1 -- 172.21.15.5:0/1274225297 wait complete. 2024-09-19T05:02:11.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.780+0000 7f5dd516f640 1 Processor -- start 2024-09-19T05:02:11.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.780+0000 7f5dd516f640 1 -- start start 2024-09-19T05:02:11.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.781+0000 7f5dd516f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5dd009afb0 0x7f5dd006d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:11.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.781+0000 7f5dd516f640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5dd015c410 0x7f5dd01f7eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:11.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.781+0000 7f5dd516f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5dd015d550 0x7f5dd01f83f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:11.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.781+0000 7f5dd516f640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f5dd00708a0 con 0x7f5dd015d550 2024-09-19T05:02:11.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.781+0000 7f5dd516f640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f5dd00b66c0 con 0x7f5dd015c410 2024-09-19T05:02:11.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.781+0000 7f5dd516f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f5dd0070a20 con 0x7f5dd009afb0 2024-09-19T05:02:11.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.781+0000 7f5dcf59e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5dd015d550 0x7f5dd01f83f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:11.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.781+0000 7f5dcf59e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5dd015d550 0x7f5dd01f83f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33528/0 (socket says 172.21.15.5:33528) 2024-09-19T05:02:11.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.781+0000 7f5dcf59e640 1 -- 172.21.15.5:0/1668784552 learned_addr learned my addr 172.21.15.5:0/1668784552 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:11.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.781+0000 7f5dced9d640 1 --2- 172.21.15.5:0/1668784552 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5dd009afb0 0x7f5dd006d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:11.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.781+0000 7f5dce59c640 1 --2- 172.21.15.5:0/1668784552 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5dd015c410 0x7f5dd01f7eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:11.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.781+0000 7f5dcf59e640 1 -- 172.21.15.5:0/1668784552 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5dd009afb0 msgr2=0x7f5dd006d700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:11.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.781+0000 7f5dcf59e640 1 --2- 172.21.15.5:0/1668784552 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5dd009afb0 0x7f5dd006d700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.781+0000 7f5dcf59e640 1 -- 172.21.15.5:0/1668784552 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5dd015c410 msgr2=0x7f5dd01f7eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:11.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.781+0000 7f5dcf59e640 1 --2- 172.21.15.5:0/1668784552 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5dd015c410 0x7f5dd01f7eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.781+0000 7f5dcf59e640 1 -- 172.21.15.5:0/1668784552 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5dd006e1d0 con 0x7f5dd015d550 2024-09-19T05:02:11.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.781+0000 7f5dce59c640 1 --2- 172.21.15.5:0/1668784552 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5dd015c410 0x7f5dd01f7eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:11.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.781+0000 7f5dcf59e640 1 --2- 172.21.15.5:0/1668784552 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5dd015d550 0x7f5dd01f83f0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f5dc8009f70 tx=0x7f5dc8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:11.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.781+0000 7f5db77fe640 1 -- 172.21.15.5:0/1668784552 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc8041020 con 0x7f5dd015d550 2024-09-19T05:02:11.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.782+0000 7f5db77fe640 1 -- 172.21.15.5:0/1668784552 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5dc8007800 con 0x7f5dd015d550 2024-09-19T05:02:11.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.782+0000 7f5dd516f640 1 -- 172.21.15.5:0/1668784552 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5dd006e4b0 con 0x7f5dd015d550 2024-09-19T05:02:11.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.782+0000 7f5db77fe640 1 -- 172.21.15.5:0/1668784552 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc8036040 con 0x7f5dd015d550 2024-09-19T05:02:11.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.782+0000 7f5dd516f640 1 -- 172.21.15.5:0/1668784552 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5dd0155a60 con 0x7f5dd015d550 2024-09-19T05:02:11.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.783+0000 7f5dd516f640 1 -- 172.21.15.5:0/1668784552 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5dd0159ff0 con 0x7f5dd015d550 2024-09-19T05:02:11.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.783+0000 7f5db77fe640 1 -- 172.21.15.5:0/1668784552 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5dc8044020 con 0x7f5dd015d550 2024-09-19T05:02:11.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.784+0000 7f5db77fe640 1 --2- 172.21.15.5:0/1668784552 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5dbc06c2b0 0x7f5dbc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:11.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.784+0000 7f5db77fe640 1 -- 172.21.15.5:0/1668784552 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7f5dc80abf50 con 0x7f5dd015d550 2024-09-19T05:02:11.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.784+0000 7f5dced9d640 1 --2- 172.21.15.5:0/1668784552 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5dbc06c2b0 0x7f5dbc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:11.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.784+0000 7f5dced9d640 1 --2- 172.21.15.5:0/1668784552 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5dbc06c2b0 0x7f5dbc06e770 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f5dc0004f60 tx=0x7f5dc0007e30 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:11.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.788+0000 7f5db77fe640 1 -- 172.21.15.5:0/1668784552 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5dc804b030 con 0x7f5dd015d550 2024-09-19T05:02:11.967 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.965+0000 7f5dd516f640 1 -- 172.21.15.5:0/1668784552 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f5dd0070360 con 0x7f5dd015d550 2024-09-19T05:02:11.967 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.966+0000 7f5db77fe640 1 -- 172.21.15.5:0/1668784552 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v35) ==== 84+0+65 (secure 0 0 0) 0x7f5dc807a9d0 con 0x7f5dd015d550 2024-09-19T05:02:11.967 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:11.968 INFO:teuthology.orchestra.run.smithi005.stdout:[ 2024-09-19T05:02:11.968 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:11.968 INFO:teuthology.orchestra.run.smithi005.stdout: "poolnum": 1, 2024-09-19T05:02:11.968 INFO:teuthology.orchestra.run.smithi005.stdout: "poolname": ".mgr" 2024-09-19T05:02:11.968 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:11.968 INFO:teuthology.orchestra.run.smithi005.stdout:] 2024-09-19T05:02:11.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.968+0000 7f5dd516f640 1 -- 172.21.15.5:0/1668784552 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5dbc06c2b0 msgr2=0x7f5dbc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:11.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.968+0000 7f5dd516f640 1 --2- 172.21.15.5:0/1668784552 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5dbc06c2b0 0x7f5dbc06e770 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f5dc0004f60 tx=0x7f5dc0007e30 comp rx=0 tx=0).stop 2024-09-19T05:02:11.969 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.968+0000 7f5dd516f640 1 -- 172.21.15.5:0/1668784552 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5dd015d550 msgr2=0x7f5dd01f83f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:11.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.968+0000 7f5dd516f640 1 --2- 172.21.15.5:0/1668784552 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5dd015d550 0x7f5dd01f83f0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f5dc8009f70 tx=0x7f5dc8004a40 comp rx=0 tx=0).stop 2024-09-19T05:02:11.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.968+0000 7f5dd516f640 1 -- 172.21.15.5:0/1668784552 shutdown_connections 2024-09-19T05:02:11.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.968+0000 7f5dd516f640 1 --2- 172.21.15.5:0/1668784552 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5dbc06c2b0 0x7f5dbc06e770 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.968+0000 7f5dd516f640 1 --2- 172.21.15.5:0/1668784552 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5dd015d550 0x7f5dd01f83f0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.968+0000 7f5dd516f640 1 --2- 172.21.15.5:0/1668784552 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5dd015c410 0x7f5dd01f7eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.968+0000 7f5dd516f640 1 --2- 172.21.15.5:0/1668784552 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5dd009afb0 0x7f5dd006d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:11.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.968+0000 7f5dd516f640 1 -- 172.21.15.5:0/1668784552 >> 172.21.15.5:0/1668784552 conn(0x7f5dd00b3ff0 msgr2=0x7f5dd0157de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:11.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.968+0000 7f5dd516f640 1 -- 172.21.15.5:0/1668784552 shutdown_connections 2024-09-19T05:02:11.970 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:11.968+0000 7f5dd516f640 1 -- 172.21.15.5:0/1668784552 wait complete. 2024-09-19T05:02:11.980 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T05:02:11.980 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T05:02:12.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.086+0000 7fc79791a640 1 Processor -- start 2024-09-19T05:02:12.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.086+0000 7fc79791a640 1 -- start start 2024-09-19T05:02:12.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.087+0000 7fc79791a640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fc79006deb0 0x7fc7900b5e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:12.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.087+0000 7fc79791a640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc79009b480 con 0x7fc7900cccb0 2024-09-19T05:02:12.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.087+0000 7fc79791a640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc79009b760 con 0x7fc79015e770 2024-09-19T05:02:12.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.087+0000 7fc79791a640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fc7900cb810 con 0x7fc79006deb0 2024-09-19T05:02:12.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.087+0000 7fc795eb7640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fc7900cccb0 0x7fc7900b6340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39922/0 (socket says 172.21.15.5:39922) 2024-09-19T05:02:12.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.087+0000 7fc795eb7640 1 -- 172.21.15.5:0/1593007109 learned_addr learned my addr 172.21.15.5:0/1593007109 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:12.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.087+0000 7fc794eb5640 1 --2- 172.21.15.5:0/1593007109 >> v2:172.21.15.134:3300/0 conn(0x7fc79006deb0 0x7fc7900b5e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:12.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.087+0000 7fc787fff640 1 -- 172.21.15.5:0/1593007109 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1740446490 0 0) 0x7fc79009b480 con 0x7fc7900cccb0 2024-09-19T05:02:12.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.087+0000 7fc787fff640 1 -- 172.21.15.5:0/1593007109 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc77c003520 con 0x7fc7900cccb0 2024-09-19T05:02:12.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.087+0000 7fc787fff640 1 -- 172.21.15.5:0/1593007109 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1040943095 0 0) 0x7fc79009b760 con 0x7fc79015e770 2024-09-19T05:02:12.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.088+0000 7fc787fff640 1 -- 172.21.15.5:0/1593007109 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc79009b480 con 0x7fc79015e770 2024-09-19T05:02:12.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.088+0000 7fc787fff640 1 -- 172.21.15.5:0/1593007109 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 571608205 0 0) 0x7fc77c003520 con 0x7fc7900cccb0 2024-09-19T05:02:12.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.088+0000 7fc787fff640 1 -- 172.21.15.5:0/1593007109 >> v2:172.21.15.134:3300/0 conn(0x7fc79006deb0 msgr2=0x7fc7900b5e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:12.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.088+0000 7fc787fff640 1 --2- 172.21.15.5:0/1593007109 >> v2:172.21.15.134:3300/0 conn(0x7fc79006deb0 0x7fc7900b5e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:12.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.088+0000 7fc787fff640 1 -- 172.21.15.5:0/1593007109 >> v1:172.21.15.134:6789/0 conn(0x7fc79015e770 legacy=0x7fc79006d7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:12.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.088+0000 7fc787fff640 1 -- 172.21.15.5:0/1593007109 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc79009ba40 con 0x7fc7900cccb0 2024-09-19T05:02:12.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.088+0000 7fc794eb5640 1 --2- 172.21.15.5:0/1593007109 >> v2:172.21.15.134:3300/0 conn(0x7fc79006deb0 0x7fc7900b5e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:02:12.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.088+0000 7fc787fff640 1 -- 172.21.15.5:0/1593007109 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7fc7880019f0 con 0x7fc7900cccb0 2024-09-19T05:02:12.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.088+0000 7fc787fff640 1 -- 172.21.15.5:0/1593007109 >> v1:172.21.15.5:6789/0 conn(0x7fc7900cccb0 legacy=0x7fc7900b6340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:12.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.088+0000 7fc787fff640 1 --2- 172.21.15.5:0/1593007109 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc77c003b90 0x7fc77c003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:12.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.088+0000 7fc787fff640 1 --2- 172.21.15.5:0/1593007109 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc77c004800 0x7fc77c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:12.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.088+0000 7fc787fff640 1 --2- 172.21.15.5:0/1593007109 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc77c0051c0 0x7fc77c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:12.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.088+0000 7fc787fff640 1 -- 172.21.15.5:0/1593007109 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fc7900cb810 con 0x7fc77c004800 2024-09-19T05:02:12.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.088+0000 7fc787fff640 1 -- 172.21.15.5:0/1593007109 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fc77c00c090 con 0x7fc77c0051c0 2024-09-19T05:02:12.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.088+0000 7fc787fff640 1 -- 172.21.15.5:0/1593007109 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fc77c00c290 con 0x7fc77c003b90 2024-09-19T05:02:12.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.088+0000 7fc794eb5640 1 --2- 172.21.15.5:0/1593007109 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc77c004800 0x7fc77c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:12.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.088+0000 7fc7956b6640 1 --2- 172.21.15.5:0/1593007109 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc77c003b90 0x7fc77c003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:12.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.088+0000 7fc795eb7640 1 --2- 172.21.15.5:0/1593007109 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc77c0051c0 0x7fc77c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:12.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.088+0000 7fc794eb5640 1 -- 172.21.15.5:0/1593007109 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc77c003b90 msgr2=0x7fc77c003f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:12.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.088+0000 7fc794eb5640 1 --2- 172.21.15.5:0/1593007109 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc77c003b90 0x7fc77c003f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:12.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.088+0000 7fc794eb5640 1 -- 172.21.15.5:0/1593007109 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc77c0051c0 msgr2=0x7fc77c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:12.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.088+0000 7fc794eb5640 1 --2- 172.21.15.5:0/1593007109 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc77c0051c0 0x7fc77c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:12.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.088+0000 7fc794eb5640 1 -- 172.21.15.5:0/1593007109 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc77c003520 con 0x7fc77c004800 2024-09-19T05:02:12.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.088+0000 7fc7956b6640 1 --2- 172.21.15.5:0/1593007109 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc77c003b90 0x7fc77c003f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:12.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.088+0000 7fc795eb7640 1 --2- 172.21.15.5:0/1593007109 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc77c0051c0 0x7fc77c00b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:12.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.088+0000 7fc795eb7640 1 -- 172.21.15.5:0/1593007109 reap_dead start 2024-09-19T05:02:12.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.089+0000 7fc794eb5640 1 --2- 172.21.15.5:0/1593007109 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc77c004800 0x7fc77c004c80 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fc780009c90 tx=0x7fc77c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=842c772275d36a98 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:12.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.089+0000 7fc787fff640 1 -- 172.21.15.5:0/1593007109 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc780036070 con 0x7fc77c004800 2024-09-19T05:02:12.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.089+0000 7fc787fff640 1 -- 172.21.15.5:0/1593007109 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc780031400 con 0x7fc77c004800 2024-09-19T05:02:12.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.089+0000 7fc787fff640 1 -- 172.21.15.5:0/1593007109 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc780009860 con 0x7fc77c004800 2024-09-19T05:02:12.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.089+0000 7fc79791a640 1 -- 172.21.15.5:0/1593007109 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc77c004800 msgr2=0x7fc77c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:12.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.089+0000 7fc79791a640 1 --2- 172.21.15.5:0/1593007109 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc77c004800 0x7fc77c004c80 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fc780009c90 tx=0x7fc77c005830 comp rx=0 tx=0).stop 2024-09-19T05:02:12.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.089+0000 7fc79791a640 1 -- 172.21.15.5:0/1593007109 shutdown_connections 2024-09-19T05:02:12.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.089+0000 7fc79791a640 1 --2- 172.21.15.5:0/1593007109 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc77c004800 0x7fc77c004c80 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:12.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.089+0000 7fc79791a640 1 -- 172.21.15.5:0/1593007109 >> 172.21.15.5:0/1593007109 conn(0x7fc7900b4060 msgr2=0x7fc7900b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:12.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.090+0000 7fc79791a640 1 -- 172.21.15.5:0/1593007109 shutdown_connections 2024-09-19T05:02:12.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.090+0000 7fc79791a640 1 -- 172.21.15.5:0/1593007109 wait complete. 2024-09-19T05:02:12.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.091+0000 7fc79791a640 1 Processor -- start 2024-09-19T05:02:12.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.091+0000 7fc79791a640 1 -- start start 2024-09-19T05:02:12.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.091+0000 7fc79791a640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc77c004800 0x7fc79009c450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:12.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.091+0000 7fc79791a640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc7901f45a0 0x7fc790160c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:12.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.091+0000 7fc79791a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc79015aea0 0x7fc7900d0a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:12.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.092+0000 7fc79791a640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fc79015eb50 con 0x7fc79015aea0 2024-09-19T05:02:12.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.092+0000 7fc79791a640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fc79009c000 con 0x7fc77c004800 2024-09-19T05:02:12.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.092+0000 7fc79791a640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fc79015ecd0 con 0x7fc7901f45a0 2024-09-19T05:02:12.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.092+0000 7fc795eb7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc79015aea0 0x7fc7900d0a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:12.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.092+0000 7fc795eb7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc79015aea0 0x7fc7900d0a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33544/0 (socket says 172.21.15.5:33544) 2024-09-19T05:02:12.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.092+0000 7fc795eb7640 1 -- 172.21.15.5:0/1166652433 learned_addr learned my addr 172.21.15.5:0/1166652433 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:12.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.092+0000 7fc7956b6640 1 --2- 172.21.15.5:0/1166652433 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc77c004800 0x7fc79009c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:12.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.092+0000 7fc794eb5640 1 --2- 172.21.15.5:0/1166652433 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc7901f45a0 0x7fc790160c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:12.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.092+0000 7fc795eb7640 1 -- 172.21.15.5:0/1166652433 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc7901f45a0 msgr2=0x7fc790160c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:12.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.092+0000 7fc795eb7640 1 --2- 172.21.15.5:0/1166652433 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc7901f45a0 0x7fc790160c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:12.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.092+0000 7fc795eb7640 1 -- 172.21.15.5:0/1166652433 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc77c004800 msgr2=0x7fc79009c450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:12.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.092+0000 7fc795eb7640 1 --2- 172.21.15.5:0/1166652433 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc77c004800 0x7fc79009c450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:12.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.092+0000 7fc795eb7640 1 -- 172.21.15.5:0/1166652433 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc79009c990 con 0x7fc79015aea0 2024-09-19T05:02:12.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.092+0000 7fc795eb7640 1 --2- 172.21.15.5:0/1166652433 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc79015aea0 0x7fc7900d0a20 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fc790074030 tx=0x7fc788007af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:12.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.092+0000 7fc785ffb640 1 -- 172.21.15.5:0/1166652433 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc78800e900 con 0x7fc79015aea0 2024-09-19T05:02:12.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.092+0000 7fc785ffb640 1 -- 172.21.15.5:0/1166652433 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc788018070 con 0x7fc79015aea0 2024-09-19T05:02:12.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.092+0000 7fc79791a640 1 -- 172.21.15.5:0/1166652433 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc79015ee50 con 0x7fc79015aea0 2024-09-19T05:02:12.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.092+0000 7fc785ffb640 1 -- 172.21.15.5:0/1166652433 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc78800ecc0 con 0x7fc79015aea0 2024-09-19T05:02:12.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.093+0000 7fc79791a640 1 -- 172.21.15.5:0/1166652433 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7901f4df0 con 0x7fc79015aea0 2024-09-19T05:02:12.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.094+0000 7fc79791a640 1 -- 172.21.15.5:0/1166652433 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc79015f020 con 0x7fc79015aea0 2024-09-19T05:02:12.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.094+0000 7fc785ffb640 1 -- 172.21.15.5:0/1166652433 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc78801d460 con 0x7fc79015aea0 2024-09-19T05:02:12.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.094+0000 7fc785ffb640 1 --2- 172.21.15.5:0/1166652433 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc77406c2e0 0x7fc77406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:12.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.095+0000 7fc785ffb640 1 -- 172.21.15.5:0/1166652433 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7fc78808b330 con 0x7fc79015aea0 2024-09-19T05:02:12.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.095+0000 7fc7956b6640 1 --2- 172.21.15.5:0/1166652433 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc77406c2e0 0x7fc77406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:12.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.095+0000 7fc7956b6640 1 --2- 172.21.15.5:0/1166652433 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc77406c2e0 0x7fc77406e7a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fc7900d1720 tx=0x7fc78c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:12.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.099+0000 7fc785ffb640 1 -- 172.21.15.5:0/1166652433 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc78800ee60 con 0x7fc79015aea0 2024-09-19T05:02:12.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:12.275+0000 7fc79791a640 1 -- 172.21.15.5:0/1166652433 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fc7900b4f10 con 0x7fc79015aea0 2024-09-19T05:02:13.010 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.009+0000 7fc785ffb640 1 -- 172.21.15.5:0/1166652433 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v36) ==== 138+0+0 (secure 0 0 0) 0x7fc788059610 con 0x7fc79015aea0 2024-09-19T05:02:13.011 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_metadata' created 2024-09-19T05:02:13.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.012+0000 7fc79791a640 1 -- 172.21.15.5:0/1166652433 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc77406c2e0 msgr2=0x7fc77406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:13.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.012+0000 7fc79791a640 1 --2- 172.21.15.5:0/1166652433 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc77406c2e0 0x7fc77406e7a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fc7900d1720 tx=0x7fc78c009040 comp rx=0 tx=0).stop 2024-09-19T05:02:13.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.012+0000 7fc79791a640 1 -- 172.21.15.5:0/1166652433 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc79015aea0 msgr2=0x7fc7900d0a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:13.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.012+0000 7fc79791a640 1 --2- 172.21.15.5:0/1166652433 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc79015aea0 0x7fc7900d0a20 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fc790074030 tx=0x7fc788007af0 comp rx=0 tx=0).stop 2024-09-19T05:02:13.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.012+0000 7fc79791a640 1 -- 172.21.15.5:0/1166652433 shutdown_connections 2024-09-19T05:02:13.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.012+0000 7fc79791a640 1 --2- 172.21.15.5:0/1166652433 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc77406c2e0 0x7fc77406e7a0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:13.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.012+0000 7fc79791a640 1 --2- 172.21.15.5:0/1166652433 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc79015aea0 0x7fc7900d0a20 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:13.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.012+0000 7fc79791a640 1 --2- 172.21.15.5:0/1166652433 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc7901f45a0 0x7fc790160c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:13.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.012+0000 7fc79791a640 1 --2- 172.21.15.5:0/1166652433 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc77c004800 0x7fc79009c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:13.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.012+0000 7fc79791a640 1 -- 172.21.15.5:0/1166652433 >> 172.21.15.5:0/1166652433 conn(0x7fc7900b4060 msgr2=0x7fc7900ce1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:13.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.012+0000 7fc79791a640 1 -- 172.21.15.5:0/1166652433 shutdown_connections 2024-09-19T05:02:13.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.012+0000 7fc79791a640 1 -- 172.21.15.5:0/1166652433 wait complete. 2024-09-19T05:02:13.031 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T05:02:13.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.145+0000 7f0862b1f640 1 Processor -- start 2024-09-19T05:02:13.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.145+0000 7f0862b1f640 1 -- start start 2024-09-19T05:02:13.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.146+0000 7f0862b1f640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f085c15e6e0 0x7f085c162190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:13.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.146+0000 7f0862b1f640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f085c09bb30 0x7f085c09aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:13.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.146+0000 7f0862b1f640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f085c0b7690 con 0x7f085c09afb0 2024-09-19T05:02:13.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.146+0000 7f0862b1f640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f085c09b390 con 0x7f085c15e6e0 2024-09-19T05:02:13.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.146+0000 7f0862b1f640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f085c1629c0 con 0x7f085c09bb30 2024-09-19T05:02:13.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.146+0000 7f08608bb640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f085c15e6e0 0x7f085c162190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:13.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.146+0000 7f08608bb640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f085c15e6e0 0x7f085c162190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33552/0 (socket says 172.21.15.5:33552) 2024-09-19T05:02:13.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.146+0000 7f08608bb640 1 -- 172.21.15.5:0/1360022467 learned_addr learned my addr 172.21.15.5:0/1360022467 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:13.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.146+0000 7f085bfff640 1 --2- 172.21.15.5:0/1360022467 >> v2:172.21.15.134:3300/0 conn(0x7f085c09bb30 0x7f085c09aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:13.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.146+0000 7f08608bb640 1 -- 172.21.15.5:0/1360022467 >> v2:172.21.15.134:3300/0 conn(0x7f085c09bb30 msgr2=0x7f085c09aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:13.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.146+0000 7f08608bb640 1 --2- 172.21.15.5:0/1360022467 >> v2:172.21.15.134:3300/0 conn(0x7f085c09bb30 0x7f085c09aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:13.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.146+0000 7f08608bb640 1 -- 172.21.15.5:0/1360022467 >> v1:172.21.15.134:6789/0 conn(0x7f085c09afb0 legacy=0x7f085c15eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:13.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.146+0000 7f08608bb640 1 -- 172.21.15.5:0/1360022467 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f085c162ca0 con 0x7f085c15e6e0 2024-09-19T05:02:13.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.146+0000 7f085bfff640 1 --2- 172.21.15.5:0/1360022467 >> v2:172.21.15.134:3300/0 conn(0x7f085c09bb30 0x7f085c09aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:13.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.147+0000 7f08608bb640 1 --2- 172.21.15.5:0/1360022467 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f085c15e6e0 0x7f085c162190 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f085c06c6d0 tx=0x7f085002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=957e54cddbec526f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:13.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.147+0000 7f085b7fe640 1 -- 172.21.15.5:0/1360022467 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0850037070 con 0x7f085c15e6e0 2024-09-19T05:02:13.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.147+0000 7f085b7fe640 1 -- 172.21.15.5:0/1360022467 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0850032440 con 0x7f085c15e6e0 2024-09-19T05:02:13.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.147+0000 7f085b7fe640 1 -- 172.21.15.5:0/1360022467 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0850032810 con 0x7f085c15e6e0 2024-09-19T05:02:13.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.148+0000 7f0862b1f640 1 -- 172.21.15.5:0/1360022467 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f085c15e6e0 msgr2=0x7f085c162190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:13.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.148+0000 7f0862b1f640 1 --2- 172.21.15.5:0/1360022467 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f085c15e6e0 0x7f085c162190 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f085c06c6d0 tx=0x7f085002a230 comp rx=0 tx=0).stop 2024-09-19T05:02:13.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.148+0000 7f0862b1f640 1 -- 172.21.15.5:0/1360022467 shutdown_connections 2024-09-19T05:02:13.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.148+0000 7f0862b1f640 1 --2- 172.21.15.5:0/1360022467 >> v2:172.21.15.134:3300/0 conn(0x7f085c09bb30 0x7f085c09aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:13.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.148+0000 7f0862b1f640 1 --2- 172.21.15.5:0/1360022467 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f085c15e6e0 0x7f085c162190 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:13.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.148+0000 7f0862b1f640 1 -- 172.21.15.5:0/1360022467 >> 172.21.15.5:0/1360022467 conn(0x7f085c0b4060 msgr2=0x7f085c0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:13.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.148+0000 7f0862b1f640 1 -- 172.21.15.5:0/1360022467 shutdown_connections 2024-09-19T05:02:13.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.148+0000 7f0862b1f640 1 -- 172.21.15.5:0/1360022467 wait complete. 2024-09-19T05:02:13.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.149+0000 7f0862b1f640 1 Processor -- start 2024-09-19T05:02:13.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.149+0000 7f0862b1f640 1 -- start start 2024-09-19T05:02:13.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.150+0000 7f0862b1f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f085c09afb0 0x7f085c1f43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:13.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.150+0000 7f0862b1f640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f085c09bb30 0x7f085c09e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:13.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.150+0000 7f0862b1f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f085c15e6e0 0x7f085c09ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:13.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.150+0000 7f0862b1f640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f085c1626d0 con 0x7f085c09afb0 2024-09-19T05:02:13.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.150+0000 7f0862b1f640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f085c0b6160 con 0x7f085c09bb30 2024-09-19T05:02:13.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.150+0000 7f0862b1f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f085c15fcb0 con 0x7f085c15e6e0 2024-09-19T05:02:13.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.150+0000 7f08608bb640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f085c09afb0 0x7f085c1f43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:13.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.150+0000 7f08608bb640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f085c09afb0 0x7f085c1f43a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33558/0 (socket says 172.21.15.5:33558) 2024-09-19T05:02:13.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.150+0000 7f08608bb640 1 -- 172.21.15.5:0/3998528173 learned_addr learned my addr 172.21.15.5:0/3998528173 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:13.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.150+0000 7f085bfff640 1 --2- 172.21.15.5:0/3998528173 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f085c09bb30 0x7f085c09e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:13.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.150+0000 7f08610bc640 1 --2- 172.21.15.5:0/3998528173 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f085c15e6e0 0x7f085c09ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:13.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.150+0000 7f08608bb640 1 -- 172.21.15.5:0/3998528173 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f085c15e6e0 msgr2=0x7f085c09ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:13.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.150+0000 7f08608bb640 1 --2- 172.21.15.5:0/3998528173 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f085c15e6e0 0x7f085c09ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:13.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.150+0000 7f08608bb640 1 -- 172.21.15.5:0/3998528173 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f085c09bb30 msgr2=0x7f085c09e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:13.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.150+0000 7f08608bb640 1 --2- 172.21.15.5:0/3998528173 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f085c09bb30 0x7f085c09e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:13.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.150+0000 7f08608bb640 1 -- 172.21.15.5:0/3998528173 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f085c0af910 con 0x7f085c09afb0 2024-09-19T05:02:13.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.151+0000 7f08608bb640 1 --2- 172.21.15.5:0/3998528173 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f085c09afb0 0x7f085c1f43a0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f0850000c00 tx=0x7f08500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:13.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.151+0000 7f08597fa640 1 -- 172.21.15.5:0/3998528173 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0850041020 con 0x7f085c09afb0 2024-09-19T05:02:13.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.151+0000 7f08597fa640 1 -- 172.21.15.5:0/3998528173 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0850030970 con 0x7f085c09afb0 2024-09-19T05:02:13.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.151+0000 7f08597fa640 1 -- 172.21.15.5:0/3998528173 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0850037040 con 0x7f085c09afb0 2024-09-19T05:02:13.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.151+0000 7f0862b1f640 1 -- 172.21.15.5:0/3998528173 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f085c0afbf0 con 0x7f085c09afb0 2024-09-19T05:02:13.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.151+0000 7f0862b1f640 1 -- 172.21.15.5:0/3998528173 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f085c15a0c0 con 0x7f085c09afb0 2024-09-19T05:02:13.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.152+0000 7f0862b1f640 1 -- 172.21.15.5:0/3998528173 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f085c15f820 con 0x7f085c09afb0 2024-09-19T05:02:13.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.152+0000 7f08597fa640 1 -- 172.21.15.5:0/3998528173 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0850044020 con 0x7f085c09afb0 2024-09-19T05:02:13.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.153+0000 7f08597fa640 1 --2- 172.21.15.5:0/3998528173 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f084006c2e0 0x7f084006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:13.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.153+0000 7f08597fa640 1 -- 172.21.15.5:0/3998528173 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5619+0+0 (secure 0 0 0) 0x7f08500abbd0 con 0x7f085c09afb0 2024-09-19T05:02:13.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.153+0000 7f085bfff640 1 --2- 172.21.15.5:0/3998528173 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f084006c2e0 0x7f084006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:13.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.154+0000 7f085bfff640 1 --2- 172.21.15.5:0/3998528173 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f084006c2e0 0x7f084006e7a0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f085c06e490 tx=0x7f0848008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:13.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.158+0000 7f08597fa640 1 -- 172.21.15.5:0/3998528173 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f085c15f820 con 0x7f085c09afb0 2024-09-19T05:02:13.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:13.333+0000 7f0862b1f640 1 -- 172.21.15.5:0/3998528173 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f085c162f60 con 0x7f085c09afb0 2024-09-19T05:02:14.013 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.011+0000 7f08597fa640 1 -- 172.21.15.5:0/3998528173 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v37) ==== 170+0+0 (secure 0 0 0) 0x7f085004b030 con 0x7f085c09afb0 2024-09-19T05:02:14.013 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_data' created 2024-09-19T05:02:14.017 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.015+0000 7f0862b1f640 1 -- 172.21.15.5:0/3998528173 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f084006c2e0 msgr2=0x7f084006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:14.017 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.015+0000 7f0862b1f640 1 --2- 172.21.15.5:0/3998528173 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f084006c2e0 0x7f084006e7a0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f085c06e490 tx=0x7f0848008040 comp rx=0 tx=0).stop 2024-09-19T05:02:14.017 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.016+0000 7f0862b1f640 1 -- 172.21.15.5:0/3998528173 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f085c09afb0 msgr2=0x7f085c1f43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:14.017 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.016+0000 7f0862b1f640 1 --2- 172.21.15.5:0/3998528173 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f085c09afb0 0x7f085c1f43a0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f0850000c00 tx=0x7f08500046c0 comp rx=0 tx=0).stop 2024-09-19T05:02:14.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.017+0000 7f0862b1f640 1 -- 172.21.15.5:0/3998528173 shutdown_connections 2024-09-19T05:02:14.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.017+0000 7f0862b1f640 1 --2- 172.21.15.5:0/3998528173 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f084006c2e0 0x7f084006e7a0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:14.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.017+0000 7f0862b1f640 1 --2- 172.21.15.5:0/3998528173 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f085c15e6e0 0x7f085c09ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:14.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.017+0000 7f0862b1f640 1 --2- 172.21.15.5:0/3998528173 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f085c09bb30 0x7f085c09e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:14.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.017+0000 7f0862b1f640 1 --2- 172.21.15.5:0/3998528173 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f085c09afb0 0x7f085c1f43a0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:14.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.017+0000 7f0862b1f640 1 -- 172.21.15.5:0/3998528173 >> 172.21.15.5:0/3998528173 conn(0x7f085c0b4060 msgr2=0x7f085c15fec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:14.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.019+0000 7f0862b1f640 1 -- 172.21.15.5:0/3998528173 shutdown_connections 2024-09-19T05:02:14.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.021+0000 7f0862b1f640 1 -- 172.21.15.5:0/3998528173 wait complete. 2024-09-19T05:02:14.048 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T05:02:14.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.157+0000 7fcedba5e640 1 Processor -- start 2024-09-19T05:02:14.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.158+0000 7fcedba5e640 1 -- start start 2024-09-19T05:02:14.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.158+0000 7fcedba5e640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fced415c2f0 0x7fced40d4cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:14.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.159+0000 7fcedba5e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fced40d5230 0x7fced40d0ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:14.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.159+0000 7fcedba5e640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fced40d2860 con 0x7fced40d1530 2024-09-19T05:02:14.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.159+0000 7fcedba5e640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fced40d3900 con 0x7fced40d5230 2024-09-19T05:02:14.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.159+0000 7fcedba5e640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fced40d3470 con 0x7fced415c2f0 2024-09-19T05:02:14.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.159+0000 7fced8ff9640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fced40d5230 0x7fced40d0ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:14.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.159+0000 7fced8ff9640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fced40d5230 0x7fced40d0ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33570/0 (socket says 172.21.15.5:33570) 2024-09-19T05:02:14.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.159+0000 7fced8ff9640 1 -- 172.21.15.5:0/1199557329 learned_addr learned my addr 172.21.15.5:0/1199557329 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:14.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.159+0000 7fced97fa640 1 --2- 172.21.15.5:0/1199557329 >> v2:172.21.15.134:3300/0 conn(0x7fced415c2f0 0x7fced40d4cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:14.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.159+0000 7fced8ff9640 1 -- 172.21.15.5:0/1199557329 >> v2:172.21.15.134:3300/0 conn(0x7fced415c2f0 msgr2=0x7fced40d4cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:14.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.159+0000 7fced8ff9640 1 --2- 172.21.15.5:0/1199557329 >> v2:172.21.15.134:3300/0 conn(0x7fced415c2f0 0x7fced40d4cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:14.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.159+0000 7fced8ff9640 1 -- 172.21.15.5:0/1199557329 >> v1:172.21.15.134:6789/0 conn(0x7fced40d1530 legacy=0x7fced4162180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:14.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.159+0000 7fced8ff9640 1 -- 172.21.15.5:0/1199557329 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fced40d2b40 con 0x7fced40d5230 2024-09-19T05:02:14.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.160+0000 7fced8ff9640 1 --2- 172.21.15.5:0/1199557329 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fced40d5230 0x7fced40d0ff0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fced408d120 tx=0x7fcec802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a1f355a0554e3a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:14.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.160+0000 7fced3fff640 1 -- 172.21.15.5:0/1199557329 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcec8004030 con 0x7fced40d5230 2024-09-19T05:02:14.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.160+0000 7fced3fff640 1 -- 172.21.15.5:0/1199557329 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcec80041d0 con 0x7fced40d5230 2024-09-19T05:02:14.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.160+0000 7fced3fff640 1 -- 172.21.15.5:0/1199557329 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcec8003610 con 0x7fced40d5230 2024-09-19T05:02:14.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.161+0000 7fcedba5e640 1 -- 172.21.15.5:0/1199557329 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fced40d5230 msgr2=0x7fced40d0ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:14.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.161+0000 7fcedba5e640 1 --2- 172.21.15.5:0/1199557329 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fced40d5230 0x7fced40d0ff0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fced408d120 tx=0x7fcec802a270 comp rx=0 tx=0).stop 2024-09-19T05:02:14.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.161+0000 7fcedba5e640 1 -- 172.21.15.5:0/1199557329 shutdown_connections 2024-09-19T05:02:14.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.161+0000 7fcedba5e640 1 --2- 172.21.15.5:0/1199557329 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fced40d5230 0x7fced40d0ff0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:14.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.161+0000 7fcedba5e640 1 --2- 172.21.15.5:0/1199557329 >> v2:172.21.15.134:3300/0 conn(0x7fced415c2f0 0x7fced40d4cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:14.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.161+0000 7fcedba5e640 1 -- 172.21.15.5:0/1199557329 >> 172.21.15.5:0/1199557329 conn(0x7fced408c000 msgr2=0x7fced40d45e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:14.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.161+0000 7fcedba5e640 1 -- 172.21.15.5:0/1199557329 shutdown_connections 2024-09-19T05:02:14.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.161+0000 7fcedba5e640 1 -- 172.21.15.5:0/1199557329 wait complete. 2024-09-19T05:02:14.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.162+0000 7fcedba5e640 1 Processor -- start 2024-09-19T05:02:14.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.162+0000 7fcedba5e640 1 -- start start 2024-09-19T05:02:14.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.163+0000 7fcedba5e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fced40d1530 0x7fced41f79f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:14.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.163+0000 7fcedba5e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fced40d5230 0x7fced4156aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:14.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.163+0000 7fcedba5e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fced415c2f0 0x7fced40b8480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:14.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.163+0000 7fcedba5e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fced40d3100 con 0x7fced415c2f0 2024-09-19T05:02:14.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.163+0000 7fcedba5e640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fced40d1960 con 0x7fced40d5230 2024-09-19T05:02:14.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.163+0000 7fcedba5e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fced40b3b90 con 0x7fced40d1530 2024-09-19T05:02:14.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.163+0000 7fced9ffb640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fced415c2f0 0x7fced40b8480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:14.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.163+0000 7fced9ffb640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fced415c2f0 0x7fced40b8480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33586/0 (socket says 172.21.15.5:33586) 2024-09-19T05:02:14.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.163+0000 7fced9ffb640 1 -- 172.21.15.5:0/1152826222 learned_addr learned my addr 172.21.15.5:0/1152826222 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:14.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.163+0000 7fced97fa640 1 --2- 172.21.15.5:0/1152826222 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fced40d1530 0x7fced41f79f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:14.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.163+0000 7fced8ff9640 1 --2- 172.21.15.5:0/1152826222 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fced40d5230 0x7fced4156aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:14.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.163+0000 7fced9ffb640 1 -- 172.21.15.5:0/1152826222 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fced40d1530 msgr2=0x7fced41f79f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:14.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.163+0000 7fced9ffb640 1 --2- 172.21.15.5:0/1152826222 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fced40d1530 0x7fced41f79f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:14.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.163+0000 7fced9ffb640 1 -- 172.21.15.5:0/1152826222 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fced40d5230 msgr2=0x7fced4156aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:14.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.163+0000 7fced9ffb640 1 --2- 172.21.15.5:0/1152826222 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fced40d5230 0x7fced4156aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:14.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.163+0000 7fced9ffb640 1 -- 172.21.15.5:0/1152826222 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fced40ba390 con 0x7fced415c2f0 2024-09-19T05:02:14.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.163+0000 7fced9ffb640 1 --2- 172.21.15.5:0/1152826222 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fced415c2f0 0x7fced40b8480 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fcecc00c6e0 tx=0x7fcecc00cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:14.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.163+0000 7fced1ffb640 1 -- 172.21.15.5:0/1152826222 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcecc003b70 con 0x7fced415c2f0 2024-09-19T05:02:14.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.164+0000 7fced1ffb640 1 -- 172.21.15.5:0/1152826222 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcecc003d30 con 0x7fced415c2f0 2024-09-19T05:02:14.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.164+0000 7fcedba5e640 1 -- 172.21.15.5:0/1152826222 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fced41f8920 con 0x7fced415c2f0 2024-09-19T05:02:14.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.164+0000 7fced1ffb640 1 -- 172.21.15.5:0/1152826222 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcecc005310 con 0x7fced415c2f0 2024-09-19T05:02:14.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.164+0000 7fcedba5e640 1 -- 172.21.15.5:0/1152826222 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fced41f8360 con 0x7fced415c2f0 2024-09-19T05:02:14.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.165+0000 7fcedba5e640 1 -- 172.21.15.5:0/1152826222 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fced40d0ff0 con 0x7fced415c2f0 2024-09-19T05:02:14.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.165+0000 7fced1ffb640 1 -- 172.21.15.5:0/1152826222 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcecc0054b0 con 0x7fced415c2f0 2024-09-19T05:02:14.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.166+0000 7fced1ffb640 1 --2- 172.21.15.5:0/1152826222 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcec006c2b0 0x7fcec006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:14.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.166+0000 7fced1ffb640 1 -- 172.21.15.5:0/1152826222 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 6001+0+0 (secure 0 0 0) 0x7fcecc08b1d0 con 0x7fced415c2f0 2024-09-19T05:02:14.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.166+0000 7fced97fa640 1 --2- 172.21.15.5:0/1152826222 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcec006c2b0 0x7fcec006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:14.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.167+0000 7fced97fa640 1 --2- 172.21.15.5:0/1152826222 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcec006c2b0 0x7fcec006e770 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fced415e6c0 tx=0x7fcec4009190 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:14.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.171+0000 7fced1ffb640 1 -- 172.21.15.5:0/1152826222 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcecc059250 con 0x7fced415c2f0 2024-09-19T05:02:14.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:14.383+0000 7fcedba5e640 1 -- 172.21.15.5:0/1152826222 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fced40ba560 con 0x7fced415c2f0 2024-09-19T05:02:15.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.051+0000 7fced1ffb640 1 -- 172.21.15.5:0/1152826222 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 5 and data pool 6 v14) ==== 172+0+0 (secure 0 0 0) 0x7fcecc05d550 con 0x7fced415c2f0 2024-09-19T05:02:15.058 INFO:teuthology.orchestra.run.smithi005.stderr:new fs with metadata pool 5 and data pool 6 2024-09-19T05:02:15.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.060+0000 7fcedba5e640 1 -- 172.21.15.5:0/1152826222 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcec006c2b0 msgr2=0x7fcec006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:15.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.060+0000 7fcedba5e640 1 --2- 172.21.15.5:0/1152826222 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcec006c2b0 0x7fcec006e770 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fced415e6c0 tx=0x7fcec4009190 comp rx=0 tx=0).stop 2024-09-19T05:02:15.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.060+0000 7fcedba5e640 1 -- 172.21.15.5:0/1152826222 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fced415c2f0 msgr2=0x7fced40b8480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:15.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.060+0000 7fcedba5e640 1 --2- 172.21.15.5:0/1152826222 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fced415c2f0 0x7fced40b8480 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fcecc00c6e0 tx=0x7fcecc00cba0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.060+0000 7fcedba5e640 1 -- 172.21.15.5:0/1152826222 shutdown_connections 2024-09-19T05:02:15.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.060+0000 7fcedba5e640 1 --2- 172.21.15.5:0/1152826222 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcec006c2b0 0x7fcec006e770 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.060+0000 7fcedba5e640 1 --2- 172.21.15.5:0/1152826222 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fced415c2f0 0x7fced40b8480 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.060+0000 7fcedba5e640 1 --2- 172.21.15.5:0/1152826222 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fced40d5230 0x7fced4156aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.060+0000 7fcedba5e640 1 --2- 172.21.15.5:0/1152826222 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fced40d1530 0x7fced41f79f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.060+0000 7fcedba5e640 1 -- 172.21.15.5:0/1152826222 >> 172.21.15.5:0/1152826222 conn(0x7fced408c000 msgr2=0x7fced40d0080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:15.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.061+0000 7fcedba5e640 1 -- 172.21.15.5:0/1152826222 shutdown_connections 2024-09-19T05:02:15.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.062+0000 7fcedba5e640 1 -- 172.21.15.5:0/1152826222 wait complete. 2024-09-19T05:02:15.082 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:02:15.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.189+0000 7fd532aba640 1 Processor -- start 2024-09-19T05:02:15.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.189+0000 7fd532aba640 1 -- start start 2024-09-19T05:02:15.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.189+0000 7fd532aba640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fd52c09b180 0x7fd52c070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:15.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.189+0000 7fd532aba640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd52c15f480 0x7fd52c0b6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:15.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.189+0000 7fd532aba640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd52c15f910 con 0x7fd52c15c1c0 2024-09-19T05:02:15.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.189+0000 7fd532aba640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fd52c0b5d90 con 0x7fd52c09b180 2024-09-19T05:02:15.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.189+0000 7fd532aba640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd52c070e00 con 0x7fd52c15f480 2024-09-19T05:02:15.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.190+0000 7fd531057640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd52c15f480 0x7fd52c0b6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:15.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.190+0000 7fd52bfff640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fd52c09b180 0x7fd52c070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:15.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.190+0000 7fd530856640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7fd52c15c1c0 0x7fd52c09aa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.5:39912/0 (socket says 172.21.15.5:39912) 2024-09-19T05:02:15.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.190+0000 7fd530856640 1 -- 172.21.15.5:0/463105256 learned_addr learned my addr 172.21.15.5:0/463105256 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:15.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.190+0000 7fd531057640 1 -- 172.21.15.5:0/463105256 >> v2:172.21.15.134:3300/0 conn(0x7fd52c09b180 msgr2=0x7fd52c070770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:15.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.190+0000 7fd531057640 1 --2- 172.21.15.5:0/463105256 >> v2:172.21.15.134:3300/0 conn(0x7fd52c09b180 0x7fd52c070770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.190+0000 7fd531057640 1 -- 172.21.15.5:0/463105256 >> v1:172.21.15.134:6789/0 conn(0x7fd52c15c1c0 legacy=0x7fd52c09aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:15.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.190+0000 7fd531057640 1 -- 172.21.15.5:0/463105256 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd52c0710e0 con 0x7fd52c15f480 2024-09-19T05:02:15.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.190+0000 7fd52bfff640 1 --2- 172.21.15.5:0/463105256 >> v2:172.21.15.134:3300/0 conn(0x7fd52c09b180 0x7fd52c070770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:02:15.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.191+0000 7fd531057640 1 --2- 172.21.15.5:0/463105256 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd52c15f480 0x7fd52c0b6220 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fd524009dc0 tx=0x7fd52402a680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=88cf7d53391e0ade server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:15.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.191+0000 7fd52b7fe640 1 -- 172.21.15.5:0/463105256 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd52402ae60 con 0x7fd52c15f480 2024-09-19T05:02:15.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.191+0000 7fd52b7fe640 1 -- 172.21.15.5:0/463105256 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd524007740 con 0x7fd52c15f480 2024-09-19T05:02:15.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.191+0000 7fd52b7fe640 1 -- 172.21.15.5:0/463105256 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd524007b10 con 0x7fd52c15f480 2024-09-19T05:02:15.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.192+0000 7fd532aba640 1 -- 172.21.15.5:0/463105256 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd52c15f480 msgr2=0x7fd52c0b6220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:15.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.192+0000 7fd532aba640 1 --2- 172.21.15.5:0/463105256 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd52c15f480 0x7fd52c0b6220 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fd524009dc0 tx=0x7fd52402a680 comp rx=0 tx=0).stop 2024-09-19T05:02:15.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.192+0000 7fd532aba640 1 -- 172.21.15.5:0/463105256 shutdown_connections 2024-09-19T05:02:15.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.192+0000 7fd532aba640 1 --2- 172.21.15.5:0/463105256 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd52c15f480 0x7fd52c0b6220 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.192+0000 7fd532aba640 1 --2- 172.21.15.5:0/463105256 >> v2:172.21.15.134:3300/0 conn(0x7fd52c09b180 0x7fd52c070770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.192+0000 7fd532aba640 1 -- 172.21.15.5:0/463105256 >> 172.21.15.5:0/463105256 conn(0x7fd52c0b3ff0 msgr2=0x7fd52c0b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:15.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.192+0000 7fd532aba640 1 -- 172.21.15.5:0/463105256 shutdown_connections 2024-09-19T05:02:15.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.192+0000 7fd532aba640 1 -- 172.21.15.5:0/463105256 wait complete. 2024-09-19T05:02:15.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.193+0000 7fd532aba640 1 Processor -- start 2024-09-19T05:02:15.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.193+0000 7fd532aba640 1 -- start start 2024-09-19T05:02:15.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.194+0000 7fd532aba640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd52c09b180 0x7fd52c1f7220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:15.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.194+0000 7fd532aba640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd52c15c1c0 0x7fd52c06e210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:15.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.194+0000 7fd532aba640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd52c15f480 0x7fd52c06e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:15.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.194+0000 7fd532aba640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd52c0b6760 con 0x7fd52c09b180 2024-09-19T05:02:15.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.194+0000 7fd532aba640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd52c0716a0 con 0x7fd52c15c1c0 2024-09-19T05:02:15.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.194+0000 7fd532aba640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd52c0b68e0 con 0x7fd52c15f480 2024-09-19T05:02:15.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.194+0000 7fd530856640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd52c09b180 0x7fd52c1f7220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:15.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.194+0000 7fd530856640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd52c09b180 0x7fd52c1f7220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33598/0 (socket says 172.21.15.5:33598) 2024-09-19T05:02:15.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.194+0000 7fd530856640 1 -- 172.21.15.5:0/1270491781 learned_addr learned my addr 172.21.15.5:0/1270491781 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:15.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.194+0000 7fd531057640 1 --2- 172.21.15.5:0/1270491781 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd52c15f480 0x7fd52c06e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:15.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.194+0000 7fd52bfff640 1 --2- 172.21.15.5:0/1270491781 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd52c15c1c0 0x7fd52c06e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:15.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.194+0000 7fd530856640 1 -- 172.21.15.5:0/1270491781 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd52c15f480 msgr2=0x7fd52c06e750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:15.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.194+0000 7fd530856640 1 --2- 172.21.15.5:0/1270491781 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd52c15f480 0x7fd52c06e750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.194+0000 7fd530856640 1 -- 172.21.15.5:0/1270491781 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd52c15c1c0 msgr2=0x7fd52c06e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:15.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.194+0000 7fd530856640 1 --2- 172.21.15.5:0/1270491781 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd52c15c1c0 0x7fd52c06e210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.194+0000 7fd530856640 1 -- 172.21.15.5:0/1270491781 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd52c14dbf0 con 0x7fd52c09b180 2024-09-19T05:02:15.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.195+0000 7fd530856640 1 --2- 172.21.15.5:0/1270491781 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd52c09b180 0x7fd52c1f7220 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fd52000c430 tx=0x7fd52000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:15.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.195+0000 7fd5297fa640 1 -- 172.21.15.5:0/1270491781 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd520017070 con 0x7fd52c09b180 2024-09-19T05:02:15.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.195+0000 7fd5297fa640 1 -- 172.21.15.5:0/1270491781 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd520005ce0 con 0x7fd52c09b180 2024-09-19T05:02:15.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.195+0000 7fd532aba640 1 -- 172.21.15.5:0/1270491781 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd52c14ded0 con 0x7fd52c09b180 2024-09-19T05:02:15.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.195+0000 7fd5297fa640 1 -- 172.21.15.5:0/1270491781 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5200072f0 con 0x7fd52c09b180 2024-09-19T05:02:15.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.195+0000 7fd532aba640 1 -- 172.21.15.5:0/1270491781 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd52c14e490 con 0x7fd52c09b180 2024-09-19T05:02:15.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.196+0000 7fd532aba640 1 -- 172.21.15.5:0/1270491781 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd52c0b6220 con 0x7fd52c09b180 2024-09-19T05:02:15.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.196+0000 7fd5297fa640 1 -- 172.21.15.5:0/1270491781 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd52001a070 con 0x7fd52c09b180 2024-09-19T05:02:15.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.197+0000 7fd5297fa640 1 --2- 172.21.15.5:0/1270491781 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd51006c2b0 0x7fd51006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:15.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.197+0000 7fd5297fa640 1 -- 172.21.15.5:0/1270491781 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fd52008a900 con 0x7fd52c09b180 2024-09-19T05:02:15.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.197+0000 7fd52bfff640 1 --2- 172.21.15.5:0/1270491781 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd51006c2b0 0x7fd51006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:15.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.198+0000 7fd52bfff640 1 --2- 172.21.15.5:0/1270491781 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd51006c2b0 0x7fd51006e770 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fd518009560 tx=0x7fd518009190 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:15.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.202+0000 7fd5297fa640 1 -- 172.21.15.5:0/1270491781 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd5200588a0 con 0x7fd52c09b180 2024-09-19T05:02:15.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.378+0000 7fd532aba640 1 -- 172.21.15.5:0/1270491781 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd52c09b580 con 0x7fd52c09b180 2024-09-19T05:02:15.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.379+0000 7fd5297fa640 1 -- 172.21.15.5:0/1270491781 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) ==== 74+0+16979 (secure 0 0 0) 0x7fd52005cba0 con 0x7fd52c09b180 2024-09-19T05:02:15.381 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:15.381 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":38,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:02:14.385165+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:02:12.306772+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-19T05:02:13.364849+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:02:15.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.381+0000 7fd532aba640 1 -- 172.21.15.5:0/1270491781 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd51006c2b0 msgr2=0x7fd51006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:15.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.381+0000 7fd532aba640 1 --2- 172.21.15.5:0/1270491781 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd51006c2b0 0x7fd51006e770 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fd518009560 tx=0x7fd518009190 comp rx=0 tx=0).stop 2024-09-19T05:02:15.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.381+0000 7fd532aba640 1 -- 172.21.15.5:0/1270491781 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd52c09b180 msgr2=0x7fd52c1f7220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:15.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.381+0000 7fd532aba640 1 --2- 172.21.15.5:0/1270491781 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd52c09b180 0x7fd52c1f7220 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fd52000c430 tx=0x7fd52000c8f0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.381+0000 7fd532aba640 1 -- 172.21.15.5:0/1270491781 shutdown_connections 2024-09-19T05:02:15.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.381+0000 7fd532aba640 1 --2- 172.21.15.5:0/1270491781 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd51006c2b0 0x7fd51006e770 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.381+0000 7fd532aba640 1 --2- 172.21.15.5:0/1270491781 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd52c15f480 0x7fd52c06e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.381+0000 7fd532aba640 1 --2- 172.21.15.5:0/1270491781 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd52c15c1c0 0x7fd52c06e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.381+0000 7fd532aba640 1 --2- 172.21.15.5:0/1270491781 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd52c09b180 0x7fd52c1f7220 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.381+0000 7fd532aba640 1 -- 172.21.15.5:0/1270491781 >> 172.21.15.5:0/1270491781 conn(0x7fd52c0b3ff0 msgr2=0x7fd52c15eaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:15.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.381+0000 7fd532aba640 1 -- 172.21.15.5:0/1270491781 shutdown_connections 2024-09-19T05:02:15.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.381+0000 7fd532aba640 1 -- 172.21.15.5:0/1270491781 wait complete. 2024-09-19T05:02:15.394 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:02:15.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.495+0000 7f35eb59e640 1 Processor -- start 2024-09-19T05:02:15.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.495+0000 7f35eb59e640 1 -- start start 2024-09-19T05:02:15.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.496+0000 7f35eb59e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f35ec0d4310 0x7f35ec0d4750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:15.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.496+0000 7f35eb59e640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f35ec15e850 con 0x7f35ec06d460 2024-09-19T05:02:15.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.496+0000 7f35eb59e640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f35ec0d1c60 con 0x7f35ec15e470 2024-09-19T05:02:15.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.496+0000 7f35eb59e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f35ec0cf710 con 0x7f35ec0d4310 2024-09-19T05:02:15.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.496+0000 7f35ead9d640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f35ec06d460 0x7f35ec0d0bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39928/0 (socket says 172.21.15.5:39928) 2024-09-19T05:02:15.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.496+0000 7f35ead9d640 1 -- 172.21.15.5:0/3604736007 learned_addr learned my addr 172.21.15.5:0/3604736007 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:15.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.496+0000 7f35e9d9b640 1 --2- 172.21.15.5:0/3604736007 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f35ec0d4310 0x7f35ec0d4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:15.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.497+0000 7f35e959a640 1 -- 172.21.15.5:0/3604736007 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4054615484 0 0) 0x7f35ec15e850 con 0x7f35ec06d460 2024-09-19T05:02:15.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.497+0000 7f35e959a640 1 -- 172.21.15.5:0/3604736007 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f35d4003520 con 0x7f35ec06d460 2024-09-19T05:02:15.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.497+0000 7f35e959a640 1 -- 172.21.15.5:0/3604736007 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3771111457 0 0) 0x7f35d4003520 con 0x7f35ec06d460 2024-09-19T05:02:15.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.497+0000 7f35e959a640 1 -- 172.21.15.5:0/3604736007 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f35ec0d4310 msgr2=0x7f35ec0d4750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:15.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.497+0000 7f35e959a640 1 --2- 172.21.15.5:0/3604736007 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f35ec0d4310 0x7f35ec0d4750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.497+0000 7f35e959a640 1 -- 172.21.15.5:0/3604736007 >> v1:172.21.15.134:6789/0 conn(0x7f35ec15e470 legacy=0x7f35ec0cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:15.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.497+0000 7f35e959a640 1 -- 172.21.15.5:0/3604736007 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35ec0d1980 con 0x7f35ec06d460 2024-09-19T05:02:15.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.497+0000 7f35e959a640 1 -- 172.21.15.5:0/3604736007 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f35e40019f0 con 0x7f35ec06d460 2024-09-19T05:02:15.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.497+0000 7f35e9d9b640 1 --2- 172.21.15.5:0/3604736007 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f35ec0d4310 0x7f35ec0d4750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:02:15.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.497+0000 7f35e959a640 1 -- 172.21.15.5:0/3604736007 >> v1:172.21.15.5:6789/0 conn(0x7f35ec06d460 legacy=0x7f35ec0d0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:15.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.497+0000 7f35e959a640 1 --2- 172.21.15.5:0/3604736007 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f35ec0d4310 0x7f35d40039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:15.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.497+0000 7f35e959a640 1 --2- 172.21.15.5:0/3604736007 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f35d4003f20 0x7f35d4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:15.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.497+0000 7f35e959a640 1 --2- 172.21.15.5:0/3604736007 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f35d4004d40 0x7f35d40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:15.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.497+0000 7f35e959a640 1 -- 172.21.15.5:0/3604736007 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f35ec0cf710 con 0x7f35d4004d40 2024-09-19T05:02:15.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.497+0000 7f35e959a640 1 -- 172.21.15.5:0/3604736007 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f35d400ba20 con 0x7f35d4003f20 2024-09-19T05:02:15.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.497+0000 7f35e959a640 1 -- 172.21.15.5:0/3604736007 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f35d400bc20 con 0x7f35ec0d4310 2024-09-19T05:02:15.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.497+0000 7f35ead9d640 1 --2- 172.21.15.5:0/3604736007 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f35d4004d40 0x7f35d40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:15.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.497+0000 7f35ea59c640 1 --2- 172.21.15.5:0/3604736007 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f35ec0d4310 0x7f35d40039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:15.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.497+0000 7f35e9d9b640 1 --2- 172.21.15.5:0/3604736007 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f35d4003f20 0x7f35d4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:15.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.497+0000 7f35ead9d640 1 -- 172.21.15.5:0/3604736007 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f35ec0d4310 msgr2=0x7f35d40039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:15.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.497+0000 7f35ead9d640 1 --2- 172.21.15.5:0/3604736007 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f35ec0d4310 0x7f35d40039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.497+0000 7f35ead9d640 1 -- 172.21.15.5:0/3604736007 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f35d4003f20 msgr2=0x7f35d4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:15.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.497+0000 7f35ead9d640 1 --2- 172.21.15.5:0/3604736007 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f35d4003f20 0x7f35d4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.497+0000 7f35ead9d640 1 -- 172.21.15.5:0/3604736007 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35d4003520 con 0x7f35d4004d40 2024-09-19T05:02:15.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.498+0000 7f35ead9d640 1 --2- 172.21.15.5:0/3604736007 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f35d4004d40 0x7f35d40051c0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f35e400a810 tx=0x7f35d4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=214d64bb3aeb7483 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:15.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.498+0000 7f35e959a640 1 -- 172.21.15.5:0/3604736007 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35e400a430 con 0x7f35d4004d40 2024-09-19T05:02:15.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.498+0000 7f35e959a640 1 -- 172.21.15.5:0/3604736007 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35e402f070 con 0x7f35d4004d40 2024-09-19T05:02:15.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.498+0000 7f35e959a640 1 -- 172.21.15.5:0/3604736007 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35e402bc90 con 0x7f35d4004d40 2024-09-19T05:02:15.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.499+0000 7f35eb59e640 1 -- 172.21.15.5:0/3604736007 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f35d4004d40 msgr2=0x7f35d40051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:15.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.499+0000 7f35eb59e640 1 --2- 172.21.15.5:0/3604736007 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f35d4004d40 0x7f35d40051c0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f35e400a810 tx=0x7f35d4005830 comp rx=0 tx=0).stop 2024-09-19T05:02:15.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.499+0000 7f35ead9d640 1 -- 172.21.15.5:0/3604736007 reap_dead start 2024-09-19T05:02:15.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.499+0000 7f35eb59e640 1 -- 172.21.15.5:0/3604736007 shutdown_connections 2024-09-19T05:02:15.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.499+0000 7f35eb59e640 1 -- 172.21.15.5:0/3604736007 >> 172.21.15.5:0/3604736007 conn(0x7f35ec09d700 msgr2=0x7f35ec08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:15.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.499+0000 7f35eb59e640 1 -- 172.21.15.5:0/3604736007 shutdown_connections 2024-09-19T05:02:15.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.499+0000 7f35eb59e640 1 -- 172.21.15.5:0/3604736007 wait complete. 2024-09-19T05:02:15.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.500+0000 7f35eb59e640 1 Processor -- start 2024-09-19T05:02:15.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.500+0000 7f35eb59e640 1 -- start start 2024-09-19T05:02:15.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.501+0000 7f35eb59e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f35d4004d40 0x7f35ec0b8fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:15.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.501+0000 7f35eb59e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f35ec0b4960 0x7f35ec0b6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:15.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.501+0000 7f35eb59e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f35ec0b67c0 0x7f35ec0b5320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:15.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.501+0000 7f35eb59e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f35ec0d02b0 con 0x7f35ec0b67c0 2024-09-19T05:02:15.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.501+0000 7f35eb59e640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f35ec0cf3a0 con 0x7f35d4004d40 2024-09-19T05:02:15.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.501+0000 7f35eb59e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f35ec0d12d0 con 0x7f35ec0b4960 2024-09-19T05:02:15.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.501+0000 7f35ead9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f35ec0b67c0 0x7f35ec0b5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:15.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.501+0000 7f35ead9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f35ec0b67c0 0x7f35ec0b5320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33612/0 (socket says 172.21.15.5:33612) 2024-09-19T05:02:15.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.501+0000 7f35ead9d640 1 -- 172.21.15.5:0/3716127219 learned_addr learned my addr 172.21.15.5:0/3716127219 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:15.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.501+0000 7f35ea59c640 1 --2- 172.21.15.5:0/3716127219 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f35d4004d40 0x7f35ec0b8fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:15.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.501+0000 7f35e9d9b640 1 --2- 172.21.15.5:0/3716127219 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f35ec0b4960 0x7f35ec0b6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:15.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.501+0000 7f35ead9d640 1 -- 172.21.15.5:0/3716127219 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f35ec0b4960 msgr2=0x7f35ec0b6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:15.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.501+0000 7f35ead9d640 1 --2- 172.21.15.5:0/3716127219 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f35ec0b4960 0x7f35ec0b6280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.501+0000 7f35ead9d640 1 -- 172.21.15.5:0/3716127219 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f35d4004d40 msgr2=0x7f35ec0b8fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:15.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.501+0000 7f35ead9d640 1 --2- 172.21.15.5:0/3716127219 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f35d4004d40 0x7f35ec0b8fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.502+0000 7f35ead9d640 1 -- 172.21.15.5:0/3716127219 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35ec0b3c10 con 0x7f35ec0b67c0 2024-09-19T05:02:15.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.502+0000 7f35ead9d640 1 --2- 172.21.15.5:0/3716127219 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f35ec0b67c0 0x7f35ec0b5320 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f35e400a930 tx=0x7f35e4001d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:15.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.502+0000 7f35daffd640 1 -- 172.21.15.5:0/3716127219 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35e4044070 con 0x7f35ec0b67c0 2024-09-19T05:02:15.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.502+0000 7f35daffd640 1 -- 172.21.15.5:0/3716127219 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35e4034470 con 0x7f35ec0b67c0 2024-09-19T05:02:15.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.502+0000 7f35daffd640 1 -- 172.21.15.5:0/3716127219 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35e400a430 con 0x7f35ec0b67c0 2024-09-19T05:02:15.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.502+0000 7f35eb59e640 1 -- 172.21.15.5:0/3716127219 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35ec0b6c40 con 0x7f35ec0b67c0 2024-09-19T05:02:15.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.502+0000 7f35eb59e640 1 -- 172.21.15.5:0/3716127219 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35ec0b3e80 con 0x7f35ec0b67c0 2024-09-19T05:02:15.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.503+0000 7f35eb59e640 1 -- 172.21.15.5:0/3716127219 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35ec0d1660 con 0x7f35ec0b67c0 2024-09-19T05:02:15.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.504+0000 7f35daffd640 1 -- 172.21.15.5:0/3716127219 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f35e4047070 con 0x7f35ec0b67c0 2024-09-19T05:02:15.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.504+0000 7f35daffd640 1 --2- 172.21.15.5:0/3716127219 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f35cc06c2e0 0x7f35cc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:15.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.504+0000 7f35daffd640 1 -- 172.21.15.5:0/3716127219 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f35e40ab6f0 con 0x7f35ec0b67c0 2024-09-19T05:02:15.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.504+0000 7f35ea59c640 1 --2- 172.21.15.5:0/3716127219 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f35cc06c2e0 0x7f35cc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:15.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.505+0000 7f35ea59c640 1 --2- 172.21.15.5:0/3716127219 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f35cc06c2e0 0x7f35cc06e7a0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f35dc001910 tx=0x7f35dc009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:15.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.508+0000 7f35daffd640 1 -- 172.21.15.5:0/3716127219 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f35e40796b0 con 0x7f35ec0b67c0 2024-09-19T05:02:15.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.685+0000 7f35eb59e640 1 -- 172.21.15.5:0/3716127219 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f35ec06cf90 con 0x7f35ec0b67c0 2024-09-19T05:02:15.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.686+0000 7f35daffd640 1 -- 172.21.15.5:0/3716127219 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) ==== 74+0+16979 (secure 0 0 0) 0x7f35e407d9b0 con 0x7f35ec0b67c0 2024-09-19T05:02:15.688 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:15.688 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":38,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:02:14.385165+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:02:12.306772+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-19T05:02:13.364849+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:02:15.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.688+0000 7f35eb59e640 1 -- 172.21.15.5:0/3716127219 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f35cc06c2e0 msgr2=0x7f35cc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:15.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.688+0000 7f35eb59e640 1 --2- 172.21.15.5:0/3716127219 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f35cc06c2e0 0x7f35cc06e7a0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f35dc001910 tx=0x7f35dc009040 comp rx=0 tx=0).stop 2024-09-19T05:02:15.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.688+0000 7f35eb59e640 1 -- 172.21.15.5:0/3716127219 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f35ec0b67c0 msgr2=0x7f35ec0b5320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:15.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.688+0000 7f35eb59e640 1 --2- 172.21.15.5:0/3716127219 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f35ec0b67c0 0x7f35ec0b5320 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f35e400a930 tx=0x7f35e4001d40 comp rx=0 tx=0).stop 2024-09-19T05:02:15.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.688+0000 7f35eb59e640 1 -- 172.21.15.5:0/3716127219 shutdown_connections 2024-09-19T05:02:15.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.688+0000 7f35eb59e640 1 --2- 172.21.15.5:0/3716127219 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f35cc06c2e0 0x7f35cc06e7a0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.688+0000 7f35eb59e640 1 --2- 172.21.15.5:0/3716127219 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f35ec0b67c0 0x7f35ec0b5320 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.688+0000 7f35eb59e640 1 --2- 172.21.15.5:0/3716127219 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f35ec0b4960 0x7f35ec0b6280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.688+0000 7f35eb59e640 1 --2- 172.21.15.5:0/3716127219 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f35d4004d40 0x7f35ec0b8fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.688+0000 7f35eb59e640 1 -- 172.21.15.5:0/3716127219 >> 172.21.15.5:0/3716127219 conn(0x7f35ec09d700 msgr2=0x7f35ec0b2230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:15.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.688+0000 7f35eb59e640 1 -- 172.21.15.5:0/3716127219 shutdown_connections 2024-09-19T05:02:15.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.688+0000 7f35eb59e640 1 -- 172.21.15.5:0/3716127219 wait complete. 2024-09-19T05:02:15.701 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T05:02:15.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.804+0000 7f37c5123640 1 Processor -- start 2024-09-19T05:02:15.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.804+0000 7f37c5123640 1 -- start start 2024-09-19T05:02:15.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.805+0000 7f37c5123640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f37c0161c70 0x7f37c00b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:15.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.805+0000 7f37c5123640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f37c006eaa0 0x7f37c00b6530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:15.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.805+0000 7f37c5123640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f37c00cf180 con 0x7f37c00d4c80 2024-09-19T05:02:15.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.805+0000 7f37c5123640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f37c0162050 con 0x7f37c006eaa0 2024-09-19T05:02:15.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.805+0000 7f37c5123640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f37c006d600 con 0x7f37c0161c70 2024-09-19T05:02:15.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.805+0000 7f37be59c640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f37c00d4c80 0x7f37c00d2720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39942/0 (socket says 172.21.15.5:39942) 2024-09-19T05:02:15.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.805+0000 7f37be59c640 1 -- 172.21.15.5:0/3044860467 learned_addr learned my addr 172.21.15.5:0/3044860467 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:15.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.805+0000 7f37bf59e640 1 --2- 172.21.15.5:0/3044860467 >> v2:172.21.15.134:3300/0 conn(0x7f37c006eaa0 0x7f37c00b6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:15.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.805+0000 7f37bed9d640 1 --2- 172.21.15.5:0/3044860467 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f37c0161c70 0x7f37c00b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:15.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.805+0000 7f37bdd9b640 1 -- 172.21.15.5:0/3044860467 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3950198036 0 0) 0x7f37c00cf180 con 0x7f37c00d4c80 2024-09-19T05:02:15.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.806+0000 7f37bdd9b640 1 -- 172.21.15.5:0/3044860467 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f37ac003520 con 0x7f37c00d4c80 2024-09-19T05:02:15.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.806+0000 7f37bdd9b640 1 -- 172.21.15.5:0/3044860467 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3143203005 0 0) 0x7f37ac003520 con 0x7f37c00d4c80 2024-09-19T05:02:15.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.806+0000 7f37bf59e640 1 -- 172.21.15.5:0/3044860467 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f37c0161c70 msgr2=0x7f37c00b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:15.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.806+0000 7f37bf59e640 1 --2- 172.21.15.5:0/3044860467 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f37c0161c70 0x7f37c00b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.806+0000 7f37bf59e640 1 -- 172.21.15.5:0/3044860467 >> v1:172.21.15.5:6789/0 conn(0x7f37c00d4c80 legacy=0x7f37c00d2720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:15.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.806+0000 7f37bf59e640 1 -- 172.21.15.5:0/3044860467 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37c006cfb0 con 0x7f37c006eaa0 2024-09-19T05:02:15.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.807+0000 7f37bf59e640 1 --2- 172.21.15.5:0/3044860467 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f37c006eaa0 0x7f37c00b6530 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f37b80097a0 tx=0x7f37b802a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b6ef80c3f0224d7e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:15.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.807+0000 7f37bdd9b640 1 -- 172.21.15.5:0/3044860467 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37b8037070 con 0x7f37c006eaa0 2024-09-19T05:02:15.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.807+0000 7f37bdd9b640 1 -- 172.21.15.5:0/3044860467 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f37b802aba0 con 0x7f37c006eaa0 2024-09-19T05:02:15.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.807+0000 7f37bdd9b640 1 -- 172.21.15.5:0/3044860467 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37a8001670 con 0x7f37c006eaa0 2024-09-19T05:02:15.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.807+0000 7f37c5123640 1 -- 172.21.15.5:0/3044860467 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f37c006eaa0 msgr2=0x7f37c00b6530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:15.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.807+0000 7f37c5123640 1 --2- 172.21.15.5:0/3044860467 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f37c006eaa0 0x7f37c00b6530 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f37b80097a0 tx=0x7f37b802a110 comp rx=0 tx=0).stop 2024-09-19T05:02:15.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.807+0000 7f37c5123640 1 -- 172.21.15.5:0/3044860467 shutdown_connections 2024-09-19T05:02:15.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.807+0000 7f37c5123640 1 --2- 172.21.15.5:0/3044860467 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f37c006eaa0 0x7f37c00b6530 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.807+0000 7f37c5123640 1 --2- 172.21.15.5:0/3044860467 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f37c0161c70 0x7f37c00b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.807+0000 7f37c5123640 1 -- 172.21.15.5:0/3044860467 >> 172.21.15.5:0/3044860467 conn(0x7f37c008c000 msgr2=0x7f37c00d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:15.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.807+0000 7f37c5123640 1 -- 172.21.15.5:0/3044860467 shutdown_connections 2024-09-19T05:02:15.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.807+0000 7f37c5123640 1 -- 172.21.15.5:0/3044860467 wait complete. 2024-09-19T05:02:15.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.809+0000 7f37c5123640 1 Processor -- start 2024-09-19T05:02:15.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.809+0000 7f37c5123640 1 -- start start 2024-09-19T05:02:15.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.810+0000 7f37c5123640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37c006eaa0 0x7f37c0157680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:15.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.810+0000 7f37c5123640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f37c00d4c80 0x7f37c015d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:15.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.810+0000 7f37c5123640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f37c0161c70 0x7f37c00ce320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:15.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.810+0000 7f37c5123640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f37c00cebc0 con 0x7f37c006eaa0 2024-09-19T05:02:15.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.810+0000 7f37c5123640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f37c00d3a00 con 0x7f37c00d4c80 2024-09-19T05:02:15.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.810+0000 7f37c5123640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f37c00ced40 con 0x7f37c0161c70 2024-09-19T05:02:15.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.810+0000 7f37bed9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37c006eaa0 0x7f37c0157680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:15.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.810+0000 7f37bed9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37c006eaa0 0x7f37c0157680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33614/0 (socket says 172.21.15.5:33614) 2024-09-19T05:02:15.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.810+0000 7f37bed9d640 1 -- 172.21.15.5:0/3673948824 learned_addr learned my addr 172.21.15.5:0/3673948824 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:15.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.810+0000 7f37bf59e640 1 --2- 172.21.15.5:0/3673948824 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f37c0161c70 0x7f37c00ce320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:15.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.810+0000 7f37be59c640 1 --2- 172.21.15.5:0/3673948824 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f37c00d4c80 0x7f37c015d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:15.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.810+0000 7f37bed9d640 1 -- 172.21.15.5:0/3673948824 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f37c0161c70 msgr2=0x7f37c00ce320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:15.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.810+0000 7f37bed9d640 1 --2- 172.21.15.5:0/3673948824 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f37c0161c70 0x7f37c00ce320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.810+0000 7f37bed9d640 1 -- 172.21.15.5:0/3673948824 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f37c00d4c80 msgr2=0x7f37c015d2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:15.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.810+0000 7f37bed9d640 1 --2- 172.21.15.5:0/3673948824 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f37c00d4c80 0x7f37c015d2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:15.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.810+0000 7f37bed9d640 1 -- 172.21.15.5:0/3673948824 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37c015c250 con 0x7f37c006eaa0 2024-09-19T05:02:15.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.810+0000 7f37bed9d640 1 --2- 172.21.15.5:0/3673948824 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37c006eaa0 0x7f37c0157680 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f37b0009db0 tx=0x7f37b000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:15.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.810+0000 7f37b77fe640 1 -- 172.21.15.5:0/3673948824 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37b0018020 con 0x7f37c006eaa0 2024-09-19T05:02:15.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.810+0000 7f37b77fe640 1 -- 172.21.15.5:0/3673948824 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f37b0014480 con 0x7f37c006eaa0 2024-09-19T05:02:15.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.810+0000 7f37c5123640 1 -- 172.21.15.5:0/3673948824 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37c015c530 con 0x7f37c006eaa0 2024-09-19T05:02:15.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.810+0000 7f37b77fe640 1 -- 172.21.15.5:0/3673948824 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37b0014850 con 0x7f37c006eaa0 2024-09-19T05:02:15.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.810+0000 7f37c5123640 1 -- 172.21.15.5:0/3673948824 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37c015caf0 con 0x7f37c006eaa0 2024-09-19T05:02:15.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.812+0000 7f37c5123640 1 -- 172.21.15.5:0/3673948824 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37c00b5ff0 con 0x7f37c006eaa0 2024-09-19T05:02:15.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.812+0000 7f37b77fe640 1 -- 172.21.15.5:0/3673948824 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f37b0005d10 con 0x7f37c006eaa0 2024-09-19T05:02:15.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.812+0000 7f37b77fe640 1 --2- 172.21.15.5:0/3673948824 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f37a006c2b0 0x7f37a006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:15.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.813+0000 7f37b77fe640 1 -- 172.21.15.5:0/3673948824 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f37b008bf90 con 0x7f37c006eaa0 2024-09-19T05:02:15.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.813+0000 7f37be59c640 1 --2- 172.21.15.5:0/3673948824 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f37a006c2b0 0x7f37a006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:15.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.813+0000 7f37be59c640 1 --2- 172.21.15.5:0/3673948824 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f37a006c2b0 0x7f37a006e770 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f37c00ba130 tx=0x7f37a8001de0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:15.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:15.817+0000 7f37b77fe640 1 -- 172.21.15.5:0/3673948824 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f37b0022070 con 0x7f37c006eaa0 2024-09-19T05:02:16.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.030+0000 7f37c5123640 1 -- 172.21.15.5:0/3673948824 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f37c015ea40 con 0x7f37c006eaa0 2024-09-19T05:02:16.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.053+0000 7f37b77fe640 1 -- 172.21.15.5:0/3673948824 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v15) ==== 118+0+0 (secure 0 0 0) 0x7f37b0010040 con 0x7f37c006eaa0 2024-09-19T05:02:16.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.056+0000 7f37c5123640 1 -- 172.21.15.5:0/3673948824 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f37a006c2b0 msgr2=0x7f37a006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:16.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.056+0000 7f37c5123640 1 --2- 172.21.15.5:0/3673948824 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f37a006c2b0 0x7f37a006e770 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f37c00ba130 tx=0x7f37a8001de0 comp rx=0 tx=0).stop 2024-09-19T05:02:16.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.056+0000 7f37c5123640 1 -- 172.21.15.5:0/3673948824 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37c006eaa0 msgr2=0x7f37c0157680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:16.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.056+0000 7f37c5123640 1 --2- 172.21.15.5:0/3673948824 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37c006eaa0 0x7f37c0157680 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f37b0009db0 tx=0x7f37b000c490 comp rx=0 tx=0).stop 2024-09-19T05:02:16.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.056+0000 7f37c5123640 1 -- 172.21.15.5:0/3673948824 shutdown_connections 2024-09-19T05:02:16.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.056+0000 7f37c5123640 1 --2- 172.21.15.5:0/3673948824 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f37a006c2b0 0x7f37a006e770 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:16.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.056+0000 7f37c5123640 1 --2- 172.21.15.5:0/3673948824 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f37c0161c70 0x7f37c00ce320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:16.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.056+0000 7f37c5123640 1 --2- 172.21.15.5:0/3673948824 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f37c00d4c80 0x7f37c015d2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:16.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.056+0000 7f37c5123640 1 --2- 172.21.15.5:0/3673948824 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37c006eaa0 0x7f37c0157680 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:16.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.056+0000 7f37c5123640 1 -- 172.21.15.5:0/3673948824 >> 172.21.15.5:0/3673948824 conn(0x7f37c008c000 msgr2=0x7f37c00cfcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:16.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.056+0000 7f37c5123640 1 -- 172.21.15.5:0/3673948824 shutdown_connections 2024-09-19T05:02:16.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.056+0000 7f37c5123640 1 -- 172.21.15.5:0/3673948824 wait complete. 2024-09-19T05:02:16.069 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T05:02:16.069 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T05:02:16.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.176+0000 7f28529d6640 1 Processor -- start 2024-09-19T05:02:16.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.176+0000 7f28529d6640 1 -- start start 2024-09-19T05:02:16.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.177+0000 7f28529d6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f284c0d14b0 0x7f284c0b8700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:16.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.177+0000 7f28529d6640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f284c15ea80 con 0x7f284c15e6a0 2024-09-19T05:02:16.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.177+0000 7f28529d6640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f284c0d3d60 con 0x7f284c0d1070 2024-09-19T05:02:16.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.177+0000 7f28529d6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f284c0b7b60 con 0x7f284c0d14b0 2024-09-19T05:02:16.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.177+0000 7f284bfff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f284c15e6a0 0x7f284c0d3330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39946/0 (socket says 172.21.15.5:39946) 2024-09-19T05:02:16.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.177+0000 7f284bfff640 1 -- 172.21.15.5:0/1764170845 learned_addr learned my addr 172.21.15.5:0/1764170845 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:16.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.177+0000 7f2850f73640 1 --2- 172.21.15.5:0/1764170845 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f284c0d14b0 0x7f284c0b8700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:16.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.177+0000 7f284affd640 1 -- 172.21.15.5:0/1764170845 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1196691001 0 0) 0x7f284c15ea80 con 0x7f284c15e6a0 2024-09-19T05:02:16.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.177+0000 7f284affd640 1 -- 172.21.15.5:0/1764170845 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2834003520 con 0x7f284c15e6a0 2024-09-19T05:02:16.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.177+0000 7f284affd640 1 -- 172.21.15.5:0/1764170845 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 219722425 0 0) 0x7f284c0d3d60 con 0x7f284c0d1070 2024-09-19T05:02:16.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.177+0000 7f284affd640 1 -- 172.21.15.5:0/1764170845 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f284c15ea80 con 0x7f284c0d1070 2024-09-19T05:02:16.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.177+0000 7f284affd640 1 -- 172.21.15.5:0/1764170845 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3237238805 0 0) 0x7f2834003520 con 0x7f284c15e6a0 2024-09-19T05:02:16.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.177+0000 7f284affd640 1 -- 172.21.15.5:0/1764170845 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f284c0d14b0 msgr2=0x7f284c0b8700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:16.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.177+0000 7f284affd640 1 --2- 172.21.15.5:0/1764170845 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f284c0d14b0 0x7f284c0b8700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:16.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.177+0000 7f284affd640 1 -- 172.21.15.5:0/1764170845 >> v1:172.21.15.134:6789/0 conn(0x7f284c0d1070 legacy=0x7f284c0b7ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:16.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.177+0000 7f284affd640 1 -- 172.21.15.5:0/1764170845 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f284c0d4040 con 0x7f284c15e6a0 2024-09-19T05:02:16.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.177+0000 7f284affd640 1 -- 172.21.15.5:0/1764170845 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f283c001670 con 0x7f284c15e6a0 2024-09-19T05:02:16.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.177+0000 7f284affd640 1 -- 172.21.15.5:0/1764170845 >> v1:172.21.15.5:6789/0 conn(0x7f284c15e6a0 legacy=0x7f284c0d3330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:16.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.177+0000 7f284affd640 1 --2- 172.21.15.5:0/1764170845 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2834003b70 0x7f2834003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:16.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.177+0000 7f284affd640 1 --2- 172.21.15.5:0/1764170845 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f284c0d14b0 0x7f2834004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:16.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.177+0000 7f284affd640 1 --2- 172.21.15.5:0/1764170845 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2834004d40 0x7f28340051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:16.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.177+0000 7f284affd640 1 -- 172.21.15.5:0/1764170845 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f284c0b7b60 con 0x7f2834004d40 2024-09-19T05:02:16.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.177+0000 7f284affd640 1 -- 172.21.15.5:0/1764170845 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f283400ba70 con 0x7f2834003b70 2024-09-19T05:02:16.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.177+0000 7f284affd640 1 -- 172.21.15.5:0/1764170845 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f283400bc70 con 0x7f284c0d14b0 2024-09-19T05:02:16.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.178+0000 7f2850f73640 1 --2- 172.21.15.5:0/1764170845 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2834004d40 0x7f28340051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:16.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.178+0000 7f284bfff640 1 --2- 172.21.15.5:0/1764170845 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2834003b70 0x7f2834003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:16.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.178+0000 7f284b7fe640 1 --2- 172.21.15.5:0/1764170845 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f284c0d14b0 0x7f2834004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:16.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.178+0000 7f2850f73640 1 -- 172.21.15.5:0/1764170845 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f284c0d14b0 msgr2=0x7f2834004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:16.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.178+0000 7f2850f73640 1 --2- 172.21.15.5:0/1764170845 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f284c0d14b0 0x7f2834004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:16.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.178+0000 7f2850f73640 1 -- 172.21.15.5:0/1764170845 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2834003b70 msgr2=0x7f2834003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:16.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.178+0000 7f2850f73640 1 --2- 172.21.15.5:0/1764170845 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2834003b70 0x7f2834003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:16.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.178+0000 7f2850f73640 1 -- 172.21.15.5:0/1764170845 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2834003520 con 0x7f2834004d40 2024-09-19T05:02:16.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.179+0000 7f2850f73640 1 --2- 172.21.15.5:0/1764170845 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2834004d40 0x7f28340051c0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f2844009fc0 tx=0x7f2834005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a2e3ae9d9847acd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:16.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.179+0000 7f284affd640 1 -- 172.21.15.5:0/1764170845 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2844009c10 con 0x7f2834004d40 2024-09-19T05:02:16.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.179+0000 7f284affd640 1 -- 172.21.15.5:0/1764170845 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2844036070 con 0x7f2834004d40 2024-09-19T05:02:16.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.179+0000 7f284affd640 1 -- 172.21.15.5:0/1764170845 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2844031880 con 0x7f2834004d40 2024-09-19T05:02:16.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.179+0000 7f28529d6640 1 -- 172.21.15.5:0/1764170845 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2834004d40 msgr2=0x7f28340051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:16.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.179+0000 7f28529d6640 1 --2- 172.21.15.5:0/1764170845 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2834004d40 0x7f28340051c0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f2844009fc0 tx=0x7f2834005830 comp rx=0 tx=0).stop 2024-09-19T05:02:16.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.179+0000 7f2850f73640 1 -- 172.21.15.5:0/1764170845 reap_dead start 2024-09-19T05:02:16.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.179+0000 7f28529d6640 1 -- 172.21.15.5:0/1764170845 shutdown_connections 2024-09-19T05:02:16.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.179+0000 7f28529d6640 1 -- 172.21.15.5:0/1764170845 >> 172.21.15.5:0/1764170845 conn(0x7f284c067f80 msgr2=0x7f284c06ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:16.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.179+0000 7f28529d6640 1 -- 172.21.15.5:0/1764170845 shutdown_connections 2024-09-19T05:02:16.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.179+0000 7f28529d6640 1 -- 172.21.15.5:0/1764170845 wait complete. 2024-09-19T05:02:16.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.181+0000 7f28529d6640 1 Processor -- start 2024-09-19T05:02:16.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.181+0000 7f28529d6640 1 -- start start 2024-09-19T05:02:16.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.181+0000 7f28529d6640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2834004d40 0x7f284c141410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:16.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.181+0000 7f28529d6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f284c142f20 0x7f284c145d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:16.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.182+0000 7f28529d6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f284c141d50 0x7f284c1421d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:16.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.182+0000 7f28529d6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f284c0d1900 con 0x7f284c142f20 2024-09-19T05:02:16.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.182+0000 7f28529d6640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f284c0d3a40 con 0x7f2834004d40 2024-09-19T05:02:16.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.182+0000 7f28529d6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f284c0b76f0 con 0x7f284c141d50 2024-09-19T05:02:16.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.182+0000 7f284b7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f284c142f20 0x7f284c145d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:16.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.182+0000 7f284b7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f284c142f20 0x7f284c145d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:33626/0 (socket says 172.21.15.5:33626) 2024-09-19T05:02:16.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.182+0000 7f284b7fe640 1 -- 172.21.15.5:0/975111698 learned_addr learned my addr 172.21.15.5:0/975111698 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:16.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.182+0000 7f284bfff640 1 --2- 172.21.15.5:0/975111698 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2834004d40 0x7f284c141410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:16.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.182+0000 7f2850f73640 1 --2- 172.21.15.5:0/975111698 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f284c141d50 0x7f284c1421d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:16.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.182+0000 7f284b7fe640 1 -- 172.21.15.5:0/975111698 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f284c141d50 msgr2=0x7f284c1421d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:16.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.182+0000 7f284b7fe640 1 --2- 172.21.15.5:0/975111698 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f284c141d50 0x7f284c1421d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:16.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.182+0000 7f284b7fe640 1 -- 172.21.15.5:0/975111698 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2834004d40 msgr2=0x7f284c141410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:16.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.182+0000 7f284b7fe640 1 --2- 172.21.15.5:0/975111698 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2834004d40 0x7f284c141410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:16.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.182+0000 7f284b7fe640 1 -- 172.21.15.5:0/975111698 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f284c141950 con 0x7f284c142f20 2024-09-19T05:02:16.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.182+0000 7f284b7fe640 1 --2- 172.21.15.5:0/975111698 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f284c142f20 0x7f284c145d70 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f284000f7d0 tx=0x7f284000fc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:16.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.182+0000 7f2848ff9640 1 -- 172.21.15.5:0/975111698 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f284001a070 con 0x7f284c142f20 2024-09-19T05:02:16.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.182+0000 7f2848ff9640 1 -- 172.21.15.5:0/975111698 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2840005320 con 0x7f284c142f20 2024-09-19T05:02:16.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.182+0000 7f28529d6640 1 -- 172.21.15.5:0/975111698 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f284c1f7960 con 0x7f284c142f20 2024-09-19T05:02:16.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.182+0000 7f2848ff9640 1 -- 172.21.15.5:0/975111698 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2840007270 con 0x7f284c142f20 2024-09-19T05:02:16.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.182+0000 7f28529d6640 1 -- 172.21.15.5:0/975111698 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f284c1f7f20 con 0x7f284c142f20 2024-09-19T05:02:16.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.183+0000 7f28529d6640 1 -- 172.21.15.5:0/975111698 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f284c0cf780 con 0x7f284c142f20 2024-09-19T05:02:16.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.184+0000 7f2848ff9640 1 -- 172.21.15.5:0/975111698 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f284001d070 con 0x7f284c142f20 2024-09-19T05:02:16.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.184+0000 7f2848ff9640 1 --2- 172.21.15.5:0/975111698 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f283806c2b0 0x7f283806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:16.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.184+0000 7f2848ff9640 1 -- 172.21.15.5:0/975111698 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f284008ad90 con 0x7f284c142f20 2024-09-19T05:02:16.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.185+0000 7f284bfff640 1 --2- 172.21.15.5:0/975111698 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f283806c2b0 0x7f283806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:16.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.185+0000 7f284bfff640 1 --2- 172.21.15.5:0/975111698 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f283806c2b0 0x7f283806e770 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f283c001050 tx=0x7f283c000f80 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:16.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.189+0000 7f2848ff9640 1 -- 172.21.15.5:0/975111698 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2840058db0 con 0x7f284c142f20 2024-09-19T05:02:16.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:16.400+0000 7f28529d6640 1 -- 172.21.15.5:0/975111698 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f284c0ba210 con 0x7f284c142f20 2024-09-19T05:02:17.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.055+0000 7f2848ff9640 1 -- 172.21.15.5:0/975111698 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v16) ==== 122+0+0 (secure 0 0 0) 0x7f284005d0b0 con 0x7f284c142f20 2024-09-19T05:02:17.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.058+0000 7f28529d6640 1 -- 172.21.15.5:0/975111698 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f283806c2b0 msgr2=0x7f283806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:17.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.058+0000 7f28529d6640 1 --2- 172.21.15.5:0/975111698 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f283806c2b0 0x7f283806e770 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f283c001050 tx=0x7f283c000f80 comp rx=0 tx=0).stop 2024-09-19T05:02:17.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.058+0000 7f28529d6640 1 -- 172.21.15.5:0/975111698 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f284c142f20 msgr2=0x7f284c145d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:17.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.058+0000 7f28529d6640 1 --2- 172.21.15.5:0/975111698 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f284c142f20 0x7f284c145d70 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f284000f7d0 tx=0x7f284000fc90 comp rx=0 tx=0).stop 2024-09-19T05:02:17.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.058+0000 7f28529d6640 1 -- 172.21.15.5:0/975111698 shutdown_connections 2024-09-19T05:02:17.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.058+0000 7f28529d6640 1 --2- 172.21.15.5:0/975111698 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f283806c2b0 0x7f283806e770 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:17.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.058+0000 7f28529d6640 1 --2- 172.21.15.5:0/975111698 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f284c141d50 0x7f284c1421d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:17.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.058+0000 7f28529d6640 1 --2- 172.21.15.5:0/975111698 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f284c142f20 0x7f284c145d70 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:17.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.058+0000 7f28529d6640 1 --2- 172.21.15.5:0/975111698 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2834004d40 0x7f284c141410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:17.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.058+0000 7f28529d6640 1 -- 172.21.15.5:0/975111698 >> 172.21.15.5:0/975111698 conn(0x7f284c067f80 msgr2=0x7f284c0b6780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:17.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.058+0000 7f28529d6640 1 -- 172.21.15.5:0/975111698 shutdown_connections 2024-09-19T05:02:17.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.058+0000 7f28529d6640 1 -- 172.21.15.5:0/975111698 wait complete. 2024-09-19T05:02:17.072 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T05:02:17.073 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:02:17.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.180+0000 7f733e52a640 1 Processor -- start 2024-09-19T05:02:17.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.180+0000 7f733e52a640 1 -- start start 2024-09-19T05:02:17.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.181+0000 7f733e52a640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f733815cd40 0x7f733806e460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:17.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.181+0000 7f733e52a640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f7338072b10 0x7f733815db90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:17.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.181+0000 7f733e52a640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f733806eab0 con 0x7f733815d120 2024-09-19T05:02:17.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.181+0000 7f733e52a640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f733806f6c0 con 0x7f7338072b10 2024-09-19T05:02:17.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.181+0000 7f733e52a640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f733806ed90 con 0x7f733815cd40 2024-09-19T05:02:17.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.181+0000 7f733cac7640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f7338072b10 0x7f733815db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:17.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.181+0000 7f7337fff640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f733815cd40 0x7f733806e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:17.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.181+0000 7f733cac7640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f7338072b10 0x7f733815db90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.5:33126/0 (socket says 172.21.15.5:33126) 2024-09-19T05:02:17.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.181+0000 7f733cac7640 1 -- 172.21.15.5:0/1344031699 learned_addr learned my addr 172.21.15.5:0/1344031699 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:17.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.181+0000 7f733cac7640 1 -- 172.21.15.5:0/1344031699 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f733815cd40 msgr2=0x7f733806e460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:17.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.181+0000 7f733cac7640 1 --2- 172.21.15.5:0/1344031699 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f733815cd40 0x7f733806e460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:17.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.181+0000 7f733cac7640 1 -- 172.21.15.5:0/1344031699 >> v1:172.21.15.134:6789/0 conn(0x7f733815d120 legacy=0x7f7338072400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:17.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.181+0000 7f733cac7640 1 -- 172.21.15.5:0/1344031699 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f733806f070 con 0x7f7338072b10 2024-09-19T05:02:17.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.181+0000 7f7336ffd640 1 -- 172.21.15.5:0/1344031699 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1989082829 0 0) 0x7f733806eab0 con 0x7f733815d120 2024-09-19T05:02:17.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.181+0000 7f7337fff640 1 --2- 172.21.15.5:0/1344031699 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f733815cd40 0x7f733806e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:02:17.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.181+0000 7f733cac7640 1 --2- 172.21.15.5:0/1344031699 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7338072b10 0x7f733815db90 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f7330009e50 tx=0x7f733002a710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=55f296167aee44c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:17.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.181+0000 7f7336ffd640 1 -- 172.21.15.5:0/1344031699 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7330036070 con 0x7f7338072b10 2024-09-19T05:02:17.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.181+0000 7f7336ffd640 1 -- 172.21.15.5:0/1344031699 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7330031600 con 0x7f7338072b10 2024-09-19T05:02:17.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.181+0000 7f7336ffd640 1 -- 172.21.15.5:0/1344031699 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73300319d0 con 0x7f7338072b10 2024-09-19T05:02:17.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.182+0000 7f733e52a640 1 -- 172.21.15.5:0/1344031699 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7338072b10 msgr2=0x7f733815db90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:17.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.182+0000 7f733e52a640 1 --2- 172.21.15.5:0/1344031699 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7338072b10 0x7f733815db90 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f7330009e50 tx=0x7f733002a710 comp rx=0 tx=0).stop 2024-09-19T05:02:17.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.182+0000 7f733e52a640 1 -- 172.21.15.5:0/1344031699 shutdown_connections 2024-09-19T05:02:17.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.182+0000 7f733e52a640 1 --2- 172.21.15.5:0/1344031699 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7338072b10 0x7f733815db90 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:17.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.182+0000 7f733e52a640 1 --2- 172.21.15.5:0/1344031699 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f733815cd40 0x7f733806e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:17.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.182+0000 7f733e52a640 1 -- 172.21.15.5:0/1344031699 >> 172.21.15.5:0/1344031699 conn(0x7f733806bc10 msgr2=0x7f733806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:17.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.182+0000 7f733e52a640 1 -- 172.21.15.5:0/1344031699 shutdown_connections 2024-09-19T05:02:17.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.182+0000 7f733e52a640 1 -- 172.21.15.5:0/1344031699 wait complete. 2024-09-19T05:02:17.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.183+0000 7f733e52a640 1 Processor -- start 2024-09-19T05:02:17.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.183+0000 7f733e52a640 1 -- start start 2024-09-19T05:02:17.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.184+0000 7f733e52a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7338072b10 0x7f73380af850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:17.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.184+0000 7f733e52a640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f733815cd40 0x7f7338147110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:17.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.184+0000 7f733e52a640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f733815d120 0x7f73380b2240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:17.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.184+0000 7f733e52a640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f733815d700 con 0x7f7338072b10 2024-09-19T05:02:17.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.184+0000 7f733e52a640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f733815d580 con 0x7f733815cd40 2024-09-19T05:02:17.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.184+0000 7f733e52a640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f733815e0d0 con 0x7f733815d120 2024-09-19T05:02:17.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.184+0000 7f7337fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7338072b10 0x7f73380af850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:17.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.184+0000 7f7337fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7338072b10 0x7f73380af850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50274/0 (socket says 172.21.15.5:50274) 2024-09-19T05:02:17.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.184+0000 7f7337fff640 1 -- 172.21.15.5:0/2448912470 learned_addr learned my addr 172.21.15.5:0/2448912470 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:17.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.184+0000 7f733cac7640 1 --2- 172.21.15.5:0/2448912470 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f733815d120 0x7f73380b2240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:17.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.184+0000 7f73377fe640 1 --2- 172.21.15.5:0/2448912470 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f733815cd40 0x7f7338147110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:17.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.185+0000 7f7337fff640 1 -- 172.21.15.5:0/2448912470 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f733815d120 msgr2=0x7f73380b2240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:17.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.185+0000 7f7337fff640 1 --2- 172.21.15.5:0/2448912470 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f733815d120 0x7f73380b2240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:17.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.185+0000 7f7337fff640 1 -- 172.21.15.5:0/2448912470 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f733815cd40 msgr2=0x7f7338147110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:17.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.185+0000 7f7337fff640 1 --2- 172.21.15.5:0/2448912470 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f733815cd40 0x7f7338147110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:17.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.185+0000 7f7337fff640 1 -- 172.21.15.5:0/2448912470 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73380afd90 con 0x7f7338072b10 2024-09-19T05:02:17.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.185+0000 7f73377fe640 1 --2- 172.21.15.5:0/2448912470 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f733815cd40 0x7f7338147110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:17.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.185+0000 7f7337fff640 1 --2- 172.21.15.5:0/2448912470 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7338072b10 0x7f73380af850 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f732800ebe0 tx=0x7f732800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:17.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.185+0000 7f7334ff9640 1 -- 172.21.15.5:0/2448912470 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7328017070 con 0x7f7338072b10 2024-09-19T05:02:17.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.185+0000 7f7334ff9640 1 -- 172.21.15.5:0/2448912470 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f732800cc30 con 0x7f7338072b10 2024-09-19T05:02:17.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.185+0000 7f733e52a640 1 -- 172.21.15.5:0/2448912470 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73380ab100 con 0x7f7338072b10 2024-09-19T05:02:17.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.185+0000 7f7334ff9640 1 -- 172.21.15.5:0/2448912470 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7328013470 con 0x7f7338072b10 2024-09-19T05:02:17.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.185+0000 7f733e52a640 1 -- 172.21.15.5:0/2448912470 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73380ab6c0 con 0x7f7338072b10 2024-09-19T05:02:17.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.186+0000 7f733e52a640 1 -- 172.21.15.5:0/2448912470 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f733815db90 con 0x7f7338072b10 2024-09-19T05:02:17.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.187+0000 7f7334ff9640 1 -- 172.21.15.5:0/2448912470 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f732801a070 con 0x7f7338072b10 2024-09-19T05:02:17.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.187+0000 7f7334ff9640 1 --2- 172.21.15.5:0/2448912470 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f732406c2b0 0x7f732406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:17.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.187+0000 7f7334ff9640 1 -- 172.21.15.5:0/2448912470 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f732808b430 con 0x7f7338072b10 2024-09-19T05:02:17.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.188+0000 7f73377fe640 1 --2- 172.21.15.5:0/2448912470 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f732406c2b0 0x7f732406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:17.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.188+0000 7f73377fe640 1 --2- 172.21.15.5:0/2448912470 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f732406c2b0 0x7f732406e770 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f73380af570 tx=0x7f732c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:17.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.192+0000 7f7334ff9640 1 -- 172.21.15.5:0/2448912470 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7328059450 con 0x7f7338072b10 2024-09-19T05:02:17.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.409+0000 7f733e52a640 1 -- 172.21.15.5:0/2448912470 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f733806e6b0 con 0x7f7338072b10 2024-09-19T05:02:17.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.410+0000 7f7334ff9640 1 -- 172.21.15.5:0/2448912470 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+5223 (secure 0 0 0) 0x7f732805d750 con 0x7f7338072b10 2024-09-19T05:02:17.412 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:17.412 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":16,"btime":"2024-09-19T05:02:17:054812+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/2079591675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2079591675},{"type":"v1","addr":"172.21.15.5:6834","nonce":2079591675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4789,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/2450673966","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":2450673966},{"type":"v1","addr":"172.21.15.5:6835","nonce":2450673966}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4792,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/4108475524","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":4108475524},{"type":"v1","addr":"172.21.15.134:6837","nonce":4108475524}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:02:14.385473+0000","modified":"2024-09-19T05:02:16.401672+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4795},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4795":{"gid":4795,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6836/3789368626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":3789368626},{"type":"v1","addr":"172.21.15.134:6836","nonce":3789368626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4795,"qdb_cluster":[4795]},"id":2}]} 2024-09-19T05:02:17.413 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 16 2024-09-19T05:02:17.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.411+0000 7f733e52a640 1 -- 172.21.15.5:0/2448912470 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f732406c2b0 msgr2=0x7f732406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:17.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.411+0000 7f733e52a640 1 --2- 172.21.15.5:0/2448912470 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f732406c2b0 0x7f732406e770 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f73380af570 tx=0x7f732c009040 comp rx=0 tx=0).stop 2024-09-19T05:02:17.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.411+0000 7f733e52a640 1 -- 172.21.15.5:0/2448912470 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7338072b10 msgr2=0x7f73380af850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:17.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.411+0000 7f733e52a640 1 --2- 172.21.15.5:0/2448912470 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7338072b10 0x7f73380af850 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f732800ebe0 tx=0x7f732800c520 comp rx=0 tx=0).stop 2024-09-19T05:02:17.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.412+0000 7f733e52a640 1 -- 172.21.15.5:0/2448912470 shutdown_connections 2024-09-19T05:02:17.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.412+0000 7f733e52a640 1 --2- 172.21.15.5:0/2448912470 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f732406c2b0 0x7f732406e770 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:17.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.412+0000 7f733e52a640 1 --2- 172.21.15.5:0/2448912470 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f733815d120 0x7f73380b2240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:17.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.412+0000 7f733e52a640 1 --2- 172.21.15.5:0/2448912470 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f733815cd40 0x7f7338147110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:17.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.412+0000 7f733e52a640 1 --2- 172.21.15.5:0/2448912470 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7338072b10 0x7f73380af850 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:17.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.412+0000 7f733e52a640 1 -- 172.21.15.5:0/2448912470 >> 172.21.15.5:0/2448912470 conn(0x7f733806bc10 msgr2=0x7f7338159480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:17.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.412+0000 7f733e52a640 1 -- 172.21.15.5:0/2448912470 shutdown_connections 2024-09-19T05:02:17.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.412+0000 7f733e52a640 1 -- 172.21.15.5:0/2448912470 wait complete. 2024-09-19T05:02:17.425 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:02:17.528 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.525+0000 7f4855253640 1 Processor -- start 2024-09-19T05:02:17.528 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.525+0000 7f4855253640 1 -- start start 2024-09-19T05:02:17.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f4855253640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f485006d2c0 0x7f48500b7a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:17.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f4855253640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f48500d3040 con 0x7f48500d2b60 2024-09-19T05:02:17.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f4855253640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f48500d3320 con 0x7f485015e890 2024-09-19T05:02:17.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f4855253640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f48500d3c50 con 0x7f485006d2c0 2024-09-19T05:02:17.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f484f59e640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f48500d2b60 0x7f48500b7f60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:38982/0 (socket says 172.21.15.5:38982) 2024-09-19T05:02:17.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f484f59e640 1 -- 172.21.15.5:0/1512348093 learned_addr learned my addr 172.21.15.5:0/1512348093 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:17.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f484e59c640 1 --2- 172.21.15.5:0/1512348093 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f485006d2c0 0x7f48500b7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:17.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f484dd9b640 1 -- 172.21.15.5:0/1512348093 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2643456172 0 0) 0x7f48500d3040 con 0x7f48500d2b60 2024-09-19T05:02:17.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f484dd9b640 1 -- 172.21.15.5:0/1512348093 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4838003520 con 0x7f48500d2b60 2024-09-19T05:02:17.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f484dd9b640 1 -- 172.21.15.5:0/1512348093 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3069532094 0 0) 0x7f48500d3320 con 0x7f485015e890 2024-09-19T05:02:17.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f484dd9b640 1 -- 172.21.15.5:0/1512348093 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f48500d3040 con 0x7f485015e890 2024-09-19T05:02:17.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f484dd9b640 1 -- 172.21.15.5:0/1512348093 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1183291234 0 0) 0x7f4838003520 con 0x7f48500d2b60 2024-09-19T05:02:17.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f484dd9b640 1 -- 172.21.15.5:0/1512348093 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f485006d2c0 msgr2=0x7f48500b7a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:17.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f484dd9b640 1 --2- 172.21.15.5:0/1512348093 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f485006d2c0 0x7f48500b7a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:17.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f484dd9b640 1 -- 172.21.15.5:0/1512348093 >> v1:172.21.15.134:6789/0 conn(0x7f485015e890 legacy=0x7f485006cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:17.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f484dd9b640 1 -- 172.21.15.5:0/1512348093 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48500d3600 con 0x7f48500d2b60 2024-09-19T05:02:17.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f484dd9b640 1 -- 172.21.15.5:0/1512348093 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f48480019f0 con 0x7f48500d2b60 2024-09-19T05:02:17.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f484dd9b640 1 -- 172.21.15.5:0/1512348093 >> v1:172.21.15.5:6789/0 conn(0x7f48500d2b60 legacy=0x7f48500b7f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:17.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f484dd9b640 1 --2- 172.21.15.5:0/1512348093 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f485006d2c0 0x7f4838003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:17.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f484dd9b640 1 --2- 172.21.15.5:0/1512348093 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f48380040d0 0x7f4838004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:17.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f484dd9b640 1 --2- 172.21.15.5:0/1512348093 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4838004d40 0x7f48380051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:17.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f484dd9b640 1 -- 172.21.15.5:0/1512348093 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f48500d3c50 con 0x7f48380040d0 2024-09-19T05:02:17.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f484dd9b640 1 -- 172.21.15.5:0/1512348093 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f483800bb50 con 0x7f4838004d40 2024-09-19T05:02:17.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f484dd9b640 1 -- 172.21.15.5:0/1512348093 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f483800bd20 con 0x7f485006d2c0 2024-09-19T05:02:17.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f484e59c640 1 --2- 172.21.15.5:0/1512348093 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f48380040d0 0x7f4838004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:17.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f484ed9d640 1 --2- 172.21.15.5:0/1512348093 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f485006d2c0 0x7f4838003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:17.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f484f59e640 1 --2- 172.21.15.5:0/1512348093 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4838004d40 0x7f48380051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:17.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f484e59c640 1 -- 172.21.15.5:0/1512348093 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f485006d2c0 msgr2=0x7f4838003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:17.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f484e59c640 1 --2- 172.21.15.5:0/1512348093 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f485006d2c0 0x7f4838003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:17.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f484e59c640 1 -- 172.21.15.5:0/1512348093 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4838004d40 msgr2=0x7f48380051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:17.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f484e59c640 1 --2- 172.21.15.5:0/1512348093 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4838004d40 0x7f48380051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:17.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.527+0000 7f484e59c640 1 -- 172.21.15.5:0/1512348093 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4838003520 con 0x7f48380040d0 2024-09-19T05:02:17.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.528+0000 7f484e59c640 1 --2- 172.21.15.5:0/1512348093 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f48380040d0 0x7f4838004800 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f4844009ac0 tx=0x7f4838005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b3fd19d88b68da1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:17.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.528+0000 7f484dd9b640 1 -- 172.21.15.5:0/1512348093 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4844036070 con 0x7f48380040d0 2024-09-19T05:02:17.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.528+0000 7f484dd9b640 1 -- 172.21.15.5:0/1512348093 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4844031400 con 0x7f48380040d0 2024-09-19T05:02:17.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.528+0000 7f484dd9b640 1 -- 172.21.15.5:0/1512348093 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4844009690 con 0x7f48380040d0 2024-09-19T05:02:17.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.529+0000 7f4855253640 1 -- 172.21.15.5:0/1512348093 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f48380040d0 msgr2=0x7f4838004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:17.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.529+0000 7f4855253640 1 --2- 172.21.15.5:0/1512348093 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f48380040d0 0x7f4838004800 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f4844009ac0 tx=0x7f4838005830 comp rx=0 tx=0).stop 2024-09-19T05:02:17.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.529+0000 7f484f59e640 1 -- 172.21.15.5:0/1512348093 reap_dead start 2024-09-19T05:02:17.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.529+0000 7f4855253640 1 -- 172.21.15.5:0/1512348093 shutdown_connections 2024-09-19T05:02:17.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.529+0000 7f4855253640 1 -- 172.21.15.5:0/1512348093 >> 172.21.15.5:0/1512348093 conn(0x7f48500b66c0 msgr2=0x7f48500d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:17.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.529+0000 7f4855253640 1 -- 172.21.15.5:0/1512348093 shutdown_connections 2024-09-19T05:02:17.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.529+0000 7f4855253640 1 -- 172.21.15.5:0/1512348093 wait complete. 2024-09-19T05:02:17.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.530+0000 7f4855253640 1 Processor -- start 2024-09-19T05:02:17.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.530+0000 7f4855253640 1 -- start start 2024-09-19T05:02:17.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.531+0000 7f4855253640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f48380040d0 0x7f48500cf310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:17.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.531+0000 7f4855253640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f48500b3100 0x7f48500b3580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:17.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.531+0000 7f4855253640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f48500ac8f0 0x7f48500acd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:17.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.531+0000 7f4855253640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f485006db10 con 0x7f48500ac8f0 2024-09-19T05:02:17.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.531+0000 7f4855253640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f485015ec70 con 0x7f48380040d0 2024-09-19T05:02:17.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.531+0000 7f4855253640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f485006dc90 con 0x7f48500b3100 2024-09-19T05:02:17.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.531+0000 7f484f59e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f48500ac8f0 0x7f48500acd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:17.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.531+0000 7f484f59e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f48500ac8f0 0x7f48500acd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50294/0 (socket says 172.21.15.5:50294) 2024-09-19T05:02:17.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.531+0000 7f484f59e640 1 -- 172.21.15.5:0/3850592419 learned_addr learned my addr 172.21.15.5:0/3850592419 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:17.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.531+0000 7f484e59c640 1 --2- 172.21.15.5:0/3850592419 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f48500b3100 0x7f48500b3580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:17.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.531+0000 7f484ed9d640 1 --2- 172.21.15.5:0/3850592419 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f48380040d0 0x7f48500cf310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:17.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.532+0000 7f484f59e640 1 -- 172.21.15.5:0/3850592419 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f48500b3100 msgr2=0x7f48500b3580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:17.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.532+0000 7f484f59e640 1 --2- 172.21.15.5:0/3850592419 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f48500b3100 0x7f48500b3580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:17.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.532+0000 7f484f59e640 1 -- 172.21.15.5:0/3850592419 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f48380040d0 msgr2=0x7f48500cf310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:17.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.532+0000 7f484f59e640 1 --2- 172.21.15.5:0/3850592419 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f48380040d0 0x7f48500cf310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:17.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.532+0000 7f484f59e640 1 -- 172.21.15.5:0/3850592419 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48501f4650 con 0x7f48500ac8f0 2024-09-19T05:02:17.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.532+0000 7f484f59e640 1 --2- 172.21.15.5:0/3850592419 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f48500ac8f0 0x7f48500acd70 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f4848002230 tx=0x7f4848007b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:17.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.532+0000 7f48377fe640 1 -- 172.21.15.5:0/3850592419 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4848017020 con 0x7f48500ac8f0 2024-09-19T05:02:17.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.532+0000 7f48377fe640 1 -- 172.21.15.5:0/3850592419 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f484800aa70 con 0x7f48500ac8f0 2024-09-19T05:02:17.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.532+0000 7f4855253640 1 -- 172.21.15.5:0/3850592419 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48501f4930 con 0x7f48500ac8f0 2024-09-19T05:02:17.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.532+0000 7f48377fe640 1 -- 172.21.15.5:0/3850592419 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f484800ae60 con 0x7f48500ac8f0 2024-09-19T05:02:17.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.532+0000 7f4855253640 1 -- 172.21.15.5:0/3850592419 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48501f4ef0 con 0x7f48500ac8f0 2024-09-19T05:02:17.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.533+0000 7f4855253640 1 -- 172.21.15.5:0/3850592419 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48500d4f00 con 0x7f48500ac8f0 2024-09-19T05:02:17.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.533+0000 7f48377fe640 1 -- 172.21.15.5:0/3850592419 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f484801a020 con 0x7f48500ac8f0 2024-09-19T05:02:17.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.534+0000 7f48377fe640 1 --2- 172.21.15.5:0/3850592419 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f483c06c2b0 0x7f483c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:17.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.534+0000 7f48377fe640 1 -- 172.21.15.5:0/3850592419 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f484808bba0 con 0x7f48500ac8f0 2024-09-19T05:02:17.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.534+0000 7f484ed9d640 1 --2- 172.21.15.5:0/3850592419 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f483c06c2b0 0x7f483c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:17.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.535+0000 7f484ed9d640 1 --2- 172.21.15.5:0/3850592419 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f483c06c2b0 0x7f483c06e770 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f48400018d0 tx=0x7f4840009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:17.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.539+0000 7f48377fe640 1 -- 172.21.15.5:0/3850592419 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4848021020 con 0x7f48500ac8f0 2024-09-19T05:02:17.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.716+0000 7f4855253640 1 -- 172.21.15.5:0/3850592419 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f485015b6f0 con 0x7f48500ac8f0 2024-09-19T05:02:17.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.717+0000 7f48377fe640 1 -- 172.21.15.5:0/3850592419 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) ==== 74+0+16966 (secure 0 0 0) 0x7f484805a210 con 0x7f48500ac8f0 2024-09-19T05:02:17.719 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:17.720 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":39,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:02:16.051452+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:02:12.306772+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-19T05:02:13.364849+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:02:17.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.719+0000 7f4855253640 1 -- 172.21.15.5:0/3850592419 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f483c06c2b0 msgr2=0x7f483c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:17.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.719+0000 7f4855253640 1 --2- 172.21.15.5:0/3850592419 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f483c06c2b0 0x7f483c06e770 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f48400018d0 tx=0x7f4840009040 comp rx=0 tx=0).stop 2024-09-19T05:02:17.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.719+0000 7f4855253640 1 -- 172.21.15.5:0/3850592419 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f48500ac8f0 msgr2=0x7f48500acd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:17.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.719+0000 7f4855253640 1 --2- 172.21.15.5:0/3850592419 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f48500ac8f0 0x7f48500acd70 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f4848002230 tx=0x7f4848007b10 comp rx=0 tx=0).stop 2024-09-19T05:02:17.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.719+0000 7f4855253640 1 -- 172.21.15.5:0/3850592419 shutdown_connections 2024-09-19T05:02:17.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.719+0000 7f4855253640 1 --2- 172.21.15.5:0/3850592419 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f483c06c2b0 0x7f483c06e770 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:17.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.719+0000 7f4855253640 1 --2- 172.21.15.5:0/3850592419 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f48500ac8f0 0x7f48500acd70 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:17.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.719+0000 7f4855253640 1 --2- 172.21.15.5:0/3850592419 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f48500b3100 0x7f48500b3580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:17.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.719+0000 7f4855253640 1 --2- 172.21.15.5:0/3850592419 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f48380040d0 0x7f48500cf310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:17.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.719+0000 7f4855253640 1 -- 172.21.15.5:0/3850592419 >> 172.21.15.5:0/3850592419 conn(0x7f48500b66c0 msgr2=0x7f48500b9400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:17.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.719+0000 7f4855253640 1 -- 172.21.15.5:0/3850592419 shutdown_connections 2024-09-19T05:02:17.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.719+0000 7f4855253640 1 -- 172.21.15.5:0/3850592419 wait complete. 2024-09-19T05:02:17.733 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T05:02:17.733 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:02:17.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.833+0000 7f86cf277640 1 Processor -- start 2024-09-19T05:02:17.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.833+0000 7f86cf277640 1 -- start start 2024-09-19T05:02:17.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.834+0000 7f86cf277640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f86c806f4c0 0x7f86c80cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:17.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.834+0000 7f86cf277640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f86c80cf5a0 0x7f86c80b3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:17.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.834+0000 7f86cf277640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f86c80cfb40 con 0x7f86c806f0e0 2024-09-19T05:02:17.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.834+0000 7f86cf277640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f86c815bc50 con 0x7f86c806f4c0 2024-09-19T05:02:17.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.834+0000 7f86cf277640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f86c8152630 con 0x7f86c80cf5a0 2024-09-19T05:02:17.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.834+0000 7f86cc812640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f86c806f4c0 0x7f86c80cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:17.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.834+0000 7f86cc812640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f86c806f4c0 0x7f86c80cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50302/0 (socket says 172.21.15.5:50302) 2024-09-19T05:02:17.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.834+0000 7f86cc812640 1 -- 172.21.15.5:0/1403469790 learned_addr learned my addr 172.21.15.5:0/1403469790 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:17.838 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.834+0000 7f86cd013640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f86c806f0e0 0x7f86c815c0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:38998/0 (socket says 172.21.15.5:38998) 2024-09-19T05:02:17.838 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.834+0000 7f86cd814640 1 --2- 172.21.15.5:0/1403469790 >> v2:172.21.15.134:3300/0 conn(0x7f86c80cf5a0 0x7f86c80b3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:17.838 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.834+0000 7f86cc812640 1 -- 172.21.15.5:0/1403469790 >> v2:172.21.15.134:3300/0 conn(0x7f86c80cf5a0 msgr2=0x7f86c80b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:17.838 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.834+0000 7f86cc812640 1 --2- 172.21.15.5:0/1403469790 >> v2:172.21.15.134:3300/0 conn(0x7f86c80cf5a0 0x7f86c80b3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:17.838 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.834+0000 7f86cc812640 1 -- 172.21.15.5:0/1403469790 >> v1:172.21.15.5:6789/0 conn(0x7f86c806f0e0 legacy=0x7f86c815c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:17.838 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.834+0000 7f86cc812640 1 -- 172.21.15.5:0/1403469790 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86c80cfe20 con 0x7f86c806f4c0 2024-09-19T05:02:17.838 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.834+0000 7f86bffff640 1 -- 172.21.15.5:0/1403469790 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2839276317 0 0) 0x7f86c80cfb40 con 0x7f86c806f0e0 2024-09-19T05:02:17.838 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.834+0000 7f86cd814640 1 --2- 172.21.15.5:0/1403469790 >> v2:172.21.15.134:3300/0 conn(0x7f86c80cf5a0 0x7f86c80b3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:17.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.835+0000 7f86cc812640 1 --2- 172.21.15.5:0/1403469790 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86c806f4c0 0x7f86c80cf060 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f86c815bbc0 tx=0x7f86b802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1746d961fbed6b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:17.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.835+0000 7f86bffff640 1 -- 172.21.15.5:0/1403469790 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86b8037070 con 0x7f86c806f4c0 2024-09-19T05:02:17.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.835+0000 7f86bffff640 1 -- 172.21.15.5:0/1403469790 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f86b8032440 con 0x7f86c806f4c0 2024-09-19T05:02:17.840 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.835+0000 7f86bffff640 1 -- 172.21.15.5:0/1403469790 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86b8032810 con 0x7f86c806f4c0 2024-09-19T05:02:17.840 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.836+0000 7f86cf277640 1 -- 172.21.15.5:0/1403469790 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86c806f4c0 msgr2=0x7f86c80cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:17.840 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.836+0000 7f86cf277640 1 --2- 172.21.15.5:0/1403469790 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86c806f4c0 0x7f86c80cf060 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f86c815bbc0 tx=0x7f86b802a270 comp rx=0 tx=0).stop 2024-09-19T05:02:17.840 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.836+0000 7f86cf277640 1 -- 172.21.15.5:0/1403469790 shutdown_connections 2024-09-19T05:02:17.840 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.836+0000 7f86cf277640 1 --2- 172.21.15.5:0/1403469790 >> v2:172.21.15.134:3300/0 conn(0x7f86c80cf5a0 0x7f86c80b3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:17.840 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.836+0000 7f86cf277640 1 --2- 172.21.15.5:0/1403469790 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86c806f4c0 0x7f86c80cf060 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:17.840 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.836+0000 7f86cf277640 1 -- 172.21.15.5:0/1403469790 >> 172.21.15.5:0/1403469790 conn(0x7f86c8067da0 msgr2=0x7f86c806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:17.840 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.836+0000 7f86cf277640 1 -- 172.21.15.5:0/1403469790 shutdown_connections 2024-09-19T05:02:17.840 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.836+0000 7f86cf277640 1 -- 172.21.15.5:0/1403469790 wait complete. 2024-09-19T05:02:17.840 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.837+0000 7f86cf277640 1 Processor -- start 2024-09-19T05:02:17.840 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.837+0000 7f86cf277640 1 -- start start 2024-09-19T05:02:17.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.838+0000 7f86cf277640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f86c806f0e0 0x7f86c814e200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:17.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.838+0000 7f86cf277640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f86c806f4c0 0x7f86c8155810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:17.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.838+0000 7f86cf277640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86c80cf5a0 0x7f86c80b0f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:17.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.838+0000 7f86cf277640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f86c806fa90 con 0x7f86c80cf5a0 2024-09-19T05:02:17.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.838+0000 7f86cf277640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f86c806f910 con 0x7f86c806f4c0 2024-09-19T05:02:17.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.838+0000 7f86cf277640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f86c815ee80 con 0x7f86c806f0e0 2024-09-19T05:02:17.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.838+0000 7f86cd814640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86c80cf5a0 0x7f86c80b0f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:17.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.838+0000 7f86cd814640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86c80cf5a0 0x7f86c80b0f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50318/0 (socket says 172.21.15.5:50318) 2024-09-19T05:02:17.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.838+0000 7f86cd814640 1 -- 172.21.15.5:0/1282326173 learned_addr learned my addr 172.21.15.5:0/1282326173 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:17.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.838+0000 7f86cc812640 1 --2- 172.21.15.5:0/1282326173 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f86c806f4c0 0x7f86c8155810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:17.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.838+0000 7f86cd814640 1 -- 172.21.15.5:0/1282326173 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f86c806f0e0 msgr2=0x7f86c814e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:17.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.838+0000 7f86cd013640 1 --2- 172.21.15.5:0/1282326173 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f86c806f0e0 0x7f86c814e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:17.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.838+0000 7f86cd814640 1 --2- 172.21.15.5:0/1282326173 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f86c806f0e0 0x7f86c814e200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:17.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.838+0000 7f86cd814640 1 -- 172.21.15.5:0/1282326173 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f86c806f4c0 msgr2=0x7f86c8155810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:17.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.838+0000 7f86cd814640 1 --2- 172.21.15.5:0/1282326173 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f86c806f4c0 0x7f86c8155810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:17.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.838+0000 7f86cd814640 1 -- 172.21.15.5:0/1282326173 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86c8158290 con 0x7f86c80cf5a0 2024-09-19T05:02:17.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.838+0000 7f86cc812640 1 --2- 172.21.15.5:0/1282326173 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f86c806f4c0 0x7f86c8155810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:17.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.838+0000 7f86cd814640 1 --2- 172.21.15.5:0/1282326173 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86c80cf5a0 0x7f86c80b0f00 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f86c000cd50 tx=0x7f86c000a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:17.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.839+0000 7f86bdffb640 1 -- 172.21.15.5:0/1282326173 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c000f680 con 0x7f86c80cf5a0 2024-09-19T05:02:17.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.839+0000 7f86bdffb640 1 -- 172.21.15.5:0/1282326173 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f86c000f840 con 0x7f86c80cf5a0 2024-09-19T05:02:17.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.839+0000 7f86cf277640 1 -- 172.21.15.5:0/1282326173 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86c8158570 con 0x7f86c80cf5a0 2024-09-19T05:02:17.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.839+0000 7f86bdffb640 1 -- 172.21.15.5:0/1282326173 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c000fc30 con 0x7f86c80cf5a0 2024-09-19T05:02:17.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.839+0000 7f86cf277640 1 -- 172.21.15.5:0/1282326173 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86c8156580 con 0x7f86c80cf5a0 2024-09-19T05:02:17.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.840+0000 7f86cf277640 1 -- 172.21.15.5:0/1282326173 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86c815f9a0 con 0x7f86c80cf5a0 2024-09-19T05:02:17.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.840+0000 7f86bdffb640 1 -- 172.21.15.5:0/1282326173 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f86c00213f0 con 0x7f86c80cf5a0 2024-09-19T05:02:17.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.841+0000 7f86bdffb640 1 --2- 172.21.15.5:0/1282326173 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f86ac06c2e0 0x7f86ac06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:17.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.841+0000 7f86bdffb640 1 -- 172.21.15.5:0/1282326173 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f86c008c390 con 0x7f86c80cf5a0 2024-09-19T05:02:17.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.841+0000 7f86cd013640 1 --2- 172.21.15.5:0/1282326173 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f86ac06c2e0 0x7f86ac06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:17.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.841+0000 7f86cd013640 1 --2- 172.21.15.5:0/1282326173 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f86ac06c2e0 0x7f86ac06e7a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f86c4007fd0 tx=0x7f86c4009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:17.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:17.845+0000 7f86bdffb640 1 -- 172.21.15.5:0/1282326173 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f86c0014030 con 0x7f86c80cf5a0 2024-09-19T05:02:18.021 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.019+0000 7f86cf277640 1 -- 172.21.15.5:0/1282326173 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f86c814e740 con 0x7f86ac06c2e0 2024-09-19T05:02:18.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.026+0000 7f86bdffb640 1 -- 172.21.15.5:0/1282326173 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+244929 (secure 0 0 0) 0x7f86c814e740 con 0x7f86ac06c2e0 2024-09-19T05:02:18.030 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:18.031 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:02:18.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.029+0000 7f86cf277640 1 -- 172.21.15.5:0/1282326173 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f86ac06c2e0 msgr2=0x7f86ac06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:18.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.029+0000 7f86cf277640 1 --2- 172.21.15.5:0/1282326173 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f86ac06c2e0 0x7f86ac06e7a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f86c4007fd0 tx=0x7f86c4009040 comp rx=0 tx=0).stop 2024-09-19T05:02:18.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.029+0000 7f86cf277640 1 -- 172.21.15.5:0/1282326173 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86c80cf5a0 msgr2=0x7f86c80b0f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:18.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.029+0000 7f86cf277640 1 --2- 172.21.15.5:0/1282326173 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86c80cf5a0 0x7f86c80b0f00 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f86c000cd50 tx=0x7f86c000a650 comp rx=0 tx=0).stop 2024-09-19T05:02:18.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.029+0000 7f86cf277640 1 -- 172.21.15.5:0/1282326173 shutdown_connections 2024-09-19T05:02:18.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.029+0000 7f86cf277640 1 --2- 172.21.15.5:0/1282326173 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f86ac06c2e0 0x7f86ac06e7a0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:18.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.029+0000 7f86cf277640 1 --2- 172.21.15.5:0/1282326173 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86c80cf5a0 0x7f86c80b0f00 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:18.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.029+0000 7f86cf277640 1 --2- 172.21.15.5:0/1282326173 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f86c806f4c0 0x7f86c8155810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:18.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.029+0000 7f86cf277640 1 --2- 172.21.15.5:0/1282326173 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f86c806f0e0 0x7f86c814e200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:18.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.029+0000 7f86cf277640 1 -- 172.21.15.5:0/1282326173 >> 172.21.15.5:0/1282326173 conn(0x7f86c8067da0 msgr2=0x7f86c80afb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:18.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.029+0000 7f86cf277640 1 -- 172.21.15.5:0/1282326173 shutdown_connections 2024-09-19T05:02:18.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.029+0000 7f86cf277640 1 -- 172.21.15.5:0/1282326173 wait complete. 2024-09-19T05:02:18.041 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":67,"stamp":"2024-09-19T05:02:17.273798+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":162,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":120,"ondisk_log_size":120,"up":140,"acting":140,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":45,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":237248,"kb_used_data":4360,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737472,"statfs":{"total":773094113280,"available":772851171328,"internally_reserved":0,"allocated":4464640,"data_stored":2579817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.260399"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120616+0000","last_change":"2024-09-19T05:02:15.065567+0000","last_active":"2024-09-19T05:02:16.120616+0000","last_peered":"2024-09-19T05:02:16.120616+0000","last_clean":"2024-09-19T05:02:16.120616+0000","last_became_active":"2024-09-19T05:02:15.065209+0000","last_became_peered":"2024-09-19T05:02:15.065209+0000","last_unstale":"2024-09-19T05:02:16.120616+0000","last_undegraded":"2024-09-19T05:02:16.120616+0000","last_fullsized":"2024-09-19T05:02:16.120616+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:28.490329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120761+0000","last_change":"2024-09-19T05:02:15.056093+0000","last_active":"2024-09-19T05:02:16.120761+0000","last_peered":"2024-09-19T05:02:16.120761+0000","last_clean":"2024-09-19T05:02:16.120761+0000","last_became_active":"2024-09-19T05:02:15.055806+0000","last_became_peered":"2024-09-19T05:02:15.055806+0000","last_unstale":"2024-09-19T05:02:16.120761+0000","last_undegraded":"2024-09-19T05:02:16.120761+0000","last_fullsized":"2024-09-19T05:02:16.120761+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:55.609164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.019816+0000","last_change":"2024-09-19T05:02:14.019816+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.019816+0000","last_undegraded":"2024-09-19T05:02:14.019816+0000","last_fullsized":"2024-09-19T05:02:14.019816+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.121018+0000","last_change":"2024-09-19T05:02:15.052277+0000","last_active":"2024-09-19T05:02:16.121018+0000","last_peered":"2024-09-19T05:02:16.121018+0000","last_clean":"2024-09-19T05:02:16.121018+0000","last_became_active":"2024-09-19T05:02:15.051959+0000","last_became_peered":"2024-09-19T05:02:15.051959+0000","last_unstale":"2024-09-19T05:02:16.121018+0000","last_undegraded":"2024-09-19T05:02:16.121018+0000","last_fullsized":"2024-09-19T05:02:16.121018+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:55.609164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.018740+0000","last_change":"2024-09-19T05:02:14.018740+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.018740+0000","last_undegraded":"2024-09-19T05:02:14.018740+0000","last_fullsized":"2024-09-19T05:02:14.018740+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.019843+0000","last_change":"2024-09-19T05:02:14.019843+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.019843+0000","last_undegraded":"2024-09-19T05:02:14.019843+0000","last_fullsized":"2024-09-19T05:02:14.019843+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120461+0000","last_change":"2024-09-19T05:02:15.056424+0000","last_active":"2024-09-19T05:02:16.120461+0000","last_peered":"2024-09-19T05:02:16.120461+0000","last_clean":"2024-09-19T05:02:16.120461+0000","last_became_active":"2024-09-19T05:02:15.056121+0000","last_became_peered":"2024-09-19T05:02:15.056121+0000","last_unstale":"2024-09-19T05:02:16.120461+0000","last_undegraded":"2024-09-19T05:02:16.120461+0000","last_fullsized":"2024-09-19T05:02:16.120461+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:27:17.941339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.018966+0000","last_change":"2024-09-19T05:02:14.018966+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.018966+0000","last_undegraded":"2024-09-19T05:02:14.018966+0000","last_fullsized":"2024-09-19T05:02:14.018966+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.019359+0000","last_change":"2024-09-19T05:02:14.019359+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.019359+0000","last_undegraded":"2024-09-19T05:02:14.019359+0000","last_fullsized":"2024-09-19T05:02:14.019359+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.018558+0000","last_change":"2024-09-19T05:02:14.018558+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.018558+0000","last_undegraded":"2024-09-19T05:02:14.018558+0000","last_fullsized":"2024-09-19T05:02:14.018558+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.017590+0000","last_change":"2024-09-19T05:02:14.017590+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.017590+0000","last_undegraded":"2024-09-19T05:02:14.017590+0000","last_fullsized":"2024-09-19T05:02:14.017590+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.021502+0000","last_change":"2024-09-19T05:02:14.021502+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.021502+0000","last_undegraded":"2024-09-19T05:02:14.021502+0000","last_fullsized":"2024-09-19T05:02:14.021502+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.021386+0000","last_change":"2024-09-19T05:02:14.021386+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.021386+0000","last_undegraded":"2024-09-19T05:02:14.021386+0000","last_fullsized":"2024-09-19T05:02:14.021386+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.017078+0000","last_change":"2024-09-19T05:02:14.017078+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.017078+0000","last_undegraded":"2024-09-19T05:02:14.017078+0000","last_fullsized":"2024-09-19T05:02:14.017078+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.018826+0000","last_change":"2024-09-19T05:02:14.018826+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.018826+0000","last_undegraded":"2024-09-19T05:02:14.018826+0000","last_fullsized":"2024-09-19T05:02:14.018826+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.022206+0000","last_change":"2024-09-19T05:02:14.022206+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.022206+0000","last_undegraded":"2024-09-19T05:02:14.022206+0000","last_fullsized":"2024-09-19T05:02:14.022206+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120729+0000","last_change":"2024-09-19T05:02:15.052738+0000","last_active":"2024-09-19T05:02:16.120729+0000","last_peered":"2024-09-19T05:02:16.120729+0000","last_clean":"2024-09-19T05:02:16.120729+0000","last_became_active":"2024-09-19T05:02:15.050772+0000","last_became_peered":"2024-09-19T05:02:15.050772+0000","last_unstale":"2024-09-19T05:02:16.120729+0000","last_undegraded":"2024-09-19T05:02:16.120729+0000","last_fullsized":"2024-09-19T05:02:16.120729+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:28.490329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.023242+0000","last_change":"2024-09-19T05:02:14.023242+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.023242+0000","last_undegraded":"2024-09-19T05:02:14.023242+0000","last_fullsized":"2024-09-19T05:02:14.023242+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.016300+0000","last_change":"2024-09-19T05:02:14.016300+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.016300+0000","last_undegraded":"2024-09-19T05:02:14.016300+0000","last_fullsized":"2024-09-19T05:02:14.016300+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.022274+0000","last_change":"2024-09-19T05:02:14.022274+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.022274+0000","last_undegraded":"2024-09-19T05:02:14.022274+0000","last_fullsized":"2024-09-19T05:02:14.022274+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.021658+0000","last_change":"2024-09-19T05:02:14.021658+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.021658+0000","last_undegraded":"2024-09-19T05:02:14.021658+0000","last_fullsized":"2024-09-19T05:02:14.021658+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.018384+0000","last_change":"2024-09-19T05:02:14.018384+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.018384+0000","last_undegraded":"2024-09-19T05:02:14.018384+0000","last_fullsized":"2024-09-19T05:02:14.018384+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120431+0000","last_change":"2024-09-19T05:02:15.057381+0000","last_active":"2024-09-19T05:02:16.120431+0000","last_peered":"2024-09-19T05:02:16.120431+0000","last_clean":"2024-09-19T05:02:16.120431+0000","last_became_active":"2024-09-19T05:02:15.057113+0000","last_became_peered":"2024-09-19T05:02:15.057113+0000","last_unstale":"2024-09-19T05:02:16.120431+0000","last_undegraded":"2024-09-19T05:02:16.120431+0000","last_fullsized":"2024-09-19T05:02:16.120431+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:27:17.941339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.019288+0000","last_change":"2024-09-19T05:02:14.019288+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.019288+0000","last_undegraded":"2024-09-19T05:02:14.019288+0000","last_fullsized":"2024-09-19T05:02:14.019288+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.033894+0000","last_change":"2024-09-19T05:02:14.032820+0000","last_active":"2024-09-19T05:02:14.033894+0000","last_peered":"2024-09-19T05:02:14.033894+0000","last_clean":"2024-09-19T05:02:14.033894+0000","last_became_active":"2024-09-19T05:02:14.032516+0000","last_became_peered":"2024-09-19T05:02:14.032516+0000","last_unstale":"2024-09-19T05:02:14.033894+0000","last_undegraded":"2024-09-19T05:02:14.033894+0000","last_fullsized":"2024-09-19T05:02:14.033894+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:25:43.692558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120897+0000","last_change":"2024-09-19T05:02:15.053826+0000","last_active":"2024-09-19T05:02:16.120897+0000","last_peered":"2024-09-19T05:02:16.120897+0000","last_clean":"2024-09-19T05:02:16.120897+0000","last_became_active":"2024-09-19T05:02:15.053573+0000","last_became_peered":"2024-09-19T05:02:15.053573+0000","last_unstale":"2024-09-19T05:02:16.120897+0000","last_undegraded":"2024-09-19T05:02:16.120897+0000","last_fullsized":"2024-09-19T05:02:16.120897+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:52:44.974985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.121178+0000","last_change":"2024-09-19T05:02:14.032490+0000","last_active":"2024-09-19T05:02:16.121178+0000","last_peered":"2024-09-19T05:02:16.121178+0000","last_clean":"2024-09-19T05:02:16.121178+0000","last_became_active":"2024-09-19T05:02:14.027522+0000","last_became_peered":"2024-09-19T05:02:14.027522+0000","last_unstale":"2024-09-19T05:02:16.121178+0000","last_undegraded":"2024-09-19T05:02:16.121178+0000","last_fullsized":"2024-09-19T05:02:16.121178+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:26.546360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1d","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.121004+0000","last_change":"2024-09-19T05:02:14.035238+0000","last_active":"2024-09-19T05:02:16.121004+0000","last_peered":"2024-09-19T05:02:16.121004+0000","last_clean":"2024-09-19T05:02:16.121004+0000","last_became_active":"2024-09-19T05:02:14.034742+0000","last_became_peered":"2024-09-19T05:02:14.034742+0000","last_unstale":"2024-09-19T05:02:16.121004+0000","last_undegraded":"2024-09-19T05:02:16.121004+0000","last_fullsized":"2024-09-19T05:02:16.121004+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:33:41.230332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:13.008225+0000","last_change":"2024-09-19T05:02:13.008225+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.008225+0000","last_undegraded":"2024-09-19T05:02:13.008225+0000","last_fullsized":"2024-09-19T05:02:13.008225+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120573+0000","last_change":"2024-09-19T05:02:15.060410+0000","last_active":"2024-09-19T05:02:16.120573+0000","last_peered":"2024-09-19T05:02:16.120573+0000","last_clean":"2024-09-19T05:02:16.120573+0000","last_became_active":"2024-09-19T05:02:15.060144+0000","last_became_peered":"2024-09-19T05:02:15.060144+0000","last_unstale":"2024-09-19T05:02:16.120573+0000","last_undegraded":"2024-09-19T05:02:16.120573+0000","last_fullsized":"2024-09-19T05:02:16.120573+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:07.165063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.030159+0000","last_change":"2024-09-19T05:02:14.028486+0000","last_active":"2024-09-19T05:02:14.030159+0000","last_peered":"2024-09-19T05:02:14.030159+0000","last_clean":"2024-09-19T05:02:14.030159+0000","last_became_active":"2024-09-19T05:02:14.028049+0000","last_became_peered":"2024-09-19T05:02:14.028049+0000","last_unstale":"2024-09-19T05:02:14.030159+0000","last_undegraded":"2024-09-19T05:02:14.030159+0000","last_fullsized":"2024-09-19T05:02:14.030159+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:14.785201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.016547+0000","last_change":"2024-09-19T05:02:14.016547+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.016547+0000","last_undegraded":"2024-09-19T05:02:14.016547+0000","last_fullsized":"2024-09-19T05:02:14.016547+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.035159+0000","last_change":"2024-09-19T05:02:14.031619+0000","last_active":"2024-09-19T05:02:14.035159+0000","last_peered":"2024-09-19T05:02:14.035159+0000","last_clean":"2024-09-19T05:02:14.035159+0000","last_became_active":"2024-09-19T05:02:14.031269+0000","last_became_peered":"2024-09-19T05:02:14.031269+0000","last_unstale":"2024-09-19T05:02:14.035159+0000","last_undegraded":"2024-09-19T05:02:14.035159+0000","last_fullsized":"2024-09-19T05:02:14.035159+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:14.785201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120618+0000","last_change":"2024-09-19T05:02:14.032082+0000","last_active":"2024-09-19T05:02:16.120618+0000","last_peered":"2024-09-19T05:02:16.120618+0000","last_clean":"2024-09-19T05:02:16.120618+0000","last_became_active":"2024-09-19T05:02:14.031786+0000","last_became_peered":"2024-09-19T05:02:14.031786+0000","last_unstale":"2024-09-19T05:02:16.120618+0000","last_undegraded":"2024-09-19T05:02:16.120618+0000","last_fullsized":"2024-09-19T05:02:16.120618+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:26.546360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:13.008225+0000","last_change":"2024-09-19T05:02:13.008225+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.008225+0000","last_undegraded":"2024-09-19T05:02:13.008225+0000","last_fullsized":"2024-09-19T05:02:13.008225+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-19T05:02:13.018873+0000","last_change":"2024-09-19T05:02:13.018873+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.018873+0000","last_undegraded":"2024-09-19T05:02:13.018873+0000","last_fullsized":"2024-09-19T05:02:13.018873+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.018465+0000","last_change":"2024-09-19T05:02:14.018465+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.018465+0000","last_undegraded":"2024-09-19T05:02:14.018465+0000","last_fullsized":"2024-09-19T05:02:14.018465+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.029731+0000","last_change":"2024-09-19T05:02:14.026763+0000","last_active":"2024-09-19T05:02:14.029731+0000","last_peered":"2024-09-19T05:02:14.029731+0000","last_clean":"2024-09-19T05:02:14.029731+0000","last_became_active":"2024-09-19T05:02:14.025839+0000","last_became_peered":"2024-09-19T05:02:14.025839+0000","last_unstale":"2024-09-19T05:02:14.029731+0000","last_undegraded":"2024-09-19T05:02:14.029731+0000","last_fullsized":"2024-09-19T05:02:14.029731+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:48.335631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.121173+0000","last_change":"2024-09-19T05:02:15.059636+0000","last_active":"2024-09-19T05:02:16.121173+0000","last_peered":"2024-09-19T05:02:16.121173+0000","last_clean":"2024-09-19T05:02:16.121173+0000","last_became_active":"2024-09-19T05:02:15.059334+0000","last_became_peered":"2024-09-19T05:02:15.059334+0000","last_unstale":"2024-09-19T05:02:16.121173+0000","last_undegraded":"2024-09-19T05:02:16.121173+0000","last_fullsized":"2024-09-19T05:02:16.121173+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:51.697617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.035416+0000","last_change":"2024-09-19T05:02:14.034868+0000","last_active":"2024-09-19T05:02:14.035416+0000","last_peered":"2024-09-19T05:02:14.035416+0000","last_clean":"2024-09-19T05:02:14.035416+0000","last_became_active":"2024-09-19T05:02:14.034576+0000","last_became_peered":"2024-09-19T05:02:14.034576+0000","last_unstale":"2024-09-19T05:02:14.035416+0000","last_undegraded":"2024-09-19T05:02:14.035416+0000","last_fullsized":"2024-09-19T05:02:14.035416+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:25.808338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-19T05:02:13.019114+0000","last_change":"2024-09-19T05:02:13.019114+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.019114+0000","last_undegraded":"2024-09-19T05:02:13.019114+0000","last_fullsized":"2024-09-19T05:02:13.019114+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120296+0000","last_change":"2024-09-19T05:02:15.063671+0000","last_active":"2024-09-19T05:02:16.120296+0000","last_peered":"2024-09-19T05:02:16.120296+0000","last_clean":"2024-09-19T05:02:16.120296+0000","last_became_active":"2024-09-19T05:02:15.063394+0000","last_became_peered":"2024-09-19T05:02:15.063394+0000","last_unstale":"2024-09-19T05:02:16.120296+0000","last_undegraded":"2024-09-19T05:02:16.120296+0000","last_fullsized":"2024-09-19T05:02:16.120296+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:43.733077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-19T05:02:13.018865+0000","last_change":"2024-09-19T05:02:13.018865+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.018865+0000","last_undegraded":"2024-09-19T05:02:13.018865+0000","last_fullsized":"2024-09-19T05:02:13.018865+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120739+0000","last_change":"2024-09-19T05:02:14.034308+0000","last_active":"2024-09-19T05:02:16.120739+0000","last_peered":"2024-09-19T05:02:16.120739+0000","last_clean":"2024-09-19T05:02:16.120739+0000","last_became_active":"2024-09-19T05:02:14.033843+0000","last_became_peered":"2024-09-19T05:02:14.033843+0000","last_unstale":"2024-09-19T05:02:16.120739+0000","last_undegraded":"2024-09-19T05:02:16.120739+0000","last_fullsized":"2024-09-19T05:02:16.120739+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:26:48.878971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.017351+0000","last_change":"2024-09-19T05:02:14.017351+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.017351+0000","last_undegraded":"2024-09-19T05:02:14.017351+0000","last_fullsized":"2024-09-19T05:02:14.017351+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.034284+0000","last_change":"2024-09-19T05:02:14.032815+0000","last_active":"2024-09-19T05:02:14.034284+0000","last_peered":"2024-09-19T05:02:14.034284+0000","last_clean":"2024-09-19T05:02:14.034284+0000","last_became_active":"2024-09-19T05:02:14.032475+0000","last_became_peered":"2024-09-19T05:02:14.032475+0000","last_unstale":"2024-09-19T05:02:14.034284+0000","last_undegraded":"2024-09-19T05:02:14.034284+0000","last_fullsized":"2024-09-19T05:02:14.034284+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:34:22.748537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.030679+0000","last_change":"2024-09-19T05:02:14.028022+0000","last_active":"2024-09-19T05:02:14.030679+0000","last_peered":"2024-09-19T05:02:14.030679+0000","last_clean":"2024-09-19T05:02:14.030679+0000","last_became_active":"2024-09-19T05:02:14.027569+0000","last_became_peered":"2024-09-19T05:02:14.027569+0000","last_unstale":"2024-09-19T05:02:14.030679+0000","last_undegraded":"2024-09-19T05:02:14.030679+0000","last_fullsized":"2024-09-19T05:02:14.030679+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:13:19.802477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.033499+0000","last_change":"2024-09-19T05:02:14.031056+0000","last_active":"2024-09-19T05:02:14.033499+0000","last_peered":"2024-09-19T05:02:14.033499+0000","last_clean":"2024-09-19T05:02:14.033499+0000","last_became_active":"2024-09-19T05:02:14.030790+0000","last_became_peered":"2024-09-19T05:02:14.030790+0000","last_unstale":"2024-09-19T05:02:14.033499+0000","last_undegraded":"2024-09-19T05:02:14.033499+0000","last_fullsized":"2024-09-19T05:02:14.033499+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:10.413021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.019392+0000","last_change":"2024-09-19T05:02:14.019392+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.019392+0000","last_undegraded":"2024-09-19T05:02:14.019392+0000","last_fullsized":"2024-09-19T05:02:14.019392+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:13.008225+0000","last_change":"2024-09-19T05:02:13.008225+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.008225+0000","last_undegraded":"2024-09-19T05:02:13.008225+0000","last_fullsized":"2024-09-19T05:02:13.008225+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-19T05:02:13.015004+0000","last_change":"2024-09-19T05:02:13.015004+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.015004+0000","last_undegraded":"2024-09-19T05:02:13.015004+0000","last_fullsized":"2024-09-19T05:02:13.015004+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120823+0000","last_change":"2024-09-19T05:02:14.035138+0000","last_active":"2024-09-19T05:02:16.120823+0000","last_peered":"2024-09-19T05:02:16.120823+0000","last_clean":"2024-09-19T05:02:16.120823+0000","last_became_active":"2024-09-19T05:02:14.034789+0000","last_became_peered":"2024-09-19T05:02:14.034789+0000","last_unstale":"2024-09-19T05:02:16.120823+0000","last_undegraded":"2024-09-19T05:02:16.120823+0000","last_fullsized":"2024-09-19T05:02:16.120823+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:47.076855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.017951+0000","last_change":"2024-09-19T05:02:14.017951+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.017951+0000","last_undegraded":"2024-09-19T05:02:14.017951+0000","last_fullsized":"2024-09-19T05:02:14.017951+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-19T05:02:13.014638+0000","last_change":"2024-09-19T05:02:13.014638+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.014638+0000","last_undegraded":"2024-09-19T05:02:13.014638+0000","last_fullsized":"2024-09-19T05:02:13.014638+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120341+0000","last_change":"2024-09-19T05:02:15.070736+0000","last_active":"2024-09-19T05:02:16.120341+0000","last_peered":"2024-09-19T05:02:16.120341+0000","last_clean":"2024-09-19T05:02:16.120341+0000","last_became_active":"2024-09-19T05:02:15.070434+0000","last_became_peered":"2024-09-19T05:02:15.070434+0000","last_unstale":"2024-09-19T05:02:16.120341+0000","last_undegraded":"2024-09-19T05:02:16.120341+0000","last_fullsized":"2024-09-19T05:02:16.120341+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:29.240052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-19T05:02:13.014701+0000","last_change":"2024-09-19T05:02:13.014701+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.014701+0000","last_undegraded":"2024-09-19T05:02:13.014701+0000","last_fullsized":"2024-09-19T05:02:13.014701+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.016739+0000","last_change":"2024-09-19T05:02:14.016739+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.016739+0000","last_undegraded":"2024-09-19T05:02:14.016739+0000","last_fullsized":"2024-09-19T05:02:14.016739+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.030756+0000","last_change":"2024-09-19T05:02:14.029291+0000","last_active":"2024-09-19T05:02:14.030756+0000","last_peered":"2024-09-19T05:02:14.030756+0000","last_clean":"2024-09-19T05:02:14.030756+0000","last_became_active":"2024-09-19T05:02:14.029034+0000","last_became_peered":"2024-09-19T05:02:14.029034+0000","last_unstale":"2024-09-19T05:02:14.030756+0000","last_undegraded":"2024-09-19T05:02:14.030756+0000","last_fullsized":"2024-09-19T05:02:14.030756+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:48.335631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-19T05:02:13.014601+0000","last_change":"2024-09-19T05:02:13.014601+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.014601+0000","last_undegraded":"2024-09-19T05:02:13.014601+0000","last_fullsized":"2024-09-19T05:02:13.014601+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120877+0000","last_change":"2024-09-19T05:02:15.061611+0000","last_active":"2024-09-19T05:02:16.120877+0000","last_peered":"2024-09-19T05:02:16.120877+0000","last_clean":"2024-09-19T05:02:16.120877+0000","last_became_active":"2024-09-19T05:02:15.061342+0000","last_became_peered":"2024-09-19T05:02:15.061342+0000","last_unstale":"2024-09-19T05:02:16.120877+0000","last_undegraded":"2024-09-19T05:02:16.120877+0000","last_fullsized":"2024-09-19T05:02:16.120877+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:51.697617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.034783+0000","last_change":"2024-09-19T05:02:14.032818+0000","last_active":"2024-09-19T05:02:14.034783+0000","last_peered":"2024-09-19T05:02:14.034783+0000","last_clean":"2024-09-19T05:02:14.034783+0000","last_became_active":"2024-09-19T05:02:14.032529+0000","last_became_peered":"2024-09-19T05:02:14.032529+0000","last_unstale":"2024-09-19T05:02:14.034783+0000","last_undegraded":"2024-09-19T05:02:14.034783+0000","last_fullsized":"2024-09-19T05:02:14.034783+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:02:52.072467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.017525+0000","last_change":"2024-09-19T05:02:14.017525+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.017525+0000","last_undegraded":"2024-09-19T05:02:14.017525+0000","last_fullsized":"2024-09-19T05:02:14.017525+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-19T05:02:13.014645+0000","last_change":"2024-09-19T05:02:13.014645+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.014645+0000","last_undegraded":"2024-09-19T05:02:13.014645+0000","last_fullsized":"2024-09-19T05:02:13.014645+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120702+0000","last_change":"2024-09-19T05:02:14.035263+0000","last_active":"2024-09-19T05:02:16.120702+0000","last_peered":"2024-09-19T05:02:16.120702+0000","last_clean":"2024-09-19T05:02:16.120702+0000","last_became_active":"2024-09-19T05:02:14.034885+0000","last_became_peered":"2024-09-19T05:02:14.034885+0000","last_unstale":"2024-09-19T05:02:16.120702+0000","last_undegraded":"2024-09-19T05:02:16.120702+0000","last_fullsized":"2024-09-19T05:02:16.120702+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:29:10.628521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120440+0000","last_change":"2024-09-19T05:02:15.055410+0000","last_active":"2024-09-19T05:02:16.120440+0000","last_peered":"2024-09-19T05:02:16.120440+0000","last_clean":"2024-09-19T05:02:16.120440+0000","last_became_active":"2024-09-19T05:02:15.055108+0000","last_became_peered":"2024-09-19T05:02:15.055108+0000","last_unstale":"2024-09-19T05:02:16.120440+0000","last_undegraded":"2024-09-19T05:02:16.120440+0000","last_fullsized":"2024-09-19T05:02:16.120440+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:00:24.140432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.121331+0000","last_change":"2024-09-19T05:02:14.027364+0000","last_active":"2024-09-19T05:02:16.121331+0000","last_peered":"2024-09-19T05:02:16.121331+0000","last_clean":"2024-09-19T05:02:16.121331+0000","last_became_active":"2024-09-19T05:02:14.027070+0000","last_became_peered":"2024-09-19T05:02:14.027070+0000","last_unstale":"2024-09-19T05:02:16.121331+0000","last_undegraded":"2024-09-19T05:02:16.121331+0000","last_fullsized":"2024-09-19T05:02:16.121331+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:28.212854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120523+0000","last_change":"2024-09-19T05:02:15.068896+0000","last_active":"2024-09-19T05:02:16.120523+0000","last_peered":"2024-09-19T05:02:16.120523+0000","last_clean":"2024-09-19T05:02:16.120523+0000","last_became_active":"2024-09-19T05:02:15.068571+0000","last_became_peered":"2024-09-19T05:02:15.068571+0000","last_unstale":"2024-09-19T05:02:16.120523+0000","last_undegraded":"2024-09-19T05:02:16.120523+0000","last_fullsized":"2024-09-19T05:02:16.120523+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:07.165063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.027655+0000","last_change":"2024-09-19T05:02:14.025836+0000","last_active":"2024-09-19T05:02:14.027655+0000","last_peered":"2024-09-19T05:02:14.027655+0000","last_clean":"2024-09-19T05:02:14.027655+0000","last_became_active":"2024-09-19T05:02:14.025507+0000","last_became_peered":"2024-09-19T05:02:14.025507+0000","last_unstale":"2024-09-19T05:02:14.027655+0000","last_undegraded":"2024-09-19T05:02:14.027655+0000","last_fullsized":"2024-09-19T05:02:14.027655+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:41.350775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:13.008225+0000","last_change":"2024-09-19T05:02:13.008225+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.008225+0000","last_undegraded":"2024-09-19T05:02:13.008225+0000","last_fullsized":"2024-09-19T05:02:13.008225+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.017263+0000","last_change":"2024-09-19T05:02:14.017263+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.017263+0000","last_undegraded":"2024-09-19T05:02:14.017263+0000","last_fullsized":"2024-09-19T05:02:14.017263+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-19T05:02:13.018755+0000","last_change":"2024-09-19T05:02:13.018755+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.018755+0000","last_undegraded":"2024-09-19T05:02:13.018755+0000","last_fullsized":"2024-09-19T05:02:13.018755+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.019094+0000","last_change":"2024-09-19T05:02:14.019094+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.019094+0000","last_undegraded":"2024-09-19T05:02:14.019094+0000","last_fullsized":"2024-09-19T05:02:14.019094+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.030718+0000","last_change":"2024-09-19T05:02:14.027814+0000","last_active":"2024-09-19T05:02:14.030718+0000","last_peered":"2024-09-19T05:02:14.030718+0000","last_clean":"2024-09-19T05:02:14.030718+0000","last_became_active":"2024-09-19T05:02:14.027503+0000","last_became_peered":"2024-09-19T05:02:14.027503+0000","last_unstale":"2024-09-19T05:02:14.030718+0000","last_undegraded":"2024-09-19T05:02:14.030718+0000","last_fullsized":"2024-09-19T05:02:14.030718+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:05:30.988121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":202,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.020020+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:02:14.020020+0000","last_peered":"2024-09-19T05:02:14.020020+0000","last_clean":"2024-09-19T05:02:14.020020+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:02:14.020020+0000","last_undegraded":"2024-09-19T05:02:14.020020+0000","last_fullsized":"2024-09-19T05:02:14.020020+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":82,"acting":82,"num_store_stats":5},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":56,"acting":56,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509457,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28004,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343836,"statfs":{"total":96636764160,"available":96608088064,"internally_reserved":0,"allocated":999424,"data_stored":763271,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":405504,"data_stored":172903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509456,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27424,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344416,"statfs":{"total":96636764160,"available":96608681984,"internally_reserved":0,"allocated":405504,"data_stored":172903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542160,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31576,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340264,"statfs":{"total":96636764160,"available":96604430336,"internally_reserved":0,"allocated":393216,"data_stored":166694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542160,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31572,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340268,"statfs":{"total":96636764160,"available":96604434432,"internally_reserved":0,"allocated":393216,"data_stored":166694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574865,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27416,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":393216,"data_stored":166694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574865,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31620,"kb_used_data":424,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340220,"statfs":{"total":96636764160,"available":96604385280,"internally_reserved":0,"allocated":434176,"data_stored":186827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574865,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32208,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339632,"statfs":{"total":96636764160,"available":96603783168,"internally_reserved":0,"allocated":1040384,"data_stored":783831,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:02:18.045 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:02:18.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.182+0000 7fecda2e6640 1 Processor -- start 2024-09-19T05:02:18.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.182+0000 7fecda2e6640 1 -- start start 2024-09-19T05:02:18.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.183+0000 7fecda2e6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fecd415e660 0x7fecd40d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:18.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.183+0000 7fecda2e6640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fecd40b6700 0x7fecd406d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:18.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.183+0000 7fecda2e6640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fecd40d3680 con 0x7fecd40d3150 2024-09-19T05:02:18.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.183+0000 7fecda2e6640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fecd406d4b0 con 0x7fecd40b6700 2024-09-19T05:02:18.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.183+0000 7fecda2e6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fecd40d3960 con 0x7fecd415e660 2024-09-19T05:02:18.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.183+0000 7fecd37fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fecd40d3150 0x7fecd40b5ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39006/0 (socket says 172.21.15.5:39006) 2024-09-19T05:02:18.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.183+0000 7fecd37fe640 1 -- 172.21.15.5:0/2932817909 learned_addr learned my addr 172.21.15.5:0/2932817909 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:18.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.184+0000 7fecd3fff640 1 --2- 172.21.15.5:0/2932817909 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fecd415e660 0x7fecd40d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:18.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.184+0000 7fecd8883640 1 --2- 172.21.15.5:0/2932817909 >> v2:172.21.15.134:3300/0 conn(0x7fecd40b6700 0x7fecd406d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:18.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.184+0000 7fecd2ffd640 1 -- 172.21.15.5:0/2932817909 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 86717972 0 0) 0x7fecd40d3680 con 0x7fecd40d3150 2024-09-19T05:02:18.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.184+0000 7fecd2ffd640 1 -- 172.21.15.5:0/2932817909 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fecbc003520 con 0x7fecd40d3150 2024-09-19T05:02:18.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.184+0000 7fecd2ffd640 1 -- 172.21.15.5:0/2932817909 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3258272008 0 0) 0x7fecbc003520 con 0x7fecd40d3150 2024-09-19T05:02:18.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.184+0000 7fecd2ffd640 1 -- 172.21.15.5:0/2932817909 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fecd415e660 msgr2=0x7fecd40d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:18.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.184+0000 7fecd2ffd640 1 --2- 172.21.15.5:0/2932817909 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fecd415e660 0x7fecd40d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:18.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.184+0000 7fecd2ffd640 1 -- 172.21.15.5:0/2932817909 >> v2:172.21.15.134:3300/0 conn(0x7fecd40b6700 msgr2=0x7fecd406d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:18.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.184+0000 7fecd2ffd640 1 --2- 172.21.15.5:0/2932817909 >> v2:172.21.15.134:3300/0 conn(0x7fecd40b6700 0x7fecd406d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:18.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.184+0000 7fecd2ffd640 1 -- 172.21.15.5:0/2932817909 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecd406ce60 con 0x7fecd40d3150 2024-09-19T05:02:18.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.184+0000 7fecd2ffd640 1 -- 172.21.15.5:0/2932817909 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7fecc8001670 con 0x7fecd40d3150 2024-09-19T05:02:18.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.184+0000 7fecd2ffd640 1 -- 172.21.15.5:0/2932817909 >> v1:172.21.15.5:6789/0 conn(0x7fecd40d3150 legacy=0x7fecd40b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:18.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.184+0000 7fecd2ffd640 1 --2- 172.21.15.5:0/2932817909 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fecbc0039b0 0x7fecbc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:18.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.184+0000 7fecd2ffd640 1 --2- 172.21.15.5:0/2932817909 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fecbc004800 0x7fecbc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:18.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.184+0000 7fecd2ffd640 1 --2- 172.21.15.5:0/2932817909 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fecd415e660 0x7fecbc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:18.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.184+0000 7fecd2ffd640 1 -- 172.21.15.5:0/2932817909 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fecd40d3960 con 0x7fecbc0039b0 2024-09-19T05:02:18.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.184+0000 7fecd2ffd640 1 -- 172.21.15.5:0/2932817909 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fecbc00b9c0 con 0x7fecbc004800 2024-09-19T05:02:18.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.184+0000 7fecd2ffd640 1 -- 172.21.15.5:0/2932817909 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fecbc00bb40 con 0x7fecd415e660 2024-09-19T05:02:18.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.184+0000 7fecd3fff640 1 --2- 172.21.15.5:0/2932817909 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fecbc0039b0 0x7fecbc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:18.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.184+0000 7fecd8883640 1 --2- 172.21.15.5:0/2932817909 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fecd415e660 0x7fecbc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:18.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.184+0000 7fecd37fe640 1 --2- 172.21.15.5:0/2932817909 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fecbc004800 0x7fecbc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:18.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.185+0000 7fecd3fff640 1 -- 172.21.15.5:0/2932817909 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fecd415e660 msgr2=0x7fecbc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:18.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.185+0000 7fecd3fff640 1 --2- 172.21.15.5:0/2932817909 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fecd415e660 0x7fecbc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:18.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.185+0000 7fecd3fff640 1 -- 172.21.15.5:0/2932817909 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fecbc004800 msgr2=0x7fecbc004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:18.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.185+0000 7fecd3fff640 1 --2- 172.21.15.5:0/2932817909 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fecbc004800 0x7fecbc004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:18.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.185+0000 7fecd3fff640 1 -- 172.21.15.5:0/2932817909 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecbc003520 con 0x7fecbc0039b0 2024-09-19T05:02:18.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.185+0000 7fecd37fe640 1 --2- 172.21.15.5:0/2932817909 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fecbc004800 0x7fecbc004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:18.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.185+0000 7fecd3fff640 1 --2- 172.21.15.5:0/2932817909 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fecbc0039b0 0x7fecbc003dd0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fecc4009ac0 tx=0x7fecbc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d12955781cb283b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:18.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.185+0000 7fecd2ffd640 1 -- 172.21.15.5:0/2932817909 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc4036070 con 0x7fecbc0039b0 2024-09-19T05:02:18.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.185+0000 7fecd2ffd640 1 -- 172.21.15.5:0/2932817909 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fecc4031400 con 0x7fecbc0039b0 2024-09-19T05:02:18.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.185+0000 7fecd2ffd640 1 -- 172.21.15.5:0/2932817909 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc4009690 con 0x7fecbc0039b0 2024-09-19T05:02:18.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.186+0000 7fecda2e6640 1 -- 172.21.15.5:0/2932817909 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fecbc0039b0 msgr2=0x7fecbc003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:18.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.186+0000 7fecda2e6640 1 --2- 172.21.15.5:0/2932817909 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fecbc0039b0 0x7fecbc003dd0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fecc4009ac0 tx=0x7fecbc005830 comp rx=0 tx=0).stop 2024-09-19T05:02:18.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.186+0000 7fecd8883640 1 -- 172.21.15.5:0/2932817909 reap_dead start 2024-09-19T05:02:18.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.186+0000 7fecda2e6640 1 -- 172.21.15.5:0/2932817909 shutdown_connections 2024-09-19T05:02:18.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.186+0000 7fecda2e6640 1 -- 172.21.15.5:0/2932817909 >> 172.21.15.5:0/2932817909 conn(0x7fecd408c000 msgr2=0x7fecd40d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:18.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.186+0000 7fecda2e6640 1 -- 172.21.15.5:0/2932817909 shutdown_connections 2024-09-19T05:02:18.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.186+0000 7fecda2e6640 1 -- 172.21.15.5:0/2932817909 wait complete. 2024-09-19T05:02:18.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.187+0000 7fecda2e6640 1 Processor -- start 2024-09-19T05:02:18.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.187+0000 7fecda2e6640 1 -- start start 2024-09-19T05:02:18.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.188+0000 7fecda2e6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fecbc0039b0 0x7fecd40ca0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:18.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.188+0000 7fecda2e6640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fecd40cb0c0 0x7fecd40c8190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:18.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.188+0000 7fecda2e6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fecd40b9630 0x7fecd40cc180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:18.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.188+0000 7fecda2e6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fecd40d4dd0 con 0x7fecbc0039b0 2024-09-19T05:02:18.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.188+0000 7fecda2e6640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fecd415ea40 con 0x7fecd40cb0c0 2024-09-19T05:02:18.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.188+0000 7fecda2e6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fecd40d4f50 con 0x7fecd40b9630 2024-09-19T05:02:18.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.188+0000 7fecd3fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fecbc0039b0 0x7fecd40ca0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:18.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.188+0000 7fecd3fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fecbc0039b0 0x7fecd40ca0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50340/0 (socket says 172.21.15.5:50340) 2024-09-19T05:02:18.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.188+0000 7fecd3fff640 1 -- 172.21.15.5:0/1578891850 learned_addr learned my addr 172.21.15.5:0/1578891850 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:18.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.189+0000 7fecd8883640 1 --2- 172.21.15.5:0/1578891850 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fecd40b9630 0x7fecd40cc180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:18.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.189+0000 7fecd37fe640 1 --2- 172.21.15.5:0/1578891850 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fecd40cb0c0 0x7fecd40c8190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:18.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.189+0000 7fecd3fff640 1 -- 172.21.15.5:0/1578891850 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fecd40b9630 msgr2=0x7fecd40cc180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:18.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.189+0000 7fecd3fff640 1 --2- 172.21.15.5:0/1578891850 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fecd40b9630 0x7fecd40cc180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:18.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.189+0000 7fecd3fff640 1 -- 172.21.15.5:0/1578891850 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fecd40cb0c0 msgr2=0x7fecd40c8190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:18.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.189+0000 7fecd3fff640 1 --2- 172.21.15.5:0/1578891850 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fecd40cb0c0 0x7fecd40c8190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:18.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.189+0000 7fecd3fff640 1 -- 172.21.15.5:0/1578891850 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecd40b8590 con 0x7fecbc0039b0 2024-09-19T05:02:18.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.189+0000 7fecd37fe640 1 --2- 172.21.15.5:0/1578891850 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fecd40cb0c0 0x7fecd40c8190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:18.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.189+0000 7fecd3fff640 1 --2- 172.21.15.5:0/1578891850 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fecbc0039b0 0x7fecd40ca0d0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fecc4034040 tx=0x7fecc4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:18.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.189+0000 7fecd0ff9640 1 -- 172.21.15.5:0/1578891850 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc4040020 con 0x7fecbc0039b0 2024-09-19T05:02:18.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.189+0000 7fecd0ff9640 1 -- 172.21.15.5:0/1578891850 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fecc4003940 con 0x7fecbc0039b0 2024-09-19T05:02:18.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.189+0000 7fecda2e6640 1 -- 172.21.15.5:0/1578891850 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fecd40b8870 con 0x7fecbc0039b0 2024-09-19T05:02:18.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.189+0000 7fecd0ff9640 1 -- 172.21.15.5:0/1578891850 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc4036040 con 0x7fecbc0039b0 2024-09-19T05:02:18.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.189+0000 7fecda2e6640 1 -- 172.21.15.5:0/1578891850 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fecd40b8e30 con 0x7fecbc0039b0 2024-09-19T05:02:18.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.190+0000 7fecda2e6640 1 -- 172.21.15.5:0/1578891850 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fecd40d52e0 con 0x7fecbc0039b0 2024-09-19T05:02:18.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.191+0000 7fecd0ff9640 1 -- 172.21.15.5:0/1578891850 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fecc4043020 con 0x7fecbc0039b0 2024-09-19T05:02:18.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.191+0000 7fecd0ff9640 1 --2- 172.21.15.5:0/1578891850 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fecc006c2b0 0x7fecc006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:18.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.192+0000 7fecd0ff9640 1 -- 172.21.15.5:0/1578891850 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fecc40ab760 con 0x7fecbc0039b0 2024-09-19T05:02:18.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.192+0000 7fecd37fe640 1 --2- 172.21.15.5:0/1578891850 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fecc006c2b0 0x7fecc006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:18.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.192+0000 7fecd37fe640 1 --2- 172.21.15.5:0/1578891850 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fecc006c2b0 0x7fecc006e770 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fecd40d1980 tx=0x7fecc8000ed0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:18.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.196+0000 7fecd0ff9640 1 -- 172.21.15.5:0/1578891850 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fecc404a070 con 0x7fecbc0039b0 2024-09-19T05:02:18.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.368+0000 7fecda2e6640 1 -- 172.21.15.5:0/1578891850 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fecd40b4f80 con 0x7fecc006c2b0 2024-09-19T05:02:18.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.374+0000 7fecd0ff9640 1 -- 172.21.15.5:0/1578891850 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+244929 (secure 0 0 0) 0x7fecd40b4f80 con 0x7fecc006c2b0 2024-09-19T05:02:18.378 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:18.379 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:02:18.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.377+0000 7fecda2e6640 1 -- 172.21.15.5:0/1578891850 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fecc006c2b0 msgr2=0x7fecc006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:18.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.377+0000 7fecda2e6640 1 --2- 172.21.15.5:0/1578891850 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fecc006c2b0 0x7fecc006e770 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fecd40d1980 tx=0x7fecc8000ed0 comp rx=0 tx=0).stop 2024-09-19T05:02:18.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.377+0000 7fecda2e6640 1 -- 172.21.15.5:0/1578891850 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fecbc0039b0 msgr2=0x7fecd40ca0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:18.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.377+0000 7fecda2e6640 1 --2- 172.21.15.5:0/1578891850 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fecbc0039b0 0x7fecd40ca0d0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fecc4034040 tx=0x7fecc4004730 comp rx=0 tx=0).stop 2024-09-19T05:02:18.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.378+0000 7fecda2e6640 1 -- 172.21.15.5:0/1578891850 shutdown_connections 2024-09-19T05:02:18.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.378+0000 7fecda2e6640 1 --2- 172.21.15.5:0/1578891850 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fecc006c2b0 0x7fecc006e770 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:18.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.378+0000 7fecda2e6640 1 --2- 172.21.15.5:0/1578891850 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fecd40b9630 0x7fecd40cc180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:18.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.378+0000 7fecda2e6640 1 --2- 172.21.15.5:0/1578891850 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fecd40cb0c0 0x7fecd40c8190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:18.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.378+0000 7fecda2e6640 1 --2- 172.21.15.5:0/1578891850 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fecbc0039b0 0x7fecd40ca0d0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:18.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.378+0000 7fecda2e6640 1 -- 172.21.15.5:0/1578891850 >> 172.21.15.5:0/1578891850 conn(0x7fecd408c000 msgr2=0x7fecd40b3fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:18.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.378+0000 7fecda2e6640 1 -- 172.21.15.5:0/1578891850 shutdown_connections 2024-09-19T05:02:18.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.378+0000 7fecda2e6640 1 -- 172.21.15.5:0/1578891850 wait complete. 2024-09-19T05:02:18.390 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":67,"stamp":"2024-09-19T05:02:17.273798+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":162,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":120,"ondisk_log_size":120,"up":140,"acting":140,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":45,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":237248,"kb_used_data":4360,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737472,"statfs":{"total":773094113280,"available":772851171328,"internally_reserved":0,"allocated":4464640,"data_stored":2579817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.260399"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120616+0000","last_change":"2024-09-19T05:02:15.065567+0000","last_active":"2024-09-19T05:02:16.120616+0000","last_peered":"2024-09-19T05:02:16.120616+0000","last_clean":"2024-09-19T05:02:16.120616+0000","last_became_active":"2024-09-19T05:02:15.065209+0000","last_became_peered":"2024-09-19T05:02:15.065209+0000","last_unstale":"2024-09-19T05:02:16.120616+0000","last_undegraded":"2024-09-19T05:02:16.120616+0000","last_fullsized":"2024-09-19T05:02:16.120616+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:28.490329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120761+0000","last_change":"2024-09-19T05:02:15.056093+0000","last_active":"2024-09-19T05:02:16.120761+0000","last_peered":"2024-09-19T05:02:16.120761+0000","last_clean":"2024-09-19T05:02:16.120761+0000","last_became_active":"2024-09-19T05:02:15.055806+0000","last_became_peered":"2024-09-19T05:02:15.055806+0000","last_unstale":"2024-09-19T05:02:16.120761+0000","last_undegraded":"2024-09-19T05:02:16.120761+0000","last_fullsized":"2024-09-19T05:02:16.120761+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:55.609164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.019816+0000","last_change":"2024-09-19T05:02:14.019816+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.019816+0000","last_undegraded":"2024-09-19T05:02:14.019816+0000","last_fullsized":"2024-09-19T05:02:14.019816+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.121018+0000","last_change":"2024-09-19T05:02:15.052277+0000","last_active":"2024-09-19T05:02:16.121018+0000","last_peered":"2024-09-19T05:02:16.121018+0000","last_clean":"2024-09-19T05:02:16.121018+0000","last_became_active":"2024-09-19T05:02:15.051959+0000","last_became_peered":"2024-09-19T05:02:15.051959+0000","last_unstale":"2024-09-19T05:02:16.121018+0000","last_undegraded":"2024-09-19T05:02:16.121018+0000","last_fullsized":"2024-09-19T05:02:16.121018+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:55.609164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.018740+0000","last_change":"2024-09-19T05:02:14.018740+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.018740+0000","last_undegraded":"2024-09-19T05:02:14.018740+0000","last_fullsized":"2024-09-19T05:02:14.018740+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.019843+0000","last_change":"2024-09-19T05:02:14.019843+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.019843+0000","last_undegraded":"2024-09-19T05:02:14.019843+0000","last_fullsized":"2024-09-19T05:02:14.019843+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120461+0000","last_change":"2024-09-19T05:02:15.056424+0000","last_active":"2024-09-19T05:02:16.120461+0000","last_peered":"2024-09-19T05:02:16.120461+0000","last_clean":"2024-09-19T05:02:16.120461+0000","last_became_active":"2024-09-19T05:02:15.056121+0000","last_became_peered":"2024-09-19T05:02:15.056121+0000","last_unstale":"2024-09-19T05:02:16.120461+0000","last_undegraded":"2024-09-19T05:02:16.120461+0000","last_fullsized":"2024-09-19T05:02:16.120461+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:27:17.941339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.018966+0000","last_change":"2024-09-19T05:02:14.018966+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.018966+0000","last_undegraded":"2024-09-19T05:02:14.018966+0000","last_fullsized":"2024-09-19T05:02:14.018966+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.019359+0000","last_change":"2024-09-19T05:02:14.019359+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.019359+0000","last_undegraded":"2024-09-19T05:02:14.019359+0000","last_fullsized":"2024-09-19T05:02:14.019359+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.018558+0000","last_change":"2024-09-19T05:02:14.018558+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.018558+0000","last_undegraded":"2024-09-19T05:02:14.018558+0000","last_fullsized":"2024-09-19T05:02:14.018558+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.017590+0000","last_change":"2024-09-19T05:02:14.017590+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.017590+0000","last_undegraded":"2024-09-19T05:02:14.017590+0000","last_fullsized":"2024-09-19T05:02:14.017590+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.021502+0000","last_change":"2024-09-19T05:02:14.021502+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.021502+0000","last_undegraded":"2024-09-19T05:02:14.021502+0000","last_fullsized":"2024-09-19T05:02:14.021502+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.021386+0000","last_change":"2024-09-19T05:02:14.021386+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.021386+0000","last_undegraded":"2024-09-19T05:02:14.021386+0000","last_fullsized":"2024-09-19T05:02:14.021386+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.017078+0000","last_change":"2024-09-19T05:02:14.017078+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.017078+0000","last_undegraded":"2024-09-19T05:02:14.017078+0000","last_fullsized":"2024-09-19T05:02:14.017078+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.018826+0000","last_change":"2024-09-19T05:02:14.018826+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.018826+0000","last_undegraded":"2024-09-19T05:02:14.018826+0000","last_fullsized":"2024-09-19T05:02:14.018826+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.022206+0000","last_change":"2024-09-19T05:02:14.022206+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.022206+0000","last_undegraded":"2024-09-19T05:02:14.022206+0000","last_fullsized":"2024-09-19T05:02:14.022206+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120729+0000","last_change":"2024-09-19T05:02:15.052738+0000","last_active":"2024-09-19T05:02:16.120729+0000","last_peered":"2024-09-19T05:02:16.120729+0000","last_clean":"2024-09-19T05:02:16.120729+0000","last_became_active":"2024-09-19T05:02:15.050772+0000","last_became_peered":"2024-09-19T05:02:15.050772+0000","last_unstale":"2024-09-19T05:02:16.120729+0000","last_undegraded":"2024-09-19T05:02:16.120729+0000","last_fullsized":"2024-09-19T05:02:16.120729+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:28.490329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.023242+0000","last_change":"2024-09-19T05:02:14.023242+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.023242+0000","last_undegraded":"2024-09-19T05:02:14.023242+0000","last_fullsized":"2024-09-19T05:02:14.023242+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.016300+0000","last_change":"2024-09-19T05:02:14.016300+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.016300+0000","last_undegraded":"2024-09-19T05:02:14.016300+0000","last_fullsized":"2024-09-19T05:02:14.016300+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.022274+0000","last_change":"2024-09-19T05:02:14.022274+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.022274+0000","last_undegraded":"2024-09-19T05:02:14.022274+0000","last_fullsized":"2024-09-19T05:02:14.022274+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.021658+0000","last_change":"2024-09-19T05:02:14.021658+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.021658+0000","last_undegraded":"2024-09-19T05:02:14.021658+0000","last_fullsized":"2024-09-19T05:02:14.021658+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.018384+0000","last_change":"2024-09-19T05:02:14.018384+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.018384+0000","last_undegraded":"2024-09-19T05:02:14.018384+0000","last_fullsized":"2024-09-19T05:02:14.018384+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120431+0000","last_change":"2024-09-19T05:02:15.057381+0000","last_active":"2024-09-19T05:02:16.120431+0000","last_peered":"2024-09-19T05:02:16.120431+0000","last_clean":"2024-09-19T05:02:16.120431+0000","last_became_active":"2024-09-19T05:02:15.057113+0000","last_became_peered":"2024-09-19T05:02:15.057113+0000","last_unstale":"2024-09-19T05:02:16.120431+0000","last_undegraded":"2024-09-19T05:02:16.120431+0000","last_fullsized":"2024-09-19T05:02:16.120431+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:27:17.941339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.019288+0000","last_change":"2024-09-19T05:02:14.019288+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.019288+0000","last_undegraded":"2024-09-19T05:02:14.019288+0000","last_fullsized":"2024-09-19T05:02:14.019288+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.033894+0000","last_change":"2024-09-19T05:02:14.032820+0000","last_active":"2024-09-19T05:02:14.033894+0000","last_peered":"2024-09-19T05:02:14.033894+0000","last_clean":"2024-09-19T05:02:14.033894+0000","last_became_active":"2024-09-19T05:02:14.032516+0000","last_became_peered":"2024-09-19T05:02:14.032516+0000","last_unstale":"2024-09-19T05:02:14.033894+0000","last_undegraded":"2024-09-19T05:02:14.033894+0000","last_fullsized":"2024-09-19T05:02:14.033894+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:25:43.692558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120897+0000","last_change":"2024-09-19T05:02:15.053826+0000","last_active":"2024-09-19T05:02:16.120897+0000","last_peered":"2024-09-19T05:02:16.120897+0000","last_clean":"2024-09-19T05:02:16.120897+0000","last_became_active":"2024-09-19T05:02:15.053573+0000","last_became_peered":"2024-09-19T05:02:15.053573+0000","last_unstale":"2024-09-19T05:02:16.120897+0000","last_undegraded":"2024-09-19T05:02:16.120897+0000","last_fullsized":"2024-09-19T05:02:16.120897+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:52:44.974985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.121178+0000","last_change":"2024-09-19T05:02:14.032490+0000","last_active":"2024-09-19T05:02:16.121178+0000","last_peered":"2024-09-19T05:02:16.121178+0000","last_clean":"2024-09-19T05:02:16.121178+0000","last_became_active":"2024-09-19T05:02:14.027522+0000","last_became_peered":"2024-09-19T05:02:14.027522+0000","last_unstale":"2024-09-19T05:02:16.121178+0000","last_undegraded":"2024-09-19T05:02:16.121178+0000","last_fullsized":"2024-09-19T05:02:16.121178+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:26.546360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1d","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.121004+0000","last_change":"2024-09-19T05:02:14.035238+0000","last_active":"2024-09-19T05:02:16.121004+0000","last_peered":"2024-09-19T05:02:16.121004+0000","last_clean":"2024-09-19T05:02:16.121004+0000","last_became_active":"2024-09-19T05:02:14.034742+0000","last_became_peered":"2024-09-19T05:02:14.034742+0000","last_unstale":"2024-09-19T05:02:16.121004+0000","last_undegraded":"2024-09-19T05:02:16.121004+0000","last_fullsized":"2024-09-19T05:02:16.121004+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:33:41.230332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:13.008225+0000","last_change":"2024-09-19T05:02:13.008225+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.008225+0000","last_undegraded":"2024-09-19T05:02:13.008225+0000","last_fullsized":"2024-09-19T05:02:13.008225+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120573+0000","last_change":"2024-09-19T05:02:15.060410+0000","last_active":"2024-09-19T05:02:16.120573+0000","last_peered":"2024-09-19T05:02:16.120573+0000","last_clean":"2024-09-19T05:02:16.120573+0000","last_became_active":"2024-09-19T05:02:15.060144+0000","last_became_peered":"2024-09-19T05:02:15.060144+0000","last_unstale":"2024-09-19T05:02:16.120573+0000","last_undegraded":"2024-09-19T05:02:16.120573+0000","last_fullsized":"2024-09-19T05:02:16.120573+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:07.165063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.030159+0000","last_change":"2024-09-19T05:02:14.028486+0000","last_active":"2024-09-19T05:02:14.030159+0000","last_peered":"2024-09-19T05:02:14.030159+0000","last_clean":"2024-09-19T05:02:14.030159+0000","last_became_active":"2024-09-19T05:02:14.028049+0000","last_became_peered":"2024-09-19T05:02:14.028049+0000","last_unstale":"2024-09-19T05:02:14.030159+0000","last_undegraded":"2024-09-19T05:02:14.030159+0000","last_fullsized":"2024-09-19T05:02:14.030159+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:14.785201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.016547+0000","last_change":"2024-09-19T05:02:14.016547+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.016547+0000","last_undegraded":"2024-09-19T05:02:14.016547+0000","last_fullsized":"2024-09-19T05:02:14.016547+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.035159+0000","last_change":"2024-09-19T05:02:14.031619+0000","last_active":"2024-09-19T05:02:14.035159+0000","last_peered":"2024-09-19T05:02:14.035159+0000","last_clean":"2024-09-19T05:02:14.035159+0000","last_became_active":"2024-09-19T05:02:14.031269+0000","last_became_peered":"2024-09-19T05:02:14.031269+0000","last_unstale":"2024-09-19T05:02:14.035159+0000","last_undegraded":"2024-09-19T05:02:14.035159+0000","last_fullsized":"2024-09-19T05:02:14.035159+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:14.785201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120618+0000","last_change":"2024-09-19T05:02:14.032082+0000","last_active":"2024-09-19T05:02:16.120618+0000","last_peered":"2024-09-19T05:02:16.120618+0000","last_clean":"2024-09-19T05:02:16.120618+0000","last_became_active":"2024-09-19T05:02:14.031786+0000","last_became_peered":"2024-09-19T05:02:14.031786+0000","last_unstale":"2024-09-19T05:02:16.120618+0000","last_undegraded":"2024-09-19T05:02:16.120618+0000","last_fullsized":"2024-09-19T05:02:16.120618+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:26.546360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:13.008225+0000","last_change":"2024-09-19T05:02:13.008225+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.008225+0000","last_undegraded":"2024-09-19T05:02:13.008225+0000","last_fullsized":"2024-09-19T05:02:13.008225+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-19T05:02:13.018873+0000","last_change":"2024-09-19T05:02:13.018873+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.018873+0000","last_undegraded":"2024-09-19T05:02:13.018873+0000","last_fullsized":"2024-09-19T05:02:13.018873+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.018465+0000","last_change":"2024-09-19T05:02:14.018465+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.018465+0000","last_undegraded":"2024-09-19T05:02:14.018465+0000","last_fullsized":"2024-09-19T05:02:14.018465+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.029731+0000","last_change":"2024-09-19T05:02:14.026763+0000","last_active":"2024-09-19T05:02:14.029731+0000","last_peered":"2024-09-19T05:02:14.029731+0000","last_clean":"2024-09-19T05:02:14.029731+0000","last_became_active":"2024-09-19T05:02:14.025839+0000","last_became_peered":"2024-09-19T05:02:14.025839+0000","last_unstale":"2024-09-19T05:02:14.029731+0000","last_undegraded":"2024-09-19T05:02:14.029731+0000","last_fullsized":"2024-09-19T05:02:14.029731+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:48.335631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.121173+0000","last_change":"2024-09-19T05:02:15.059636+0000","last_active":"2024-09-19T05:02:16.121173+0000","last_peered":"2024-09-19T05:02:16.121173+0000","last_clean":"2024-09-19T05:02:16.121173+0000","last_became_active":"2024-09-19T05:02:15.059334+0000","last_became_peered":"2024-09-19T05:02:15.059334+0000","last_unstale":"2024-09-19T05:02:16.121173+0000","last_undegraded":"2024-09-19T05:02:16.121173+0000","last_fullsized":"2024-09-19T05:02:16.121173+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:51.697617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.035416+0000","last_change":"2024-09-19T05:02:14.034868+0000","last_active":"2024-09-19T05:02:14.035416+0000","last_peered":"2024-09-19T05:02:14.035416+0000","last_clean":"2024-09-19T05:02:14.035416+0000","last_became_active":"2024-09-19T05:02:14.034576+0000","last_became_peered":"2024-09-19T05:02:14.034576+0000","last_unstale":"2024-09-19T05:02:14.035416+0000","last_undegraded":"2024-09-19T05:02:14.035416+0000","last_fullsized":"2024-09-19T05:02:14.035416+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:25.808338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-19T05:02:13.019114+0000","last_change":"2024-09-19T05:02:13.019114+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.019114+0000","last_undegraded":"2024-09-19T05:02:13.019114+0000","last_fullsized":"2024-09-19T05:02:13.019114+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120296+0000","last_change":"2024-09-19T05:02:15.063671+0000","last_active":"2024-09-19T05:02:16.120296+0000","last_peered":"2024-09-19T05:02:16.120296+0000","last_clean":"2024-09-19T05:02:16.120296+0000","last_became_active":"2024-09-19T05:02:15.063394+0000","last_became_peered":"2024-09-19T05:02:15.063394+0000","last_unstale":"2024-09-19T05:02:16.120296+0000","last_undegraded":"2024-09-19T05:02:16.120296+0000","last_fullsized":"2024-09-19T05:02:16.120296+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:43.733077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-19T05:02:13.018865+0000","last_change":"2024-09-19T05:02:13.018865+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.018865+0000","last_undegraded":"2024-09-19T05:02:13.018865+0000","last_fullsized":"2024-09-19T05:02:13.018865+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120739+0000","last_change":"2024-09-19T05:02:14.034308+0000","last_active":"2024-09-19T05:02:16.120739+0000","last_peered":"2024-09-19T05:02:16.120739+0000","last_clean":"2024-09-19T05:02:16.120739+0000","last_became_active":"2024-09-19T05:02:14.033843+0000","last_became_peered":"2024-09-19T05:02:14.033843+0000","last_unstale":"2024-09-19T05:02:16.120739+0000","last_undegraded":"2024-09-19T05:02:16.120739+0000","last_fullsized":"2024-09-19T05:02:16.120739+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:26:48.878971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.017351+0000","last_change":"2024-09-19T05:02:14.017351+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.017351+0000","last_undegraded":"2024-09-19T05:02:14.017351+0000","last_fullsized":"2024-09-19T05:02:14.017351+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.034284+0000","last_change":"2024-09-19T05:02:14.032815+0000","last_active":"2024-09-19T05:02:14.034284+0000","last_peered":"2024-09-19T05:02:14.034284+0000","last_clean":"2024-09-19T05:02:14.034284+0000","last_became_active":"2024-09-19T05:02:14.032475+0000","last_became_peered":"2024-09-19T05:02:14.032475+0000","last_unstale":"2024-09-19T05:02:14.034284+0000","last_undegraded":"2024-09-19T05:02:14.034284+0000","last_fullsized":"2024-09-19T05:02:14.034284+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:34:22.748537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.030679+0000","last_change":"2024-09-19T05:02:14.028022+0000","last_active":"2024-09-19T05:02:14.030679+0000","last_peered":"2024-09-19T05:02:14.030679+0000","last_clean":"2024-09-19T05:02:14.030679+0000","last_became_active":"2024-09-19T05:02:14.027569+0000","last_became_peered":"2024-09-19T05:02:14.027569+0000","last_unstale":"2024-09-19T05:02:14.030679+0000","last_undegraded":"2024-09-19T05:02:14.030679+0000","last_fullsized":"2024-09-19T05:02:14.030679+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:13:19.802477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.033499+0000","last_change":"2024-09-19T05:02:14.031056+0000","last_active":"2024-09-19T05:02:14.033499+0000","last_peered":"2024-09-19T05:02:14.033499+0000","last_clean":"2024-09-19T05:02:14.033499+0000","last_became_active":"2024-09-19T05:02:14.030790+0000","last_became_peered":"2024-09-19T05:02:14.030790+0000","last_unstale":"2024-09-19T05:02:14.033499+0000","last_undegraded":"2024-09-19T05:02:14.033499+0000","last_fullsized":"2024-09-19T05:02:14.033499+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:10.413021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.019392+0000","last_change":"2024-09-19T05:02:14.019392+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.019392+0000","last_undegraded":"2024-09-19T05:02:14.019392+0000","last_fullsized":"2024-09-19T05:02:14.019392+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:13.008225+0000","last_change":"2024-09-19T05:02:13.008225+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.008225+0000","last_undegraded":"2024-09-19T05:02:13.008225+0000","last_fullsized":"2024-09-19T05:02:13.008225+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-19T05:02:13.015004+0000","last_change":"2024-09-19T05:02:13.015004+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.015004+0000","last_undegraded":"2024-09-19T05:02:13.015004+0000","last_fullsized":"2024-09-19T05:02:13.015004+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120823+0000","last_change":"2024-09-19T05:02:14.035138+0000","last_active":"2024-09-19T05:02:16.120823+0000","last_peered":"2024-09-19T05:02:16.120823+0000","last_clean":"2024-09-19T05:02:16.120823+0000","last_became_active":"2024-09-19T05:02:14.034789+0000","last_became_peered":"2024-09-19T05:02:14.034789+0000","last_unstale":"2024-09-19T05:02:16.120823+0000","last_undegraded":"2024-09-19T05:02:16.120823+0000","last_fullsized":"2024-09-19T05:02:16.120823+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:47.076855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.017951+0000","last_change":"2024-09-19T05:02:14.017951+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.017951+0000","last_undegraded":"2024-09-19T05:02:14.017951+0000","last_fullsized":"2024-09-19T05:02:14.017951+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-19T05:02:13.014638+0000","last_change":"2024-09-19T05:02:13.014638+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.014638+0000","last_undegraded":"2024-09-19T05:02:13.014638+0000","last_fullsized":"2024-09-19T05:02:13.014638+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120341+0000","last_change":"2024-09-19T05:02:15.070736+0000","last_active":"2024-09-19T05:02:16.120341+0000","last_peered":"2024-09-19T05:02:16.120341+0000","last_clean":"2024-09-19T05:02:16.120341+0000","last_became_active":"2024-09-19T05:02:15.070434+0000","last_became_peered":"2024-09-19T05:02:15.070434+0000","last_unstale":"2024-09-19T05:02:16.120341+0000","last_undegraded":"2024-09-19T05:02:16.120341+0000","last_fullsized":"2024-09-19T05:02:16.120341+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:29.240052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-19T05:02:13.014701+0000","last_change":"2024-09-19T05:02:13.014701+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.014701+0000","last_undegraded":"2024-09-19T05:02:13.014701+0000","last_fullsized":"2024-09-19T05:02:13.014701+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.016739+0000","last_change":"2024-09-19T05:02:14.016739+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.016739+0000","last_undegraded":"2024-09-19T05:02:14.016739+0000","last_fullsized":"2024-09-19T05:02:14.016739+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.030756+0000","last_change":"2024-09-19T05:02:14.029291+0000","last_active":"2024-09-19T05:02:14.030756+0000","last_peered":"2024-09-19T05:02:14.030756+0000","last_clean":"2024-09-19T05:02:14.030756+0000","last_became_active":"2024-09-19T05:02:14.029034+0000","last_became_peered":"2024-09-19T05:02:14.029034+0000","last_unstale":"2024-09-19T05:02:14.030756+0000","last_undegraded":"2024-09-19T05:02:14.030756+0000","last_fullsized":"2024-09-19T05:02:14.030756+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:48.335631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-19T05:02:13.014601+0000","last_change":"2024-09-19T05:02:13.014601+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.014601+0000","last_undegraded":"2024-09-19T05:02:13.014601+0000","last_fullsized":"2024-09-19T05:02:13.014601+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120877+0000","last_change":"2024-09-19T05:02:15.061611+0000","last_active":"2024-09-19T05:02:16.120877+0000","last_peered":"2024-09-19T05:02:16.120877+0000","last_clean":"2024-09-19T05:02:16.120877+0000","last_became_active":"2024-09-19T05:02:15.061342+0000","last_became_peered":"2024-09-19T05:02:15.061342+0000","last_unstale":"2024-09-19T05:02:16.120877+0000","last_undegraded":"2024-09-19T05:02:16.120877+0000","last_fullsized":"2024-09-19T05:02:16.120877+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:51.697617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.034783+0000","last_change":"2024-09-19T05:02:14.032818+0000","last_active":"2024-09-19T05:02:14.034783+0000","last_peered":"2024-09-19T05:02:14.034783+0000","last_clean":"2024-09-19T05:02:14.034783+0000","last_became_active":"2024-09-19T05:02:14.032529+0000","last_became_peered":"2024-09-19T05:02:14.032529+0000","last_unstale":"2024-09-19T05:02:14.034783+0000","last_undegraded":"2024-09-19T05:02:14.034783+0000","last_fullsized":"2024-09-19T05:02:14.034783+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:02:52.072467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.017525+0000","last_change":"2024-09-19T05:02:14.017525+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.017525+0000","last_undegraded":"2024-09-19T05:02:14.017525+0000","last_fullsized":"2024-09-19T05:02:14.017525+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-19T05:02:13.014645+0000","last_change":"2024-09-19T05:02:13.014645+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.014645+0000","last_undegraded":"2024-09-19T05:02:13.014645+0000","last_fullsized":"2024-09-19T05:02:13.014645+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120702+0000","last_change":"2024-09-19T05:02:14.035263+0000","last_active":"2024-09-19T05:02:16.120702+0000","last_peered":"2024-09-19T05:02:16.120702+0000","last_clean":"2024-09-19T05:02:16.120702+0000","last_became_active":"2024-09-19T05:02:14.034885+0000","last_became_peered":"2024-09-19T05:02:14.034885+0000","last_unstale":"2024-09-19T05:02:16.120702+0000","last_undegraded":"2024-09-19T05:02:16.120702+0000","last_fullsized":"2024-09-19T05:02:16.120702+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:29:10.628521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120440+0000","last_change":"2024-09-19T05:02:15.055410+0000","last_active":"2024-09-19T05:02:16.120440+0000","last_peered":"2024-09-19T05:02:16.120440+0000","last_clean":"2024-09-19T05:02:16.120440+0000","last_became_active":"2024-09-19T05:02:15.055108+0000","last_became_peered":"2024-09-19T05:02:15.055108+0000","last_unstale":"2024-09-19T05:02:16.120440+0000","last_undegraded":"2024-09-19T05:02:16.120440+0000","last_fullsized":"2024-09-19T05:02:16.120440+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:00:24.140432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.121331+0000","last_change":"2024-09-19T05:02:14.027364+0000","last_active":"2024-09-19T05:02:16.121331+0000","last_peered":"2024-09-19T05:02:16.121331+0000","last_clean":"2024-09-19T05:02:16.121331+0000","last_became_active":"2024-09-19T05:02:14.027070+0000","last_became_peered":"2024-09-19T05:02:14.027070+0000","last_unstale":"2024-09-19T05:02:16.121331+0000","last_undegraded":"2024-09-19T05:02:16.121331+0000","last_fullsized":"2024-09-19T05:02:16.121331+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:28.212854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120523+0000","last_change":"2024-09-19T05:02:15.068896+0000","last_active":"2024-09-19T05:02:16.120523+0000","last_peered":"2024-09-19T05:02:16.120523+0000","last_clean":"2024-09-19T05:02:16.120523+0000","last_became_active":"2024-09-19T05:02:15.068571+0000","last_became_peered":"2024-09-19T05:02:15.068571+0000","last_unstale":"2024-09-19T05:02:16.120523+0000","last_undegraded":"2024-09-19T05:02:16.120523+0000","last_fullsized":"2024-09-19T05:02:16.120523+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:07.165063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.027655+0000","last_change":"2024-09-19T05:02:14.025836+0000","last_active":"2024-09-19T05:02:14.027655+0000","last_peered":"2024-09-19T05:02:14.027655+0000","last_clean":"2024-09-19T05:02:14.027655+0000","last_became_active":"2024-09-19T05:02:14.025507+0000","last_became_peered":"2024-09-19T05:02:14.025507+0000","last_unstale":"2024-09-19T05:02:14.027655+0000","last_undegraded":"2024-09-19T05:02:14.027655+0000","last_fullsized":"2024-09-19T05:02:14.027655+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:41.350775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:13.008225+0000","last_change":"2024-09-19T05:02:13.008225+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.008225+0000","last_undegraded":"2024-09-19T05:02:13.008225+0000","last_fullsized":"2024-09-19T05:02:13.008225+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.017263+0000","last_change":"2024-09-19T05:02:14.017263+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.017263+0000","last_undegraded":"2024-09-19T05:02:14.017263+0000","last_fullsized":"2024-09-19T05:02:14.017263+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-19T05:02:13.018755+0000","last_change":"2024-09-19T05:02:13.018755+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.018755+0000","last_undegraded":"2024-09-19T05:02:13.018755+0000","last_fullsized":"2024-09-19T05:02:13.018755+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.019094+0000","last_change":"2024-09-19T05:02:14.019094+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.019094+0000","last_undegraded":"2024-09-19T05:02:14.019094+0000","last_fullsized":"2024-09-19T05:02:14.019094+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.030718+0000","last_change":"2024-09-19T05:02:14.027814+0000","last_active":"2024-09-19T05:02:14.030718+0000","last_peered":"2024-09-19T05:02:14.030718+0000","last_clean":"2024-09-19T05:02:14.030718+0000","last_became_active":"2024-09-19T05:02:14.027503+0000","last_became_peered":"2024-09-19T05:02:14.027503+0000","last_unstale":"2024-09-19T05:02:14.030718+0000","last_undegraded":"2024-09-19T05:02:14.030718+0000","last_fullsized":"2024-09-19T05:02:14.030718+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:05:30.988121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":202,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.020020+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:02:14.020020+0000","last_peered":"2024-09-19T05:02:14.020020+0000","last_clean":"2024-09-19T05:02:14.020020+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:02:14.020020+0000","last_undegraded":"2024-09-19T05:02:14.020020+0000","last_fullsized":"2024-09-19T05:02:14.020020+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":82,"acting":82,"num_store_stats":5},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":56,"acting":56,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509457,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28004,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343836,"statfs":{"total":96636764160,"available":96608088064,"internally_reserved":0,"allocated":999424,"data_stored":763271,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":405504,"data_stored":172903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509456,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27424,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344416,"statfs":{"total":96636764160,"available":96608681984,"internally_reserved":0,"allocated":405504,"data_stored":172903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542160,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31576,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340264,"statfs":{"total":96636764160,"available":96604430336,"internally_reserved":0,"allocated":393216,"data_stored":166694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542160,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31572,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340268,"statfs":{"total":96636764160,"available":96604434432,"internally_reserved":0,"allocated":393216,"data_stored":166694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574865,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27416,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":393216,"data_stored":166694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574865,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31620,"kb_used_data":424,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340220,"statfs":{"total":96636764160,"available":96604385280,"internally_reserved":0,"allocated":434176,"data_stored":186827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574865,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32208,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339632,"statfs":{"total":96636764160,"available":96603783168,"internally_reserved":0,"allocated":1040384,"data_stored":783831,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:02:18.394 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:02:18.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.531+0000 7f2f66766640 1 Processor -- start 2024-09-19T05:02:18.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.531+0000 7f2f66766640 1 -- start start 2024-09-19T05:02:18.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.532+0000 7f2f66766640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f2f600d0ff0 0x7f2f600d13d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:18.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.532+0000 7f2f66766640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f2f600b7670 0x7f2f600b7b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:18.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.532+0000 7f2f66766640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2f600d1910 con 0x7f2f600cfa10 2024-09-19T05:02:18.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.532+0000 7f2f66766640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f2f600b6c70 con 0x7f2f600b7670 2024-09-19T05:02:18.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.532+0000 7f2f66766640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f2f600d4230 con 0x7f2f600d0ff0 2024-09-19T05:02:18.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.532+0000 7f2f64d03640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f2f600b7670 0x7f2f600b7b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:18.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.532+0000 7f2f64d03640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f2f600b7670 0x7f2f600b7b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50348/0 (socket says 172.21.15.5:50348) 2024-09-19T05:02:18.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.532+0000 7f2f64d03640 1 -- 172.21.15.5:0/462656604 learned_addr learned my addr 172.21.15.5:0/462656604 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:18.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.532+0000 7f2f64d03640 1 -- 172.21.15.5:0/462656604 >> v2:172.21.15.134:3300/0 conn(0x7f2f600d0ff0 msgr2=0x7f2f600d13d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:18.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.532+0000 7f2f5ffff640 1 --2- 172.21.15.5:0/462656604 >> v2:172.21.15.134:3300/0 conn(0x7f2f600d0ff0 0x7f2f600d13d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:18.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.532+0000 7f2f64d03640 1 --2- 172.21.15.5:0/462656604 >> v2:172.21.15.134:3300/0 conn(0x7f2f600d0ff0 0x7f2f600d13d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:18.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.532+0000 7f2f64d03640 1 -- 172.21.15.5:0/462656604 >> v1:172.21.15.134:6789/0 conn(0x7f2f600cfa10 legacy=0x7f2f600d3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:18.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.532+0000 7f2f64d03640 1 -- 172.21.15.5:0/462656604 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f600b6060 con 0x7f2f600b7670 2024-09-19T05:02:18.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.532+0000 7f2f5ffff640 1 --2- 172.21.15.5:0/462656604 >> v2:172.21.15.134:3300/0 conn(0x7f2f600d0ff0 0x7f2f600d13d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:18.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.533+0000 7f2f64d03640 1 --2- 172.21.15.5:0/462656604 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2f600b7670 0x7f2f600b7b00 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f2f60068910 tx=0x7f2f5802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fae12462bab70118 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:18.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.533+0000 7f2f5effd640 1 -- 172.21.15.5:0/462656604 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f58036070 con 0x7f2f600b7670 2024-09-19T05:02:18.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.533+0000 7f2f5effd640 1 -- 172.21.15.5:0/462656604 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f58031600 con 0x7f2f600b7670 2024-09-19T05:02:18.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.533+0000 7f2f5effd640 1 -- 172.21.15.5:0/462656604 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f580319d0 con 0x7f2f600b7670 2024-09-19T05:02:18.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.534+0000 7f2f66766640 1 -- 172.21.15.5:0/462656604 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2f600b7670 msgr2=0x7f2f600b7b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:18.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.534+0000 7f2f66766640 1 --2- 172.21.15.5:0/462656604 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2f600b7670 0x7f2f600b7b00 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f2f60068910 tx=0x7f2f5802a660 comp rx=0 tx=0).stop 2024-09-19T05:02:18.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.534+0000 7f2f66766640 1 -- 172.21.15.5:0/462656604 shutdown_connections 2024-09-19T05:02:18.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.534+0000 7f2f66766640 1 --2- 172.21.15.5:0/462656604 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2f600b7670 0x7f2f600b7b00 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:18.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.534+0000 7f2f66766640 1 --2- 172.21.15.5:0/462656604 >> v2:172.21.15.134:3300/0 conn(0x7f2f600d0ff0 0x7f2f600d13d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:18.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.534+0000 7f2f66766640 1 -- 172.21.15.5:0/462656604 >> 172.21.15.5:0/462656604 conn(0x7f2f60067f80 msgr2=0x7f2f6006ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:18.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.534+0000 7f2f66766640 1 -- 172.21.15.5:0/462656604 shutdown_connections 2024-09-19T05:02:18.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.534+0000 7f2f66766640 1 -- 172.21.15.5:0/462656604 wait complete. 2024-09-19T05:02:18.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.535+0000 7f2f66766640 1 Processor -- start 2024-09-19T05:02:18.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.535+0000 7f2f66766640 1 -- start start 2024-09-19T05:02:18.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.536+0000 7f2f66766640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2f600b7670 0x7f2f6014c990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:18.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.536+0000 7f2f66766640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2f600cfa10 0x7f2f6015f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:18.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.536+0000 7f2f66766640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2f600d0ff0 0x7f2f6015fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:18.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.536+0000 7f2f66766640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f2f600b6900 con 0x7f2f600d0ff0 2024-09-19T05:02:18.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.536+0000 7f2f66766640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f2f600b6620 con 0x7f2f600cfa10 2024-09-19T05:02:18.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.536+0000 7f2f66766640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f2f6015e8f0 con 0x7f2f600b7670 2024-09-19T05:02:18.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.536+0000 7f2f64d03640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2f600d0ff0 0x7f2f6015fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:18.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.536+0000 7f2f64d03640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2f600d0ff0 0x7f2f6015fc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50354/0 (socket says 172.21.15.5:50354) 2024-09-19T05:02:18.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.536+0000 7f2f64d03640 1 -- 172.21.15.5:0/1616207774 learned_addr learned my addr 172.21.15.5:0/1616207774 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:18.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.536+0000 7f2f5f7fe640 1 --2- 172.21.15.5:0/1616207774 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2f600cfa10 0x7f2f6015f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:18.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.536+0000 7f2f5ffff640 1 --2- 172.21.15.5:0/1616207774 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2f600b7670 0x7f2f6014c990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:18.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.537+0000 7f2f64d03640 1 -- 172.21.15.5:0/1616207774 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2f600b7670 msgr2=0x7f2f6014c990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:18.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.537+0000 7f2f64d03640 1 --2- 172.21.15.5:0/1616207774 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2f600b7670 0x7f2f6014c990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:18.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.537+0000 7f2f64d03640 1 -- 172.21.15.5:0/1616207774 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2f600cfa10 msgr2=0x7f2f6015f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:18.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.537+0000 7f2f64d03640 1 --2- 172.21.15.5:0/1616207774 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2f600cfa10 0x7f2f6015f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:18.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.537+0000 7f2f64d03640 1 -- 172.21.15.5:0/1616207774 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f60159080 con 0x7f2f600d0ff0 2024-09-19T05:02:18.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.537+0000 7f2f64d03640 1 --2- 172.21.15.5:0/1616207774 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2f600d0ff0 0x7f2f6015fc00 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f2f58034040 tx=0x7f2f58004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:18.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.537+0000 7f2f5cff9640 1 -- 172.21.15.5:0/1616207774 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f58036050 con 0x7f2f600d0ff0 2024-09-19T05:02:18.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.537+0000 7f2f5cff9640 1 -- 172.21.15.5:0/1616207774 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f58042070 con 0x7f2f600d0ff0 2024-09-19T05:02:18.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.537+0000 7f2f5cff9640 1 -- 172.21.15.5:0/1616207774 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f58009510 con 0x7f2f600d0ff0 2024-09-19T05:02:18.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.537+0000 7f2f66766640 1 -- 172.21.15.5:0/1616207774 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f60160860 con 0x7f2f600d0ff0 2024-09-19T05:02:18.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.537+0000 7f2f66766640 1 -- 172.21.15.5:0/1616207774 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f60160580 con 0x7f2f600d0ff0 2024-09-19T05:02:18.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.538+0000 7f2f66766640 1 -- 172.21.15.5:0/1616207774 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f600d13d0 con 0x7f2f600d0ff0 2024-09-19T05:02:18.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.538+0000 7f2f5cff9640 1 -- 172.21.15.5:0/1616207774 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2f58007bd0 con 0x7f2f600d0ff0 2024-09-19T05:02:18.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.539+0000 7f2f5cff9640 1 --2- 172.21.15.5:0/1616207774 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2f4c06c2e0 0x7f2f4c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:18.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.539+0000 7f2f5cff9640 1 -- 172.21.15.5:0/1616207774 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f2f580ac3b0 con 0x7f2f600d0ff0 2024-09-19T05:02:18.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.539+0000 7f2f5ffff640 1 --2- 172.21.15.5:0/1616207774 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2f4c06c2e0 0x7f2f4c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:18.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.540+0000 7f2f5ffff640 1 --2- 172.21.15.5:0/1616207774 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2f4c06c2e0 0x7f2f4c06e7a0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f2f5000aac0 tx=0x7f2f50008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:18.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.543+0000 7f2f5cff9640 1 -- 172.21.15.5:0/1616207774 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2f5807a340 con 0x7f2f600d0ff0 2024-09-19T05:02:18.716 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.715+0000 7f2f66766640 1 -- 172.21.15.5:0/1616207774 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2f6014ced0 con 0x7f2f4c06c2e0 2024-09-19T05:02:18.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.721+0000 7f2f5cff9640 1 -- 172.21.15.5:0/1616207774 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+244929 (secure 0 0 0) 0x7f2f6014ced0 con 0x7f2f4c06c2e0 2024-09-19T05:02:18.725 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:18.726 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:02:18.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.725+0000 7f2f66766640 1 -- 172.21.15.5:0/1616207774 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2f4c06c2e0 msgr2=0x7f2f4c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:18.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.725+0000 7f2f66766640 1 --2- 172.21.15.5:0/1616207774 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2f4c06c2e0 0x7f2f4c06e7a0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f2f5000aac0 tx=0x7f2f50008040 comp rx=0 tx=0).stop 2024-09-19T05:02:18.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.725+0000 7f2f66766640 1 -- 172.21.15.5:0/1616207774 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2f600d0ff0 msgr2=0x7f2f6015fc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:18.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.725+0000 7f2f66766640 1 --2- 172.21.15.5:0/1616207774 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2f600d0ff0 0x7f2f6015fc00 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f2f58034040 tx=0x7f2f58004a40 comp rx=0 tx=0).stop 2024-09-19T05:02:18.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.725+0000 7f2f66766640 1 -- 172.21.15.5:0/1616207774 shutdown_connections 2024-09-19T05:02:18.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.725+0000 7f2f66766640 1 --2- 172.21.15.5:0/1616207774 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2f4c06c2e0 0x7f2f4c06e7a0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:18.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.725+0000 7f2f66766640 1 --2- 172.21.15.5:0/1616207774 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2f600d0ff0 0x7f2f6015fc00 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:18.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.725+0000 7f2f66766640 1 --2- 172.21.15.5:0/1616207774 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2f600cfa10 0x7f2f6015f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:18.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.725+0000 7f2f66766640 1 --2- 172.21.15.5:0/1616207774 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2f600b7670 0x7f2f6014c990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:18.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.725+0000 7f2f66766640 1 -- 172.21.15.5:0/1616207774 >> 172.21.15.5:0/1616207774 conn(0x7f2f60067f80 msgr2=0x7f2f600b58f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:18.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.725+0000 7f2f66766640 1 -- 172.21.15.5:0/1616207774 shutdown_connections 2024-09-19T05:02:18.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.725+0000 7f2f66766640 1 -- 172.21.15.5:0/1616207774 wait complete. 2024-09-19T05:02:18.737 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":67,"stamp":"2024-09-19T05:02:17.273798+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":162,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":120,"ondisk_log_size":120,"up":140,"acting":140,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":45,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":237248,"kb_used_data":4360,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737472,"statfs":{"total":773094113280,"available":772851171328,"internally_reserved":0,"allocated":4464640,"data_stored":2579817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.260399"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120616+0000","last_change":"2024-09-19T05:02:15.065567+0000","last_active":"2024-09-19T05:02:16.120616+0000","last_peered":"2024-09-19T05:02:16.120616+0000","last_clean":"2024-09-19T05:02:16.120616+0000","last_became_active":"2024-09-19T05:02:15.065209+0000","last_became_peered":"2024-09-19T05:02:15.065209+0000","last_unstale":"2024-09-19T05:02:16.120616+0000","last_undegraded":"2024-09-19T05:02:16.120616+0000","last_fullsized":"2024-09-19T05:02:16.120616+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:28.490329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120761+0000","last_change":"2024-09-19T05:02:15.056093+0000","last_active":"2024-09-19T05:02:16.120761+0000","last_peered":"2024-09-19T05:02:16.120761+0000","last_clean":"2024-09-19T05:02:16.120761+0000","last_became_active":"2024-09-19T05:02:15.055806+0000","last_became_peered":"2024-09-19T05:02:15.055806+0000","last_unstale":"2024-09-19T05:02:16.120761+0000","last_undegraded":"2024-09-19T05:02:16.120761+0000","last_fullsized":"2024-09-19T05:02:16.120761+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:55.609164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.019816+0000","last_change":"2024-09-19T05:02:14.019816+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.019816+0000","last_undegraded":"2024-09-19T05:02:14.019816+0000","last_fullsized":"2024-09-19T05:02:14.019816+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.121018+0000","last_change":"2024-09-19T05:02:15.052277+0000","last_active":"2024-09-19T05:02:16.121018+0000","last_peered":"2024-09-19T05:02:16.121018+0000","last_clean":"2024-09-19T05:02:16.121018+0000","last_became_active":"2024-09-19T05:02:15.051959+0000","last_became_peered":"2024-09-19T05:02:15.051959+0000","last_unstale":"2024-09-19T05:02:16.121018+0000","last_undegraded":"2024-09-19T05:02:16.121018+0000","last_fullsized":"2024-09-19T05:02:16.121018+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:55.609164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.018740+0000","last_change":"2024-09-19T05:02:14.018740+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.018740+0000","last_undegraded":"2024-09-19T05:02:14.018740+0000","last_fullsized":"2024-09-19T05:02:14.018740+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.019843+0000","last_change":"2024-09-19T05:02:14.019843+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.019843+0000","last_undegraded":"2024-09-19T05:02:14.019843+0000","last_fullsized":"2024-09-19T05:02:14.019843+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120461+0000","last_change":"2024-09-19T05:02:15.056424+0000","last_active":"2024-09-19T05:02:16.120461+0000","last_peered":"2024-09-19T05:02:16.120461+0000","last_clean":"2024-09-19T05:02:16.120461+0000","last_became_active":"2024-09-19T05:02:15.056121+0000","last_became_peered":"2024-09-19T05:02:15.056121+0000","last_unstale":"2024-09-19T05:02:16.120461+0000","last_undegraded":"2024-09-19T05:02:16.120461+0000","last_fullsized":"2024-09-19T05:02:16.120461+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:27:17.941339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.018966+0000","last_change":"2024-09-19T05:02:14.018966+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.018966+0000","last_undegraded":"2024-09-19T05:02:14.018966+0000","last_fullsized":"2024-09-19T05:02:14.018966+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.019359+0000","last_change":"2024-09-19T05:02:14.019359+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.019359+0000","last_undegraded":"2024-09-19T05:02:14.019359+0000","last_fullsized":"2024-09-19T05:02:14.019359+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.018558+0000","last_change":"2024-09-19T05:02:14.018558+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.018558+0000","last_undegraded":"2024-09-19T05:02:14.018558+0000","last_fullsized":"2024-09-19T05:02:14.018558+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.017590+0000","last_change":"2024-09-19T05:02:14.017590+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.017590+0000","last_undegraded":"2024-09-19T05:02:14.017590+0000","last_fullsized":"2024-09-19T05:02:14.017590+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.021502+0000","last_change":"2024-09-19T05:02:14.021502+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.021502+0000","last_undegraded":"2024-09-19T05:02:14.021502+0000","last_fullsized":"2024-09-19T05:02:14.021502+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.021386+0000","last_change":"2024-09-19T05:02:14.021386+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.021386+0000","last_undegraded":"2024-09-19T05:02:14.021386+0000","last_fullsized":"2024-09-19T05:02:14.021386+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.017078+0000","last_change":"2024-09-19T05:02:14.017078+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.017078+0000","last_undegraded":"2024-09-19T05:02:14.017078+0000","last_fullsized":"2024-09-19T05:02:14.017078+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.018826+0000","last_change":"2024-09-19T05:02:14.018826+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.018826+0000","last_undegraded":"2024-09-19T05:02:14.018826+0000","last_fullsized":"2024-09-19T05:02:14.018826+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.022206+0000","last_change":"2024-09-19T05:02:14.022206+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.022206+0000","last_undegraded":"2024-09-19T05:02:14.022206+0000","last_fullsized":"2024-09-19T05:02:14.022206+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120729+0000","last_change":"2024-09-19T05:02:15.052738+0000","last_active":"2024-09-19T05:02:16.120729+0000","last_peered":"2024-09-19T05:02:16.120729+0000","last_clean":"2024-09-19T05:02:16.120729+0000","last_became_active":"2024-09-19T05:02:15.050772+0000","last_became_peered":"2024-09-19T05:02:15.050772+0000","last_unstale":"2024-09-19T05:02:16.120729+0000","last_undegraded":"2024-09-19T05:02:16.120729+0000","last_fullsized":"2024-09-19T05:02:16.120729+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:28.490329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.023242+0000","last_change":"2024-09-19T05:02:14.023242+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.023242+0000","last_undegraded":"2024-09-19T05:02:14.023242+0000","last_fullsized":"2024-09-19T05:02:14.023242+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.016300+0000","last_change":"2024-09-19T05:02:14.016300+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.016300+0000","last_undegraded":"2024-09-19T05:02:14.016300+0000","last_fullsized":"2024-09-19T05:02:14.016300+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.022274+0000","last_change":"2024-09-19T05:02:14.022274+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.022274+0000","last_undegraded":"2024-09-19T05:02:14.022274+0000","last_fullsized":"2024-09-19T05:02:14.022274+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.021658+0000","last_change":"2024-09-19T05:02:14.021658+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.021658+0000","last_undegraded":"2024-09-19T05:02:14.021658+0000","last_fullsized":"2024-09-19T05:02:14.021658+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.018384+0000","last_change":"2024-09-19T05:02:14.018384+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.018384+0000","last_undegraded":"2024-09-19T05:02:14.018384+0000","last_fullsized":"2024-09-19T05:02:14.018384+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120431+0000","last_change":"2024-09-19T05:02:15.057381+0000","last_active":"2024-09-19T05:02:16.120431+0000","last_peered":"2024-09-19T05:02:16.120431+0000","last_clean":"2024-09-19T05:02:16.120431+0000","last_became_active":"2024-09-19T05:02:15.057113+0000","last_became_peered":"2024-09-19T05:02:15.057113+0000","last_unstale":"2024-09-19T05:02:16.120431+0000","last_undegraded":"2024-09-19T05:02:16.120431+0000","last_fullsized":"2024-09-19T05:02:16.120431+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:27:17.941339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.019288+0000","last_change":"2024-09-19T05:02:14.019288+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.019288+0000","last_undegraded":"2024-09-19T05:02:14.019288+0000","last_fullsized":"2024-09-19T05:02:14.019288+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.033894+0000","last_change":"2024-09-19T05:02:14.032820+0000","last_active":"2024-09-19T05:02:14.033894+0000","last_peered":"2024-09-19T05:02:14.033894+0000","last_clean":"2024-09-19T05:02:14.033894+0000","last_became_active":"2024-09-19T05:02:14.032516+0000","last_became_peered":"2024-09-19T05:02:14.032516+0000","last_unstale":"2024-09-19T05:02:14.033894+0000","last_undegraded":"2024-09-19T05:02:14.033894+0000","last_fullsized":"2024-09-19T05:02:14.033894+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:25:43.692558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120897+0000","last_change":"2024-09-19T05:02:15.053826+0000","last_active":"2024-09-19T05:02:16.120897+0000","last_peered":"2024-09-19T05:02:16.120897+0000","last_clean":"2024-09-19T05:02:16.120897+0000","last_became_active":"2024-09-19T05:02:15.053573+0000","last_became_peered":"2024-09-19T05:02:15.053573+0000","last_unstale":"2024-09-19T05:02:16.120897+0000","last_undegraded":"2024-09-19T05:02:16.120897+0000","last_fullsized":"2024-09-19T05:02:16.120897+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:52:44.974985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.121178+0000","last_change":"2024-09-19T05:02:14.032490+0000","last_active":"2024-09-19T05:02:16.121178+0000","last_peered":"2024-09-19T05:02:16.121178+0000","last_clean":"2024-09-19T05:02:16.121178+0000","last_became_active":"2024-09-19T05:02:14.027522+0000","last_became_peered":"2024-09-19T05:02:14.027522+0000","last_unstale":"2024-09-19T05:02:16.121178+0000","last_undegraded":"2024-09-19T05:02:16.121178+0000","last_fullsized":"2024-09-19T05:02:16.121178+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:26.546360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1d","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.121004+0000","last_change":"2024-09-19T05:02:14.035238+0000","last_active":"2024-09-19T05:02:16.121004+0000","last_peered":"2024-09-19T05:02:16.121004+0000","last_clean":"2024-09-19T05:02:16.121004+0000","last_became_active":"2024-09-19T05:02:14.034742+0000","last_became_peered":"2024-09-19T05:02:14.034742+0000","last_unstale":"2024-09-19T05:02:16.121004+0000","last_undegraded":"2024-09-19T05:02:16.121004+0000","last_fullsized":"2024-09-19T05:02:16.121004+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:33:41.230332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:13.008225+0000","last_change":"2024-09-19T05:02:13.008225+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.008225+0000","last_undegraded":"2024-09-19T05:02:13.008225+0000","last_fullsized":"2024-09-19T05:02:13.008225+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120573+0000","last_change":"2024-09-19T05:02:15.060410+0000","last_active":"2024-09-19T05:02:16.120573+0000","last_peered":"2024-09-19T05:02:16.120573+0000","last_clean":"2024-09-19T05:02:16.120573+0000","last_became_active":"2024-09-19T05:02:15.060144+0000","last_became_peered":"2024-09-19T05:02:15.060144+0000","last_unstale":"2024-09-19T05:02:16.120573+0000","last_undegraded":"2024-09-19T05:02:16.120573+0000","last_fullsized":"2024-09-19T05:02:16.120573+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:07.165063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.030159+0000","last_change":"2024-09-19T05:02:14.028486+0000","last_active":"2024-09-19T05:02:14.030159+0000","last_peered":"2024-09-19T05:02:14.030159+0000","last_clean":"2024-09-19T05:02:14.030159+0000","last_became_active":"2024-09-19T05:02:14.028049+0000","last_became_peered":"2024-09-19T05:02:14.028049+0000","last_unstale":"2024-09-19T05:02:14.030159+0000","last_undegraded":"2024-09-19T05:02:14.030159+0000","last_fullsized":"2024-09-19T05:02:14.030159+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:14.785201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.016547+0000","last_change":"2024-09-19T05:02:14.016547+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.016547+0000","last_undegraded":"2024-09-19T05:02:14.016547+0000","last_fullsized":"2024-09-19T05:02:14.016547+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.035159+0000","last_change":"2024-09-19T05:02:14.031619+0000","last_active":"2024-09-19T05:02:14.035159+0000","last_peered":"2024-09-19T05:02:14.035159+0000","last_clean":"2024-09-19T05:02:14.035159+0000","last_became_active":"2024-09-19T05:02:14.031269+0000","last_became_peered":"2024-09-19T05:02:14.031269+0000","last_unstale":"2024-09-19T05:02:14.035159+0000","last_undegraded":"2024-09-19T05:02:14.035159+0000","last_fullsized":"2024-09-19T05:02:14.035159+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:14.785201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120618+0000","last_change":"2024-09-19T05:02:14.032082+0000","last_active":"2024-09-19T05:02:16.120618+0000","last_peered":"2024-09-19T05:02:16.120618+0000","last_clean":"2024-09-19T05:02:16.120618+0000","last_became_active":"2024-09-19T05:02:14.031786+0000","last_became_peered":"2024-09-19T05:02:14.031786+0000","last_unstale":"2024-09-19T05:02:16.120618+0000","last_undegraded":"2024-09-19T05:02:16.120618+0000","last_fullsized":"2024-09-19T05:02:16.120618+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:26.546360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:13.008225+0000","last_change":"2024-09-19T05:02:13.008225+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.008225+0000","last_undegraded":"2024-09-19T05:02:13.008225+0000","last_fullsized":"2024-09-19T05:02:13.008225+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-19T05:02:13.018873+0000","last_change":"2024-09-19T05:02:13.018873+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.018873+0000","last_undegraded":"2024-09-19T05:02:13.018873+0000","last_fullsized":"2024-09-19T05:02:13.018873+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.018465+0000","last_change":"2024-09-19T05:02:14.018465+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.018465+0000","last_undegraded":"2024-09-19T05:02:14.018465+0000","last_fullsized":"2024-09-19T05:02:14.018465+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.029731+0000","last_change":"2024-09-19T05:02:14.026763+0000","last_active":"2024-09-19T05:02:14.029731+0000","last_peered":"2024-09-19T05:02:14.029731+0000","last_clean":"2024-09-19T05:02:14.029731+0000","last_became_active":"2024-09-19T05:02:14.025839+0000","last_became_peered":"2024-09-19T05:02:14.025839+0000","last_unstale":"2024-09-19T05:02:14.029731+0000","last_undegraded":"2024-09-19T05:02:14.029731+0000","last_fullsized":"2024-09-19T05:02:14.029731+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:48.335631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.121173+0000","last_change":"2024-09-19T05:02:15.059636+0000","last_active":"2024-09-19T05:02:16.121173+0000","last_peered":"2024-09-19T05:02:16.121173+0000","last_clean":"2024-09-19T05:02:16.121173+0000","last_became_active":"2024-09-19T05:02:15.059334+0000","last_became_peered":"2024-09-19T05:02:15.059334+0000","last_unstale":"2024-09-19T05:02:16.121173+0000","last_undegraded":"2024-09-19T05:02:16.121173+0000","last_fullsized":"2024-09-19T05:02:16.121173+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:51.697617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.035416+0000","last_change":"2024-09-19T05:02:14.034868+0000","last_active":"2024-09-19T05:02:14.035416+0000","last_peered":"2024-09-19T05:02:14.035416+0000","last_clean":"2024-09-19T05:02:14.035416+0000","last_became_active":"2024-09-19T05:02:14.034576+0000","last_became_peered":"2024-09-19T05:02:14.034576+0000","last_unstale":"2024-09-19T05:02:14.035416+0000","last_undegraded":"2024-09-19T05:02:14.035416+0000","last_fullsized":"2024-09-19T05:02:14.035416+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:25.808338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-19T05:02:13.019114+0000","last_change":"2024-09-19T05:02:13.019114+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.019114+0000","last_undegraded":"2024-09-19T05:02:13.019114+0000","last_fullsized":"2024-09-19T05:02:13.019114+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120296+0000","last_change":"2024-09-19T05:02:15.063671+0000","last_active":"2024-09-19T05:02:16.120296+0000","last_peered":"2024-09-19T05:02:16.120296+0000","last_clean":"2024-09-19T05:02:16.120296+0000","last_became_active":"2024-09-19T05:02:15.063394+0000","last_became_peered":"2024-09-19T05:02:15.063394+0000","last_unstale":"2024-09-19T05:02:16.120296+0000","last_undegraded":"2024-09-19T05:02:16.120296+0000","last_fullsized":"2024-09-19T05:02:16.120296+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:43.733077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-19T05:02:13.018865+0000","last_change":"2024-09-19T05:02:13.018865+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.018865+0000","last_undegraded":"2024-09-19T05:02:13.018865+0000","last_fullsized":"2024-09-19T05:02:13.018865+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120739+0000","last_change":"2024-09-19T05:02:14.034308+0000","last_active":"2024-09-19T05:02:16.120739+0000","last_peered":"2024-09-19T05:02:16.120739+0000","last_clean":"2024-09-19T05:02:16.120739+0000","last_became_active":"2024-09-19T05:02:14.033843+0000","last_became_peered":"2024-09-19T05:02:14.033843+0000","last_unstale":"2024-09-19T05:02:16.120739+0000","last_undegraded":"2024-09-19T05:02:16.120739+0000","last_fullsized":"2024-09-19T05:02:16.120739+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:26:48.878971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.017351+0000","last_change":"2024-09-19T05:02:14.017351+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.017351+0000","last_undegraded":"2024-09-19T05:02:14.017351+0000","last_fullsized":"2024-09-19T05:02:14.017351+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.034284+0000","last_change":"2024-09-19T05:02:14.032815+0000","last_active":"2024-09-19T05:02:14.034284+0000","last_peered":"2024-09-19T05:02:14.034284+0000","last_clean":"2024-09-19T05:02:14.034284+0000","last_became_active":"2024-09-19T05:02:14.032475+0000","last_became_peered":"2024-09-19T05:02:14.032475+0000","last_unstale":"2024-09-19T05:02:14.034284+0000","last_undegraded":"2024-09-19T05:02:14.034284+0000","last_fullsized":"2024-09-19T05:02:14.034284+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:34:22.748537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.030679+0000","last_change":"2024-09-19T05:02:14.028022+0000","last_active":"2024-09-19T05:02:14.030679+0000","last_peered":"2024-09-19T05:02:14.030679+0000","last_clean":"2024-09-19T05:02:14.030679+0000","last_became_active":"2024-09-19T05:02:14.027569+0000","last_became_peered":"2024-09-19T05:02:14.027569+0000","last_unstale":"2024-09-19T05:02:14.030679+0000","last_undegraded":"2024-09-19T05:02:14.030679+0000","last_fullsized":"2024-09-19T05:02:14.030679+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:13:19.802477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.033499+0000","last_change":"2024-09-19T05:02:14.031056+0000","last_active":"2024-09-19T05:02:14.033499+0000","last_peered":"2024-09-19T05:02:14.033499+0000","last_clean":"2024-09-19T05:02:14.033499+0000","last_became_active":"2024-09-19T05:02:14.030790+0000","last_became_peered":"2024-09-19T05:02:14.030790+0000","last_unstale":"2024-09-19T05:02:14.033499+0000","last_undegraded":"2024-09-19T05:02:14.033499+0000","last_fullsized":"2024-09-19T05:02:14.033499+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:10.413021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.019392+0000","last_change":"2024-09-19T05:02:14.019392+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.019392+0000","last_undegraded":"2024-09-19T05:02:14.019392+0000","last_fullsized":"2024-09-19T05:02:14.019392+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:13.008225+0000","last_change":"2024-09-19T05:02:13.008225+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.008225+0000","last_undegraded":"2024-09-19T05:02:13.008225+0000","last_fullsized":"2024-09-19T05:02:13.008225+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-19T05:02:13.015004+0000","last_change":"2024-09-19T05:02:13.015004+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.015004+0000","last_undegraded":"2024-09-19T05:02:13.015004+0000","last_fullsized":"2024-09-19T05:02:13.015004+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120823+0000","last_change":"2024-09-19T05:02:14.035138+0000","last_active":"2024-09-19T05:02:16.120823+0000","last_peered":"2024-09-19T05:02:16.120823+0000","last_clean":"2024-09-19T05:02:16.120823+0000","last_became_active":"2024-09-19T05:02:14.034789+0000","last_became_peered":"2024-09-19T05:02:14.034789+0000","last_unstale":"2024-09-19T05:02:16.120823+0000","last_undegraded":"2024-09-19T05:02:16.120823+0000","last_fullsized":"2024-09-19T05:02:16.120823+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:47.076855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.017951+0000","last_change":"2024-09-19T05:02:14.017951+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.017951+0000","last_undegraded":"2024-09-19T05:02:14.017951+0000","last_fullsized":"2024-09-19T05:02:14.017951+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-19T05:02:13.014638+0000","last_change":"2024-09-19T05:02:13.014638+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.014638+0000","last_undegraded":"2024-09-19T05:02:13.014638+0000","last_fullsized":"2024-09-19T05:02:13.014638+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120341+0000","last_change":"2024-09-19T05:02:15.070736+0000","last_active":"2024-09-19T05:02:16.120341+0000","last_peered":"2024-09-19T05:02:16.120341+0000","last_clean":"2024-09-19T05:02:16.120341+0000","last_became_active":"2024-09-19T05:02:15.070434+0000","last_became_peered":"2024-09-19T05:02:15.070434+0000","last_unstale":"2024-09-19T05:02:16.120341+0000","last_undegraded":"2024-09-19T05:02:16.120341+0000","last_fullsized":"2024-09-19T05:02:16.120341+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:29.240052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-19T05:02:13.014701+0000","last_change":"2024-09-19T05:02:13.014701+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.014701+0000","last_undegraded":"2024-09-19T05:02:13.014701+0000","last_fullsized":"2024-09-19T05:02:13.014701+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.016739+0000","last_change":"2024-09-19T05:02:14.016739+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.016739+0000","last_undegraded":"2024-09-19T05:02:14.016739+0000","last_fullsized":"2024-09-19T05:02:14.016739+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.030756+0000","last_change":"2024-09-19T05:02:14.029291+0000","last_active":"2024-09-19T05:02:14.030756+0000","last_peered":"2024-09-19T05:02:14.030756+0000","last_clean":"2024-09-19T05:02:14.030756+0000","last_became_active":"2024-09-19T05:02:14.029034+0000","last_became_peered":"2024-09-19T05:02:14.029034+0000","last_unstale":"2024-09-19T05:02:14.030756+0000","last_undegraded":"2024-09-19T05:02:14.030756+0000","last_fullsized":"2024-09-19T05:02:14.030756+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:48.335631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-19T05:02:13.014601+0000","last_change":"2024-09-19T05:02:13.014601+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.014601+0000","last_undegraded":"2024-09-19T05:02:13.014601+0000","last_fullsized":"2024-09-19T05:02:13.014601+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120877+0000","last_change":"2024-09-19T05:02:15.061611+0000","last_active":"2024-09-19T05:02:16.120877+0000","last_peered":"2024-09-19T05:02:16.120877+0000","last_clean":"2024-09-19T05:02:16.120877+0000","last_became_active":"2024-09-19T05:02:15.061342+0000","last_became_peered":"2024-09-19T05:02:15.061342+0000","last_unstale":"2024-09-19T05:02:16.120877+0000","last_undegraded":"2024-09-19T05:02:16.120877+0000","last_fullsized":"2024-09-19T05:02:16.120877+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:51.697617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.034783+0000","last_change":"2024-09-19T05:02:14.032818+0000","last_active":"2024-09-19T05:02:14.034783+0000","last_peered":"2024-09-19T05:02:14.034783+0000","last_clean":"2024-09-19T05:02:14.034783+0000","last_became_active":"2024-09-19T05:02:14.032529+0000","last_became_peered":"2024-09-19T05:02:14.032529+0000","last_unstale":"2024-09-19T05:02:14.034783+0000","last_undegraded":"2024-09-19T05:02:14.034783+0000","last_fullsized":"2024-09-19T05:02:14.034783+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:02:52.072467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.017525+0000","last_change":"2024-09-19T05:02:14.017525+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.017525+0000","last_undegraded":"2024-09-19T05:02:14.017525+0000","last_fullsized":"2024-09-19T05:02:14.017525+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-19T05:02:13.014645+0000","last_change":"2024-09-19T05:02:13.014645+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.014645+0000","last_undegraded":"2024-09-19T05:02:13.014645+0000","last_fullsized":"2024-09-19T05:02:13.014645+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120702+0000","last_change":"2024-09-19T05:02:14.035263+0000","last_active":"2024-09-19T05:02:16.120702+0000","last_peered":"2024-09-19T05:02:16.120702+0000","last_clean":"2024-09-19T05:02:16.120702+0000","last_became_active":"2024-09-19T05:02:14.034885+0000","last_became_peered":"2024-09-19T05:02:14.034885+0000","last_unstale":"2024-09-19T05:02:16.120702+0000","last_undegraded":"2024-09-19T05:02:16.120702+0000","last_fullsized":"2024-09-19T05:02:16.120702+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:29:10.628521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120440+0000","last_change":"2024-09-19T05:02:15.055410+0000","last_active":"2024-09-19T05:02:16.120440+0000","last_peered":"2024-09-19T05:02:16.120440+0000","last_clean":"2024-09-19T05:02:16.120440+0000","last_became_active":"2024-09-19T05:02:15.055108+0000","last_became_peered":"2024-09-19T05:02:15.055108+0000","last_unstale":"2024-09-19T05:02:16.120440+0000","last_undegraded":"2024-09-19T05:02:16.120440+0000","last_fullsized":"2024-09-19T05:02:16.120440+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:00:24.140432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.121331+0000","last_change":"2024-09-19T05:02:14.027364+0000","last_active":"2024-09-19T05:02:16.121331+0000","last_peered":"2024-09-19T05:02:16.121331+0000","last_clean":"2024-09-19T05:02:16.121331+0000","last_became_active":"2024-09-19T05:02:14.027070+0000","last_became_peered":"2024-09-19T05:02:14.027070+0000","last_unstale":"2024-09-19T05:02:16.121331+0000","last_undegraded":"2024-09-19T05:02:16.121331+0000","last_fullsized":"2024-09-19T05:02:16.121331+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:28.212854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120523+0000","last_change":"2024-09-19T05:02:15.068896+0000","last_active":"2024-09-19T05:02:16.120523+0000","last_peered":"2024-09-19T05:02:16.120523+0000","last_clean":"2024-09-19T05:02:16.120523+0000","last_became_active":"2024-09-19T05:02:15.068571+0000","last_became_peered":"2024-09-19T05:02:15.068571+0000","last_unstale":"2024-09-19T05:02:16.120523+0000","last_undegraded":"2024-09-19T05:02:16.120523+0000","last_fullsized":"2024-09-19T05:02:16.120523+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:07.165063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.027655+0000","last_change":"2024-09-19T05:02:14.025836+0000","last_active":"2024-09-19T05:02:14.027655+0000","last_peered":"2024-09-19T05:02:14.027655+0000","last_clean":"2024-09-19T05:02:14.027655+0000","last_became_active":"2024-09-19T05:02:14.025507+0000","last_became_peered":"2024-09-19T05:02:14.025507+0000","last_unstale":"2024-09-19T05:02:14.027655+0000","last_undegraded":"2024-09-19T05:02:14.027655+0000","last_fullsized":"2024-09-19T05:02:14.027655+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:41.350775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:14.010306+0000","last_change":"2024-09-19T05:02:14.010306+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.010306+0000","last_undegraded":"2024-09-19T05:02:14.010306+0000","last_fullsized":"2024-09-19T05:02:14.010306+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:13.008225+0000","last_change":"2024-09-19T05:02:13.008225+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.008225+0000","last_undegraded":"2024-09-19T05:02:13.008225+0000","last_fullsized":"2024-09-19T05:02:13.008225+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.017263+0000","last_change":"2024-09-19T05:02:14.017263+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.017263+0000","last_undegraded":"2024-09-19T05:02:14.017263+0000","last_fullsized":"2024-09-19T05:02:14.017263+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":36,"state":"creating+peering","last_fresh":"2024-09-19T05:02:13.018755+0000","last_change":"2024-09-19T05:02:13.018755+0000","last_active":"2024-09-19T05:02:13.008225+0000","last_peered":"2024-09-19T05:02:13.008225+0000","last_clean":"2024-09-19T05:02:13.008225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:13.018755+0000","last_undegraded":"2024-09-19T05:02:13.018755+0000","last_fullsized":"2024-09-19T05:02:13.018755+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.019094+0000","last_change":"2024-09-19T05:02:14.019094+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.019094+0000","last_undegraded":"2024-09-19T05:02:14.019094+0000","last_fullsized":"2024-09-19T05:02:14.019094+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.030718+0000","last_change":"2024-09-19T05:02:14.027814+0000","last_active":"2024-09-19T05:02:14.030718+0000","last_peered":"2024-09-19T05:02:14.030718+0000","last_clean":"2024-09-19T05:02:14.030718+0000","last_became_active":"2024-09-19T05:02:14.027503+0000","last_became_peered":"2024-09-19T05:02:14.027503+0000","last_unstale":"2024-09-19T05:02:14.030718+0000","last_undegraded":"2024-09-19T05:02:14.030718+0000","last_fullsized":"2024-09-19T05:02:14.030718+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:05:30.988121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":202,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.020020+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:02:14.020020+0000","last_peered":"2024-09-19T05:02:14.020020+0000","last_clean":"2024-09-19T05:02:14.020020+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:02:14.020020+0000","last_undegraded":"2024-09-19T05:02:14.020020+0000","last_fullsized":"2024-09-19T05:02:14.020020+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":82,"acting":82,"num_store_stats":5},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":56,"acting":56,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509457,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28004,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343836,"statfs":{"total":96636764160,"available":96608088064,"internally_reserved":0,"allocated":999424,"data_stored":763271,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":405504,"data_stored":172903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509456,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27424,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344416,"statfs":{"total":96636764160,"available":96608681984,"internally_reserved":0,"allocated":405504,"data_stored":172903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542160,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31576,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340264,"statfs":{"total":96636764160,"available":96604430336,"internally_reserved":0,"allocated":393216,"data_stored":166694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542160,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31572,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340268,"statfs":{"total":96636764160,"available":96604434432,"internally_reserved":0,"allocated":393216,"data_stored":166694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574865,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27416,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344424,"statfs":{"total":96636764160,"available":96608690176,"internally_reserved":0,"allocated":393216,"data_stored":166694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574865,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31620,"kb_used_data":424,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340220,"statfs":{"total":96636764160,"available":96604385280,"internally_reserved":0,"allocated":434176,"data_stored":186827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574865,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32208,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339632,"statfs":{"total":96636764160,"available":96603783168,"internally_reserved":0,"allocated":1040384,"data_stored":783831,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:02:18.740 INFO:tasks.ceph.ceph_manager.ceph:PG 6.3f is not active+clean 2024-09-19T05:02:18.741 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:02:14.010306+0000', 'last_change': '2024-09-19T05:02:14.010306+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.010306+0000', 'last_undegraded': '2024-09-19T05:02:14.010306+0000', 'last_fullsized': '2024-09-19T05:02:14.010306+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:02:18.741 INFO:tasks.ceph.ceph_manager.ceph:PG 6.3e is not active+clean 2024-09-19T05:02:18.741 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:02:14.010306+0000', 'last_change': '2024-09-19T05:02:14.010306+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.010306+0000', 'last_undegraded': '2024-09-19T05:02:14.010306+0000', 'last_fullsized': '2024-09-19T05:02:14.010306+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:02:18.741 INFO:tasks.ceph.ceph_manager.ceph:PG 6.3c is not active+clean 2024-09-19T05:02:18.741 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:02:14.010306+0000', 'last_change': '2024-09-19T05:02:14.010306+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.010306+0000', 'last_undegraded': '2024-09-19T05:02:14.010306+0000', 'last_fullsized': '2024-09-19T05:02:14.010306+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:02:18.741 INFO:tasks.ceph.ceph_manager.ceph:PG 6.3b is not active+clean 2024-09-19T05:02:18.741 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:02:14.010306+0000', 'last_change': '2024-09-19T05:02:14.010306+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.010306+0000', 'last_undegraded': '2024-09-19T05:02:14.010306+0000', 'last_fullsized': '2024-09-19T05:02:14.010306+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:02:18.741 INFO:tasks.ceph.ceph_manager.ceph:PG 6.39 is not active+clean 2024-09-19T05:02:18.741 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:14.019816+0000', 'last_change': '2024-09-19T05:02:14.019816+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.019816+0000', 'last_undegraded': '2024-09-19T05:02:14.019816+0000', 'last_fullsized': '2024-09-19T05:02:14.019816+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:02:18.741 INFO:tasks.ceph.ceph_manager.ceph:PG 6.38 is not active+clean 2024-09-19T05:02:18.742 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:02:14.010306+0000', 'last_change': '2024-09-19T05:02:14.010306+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.010306+0000', 'last_undegraded': '2024-09-19T05:02:14.010306+0000', 'last_fullsized': '2024-09-19T05:02:14.010306+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:02:18.742 INFO:tasks.ceph.ceph_manager.ceph:PG 6.36 is not active+clean 2024-09-19T05:02:18.742 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:14.018740+0000', 'last_change': '2024-09-19T05:02:14.018740+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.018740+0000', 'last_undegraded': '2024-09-19T05:02:14.018740+0000', 'last_fullsized': '2024-09-19T05:02:14.018740+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:02:18.742 INFO:tasks.ceph.ceph_manager.ceph:PG 6.35 is not active+clean 2024-09-19T05:02:18.742 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:14.019843+0000', 'last_change': '2024-09-19T05:02:14.019843+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.019843+0000', 'last_undegraded': '2024-09-19T05:02:14.019843+0000', 'last_fullsized': '2024-09-19T05:02:14.019843+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:02:18.742 INFO:tasks.ceph.ceph_manager.ceph:PG 6.33 is not active+clean 2024-09-19T05:02:18.742 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:14.018966+0000', 'last_change': '2024-09-19T05:02:14.018966+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.018966+0000', 'last_undegraded': '2024-09-19T05:02:14.018966+0000', 'last_fullsized': '2024-09-19T05:02:14.018966+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:02:18.742 INFO:tasks.ceph.ceph_manager.ceph:PG 6.32 is not active+clean 2024-09-19T05:02:18.742 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:02:14.010306+0000', 'last_change': '2024-09-19T05:02:14.010306+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.010306+0000', 'last_undegraded': '2024-09-19T05:02:14.010306+0000', 'last_fullsized': '2024-09-19T05:02:14.010306+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:02:18.742 INFO:tasks.ceph.ceph_manager.ceph:PG 6.31 is not active+clean 2024-09-19T05:02:18.742 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:14.019359+0000', 'last_change': '2024-09-19T05:02:14.019359+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.019359+0000', 'last_undegraded': '2024-09-19T05:02:14.019359+0000', 'last_fullsized': '2024-09-19T05:02:14.019359+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:02:18.742 INFO:tasks.ceph.ceph_manager.ceph:PG 6.30 is not active+clean 2024-09-19T05:02:18.743 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:14.018558+0000', 'last_change': '2024-09-19T05:02:14.018558+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.018558+0000', 'last_undegraded': '2024-09-19T05:02:14.018558+0000', 'last_fullsized': '2024-09-19T05:02:14.018558+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:02:18.743 INFO:tasks.ceph.ceph_manager.ceph:PG 6.2f is not active+clean 2024-09-19T05:02:18.743 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:14.017590+0000', 'last_change': '2024-09-19T05:02:14.017590+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.017590+0000', 'last_undegraded': '2024-09-19T05:02:14.017590+0000', 'last_fullsized': '2024-09-19T05:02:14.017590+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:02:18.743 INFO:tasks.ceph.ceph_manager.ceph:PG 6.2e is not active+clean 2024-09-19T05:02:18.743 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:14.021502+0000', 'last_change': '2024-09-19T05:02:14.021502+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.021502+0000', 'last_undegraded': '2024-09-19T05:02:14.021502+0000', 'last_fullsized': '2024-09-19T05:02:14.021502+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:02:18.743 INFO:tasks.ceph.ceph_manager.ceph:PG 6.2d is not active+clean 2024-09-19T05:02:18.743 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:02:14.010306+0000', 'last_change': '2024-09-19T05:02:14.010306+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.010306+0000', 'last_undegraded': '2024-09-19T05:02:14.010306+0000', 'last_fullsized': '2024-09-19T05:02:14.010306+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:02:18.743 INFO:tasks.ceph.ceph_manager.ceph:PG 6.2c is not active+clean 2024-09-19T05:02:18.743 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:14.021386+0000', 'last_change': '2024-09-19T05:02:14.021386+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.021386+0000', 'last_undegraded': '2024-09-19T05:02:14.021386+0000', 'last_fullsized': '2024-09-19T05:02:14.021386+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:02:18.743 INFO:tasks.ceph.ceph_manager.ceph:PG 6.2b is not active+clean 2024-09-19T05:02:18.743 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:14.017078+0000', 'last_change': '2024-09-19T05:02:14.017078+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.017078+0000', 'last_undegraded': '2024-09-19T05:02:14.017078+0000', 'last_fullsized': '2024-09-19T05:02:14.017078+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:02:18.743 INFO:tasks.ceph.ceph_manager.ceph:PG 6.2a is not active+clean 2024-09-19T05:02:18.744 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:02:14.010306+0000', 'last_change': '2024-09-19T05:02:14.010306+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.010306+0000', 'last_undegraded': '2024-09-19T05:02:14.010306+0000', 'last_fullsized': '2024-09-19T05:02:14.010306+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:02:18.744 INFO:tasks.ceph.ceph_manager.ceph:PG 6.29 is not active+clean 2024-09-19T05:02:18.744 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:14.018826+0000', 'last_change': '2024-09-19T05:02:14.018826+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.018826+0000', 'last_undegraded': '2024-09-19T05:02:14.018826+0000', 'last_fullsized': '2024-09-19T05:02:14.018826+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:02:18.744 INFO:tasks.ceph.ceph_manager.ceph:PG 6.28 is not active+clean 2024-09-19T05:02:18.744 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:02:14.010306+0000', 'last_change': '2024-09-19T05:02:14.010306+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.010306+0000', 'last_undegraded': '2024-09-19T05:02:14.010306+0000', 'last_fullsized': '2024-09-19T05:02:14.010306+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:02:18.744 INFO:tasks.ceph.ceph_manager.ceph:PG 6.27 is not active+clean 2024-09-19T05:02:18.744 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:14.022206+0000', 'last_change': '2024-09-19T05:02:14.022206+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.022206+0000', 'last_undegraded': '2024-09-19T05:02:14.022206+0000', 'last_fullsized': '2024-09-19T05:02:14.022206+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:02:18.744 INFO:tasks.ceph.ceph_manager.ceph:PG 6.25 is not active+clean 2024-09-19T05:02:18.744 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:14.023242+0000', 'last_change': '2024-09-19T05:02:14.023242+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.023242+0000', 'last_undegraded': '2024-09-19T05:02:14.023242+0000', 'last_fullsized': '2024-09-19T05:02:14.023242+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:02:18.744 INFO:tasks.ceph.ceph_manager.ceph:PG 6.24 is not active+clean 2024-09-19T05:02:18.744 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:14.016300+0000', 'last_change': '2024-09-19T05:02:14.016300+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.016300+0000', 'last_undegraded': '2024-09-19T05:02:14.016300+0000', 'last_fullsized': '2024-09-19T05:02:14.016300+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:02:18.745 INFO:tasks.ceph.ceph_manager.ceph:PG 6.23 is not active+clean 2024-09-19T05:02:18.745 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:14.022274+0000', 'last_change': '2024-09-19T05:02:14.022274+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.022274+0000', 'last_undegraded': '2024-09-19T05:02:14.022274+0000', 'last_fullsized': '2024-09-19T05:02:14.022274+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:02:18.745 INFO:tasks.ceph.ceph_manager.ceph:PG 6.22 is not active+clean 2024-09-19T05:02:18.745 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:14.021658+0000', 'last_change': '2024-09-19T05:02:14.021658+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.021658+0000', 'last_undegraded': '2024-09-19T05:02:14.021658+0000', 'last_fullsized': '2024-09-19T05:02:14.021658+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:02:18.745 INFO:tasks.ceph.ceph_manager.ceph:PG 6.21 is not active+clean 2024-09-19T05:02:18.745 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:14.018384+0000', 'last_change': '2024-09-19T05:02:14.018384+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.018384+0000', 'last_undegraded': '2024-09-19T05:02:14.018384+0000', 'last_fullsized': '2024-09-19T05:02:14.018384+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:02:18.745 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1c is not active+clean 2024-09-19T05:02:18.745 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:14.019288+0000', 'last_change': '2024-09-19T05:02:14.019288+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.019288+0000', 'last_undegraded': '2024-09-19T05:02:14.019288+0000', 'last_fullsized': '2024-09-19T05:02:14.019288+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:02:18.745 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1e is not active+clean 2024-09-19T05:02:18.745 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:02:14.010306+0000', 'last_change': '2024-09-19T05:02:14.010306+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.010306+0000', 'last_undegraded': '2024-09-19T05:02:14.010306+0000', 'last_fullsized': '2024-09-19T05:02:14.010306+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:02:18.745 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1f is not active+clean 2024-09-19T05:02:18.745 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:02:14.010306+0000', 'last_change': '2024-09-19T05:02:14.010306+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.010306+0000', 'last_undegraded': '2024-09-19T05:02:14.010306+0000', 'last_fullsized': '2024-09-19T05:02:14.010306+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:02:18.746 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1c is not active+clean 2024-09-19T05:02:18.746 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:02:13.008225+0000', 'last_change': '2024-09-19T05:02:13.008225+0000', 'last_active': '2024-09-19T05:02:13.008225+0000', 'last_peered': '2024-09-19T05:02:13.008225+0000', 'last_clean': '2024-09-19T05:02:13.008225+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:13.008225+0000', 'last_undegraded': '2024-09-19T05:02:13.008225+0000', 'last_fullsized': '2024-09-19T05:02:13.008225+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:02:18.746 INFO:tasks.ceph.ceph_manager.ceph:PG 6.19 is not active+clean 2024-09-19T05:02:18.746 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:14.016547+0000', 'last_change': '2024-09-19T05:02:14.016547+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.016547+0000', 'last_undegraded': '2024-09-19T05:02:14.016547+0000', 'last_fullsized': '2024-09-19T05:02:14.016547+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:02:18.746 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1a is not active+clean 2024-09-19T05:02:18.746 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:02:14.010306+0000', 'last_change': '2024-09-19T05:02:14.010306+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.010306+0000', 'last_undegraded': '2024-09-19T05:02:14.010306+0000', 'last_fullsized': '2024-09-19T05:02:14.010306+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:02:18.746 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1b is not active+clean 2024-09-19T05:02:18.746 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:02:14.010306+0000', 'last_change': '2024-09-19T05:02:14.010306+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.010306+0000', 'last_undegraded': '2024-09-19T05:02:14.010306+0000', 'last_fullsized': '2024-09-19T05:02:14.010306+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:02:18.746 INFO:tasks.ceph.ceph_manager.ceph:PG 5.18 is not active+clean 2024-09-19T05:02:18.746 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:02:13.008225+0000', 'last_change': '2024-09-19T05:02:13.008225+0000', 'last_active': '2024-09-19T05:02:13.008225+0000', 'last_peered': '2024-09-19T05:02:13.008225+0000', 'last_clean': '2024-09-19T05:02:13.008225+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:13.008225+0000', 'last_undegraded': '2024-09-19T05:02:13.008225+0000', 'last_fullsized': '2024-09-19T05:02:13.008225+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:02:18.746 INFO:tasks.ceph.ceph_manager.ceph:PG 6.14 is not active+clean 2024-09-19T05:02:18.746 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:02:14.010306+0000', 'last_change': '2024-09-19T05:02:14.010306+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.010306+0000', 'last_undegraded': '2024-09-19T05:02:14.010306+0000', 'last_fullsized': '2024-09-19T05:02:14.010306+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:02:18.747 INFO:tasks.ceph.ceph_manager.ceph:PG 5.17 is not active+clean 2024-09-19T05:02:18.747 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:13.018873+0000', 'last_change': '2024-09-19T05:02:13.018873+0000', 'last_active': '2024-09-19T05:02:13.008225+0000', 'last_peered': '2024-09-19T05:02:13.008225+0000', 'last_clean': '2024-09-19T05:02:13.008225+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:13.018873+0000', 'last_undegraded': '2024-09-19T05:02:13.018873+0000', 'last_fullsized': '2024-09-19T05:02:13.018873+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:02:18.747 INFO:tasks.ceph.ceph_manager.ceph:PG 6.15 is not active+clean 2024-09-19T05:02:18.747 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:14.018465+0000', 'last_change': '2024-09-19T05:02:14.018465+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.018465+0000', 'last_undegraded': '2024-09-19T05:02:14.018465+0000', 'last_fullsized': '2024-09-19T05:02:14.018465+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:02:18.747 INFO:tasks.ceph.ceph_manager.ceph:PG 6.17 is not active+clean 2024-09-19T05:02:18.747 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:02:14.010306+0000', 'last_change': '2024-09-19T05:02:14.010306+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.010306+0000', 'last_undegraded': '2024-09-19T05:02:14.010306+0000', 'last_fullsized': '2024-09-19T05:02:14.010306+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:02:18.747 INFO:tasks.ceph.ceph_manager.ceph:PG 5.14 is not active+clean 2024-09-19T05:02:18.747 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:13.019114+0000', 'last_change': '2024-09-19T05:02:13.019114+0000', 'last_active': '2024-09-19T05:02:13.008225+0000', 'last_peered': '2024-09-19T05:02:13.008225+0000', 'last_clean': '2024-09-19T05:02:13.008225+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:13.019114+0000', 'last_undegraded': '2024-09-19T05:02:13.019114+0000', 'last_fullsized': '2024-09-19T05:02:13.019114+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:02:18.747 INFO:tasks.ceph.ceph_manager.ceph:PG 5.13 is not active+clean 2024-09-19T05:02:18.747 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:13.018865+0000', 'last_change': '2024-09-19T05:02:13.018865+0000', 'last_active': '2024-09-19T05:02:13.008225+0000', 'last_peered': '2024-09-19T05:02:13.008225+0000', 'last_clean': '2024-09-19T05:02:13.008225+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:13.018865+0000', 'last_undegraded': '2024-09-19T05:02:13.018865+0000', 'last_fullsized': '2024-09-19T05:02:13.018865+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:02:18.747 INFO:tasks.ceph.ceph_manager.ceph:PG 6.11 is not active+clean 2024-09-19T05:02:18.747 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:02:14.010306+0000', 'last_change': '2024-09-19T05:02:14.010306+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.010306+0000', 'last_undegraded': '2024-09-19T05:02:14.010306+0000', 'last_fullsized': '2024-09-19T05:02:14.010306+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:02:18.748 INFO:tasks.ceph.ceph_manager.ceph:PG 6.12 is not active+clean 2024-09-19T05:02:18.748 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:14.017351+0000', 'last_change': '2024-09-19T05:02:14.017351+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.017351+0000', 'last_undegraded': '2024-09-19T05:02:14.017351+0000', 'last_fullsized': '2024-09-19T05:02:14.017351+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:02:18.748 INFO:tasks.ceph.ceph_manager.ceph:PG 6.13 is not active+clean 2024-09-19T05:02:18.748 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:02:14.010306+0000', 'last_change': '2024-09-19T05:02:14.010306+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.010306+0000', 'last_undegraded': '2024-09-19T05:02:14.010306+0000', 'last_fullsized': '2024-09-19T05:02:14.010306+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:02:18.748 INFO:tasks.ceph.ceph_manager.ceph:PG 6.c is not active+clean 2024-09-19T05:02:18.748 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:02:14.010306+0000', 'last_change': '2024-09-19T05:02:14.010306+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.010306+0000', 'last_undegraded': '2024-09-19T05:02:14.010306+0000', 'last_fullsized': '2024-09-19T05:02:14.010306+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:02:18.748 INFO:tasks.ceph.ceph_manager.ceph:PG 6.d is not active+clean 2024-09-19T05:02:18.748 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:14.019392+0000', 'last_change': '2024-09-19T05:02:14.019392+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.019392+0000', 'last_undegraded': '2024-09-19T05:02:14.019392+0000', 'last_fullsized': '2024-09-19T05:02:14.019392+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:02:18.748 INFO:tasks.ceph.ceph_manager.ceph:PG 5.e is not active+clean 2024-09-19T05:02:18.748 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:02:13.008225+0000', 'last_change': '2024-09-19T05:02:13.008225+0000', 'last_active': '2024-09-19T05:02:13.008225+0000', 'last_peered': '2024-09-19T05:02:13.008225+0000', 'last_clean': '2024-09-19T05:02:13.008225+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:13.008225+0000', 'last_undegraded': '2024-09-19T05:02:13.008225+0000', 'last_fullsized': '2024-09-19T05:02:13.008225+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:02:18.748 INFO:tasks.ceph.ceph_manager.ceph:PG 6.e is not active+clean 2024-09-19T05:02:18.749 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:02:14.010306+0000', 'last_change': '2024-09-19T05:02:14.010306+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.010306+0000', 'last_undegraded': '2024-09-19T05:02:14.010306+0000', 'last_fullsized': '2024-09-19T05:02:14.010306+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:02:18.749 INFO:tasks.ceph.ceph_manager.ceph:PG 5.d is not active+clean 2024-09-19T05:02:18.749 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:13.015004+0000', 'last_change': '2024-09-19T05:02:13.015004+0000', 'last_active': '2024-09-19T05:02:13.008225+0000', 'last_peered': '2024-09-19T05:02:13.008225+0000', 'last_clean': '2024-09-19T05:02:13.008225+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:13.015004+0000', 'last_undegraded': '2024-09-19T05:02:13.015004+0000', 'last_fullsized': '2024-09-19T05:02:13.015004+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:02:18.749 INFO:tasks.ceph.ceph_manager.ceph:PG 6.f is not active+clean 2024-09-19T05:02:18.749 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:02:14.010306+0000', 'last_change': '2024-09-19T05:02:14.010306+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.010306+0000', 'last_undegraded': '2024-09-19T05:02:14.010306+0000', 'last_fullsized': '2024-09-19T05:02:14.010306+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:02:18.749 INFO:tasks.ceph.ceph_manager.ceph:PG 6.8 is not active+clean 2024-09-19T05:02:18.749 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:14.017951+0000', 'last_change': '2024-09-19T05:02:14.017951+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.017951+0000', 'last_undegraded': '2024-09-19T05:02:14.017951+0000', 'last_fullsized': '2024-09-19T05:02:14.017951+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:02:18.749 INFO:tasks.ceph.ceph_manager.ceph:PG 5.b is not active+clean 2024-09-19T05:02:18.749 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:13.014638+0000', 'last_change': '2024-09-19T05:02:13.014638+0000', 'last_active': '2024-09-19T05:02:13.008225+0000', 'last_peered': '2024-09-19T05:02:13.008225+0000', 'last_clean': '2024-09-19T05:02:13.008225+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:13.014638+0000', 'last_undegraded': '2024-09-19T05:02:13.014638+0000', 'last_fullsized': '2024-09-19T05:02:13.014638+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:02:18.749 INFO:tasks.ceph.ceph_manager.ceph:PG 5.a is not active+clean 2024-09-19T05:02:18.749 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:13.014701+0000', 'last_change': '2024-09-19T05:02:13.014701+0000', 'last_active': '2024-09-19T05:02:13.008225+0000', 'last_peered': '2024-09-19T05:02:13.008225+0000', 'last_clean': '2024-09-19T05:02:13.008225+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:13.014701+0000', 'last_undegraded': '2024-09-19T05:02:13.014701+0000', 'last_fullsized': '2024-09-19T05:02:13.014701+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:02:18.750 INFO:tasks.ceph.ceph_manager.ceph:PG 6.a is not active+clean 2024-09-19T05:02:18.750 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:14.016739+0000', 'last_change': '2024-09-19T05:02:14.016739+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.016739+0000', 'last_undegraded': '2024-09-19T05:02:14.016739+0000', 'last_fullsized': '2024-09-19T05:02:14.016739+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:02:18.750 INFO:tasks.ceph.ceph_manager.ceph:PG 6.b is not active+clean 2024-09-19T05:02:18.750 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:02:14.010306+0000', 'last_change': '2024-09-19T05:02:14.010306+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.010306+0000', 'last_undegraded': '2024-09-19T05:02:14.010306+0000', 'last_fullsized': '2024-09-19T05:02:14.010306+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:02:18.750 INFO:tasks.ceph.ceph_manager.ceph:PG 5.8 is not active+clean 2024-09-19T05:02:18.750 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:13.014601+0000', 'last_change': '2024-09-19T05:02:13.014601+0000', 'last_active': '2024-09-19T05:02:13.008225+0000', 'last_peered': '2024-09-19T05:02:13.008225+0000', 'last_clean': '2024-09-19T05:02:13.008225+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:13.014601+0000', 'last_undegraded': '2024-09-19T05:02:13.014601+0000', 'last_fullsized': '2024-09-19T05:02:13.014601+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:02:18.750 INFO:tasks.ceph.ceph_manager.ceph:PG 6.5 is not active+clean 2024-09-19T05:02:18.750 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:14.017525+0000', 'last_change': '2024-09-19T05:02:14.017525+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.017525+0000', 'last_undegraded': '2024-09-19T05:02:14.017525+0000', 'last_fullsized': '2024-09-19T05:02:14.017525+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:02:18.750 INFO:tasks.ceph.ceph_manager.ceph:PG 5.6 is not active+clean 2024-09-19T05:02:18.750 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:13.014645+0000', 'last_change': '2024-09-19T05:02:13.014645+0000', 'last_active': '2024-09-19T05:02:13.008225+0000', 'last_peered': '2024-09-19T05:02:13.008225+0000', 'last_clean': '2024-09-19T05:02:13.008225+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:13.014645+0000', 'last_undegraded': '2024-09-19T05:02:13.014645+0000', 'last_fullsized': '2024-09-19T05:02:13.014645+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:02:18.750 INFO:tasks.ceph.ceph_manager.ceph:PG 6.6 is not active+clean 2024-09-19T05:02:18.750 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:02:14.010306+0000', 'last_change': '2024-09-19T05:02:14.010306+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.010306+0000', 'last_undegraded': '2024-09-19T05:02:14.010306+0000', 'last_fullsized': '2024-09-19T05:02:14.010306+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:02:18.751 INFO:tasks.ceph.ceph_manager.ceph:PG 6.2 is not active+clean 2024-09-19T05:02:18.751 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:02:14.010306+0000', 'last_change': '2024-09-19T05:02:14.010306+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.010306+0000', 'last_undegraded': '2024-09-19T05:02:14.010306+0000', 'last_fullsized': '2024-09-19T05:02:14.010306+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:02:18.751 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1 is not active+clean 2024-09-19T05:02:18.751 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:02:13.008225+0000', 'last_change': '2024-09-19T05:02:13.008225+0000', 'last_active': '2024-09-19T05:02:13.008225+0000', 'last_peered': '2024-09-19T05:02:13.008225+0000', 'last_clean': '2024-09-19T05:02:13.008225+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:13.008225+0000', 'last_undegraded': '2024-09-19T05:02:13.008225+0000', 'last_fullsized': '2024-09-19T05:02:13.008225+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:02:18.751 INFO:tasks.ceph.ceph_manager.ceph:PG 6.3 is not active+clean 2024-09-19T05:02:18.751 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:14.017263+0000', 'last_change': '2024-09-19T05:02:14.017263+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.017263+0000', 'last_undegraded': '2024-09-19T05:02:14.017263+0000', 'last_fullsized': '2024-09-19T05:02:14.017263+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:02:18.751 INFO:tasks.ceph.ceph_manager.ceph:PG 5.0 is not active+clean 2024-09-19T05:02:18.751 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 36, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:13.018755+0000', 'last_change': '2024-09-19T05:02:13.018755+0000', 'last_active': '2024-09-19T05:02:13.008225+0000', 'last_peered': '2024-09-19T05:02:13.008225+0000', 'last_clean': '2024-09-19T05:02:13.008225+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:13.018755+0000', 'last_undegraded': '2024-09-19T05:02:13.018755+0000', 'last_fullsized': '2024-09-19T05:02:13.018755+0000', 'mapping_epoch': 36, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 36, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:13.008225+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:02:18.751 INFO:tasks.ceph.ceph_manager.ceph:PG 6.7 is not active+clean 2024-09-19T05:02:18.751 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:14.019094+0000', 'last_change': '2024-09-19T05:02:14.019094+0000', 'last_active': '2024-09-19T05:02:14.010306+0000', 'last_peered': '2024-09-19T05:02:14.010306+0000', 'last_clean': '2024-09-19T05:02:14.010306+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:14.019094+0000', 'last_undegraded': '2024-09-19T05:02:14.019094+0000', 'last_fullsized': '2024-09-19T05:02:14.019094+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:14.010306+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:02:18.752 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-19T05:02:18.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.877+0000 7f1fa82f8640 1 Processor -- start 2024-09-19T05:02:18.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.877+0000 7f1fa82f8640 1 -- start start 2024-09-19T05:02:18.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.878+0000 7f1fa82f8640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1fa00ce4c0 0x7f1fa01674f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:18.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.878+0000 7f1fa82f8640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1fa0071fd0 con 0x7f1fa009b180 2024-09-19T05:02:18.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.878+0000 7f1fa82f8640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1fa00722b0 con 0x7f1fa0160d40 2024-09-19T05:02:18.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.878+0000 7f1fa82f8640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f1fa0161120 con 0x7f1fa00ce4c0 2024-09-19T05:02:18.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.878+0000 7f1fa6895640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1fa00ce4c0 0x7f1fa01674f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:18.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.878+0000 7f1fa5893640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f1fa009b180 0x7f1fa0070460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39022/0 (socket says 172.21.15.5:39022) 2024-09-19T05:02:18.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.878+0000 7f1fa5893640 1 -- 172.21.15.5:0/2732304745 learned_addr learned my addr 172.21.15.5:0/2732304745 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:18.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.879+0000 7f1fa5092640 1 -- 172.21.15.5:0/2732304745 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 913361327 0 0) 0x7f1fa0071fd0 con 0x7f1fa009b180 2024-09-19T05:02:18.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.879+0000 7f1fa5092640 1 -- 172.21.15.5:0/2732304745 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1f88003520 con 0x7f1fa009b180 2024-09-19T05:02:18.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.879+0000 7f1fa6895640 1 -- 172.21.15.5:0/2732304745 >> v1:172.21.15.134:6789/0 conn(0x7f1fa0160d40 legacy=0x7f1fa009aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:18.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.879+0000 7f1fa6895640 1 -- 172.21.15.5:0/2732304745 >> v1:172.21.15.5:6789/0 conn(0x7f1fa009b180 legacy=0x7f1fa0070460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:18.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.879+0000 7f1fa6895640 1 -- 172.21.15.5:0/2732304745 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fa00ccf90 con 0x7f1fa00ce4c0 2024-09-19T05:02:18.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.879+0000 7f1fa6895640 1 --2- 172.21.15.5:0/2732304745 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1fa00ce4c0 0x7f1fa01674f0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f1f980097a0 tx=0x7f1f9802a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9c17c43548793ce server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:18.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.880+0000 7f1fa5092640 1 -- 172.21.15.5:0/2732304745 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f98037070 con 0x7f1fa00ce4c0 2024-09-19T05:02:18.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.880+0000 7f1fa5092640 1 -- 172.21.15.5:0/2732304745 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f98032640 con 0x7f1fa00ce4c0 2024-09-19T05:02:18.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.880+0000 7f1fa5092640 1 -- 172.21.15.5:0/2732304745 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f98032a10 con 0x7f1fa00ce4c0 2024-09-19T05:02:18.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.880+0000 7f1fa82f8640 1 -- 172.21.15.5:0/2732304745 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1fa00ce4c0 msgr2=0x7f1fa01674f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:18.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.880+0000 7f1fa82f8640 1 --2- 172.21.15.5:0/2732304745 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1fa00ce4c0 0x7f1fa01674f0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f1f980097a0 tx=0x7f1f9802a2c0 comp rx=0 tx=0).stop 2024-09-19T05:02:18.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.880+0000 7f1fa82f8640 1 -- 172.21.15.5:0/2732304745 shutdown_connections 2024-09-19T05:02:18.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.880+0000 7f1fa82f8640 1 --2- 172.21.15.5:0/2732304745 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1fa00ce4c0 0x7f1fa01674f0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:18.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.880+0000 7f1fa82f8640 1 -- 172.21.15.5:0/2732304745 >> 172.21.15.5:0/2732304745 conn(0x7f1fa00d25a0 msgr2=0x7f1fa00d29b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:18.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.880+0000 7f1fa82f8640 1 -- 172.21.15.5:0/2732304745 shutdown_connections 2024-09-19T05:02:18.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.880+0000 7f1fa82f8640 1 -- 172.21.15.5:0/2732304745 wait complete. 2024-09-19T05:02:18.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.881+0000 7f1fa82f8640 1 Processor -- start 2024-09-19T05:02:18.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.882+0000 7f1fa82f8640 1 -- start start 2024-09-19T05:02:18.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.882+0000 7f1fa82f8640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1fa009b180 0x7f1fa01f7d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:18.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.882+0000 7f1fa82f8640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1fa00ce4c0 0x7f1fa015cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:18.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.882+0000 7f1fa82f8640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1fa0160d40 0x7f1fa01f4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:18.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.882+0000 7f1fa82f8640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1fa00d0db0 con 0x7f1fa009b180 2024-09-19T05:02:18.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.882+0000 7f1fa82f8640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f1fa0071d80 con 0x7f1fa0160d40 2024-09-19T05:02:18.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.882+0000 7f1fa82f8640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1fa00d0f30 con 0x7f1fa00ce4c0 2024-09-19T05:02:18.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.882+0000 7f1fa6094640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1fa009b180 0x7f1fa01f7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:18.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.882+0000 7f1fa6094640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1fa009b180 0x7f1fa01f7d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50360/0 (socket says 172.21.15.5:50360) 2024-09-19T05:02:18.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.882+0000 7f1fa6094640 1 -- 172.21.15.5:0/4061977889 learned_addr learned my addr 172.21.15.5:0/4061977889 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:18.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.883+0000 7f1fa6895640 1 --2- 172.21.15.5:0/4061977889 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1fa0160d40 0x7f1fa01f4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:18.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.883+0000 7f1fa5893640 1 --2- 172.21.15.5:0/4061977889 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1fa00ce4c0 0x7f1fa015cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:18.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.883+0000 7f1fa6094640 1 -- 172.21.15.5:0/4061977889 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1fa00ce4c0 msgr2=0x7f1fa015cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:18.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.883+0000 7f1fa6094640 1 --2- 172.21.15.5:0/4061977889 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1fa00ce4c0 0x7f1fa015cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:18.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.883+0000 7f1fa6094640 1 -- 172.21.15.5:0/4061977889 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1fa0160d40 msgr2=0x7f1fa01f4eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:18.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.883+0000 7f1fa6094640 1 --2- 172.21.15.5:0/4061977889 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1fa0160d40 0x7f1fa01f4eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:18.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.883+0000 7f1fa6094640 1 -- 172.21.15.5:0/4061977889 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fa01f8470 con 0x7f1fa009b180 2024-09-19T05:02:18.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.883+0000 7f1fa5893640 1 --2- 172.21.15.5:0/4061977889 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1fa00ce4c0 0x7f1fa015cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:18.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.883+0000 7f1fa6895640 1 --2- 172.21.15.5:0/4061977889 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1fa0160d40 0x7f1fa01f4eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:18.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.883+0000 7f1fa6094640 1 --2- 172.21.15.5:0/4061977889 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1fa009b180 0x7f1fa01f7d70 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f1f9000c790 tx=0x7f1f9000cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:18.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.883+0000 7f1f9effd640 1 -- 172.21.15.5:0/4061977889 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f90016020 con 0x7f1fa009b180 2024-09-19T05:02:18.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.883+0000 7f1f9effd640 1 -- 172.21.15.5:0/4061977889 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f90006d50 con 0x7f1fa009b180 2024-09-19T05:02:18.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.883+0000 7f1fa82f8640 1 -- 172.21.15.5:0/4061977889 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fa01f8750 con 0x7f1fa009b180 2024-09-19T05:02:18.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.883+0000 7f1f9effd640 1 -- 172.21.15.5:0/4061977889 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f90003bb0 con 0x7f1fa009b180 2024-09-19T05:02:18.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.883+0000 7f1fa82f8640 1 -- 172.21.15.5:0/4061977889 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fa01f4990 con 0x7f1fa009b180 2024-09-19T05:02:18.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.884+0000 7f1fa82f8640 1 -- 172.21.15.5:0/4061977889 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1fa01f8c70 con 0x7f1fa009b180 2024-09-19T05:02:18.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.885+0000 7f1f9effd640 1 -- 172.21.15.5:0/4061977889 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1f9000a850 con 0x7f1fa009b180 2024-09-19T05:02:18.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.885+0000 7f1f9effd640 1 --2- 172.21.15.5:0/4061977889 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1f8c06c2e0 0x7f1f8c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:18.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.886+0000 7f1f9effd640 1 -- 172.21.15.5:0/4061977889 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f1f9008b330 con 0x7f1fa009b180 2024-09-19T05:02:18.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.886+0000 7f1fa5893640 1 --2- 172.21.15.5:0/4061977889 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1f8c06c2e0 0x7f1f8c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:18.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.886+0000 7f1fa5893640 1 --2- 172.21.15.5:0/4061977889 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1f8c06c2e0 0x7f1f8c06e7a0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f1fa00b8440 tx=0x7f1f94009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:18.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:18.890+0000 7f1f9effd640 1 -- 172.21.15.5:0/4061977889 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1fa01f8c70 con 0x7f1fa009b180 2024-09-19T05:02:19.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.139+0000 7f1fa82f8640 1 -- 172.21.15.5:0/4061977889 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f1fa01f4780 con 0x7f1fa009b180 2024-09-19T05:02:19.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.139+0000 7f1f9effd640 1 -- 172.21.15.5:0/4061977889 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1760 (secure 0 0 0) 0x7f1f90020020 con 0x7f1fa009b180 2024-09-19T05:02:19.141 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:19.141 INFO:teuthology.orchestra.run.smithi005.stdout:{"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":82,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":39,"num_osds":8,"num_up_osds":8,"osd_up_since":1726722068,"num_in_osds":8,"osd_in_since":1726722059,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":36},{"state_name":"active+clean","count":34},{"state_name":"unknown","count":27}],"num_pgs":97,"num_pools":3,"num_objects":3,"data_bytes":590368,"bytes_used":242941952,"bytes_avail":772851171328,"bytes_total":773094113280,"unknown_pgs_ratio":0.27835050225257874,"inactive_pgs_ratio":0.37113401293754578,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":0},"fsmap":{"epoch":16,"btime":"2024-09-19T05:02:17:054812+0000","id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"b","status":"up:active","gid":4795}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":5,"modified":"2024-09-19T05:02:11.272671+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-19T05:02:19.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.141+0000 7f1fa82f8640 1 -- 172.21.15.5:0/4061977889 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1f8c06c2e0 msgr2=0x7f1f8c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:19.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.141+0000 7f1fa82f8640 1 --2- 172.21.15.5:0/4061977889 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1f8c06c2e0 0x7f1f8c06e7a0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f1fa00b8440 tx=0x7f1f94009040 comp rx=0 tx=0).stop 2024-09-19T05:02:19.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.141+0000 7f1fa82f8640 1 -- 172.21.15.5:0/4061977889 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1fa009b180 msgr2=0x7f1fa01f7d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:19.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.141+0000 7f1fa82f8640 1 --2- 172.21.15.5:0/4061977889 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1fa009b180 0x7f1fa01f7d70 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f1f9000c790 tx=0x7f1f9000cc50 comp rx=0 tx=0).stop 2024-09-19T05:02:19.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.141+0000 7f1fa82f8640 1 -- 172.21.15.5:0/4061977889 shutdown_connections 2024-09-19T05:02:19.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.141+0000 7f1fa82f8640 1 --2- 172.21.15.5:0/4061977889 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1f8c06c2e0 0x7f1f8c06e7a0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:19.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.141+0000 7f1fa82f8640 1 --2- 172.21.15.5:0/4061977889 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1fa0160d40 0x7f1fa01f4eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:19.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.141+0000 7f1fa82f8640 1 --2- 172.21.15.5:0/4061977889 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1fa00ce4c0 0x7f1fa015cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:19.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.141+0000 7f1fa82f8640 1 --2- 172.21.15.5:0/4061977889 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1fa009b180 0x7f1fa01f7d70 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:19.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.141+0000 7f1fa82f8640 1 -- 172.21.15.5:0/4061977889 >> 172.21.15.5:0/4061977889 conn(0x7f1fa00d25a0 msgr2=0x7f1fa00b2900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:19.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.141+0000 7f1fa82f8640 1 -- 172.21.15.5:0/4061977889 shutdown_connections 2024-09-19T05:02:19.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.141+0000 7f1fa82f8640 1 -- 172.21.15.5:0/4061977889 wait complete. 2024-09-19T05:02:19.153 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-19T05:02:19.154 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:02:19.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.254+0000 7f8b7749b640 1 Processor -- start 2024-09-19T05:02:19.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.254+0000 7f8b7749b640 1 -- start start 2024-09-19T05:02:19.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.255+0000 7f8b7749b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8b701554d0 0x7f8b700ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:19.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.255+0000 7f8b7749b640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f8b700af3a0 0x7f8b70162040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:19.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.255+0000 7f8b7749b640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8b700af860 con 0x7f8b70162580 2024-09-19T05:02:19.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.255+0000 7f8b7749b640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f8b700b0470 con 0x7f8b700af3a0 2024-09-19T05:02:19.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.255+0000 7f8b7749b640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f8b700afb40 con 0x7f8b701554d0 2024-09-19T05:02:19.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.256+0000 7f8b75237640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8b701554d0 0x7f8b700ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:19.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.256+0000 7f8b74a36640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f8b700af3a0 0x7f8b70162040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:19.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.256+0000 7f8b75a38640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7f8b70162580 0x7f8b7015ea00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.5:58918/0 (socket says 172.21.15.5:58918) 2024-09-19T05:02:19.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.256+0000 7f8b75237640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8b701554d0 0x7f8b700ccf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.5:48572/0 (socket says 172.21.15.5:48572) 2024-09-19T05:02:19.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.256+0000 7f8b74a36640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f8b700af3a0 0x7f8b70162040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.5:33244/0 (socket says 172.21.15.5:33244) 2024-09-19T05:02:19.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.256+0000 7f8b75a38640 1 -- 172.21.15.5:0/1211716295 learned_addr learned my addr 172.21.15.5:0/1211716295 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:19.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.256+0000 7f8b75237640 1 -- 172.21.15.5:0/1211716295 >> v2:172.21.15.134:3300/0 conn(0x7f8b700af3a0 msgr2=0x7f8b70162040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:19.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.256+0000 7f8b75237640 1 --2- 172.21.15.5:0/1211716295 >> v2:172.21.15.134:3300/0 conn(0x7f8b700af3a0 0x7f8b70162040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:19.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.256+0000 7f8b75237640 1 -- 172.21.15.5:0/1211716295 >> v1:172.21.15.134:6789/0 conn(0x7f8b70162580 legacy=0x7f8b7015ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:19.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.256+0000 7f8b75237640 1 -- 172.21.15.5:0/1211716295 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b700afe20 con 0x7f8b701554d0 2024-09-19T05:02:19.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.256+0000 7f8b74a36640 1 --2- 172.21.15.5:0/1211716295 >> v2:172.21.15.134:3300/0 conn(0x7f8b700af3a0 0x7f8b70162040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:02:19.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.257+0000 7f8b75237640 1 --2- 172.21.15.5:0/1211716295 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8b701554d0 0x7f8b700ccf60 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f8b60009d90 tx=0x7f8b6002a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d51f7cf2b80de258 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:19.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.257+0000 7f8b6ffff640 1 -- 172.21.15.5:0/1211716295 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b60007740 con 0x7f8b701554d0 2024-09-19T05:02:19.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.257+0000 7f8b6ffff640 1 -- 172.21.15.5:0/1211716295 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b600078e0 con 0x7f8b701554d0 2024-09-19T05:02:19.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.257+0000 7f8b6ffff640 1 -- 172.21.15.5:0/1211716295 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b60007cb0 con 0x7f8b701554d0 2024-09-19T05:02:19.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.257+0000 7f8b7749b640 1 -- 172.21.15.5:0/1211716295 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8b701554d0 msgr2=0x7f8b700ccf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:19.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.257+0000 7f8b7749b640 1 --2- 172.21.15.5:0/1211716295 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8b701554d0 0x7f8b700ccf60 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f8b60009d90 tx=0x7f8b6002a660 comp rx=0 tx=0).stop 2024-09-19T05:02:19.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.257+0000 7f8b7749b640 1 -- 172.21.15.5:0/1211716295 shutdown_connections 2024-09-19T05:02:19.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.257+0000 7f8b7749b640 1 --2- 172.21.15.5:0/1211716295 >> v2:172.21.15.134:3300/0 conn(0x7f8b700af3a0 0x7f8b70162040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:19.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.257+0000 7f8b7749b640 1 --2- 172.21.15.5:0/1211716295 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8b701554d0 0x7f8b700ccf60 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:19.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.257+0000 7f8b7749b640 1 -- 172.21.15.5:0/1211716295 >> 172.21.15.5:0/1211716295 conn(0x7f8b700736d0 msgr2=0x7f8b7006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:19.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.258+0000 7f8b7749b640 1 -- 172.21.15.5:0/1211716295 shutdown_connections 2024-09-19T05:02:19.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.258+0000 7f8b7749b640 1 -- 172.21.15.5:0/1211716295 wait complete. 2024-09-19T05:02:19.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.259+0000 7f8b7749b640 1 Processor -- start 2024-09-19T05:02:19.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.259+0000 7f8b7749b640 1 -- start start 2024-09-19T05:02:19.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.259+0000 7f8b7749b640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8b700af3a0 0x7f8b70152230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:19.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.260+0000 7f8b7749b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8b701554d0 0x7f8b70152770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:19.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.260+0000 7f8b7749b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b70162580 0x7f8b701f8070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:19.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.260+0000 7f8b7749b640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f8b70162d30 con 0x7f8b70162580 2024-09-19T05:02:19.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.260+0000 7f8b7749b640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f8b701558b0 con 0x7f8b700af3a0 2024-09-19T05:02:19.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.260+0000 7f8b7749b640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f8b70162eb0 con 0x7f8b701554d0 2024-09-19T05:02:19.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.260+0000 7f8b75a38640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b70162580 0x7f8b701f8070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:19.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.260+0000 7f8b74a36640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8b701554d0 0x7f8b70152770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:19.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.260+0000 7f8b75237640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8b700af3a0 0x7f8b70152230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:19.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.260+0000 7f8b75a38640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b70162580 0x7f8b701f8070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50376/0 (socket says 172.21.15.5:50376) 2024-09-19T05:02:19.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.260+0000 7f8b75a38640 1 -- 172.21.15.5:0/2196769508 learned_addr learned my addr 172.21.15.5:0/2196769508 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:19.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.260+0000 7f8b75a38640 1 -- 172.21.15.5:0/2196769508 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8b701554d0 msgr2=0x7f8b70152770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:19.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.260+0000 7f8b75a38640 1 --2- 172.21.15.5:0/2196769508 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8b701554d0 0x7f8b70152770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:19.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.260+0000 7f8b75a38640 1 -- 172.21.15.5:0/2196769508 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8b700af3a0 msgr2=0x7f8b70152230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:19.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.260+0000 7f8b75a38640 1 --2- 172.21.15.5:0/2196769508 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8b700af3a0 0x7f8b70152230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:19.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.260+0000 7f8b75a38640 1 -- 172.21.15.5:0/2196769508 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b700cffc0 con 0x7f8b70162580 2024-09-19T05:02:19.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.260+0000 7f8b74a36640 1 --2- 172.21.15.5:0/2196769508 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8b701554d0 0x7f8b70152770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:02:19.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.260+0000 7f8b75a38640 1 --2- 172.21.15.5:0/2196769508 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b70162580 0x7f8b701f8070 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f8b6800c370 tx=0x7f8b6800c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:19.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.260+0000 7f8b6dffb640 1 -- 172.21.15.5:0/2196769508 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b68017070 con 0x7f8b70162580 2024-09-19T05:02:19.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.260+0000 7f8b6dffb640 1 -- 172.21.15.5:0/2196769508 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b68005ce0 con 0x7f8b70162580 2024-09-19T05:02:19.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.260+0000 7f8b7749b640 1 -- 172.21.15.5:0/2196769508 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b700d02a0 con 0x7f8b70162580 2024-09-19T05:02:19.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.260+0000 7f8b6dffb640 1 -- 172.21.15.5:0/2196769508 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b680072d0 con 0x7f8b70162580 2024-09-19T05:02:19.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.261+0000 7f8b7749b640 1 -- 172.21.15.5:0/2196769508 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b70149530 con 0x7f8b70162580 2024-09-19T05:02:19.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.262+0000 7f8b7749b640 1 -- 172.21.15.5:0/2196769508 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b70162040 con 0x7f8b70162580 2024-09-19T05:02:19.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.262+0000 7f8b6dffb640 1 -- 172.21.15.5:0/2196769508 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8b6801a070 con 0x7f8b70162580 2024-09-19T05:02:19.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.262+0000 7f8b6dffb640 1 --2- 172.21.15.5:0/2196769508 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8b5c06c2b0 0x7f8b5c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:19.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.263+0000 7f8b6dffb640 1 -- 172.21.15.5:0/2196769508 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f8b6808a840 con 0x7f8b70162580 2024-09-19T05:02:19.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.263+0000 7f8b75237640 1 --2- 172.21.15.5:0/2196769508 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8b5c06c2b0 0x7f8b5c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:19.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.263+0000 7f8b75237640 1 --2- 172.21.15.5:0/2196769508 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8b5c06c2b0 0x7f8b5c06e770 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f8b60034000 tx=0x7f8b6002f000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:19.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.267+0000 7f8b6dffb640 1 -- 172.21.15.5:0/2196769508 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8b680587e0 con 0x7f8b70162580 2024-09-19T05:02:19.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.439+0000 7f8b7749b640 1 -- 172.21.15.5:0/2196769508 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8b700d0470 con 0x7f8b5c06c2b0 2024-09-19T05:02:19.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.445+0000 7f8b6dffb640 1 -- 172.21.15.5:0/2196769508 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249721 (secure 0 0 0) 0x7f8b700d0470 con 0x7f8b5c06c2b0 2024-09-19T05:02:19.451 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:19.453 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:02:19.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.448+0000 7f8b7749b640 1 -- 172.21.15.5:0/2196769508 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8b5c06c2b0 msgr2=0x7f8b5c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:19.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.448+0000 7f8b7749b640 1 --2- 172.21.15.5:0/2196769508 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8b5c06c2b0 0x7f8b5c06e770 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f8b60034000 tx=0x7f8b6002f000 comp rx=0 tx=0).stop 2024-09-19T05:02:19.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.448+0000 7f8b7749b640 1 -- 172.21.15.5:0/2196769508 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b70162580 msgr2=0x7f8b701f8070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:19.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.448+0000 7f8b7749b640 1 --2- 172.21.15.5:0/2196769508 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b70162580 0x7f8b701f8070 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f8b6800c370 tx=0x7f8b6800c830 comp rx=0 tx=0).stop 2024-09-19T05:02:19.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.448+0000 7f8b7749b640 1 -- 172.21.15.5:0/2196769508 shutdown_connections 2024-09-19T05:02:19.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.448+0000 7f8b7749b640 1 --2- 172.21.15.5:0/2196769508 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8b5c06c2b0 0x7f8b5c06e770 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:19.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.448+0000 7f8b7749b640 1 --2- 172.21.15.5:0/2196769508 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8b70162580 0x7f8b701f8070 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:19.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.448+0000 7f8b7749b640 1 --2- 172.21.15.5:0/2196769508 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8b701554d0 0x7f8b70152770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:19.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.448+0000 7f8b7749b640 1 --2- 172.21.15.5:0/2196769508 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8b700af3a0 0x7f8b70152230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:19.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.448+0000 7f8b7749b640 1 -- 172.21.15.5:0/2196769508 >> 172.21.15.5:0/2196769508 conn(0x7f8b700736d0 msgr2=0x7f8b7014a060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:19.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.448+0000 7f8b7749b640 1 -- 172.21.15.5:0/2196769508 shutdown_connections 2024-09-19T05:02:19.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:19.448+0000 7f8b7749b640 1 -- 172.21.15.5:0/2196769508 wait complete. 2024-09-19T05:02:19.460 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":68,"stamp":"2024-09-19T05:02:19.274221+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592084,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":180,"num_write_kb":2427,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":136,"ondisk_log_size":136,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":89,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237412,"kb_used_data":4532,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737308,"statfs":{"total":773094113280,"available":772851003392,"internally_reserved":0,"allocated":4640768,"data_stored":2662342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1716,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001080"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.057114+0000","last_change":"2024-09-19T05:02:15.059089+0000","last_active":"2024-09-19T05:02:16.057114+0000","last_peered":"2024-09-19T05:02:16.057114+0000","last_clean":"2024-09-19T05:02:16.057114+0000","last_became_active":"2024-09-19T05:02:15.058551+0000","last_became_peered":"2024-09-19T05:02:15.058551+0000","last_unstale":"2024-09-19T05:02:16.057114+0000","last_undegraded":"2024-09-19T05:02:16.057114+0000","last_fullsized":"2024-09-19T05:02:16.057114+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:55:02.339069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.056669+0000","last_change":"2024-09-19T05:02:15.053997+0000","last_active":"2024-09-19T05:02:16.056669+0000","last_peered":"2024-09-19T05:02:16.056669+0000","last_clean":"2024-09-19T05:02:16.056669+0000","last_became_active":"2024-09-19T05:02:15.053705+0000","last_became_peered":"2024-09-19T05:02:15.053705+0000","last_unstale":"2024-09-19T05:02:16.056669+0000","last_undegraded":"2024-09-19T05:02:16.056669+0000","last_fullsized":"2024-09-19T05:02:16.056669+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:55:58.140042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120616+0000","last_change":"2024-09-19T05:02:15.065567+0000","last_active":"2024-09-19T05:02:16.120616+0000","last_peered":"2024-09-19T05:02:16.120616+0000","last_clean":"2024-09-19T05:02:16.120616+0000","last_became_active":"2024-09-19T05:02:15.065209+0000","last_became_peered":"2024-09-19T05:02:15.065209+0000","last_unstale":"2024-09-19T05:02:16.120616+0000","last_undegraded":"2024-09-19T05:02:16.120616+0000","last_fullsized":"2024-09-19T05:02:16.120616+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:28.490329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.061745+0000","last_change":"2024-09-19T05:02:15.062864+0000","last_active":"2024-09-19T05:02:16.061745+0000","last_peered":"2024-09-19T05:02:16.061745+0000","last_clean":"2024-09-19T05:02:16.061745+0000","last_became_active":"2024-09-19T05:02:15.062580+0000","last_became_peered":"2024-09-19T05:02:15.062580+0000","last_unstale":"2024-09-19T05:02:16.061745+0000","last_undegraded":"2024-09-19T05:02:16.061745+0000","last_fullsized":"2024-09-19T05:02:16.061745+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:49.337712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.061511+0000","last_change":"2024-09-19T05:02:15.064837+0000","last_active":"2024-09-19T05:02:16.061511+0000","last_peered":"2024-09-19T05:02:16.061511+0000","last_clean":"2024-09-19T05:02:16.061511+0000","last_became_active":"2024-09-19T05:02:15.064551+0000","last_became_peered":"2024-09-19T05:02:15.064551+0000","last_unstale":"2024-09-19T05:02:16.061511+0000","last_undegraded":"2024-09-19T05:02:16.061511+0000","last_fullsized":"2024-09-19T05:02:16.061511+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:05:31.990202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120761+0000","last_change":"2024-09-19T05:02:15.056093+0000","last_active":"2024-09-19T05:02:16.120761+0000","last_peered":"2024-09-19T05:02:16.120761+0000","last_clean":"2024-09-19T05:02:16.120761+0000","last_became_active":"2024-09-19T05:02:15.055806+0000","last_became_peered":"2024-09-19T05:02:15.055806+0000","last_unstale":"2024-09-19T05:02:16.120761+0000","last_undegraded":"2024-09-19T05:02:16.120761+0000","last_fullsized":"2024-09-19T05:02:16.120761+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:55.609164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.019816+0000","last_change":"2024-09-19T05:02:14.019816+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.019816+0000","last_undegraded":"2024-09-19T05:02:14.019816+0000","last_fullsized":"2024-09-19T05:02:14.019816+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.056516+0000","last_change":"2024-09-19T05:02:15.060397+0000","last_active":"2024-09-19T05:02:16.056516+0000","last_peered":"2024-09-19T05:02:16.056516+0000","last_clean":"2024-09-19T05:02:16.056516+0000","last_became_active":"2024-09-19T05:02:15.060124+0000","last_became_peered":"2024-09-19T05:02:15.060124+0000","last_unstale":"2024-09-19T05:02:16.056516+0000","last_undegraded":"2024-09-19T05:02:16.056516+0000","last_fullsized":"2024-09-19T05:02:16.056516+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:22:24.985147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.121018+0000","last_change":"2024-09-19T05:02:15.052277+0000","last_active":"2024-09-19T05:02:16.121018+0000","last_peered":"2024-09-19T05:02:16.121018+0000","last_clean":"2024-09-19T05:02:16.121018+0000","last_became_active":"2024-09-19T05:02:15.051959+0000","last_became_peered":"2024-09-19T05:02:15.051959+0000","last_unstale":"2024-09-19T05:02:16.121018+0000","last_undegraded":"2024-09-19T05:02:16.121018+0000","last_fullsized":"2024-09-19T05:02:16.121018+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:55.609164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.018740+0000","last_change":"2024-09-19T05:02:14.018740+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.018740+0000","last_undegraded":"2024-09-19T05:02:14.018740+0000","last_fullsized":"2024-09-19T05:02:14.018740+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.019843+0000","last_change":"2024-09-19T05:02:14.019843+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.019843+0000","last_undegraded":"2024-09-19T05:02:14.019843+0000","last_fullsized":"2024-09-19T05:02:14.019843+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120461+0000","last_change":"2024-09-19T05:02:15.056424+0000","last_active":"2024-09-19T05:02:16.120461+0000","last_peered":"2024-09-19T05:02:16.120461+0000","last_clean":"2024-09-19T05:02:16.120461+0000","last_became_active":"2024-09-19T05:02:15.056121+0000","last_became_peered":"2024-09-19T05:02:15.056121+0000","last_unstale":"2024-09-19T05:02:16.120461+0000","last_undegraded":"2024-09-19T05:02:16.120461+0000","last_fullsized":"2024-09-19T05:02:16.120461+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:27:17.941339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.018966+0000","last_change":"2024-09-19T05:02:14.018966+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.018966+0000","last_undegraded":"2024-09-19T05:02:14.018966+0000","last_fullsized":"2024-09-19T05:02:14.018966+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120476+0000","last_change":"2024-09-19T05:02:15.072261+0000","last_active":"2024-09-19T05:02:16.120476+0000","last_peered":"2024-09-19T05:02:16.120476+0000","last_clean":"2024-09-19T05:02:16.120476+0000","last_became_active":"2024-09-19T05:02:15.072004+0000","last_became_peered":"2024-09-19T05:02:15.072004+0000","last_unstale":"2024-09-19T05:02:16.120476+0000","last_undegraded":"2024-09-19T05:02:16.120476+0000","last_fullsized":"2024-09-19T05:02:16.120476+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:37:08.025689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.019359+0000","last_change":"2024-09-19T05:02:14.019359+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.019359+0000","last_undegraded":"2024-09-19T05:02:14.019359+0000","last_fullsized":"2024-09-19T05:02:14.019359+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.018558+0000","last_change":"2024-09-19T05:02:14.018558+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.018558+0000","last_undegraded":"2024-09-19T05:02:14.018558+0000","last_fullsized":"2024-09-19T05:02:14.018558+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.017590+0000","last_change":"2024-09-19T05:02:14.017590+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.017590+0000","last_undegraded":"2024-09-19T05:02:14.017590+0000","last_fullsized":"2024-09-19T05:02:14.017590+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.021502+0000","last_change":"2024-09-19T05:02:14.021502+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.021502+0000","last_undegraded":"2024-09-19T05:02:14.021502+0000","last_fullsized":"2024-09-19T05:02:14.021502+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.061751+0000","last_change":"2024-09-19T05:02:15.059521+0000","last_active":"2024-09-19T05:02:16.061751+0000","last_peered":"2024-09-19T05:02:16.061751+0000","last_clean":"2024-09-19T05:02:16.061751+0000","last_became_active":"2024-09-19T05:02:15.059201+0000","last_became_peered":"2024-09-19T05:02:15.059201+0000","last_unstale":"2024-09-19T05:02:16.061751+0000","last_undegraded":"2024-09-19T05:02:16.061751+0000","last_fullsized":"2024-09-19T05:02:16.061751+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:15.787282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.021386+0000","last_change":"2024-09-19T05:02:14.021386+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.021386+0000","last_undegraded":"2024-09-19T05:02:14.021386+0000","last_fullsized":"2024-09-19T05:02:14.021386+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.017078+0000","last_change":"2024-09-19T05:02:14.017078+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.017078+0000","last_undegraded":"2024-09-19T05:02:14.017078+0000","last_fullsized":"2024-09-19T05:02:14.017078+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120612+0000","last_change":"2024-09-19T05:02:15.057471+0000","last_active":"2024-09-19T05:02:16.120612+0000","last_peered":"2024-09-19T05:02:16.120612+0000","last_clean":"2024-09-19T05:02:16.120612+0000","last_became_active":"2024-09-19T05:02:15.056857+0000","last_became_peered":"2024-09-19T05:02:15.056857+0000","last_unstale":"2024-09-19T05:02:16.120612+0000","last_undegraded":"2024-09-19T05:02:16.120612+0000","last_fullsized":"2024-09-19T05:02:16.120612+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:43.733077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.018826+0000","last_change":"2024-09-19T05:02:14.018826+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.018826+0000","last_undegraded":"2024-09-19T05:02:14.018826+0000","last_fullsized":"2024-09-19T05:02:14.018826+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.061501+0000","last_change":"2024-09-19T05:02:15.067298+0000","last_active":"2024-09-19T05:02:16.061501+0000","last_peered":"2024-09-19T05:02:16.061501+0000","last_clean":"2024-09-19T05:02:16.061501+0000","last_became_active":"2024-09-19T05:02:15.066969+0000","last_became_peered":"2024-09-19T05:02:15.066969+0000","last_unstale":"2024-09-19T05:02:16.061501+0000","last_undegraded":"2024-09-19T05:02:16.061501+0000","last_fullsized":"2024-09-19T05:02:16.061501+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:54.466401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.022206+0000","last_change":"2024-09-19T05:02:14.022206+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.022206+0000","last_undegraded":"2024-09-19T05:02:14.022206+0000","last_fullsized":"2024-09-19T05:02:14.022206+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120729+0000","last_change":"2024-09-19T05:02:15.052738+0000","last_active":"2024-09-19T05:02:16.120729+0000","last_peered":"2024-09-19T05:02:16.120729+0000","last_clean":"2024-09-19T05:02:16.120729+0000","last_became_active":"2024-09-19T05:02:15.050772+0000","last_became_peered":"2024-09-19T05:02:15.050772+0000","last_unstale":"2024-09-19T05:02:16.120729+0000","last_undegraded":"2024-09-19T05:02:16.120729+0000","last_fullsized":"2024-09-19T05:02:16.120729+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:28.490329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.023242+0000","last_change":"2024-09-19T05:02:14.023242+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.023242+0000","last_undegraded":"2024-09-19T05:02:14.023242+0000","last_fullsized":"2024-09-19T05:02:14.023242+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.016300+0000","last_change":"2024-09-19T05:02:14.016300+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.016300+0000","last_undegraded":"2024-09-19T05:02:14.016300+0000","last_fullsized":"2024-09-19T05:02:14.016300+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.022274+0000","last_change":"2024-09-19T05:02:14.022274+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.022274+0000","last_undegraded":"2024-09-19T05:02:14.022274+0000","last_fullsized":"2024-09-19T05:02:14.022274+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.021658+0000","last_change":"2024-09-19T05:02:14.021658+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.021658+0000","last_undegraded":"2024-09-19T05:02:14.021658+0000","last_fullsized":"2024-09-19T05:02:14.021658+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.018384+0000","last_change":"2024-09-19T05:02:14.018384+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.018384+0000","last_undegraded":"2024-09-19T05:02:14.018384+0000","last_fullsized":"2024-09-19T05:02:14.018384+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120431+0000","last_change":"2024-09-19T05:02:15.057381+0000","last_active":"2024-09-19T05:02:16.120431+0000","last_peered":"2024-09-19T05:02:16.120431+0000","last_clean":"2024-09-19T05:02:16.120431+0000","last_became_active":"2024-09-19T05:02:15.057113+0000","last_became_peered":"2024-09-19T05:02:15.057113+0000","last_unstale":"2024-09-19T05:02:16.120431+0000","last_undegraded":"2024-09-19T05:02:16.120431+0000","last_fullsized":"2024-09-19T05:02:16.120431+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:27:17.941339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.019288+0000","last_change":"2024-09-19T05:02:14.019288+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.019288+0000","last_undegraded":"2024-09-19T05:02:14.019288+0000","last_fullsized":"2024-09-19T05:02:14.019288+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.033894+0000","last_change":"2024-09-19T05:02:14.032820+0000","last_active":"2024-09-19T05:02:14.033894+0000","last_peered":"2024-09-19T05:02:14.033894+0000","last_clean":"2024-09-19T05:02:14.033894+0000","last_became_active":"2024-09-19T05:02:14.032516+0000","last_became_peered":"2024-09-19T05:02:14.032516+0000","last_unstale":"2024-09-19T05:02:14.033894+0000","last_undegraded":"2024-09-19T05:02:14.033894+0000","last_fullsized":"2024-09-19T05:02:14.033894+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:25:43.692558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120897+0000","last_change":"2024-09-19T05:02:15.053826+0000","last_active":"2024-09-19T05:02:16.120897+0000","last_peered":"2024-09-19T05:02:16.120897+0000","last_clean":"2024-09-19T05:02:16.120897+0000","last_became_active":"2024-09-19T05:02:15.053573+0000","last_became_peered":"2024-09-19T05:02:15.053573+0000","last_unstale":"2024-09-19T05:02:16.120897+0000","last_undegraded":"2024-09-19T05:02:16.120897+0000","last_fullsized":"2024-09-19T05:02:16.120897+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:52:44.974985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.121178+0000","last_change":"2024-09-19T05:02:14.032490+0000","last_active":"2024-09-19T05:02:16.121178+0000","last_peered":"2024-09-19T05:02:16.121178+0000","last_clean":"2024-09-19T05:02:16.121178+0000","last_became_active":"2024-09-19T05:02:14.027522+0000","last_became_peered":"2024-09-19T05:02:14.027522+0000","last_unstale":"2024-09-19T05:02:16.121178+0000","last_undegraded":"2024-09-19T05:02:16.121178+0000","last_fullsized":"2024-09-19T05:02:16.121178+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:26.546360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120843+0000","last_change":"2024-09-19T05:02:15.073611+0000","last_active":"2024-09-19T05:02:16.120843+0000","last_peered":"2024-09-19T05:02:16.120843+0000","last_clean":"2024-09-19T05:02:16.120843+0000","last_became_active":"2024-09-19T05:02:15.073350+0000","last_became_peered":"2024-09-19T05:02:15.073350+0000","last_unstale":"2024-09-19T05:02:16.120843+0000","last_undegraded":"2024-09-19T05:02:16.120843+0000","last_fullsized":"2024-09-19T05:02:16.120843+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:27:17.941339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.121004+0000","last_change":"2024-09-19T05:02:14.035238+0000","last_active":"2024-09-19T05:02:16.121004+0000","last_peered":"2024-09-19T05:02:16.121004+0000","last_clean":"2024-09-19T05:02:16.121004+0000","last_became_active":"2024-09-19T05:02:14.034742+0000","last_became_peered":"2024-09-19T05:02:14.034742+0000","last_unstale":"2024-09-19T05:02:16.121004+0000","last_undegraded":"2024-09-19T05:02:16.121004+0000","last_fullsized":"2024-09-19T05:02:16.121004+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:33:41.230332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.057038+0000","last_change":"2024-09-19T05:02:15.069055+0000","last_active":"2024-09-19T05:02:16.057038+0000","last_peered":"2024-09-19T05:02:16.057038+0000","last_clean":"2024-09-19T05:02:16.057038+0000","last_became_active":"2024-09-19T05:02:15.068753+0000","last_became_peered":"2024-09-19T05:02:15.068753+0000","last_unstale":"2024-09-19T05:02:16.057038+0000","last_undegraded":"2024-09-19T05:02:16.057038+0000","last_fullsized":"2024-09-19T05:02:16.057038+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:28:07.509592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120762+0000","last_change":"2024-09-19T05:02:14.030862+0000","last_active":"2024-09-19T05:02:16.120762+0000","last_peered":"2024-09-19T05:02:16.120762+0000","last_clean":"2024-09-19T05:02:16.120762+0000","last_became_active":"2024-09-19T05:02:14.030599+0000","last_became_peered":"2024-09-19T05:02:14.030599+0000","last_unstale":"2024-09-19T05:02:16.120762+0000","last_undegraded":"2024-09-19T05:02:16.120762+0000","last_fullsized":"2024-09-19T05:02:16.120762+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:26.546360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120573+0000","last_change":"2024-09-19T05:02:15.060410+0000","last_active":"2024-09-19T05:02:16.120573+0000","last_peered":"2024-09-19T05:02:16.120573+0000","last_clean":"2024-09-19T05:02:16.120573+0000","last_became_active":"2024-09-19T05:02:15.060144+0000","last_became_peered":"2024-09-19T05:02:15.060144+0000","last_unstale":"2024-09-19T05:02:16.120573+0000","last_undegraded":"2024-09-19T05:02:16.120573+0000","last_fullsized":"2024-09-19T05:02:16.120573+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:07.165063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.030159+0000","last_change":"2024-09-19T05:02:14.028486+0000","last_active":"2024-09-19T05:02:14.030159+0000","last_peered":"2024-09-19T05:02:14.030159+0000","last_clean":"2024-09-19T05:02:14.030159+0000","last_became_active":"2024-09-19T05:02:14.028049+0000","last_became_peered":"2024-09-19T05:02:14.028049+0000","last_unstale":"2024-09-19T05:02:14.030159+0000","last_undegraded":"2024-09-19T05:02:14.030159+0000","last_fullsized":"2024-09-19T05:02:14.030159+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:14.785201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.016547+0000","last_change":"2024-09-19T05:02:14.016547+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.016547+0000","last_undegraded":"2024-09-19T05:02:14.016547+0000","last_fullsized":"2024-09-19T05:02:14.016547+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.035159+0000","last_change":"2024-09-19T05:02:14.031619+0000","last_active":"2024-09-19T05:02:14.035159+0000","last_peered":"2024-09-19T05:02:14.035159+0000","last_clean":"2024-09-19T05:02:14.035159+0000","last_became_active":"2024-09-19T05:02:14.031269+0000","last_became_peered":"2024-09-19T05:02:14.031269+0000","last_unstale":"2024-09-19T05:02:14.035159+0000","last_undegraded":"2024-09-19T05:02:14.035159+0000","last_fullsized":"2024-09-19T05:02:14.035159+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:14.785201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120785+0000","last_change":"2024-09-19T05:02:15.061516+0000","last_active":"2024-09-19T05:02:16.120785+0000","last_peered":"2024-09-19T05:02:16.120785+0000","last_clean":"2024-09-19T05:02:16.120785+0000","last_became_active":"2024-09-19T05:02:15.061256+0000","last_became_peered":"2024-09-19T05:02:15.061256+0000","last_unstale":"2024-09-19T05:02:16.120785+0000","last_undegraded":"2024-09-19T05:02:16.120785+0000","last_fullsized":"2024-09-19T05:02:16.120785+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:00:24.140432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120618+0000","last_change":"2024-09-19T05:02:14.032082+0000","last_active":"2024-09-19T05:02:16.120618+0000","last_peered":"2024-09-19T05:02:16.120618+0000","last_clean":"2024-09-19T05:02:16.120618+0000","last_became_active":"2024-09-19T05:02:14.031786+0000","last_became_peered":"2024-09-19T05:02:14.031786+0000","last_unstale":"2024-09-19T05:02:16.120618+0000","last_undegraded":"2024-09-19T05:02:16.120618+0000","last_fullsized":"2024-09-19T05:02:16.120618+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:26.546360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.056598+0000","last_change":"2024-09-19T05:02:15.072358+0000","last_active":"2024-09-19T05:02:16.056598+0000","last_peered":"2024-09-19T05:02:16.056598+0000","last_clean":"2024-09-19T05:02:16.056598+0000","last_became_active":"2024-09-19T05:02:15.072059+0000","last_became_peered":"2024-09-19T05:02:15.072059+0000","last_unstale":"2024-09-19T05:02:16.056598+0000","last_undegraded":"2024-09-19T05:02:16.056598+0000","last_fullsized":"2024-09-19T05:02:16.056598+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:58:37.132265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120392+0000","last_change":"2024-09-19T05:02:14.032119+0000","last_active":"2024-09-19T05:02:16.120392+0000","last_peered":"2024-09-19T05:02:16.120392+0000","last_clean":"2024-09-19T05:02:16.120392+0000","last_became_active":"2024-09-19T05:02:14.031830+0000","last_became_peered":"2024-09-19T05:02:14.031830+0000","last_unstale":"2024-09-19T05:02:16.120392+0000","last_undegraded":"2024-09-19T05:02:16.120392+0000","last_fullsized":"2024-09-19T05:02:16.120392+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:28.212854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.061786+0000","last_change":"2024-09-19T05:02:15.060695+0000","last_active":"2024-09-19T05:02:16.061786+0000","last_peered":"2024-09-19T05:02:16.061786+0000","last_clean":"2024-09-19T05:02:16.061786+0000","last_became_active":"2024-09-19T05:02:15.060398+0000","last_became_peered":"2024-09-19T05:02:15.060398+0000","last_unstale":"2024-09-19T05:02:16.061786+0000","last_undegraded":"2024-09-19T05:02:16.061786+0000","last_fullsized":"2024-09-19T05:02:16.061786+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:11.415102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.057082+0000","last_change":"2024-09-19T05:02:14.033577+0000","last_active":"2024-09-19T05:02:16.057082+0000","last_peered":"2024-09-19T05:02:16.057082+0000","last_clean":"2024-09-19T05:02:16.057082+0000","last_became_active":"2024-09-19T05:02:14.033305+0000","last_became_peered":"2024-09-19T05:02:14.033305+0000","last_unstale":"2024-09-19T05:02:16.057082+0000","last_undegraded":"2024-09-19T05:02:16.057082+0000","last_fullsized":"2024-09-19T05:02:16.057082+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:17:45.412534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.018465+0000","last_change":"2024-09-19T05:02:14.018465+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.018465+0000","last_undegraded":"2024-09-19T05:02:14.018465+0000","last_fullsized":"2024-09-19T05:02:14.018465+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.029731+0000","last_change":"2024-09-19T05:02:14.026763+0000","last_active":"2024-09-19T05:02:14.029731+0000","last_peered":"2024-09-19T05:02:14.029731+0000","last_clean":"2024-09-19T05:02:14.029731+0000","last_became_active":"2024-09-19T05:02:14.025839+0000","last_became_peered":"2024-09-19T05:02:14.025839+0000","last_unstale":"2024-09-19T05:02:14.029731+0000","last_undegraded":"2024-09-19T05:02:14.029731+0000","last_fullsized":"2024-09-19T05:02:14.029731+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:48.335631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.121173+0000","last_change":"2024-09-19T05:02:15.059636+0000","last_active":"2024-09-19T05:02:16.121173+0000","last_peered":"2024-09-19T05:02:16.121173+0000","last_clean":"2024-09-19T05:02:16.121173+0000","last_became_active":"2024-09-19T05:02:15.059334+0000","last_became_peered":"2024-09-19T05:02:15.059334+0000","last_unstale":"2024-09-19T05:02:16.121173+0000","last_undegraded":"2024-09-19T05:02:16.121173+0000","last_fullsized":"2024-09-19T05:02:16.121173+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:51.697617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.035416+0000","last_change":"2024-09-19T05:02:14.034868+0000","last_active":"2024-09-19T05:02:14.035416+0000","last_peered":"2024-09-19T05:02:14.035416+0000","last_clean":"2024-09-19T05:02:14.035416+0000","last_became_active":"2024-09-19T05:02:14.034576+0000","last_became_peered":"2024-09-19T05:02:14.034576+0000","last_unstale":"2024-09-19T05:02:14.035416+0000","last_undegraded":"2024-09-19T05:02:14.035416+0000","last_fullsized":"2024-09-19T05:02:14.035416+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:25.808338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120968+0000","last_change":"2024-09-19T05:02:15.060293+0000","last_active":"2024-09-19T05:02:16.120968+0000","last_peered":"2024-09-19T05:02:16.120968+0000","last_clean":"2024-09-19T05:02:16.120968+0000","last_became_active":"2024-09-19T05:02:15.056502+0000","last_became_peered":"2024-09-19T05:02:15.056502+0000","last_unstale":"2024-09-19T05:02:16.120968+0000","last_undegraded":"2024-09-19T05:02:16.120968+0000","last_fullsized":"2024-09-19T05:02:16.120968+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:28.490329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"38'6","reported_seq":20,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.056966+0000","last_change":"2024-09-19T05:02:14.030815+0000","last_active":"2024-09-19T05:02:16.056966+0000","last_peered":"2024-09-19T05:02:16.056966+0000","last_clean":"2024-09-19T05:02:16.056966+0000","last_became_active":"2024-09-19T05:02:14.030499+0000","last_became_peered":"2024-09-19T05:02:14.030499+0000","last_unstale":"2024-09-19T05:02:16.056966+0000","last_undegraded":"2024-09-19T05:02:16.056966+0000","last_fullsized":"2024-09-19T05:02:16.056966+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:20:12.213208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120296+0000","last_change":"2024-09-19T05:02:15.063671+0000","last_active":"2024-09-19T05:02:16.120296+0000","last_peered":"2024-09-19T05:02:16.120296+0000","last_clean":"2024-09-19T05:02:16.120296+0000","last_became_active":"2024-09-19T05:02:15.063394+0000","last_became_peered":"2024-09-19T05:02:15.063394+0000","last_unstale":"2024-09-19T05:02:16.120296+0000","last_undegraded":"2024-09-19T05:02:16.120296+0000","last_fullsized":"2024-09-19T05:02:16.120296+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:43.733077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.056792+0000","last_change":"2024-09-19T05:02:14.028403+0000","last_active":"2024-09-19T05:02:16.056792+0000","last_peered":"2024-09-19T05:02:16.056792+0000","last_clean":"2024-09-19T05:02:16.056792+0000","last_became_active":"2024-09-19T05:02:14.028126+0000","last_became_peered":"2024-09-19T05:02:14.028126+0000","last_unstale":"2024-09-19T05:02:16.056792+0000","last_undegraded":"2024-09-19T05:02:16.056792+0000","last_fullsized":"2024-09-19T05:02:16.056792+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:14:38.920511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.056614+0000","last_change":"2024-09-19T05:02:15.058879+0000","last_active":"2024-09-19T05:02:16.056614+0000","last_peered":"2024-09-19T05:02:16.056614+0000","last_clean":"2024-09-19T05:02:16.056614+0000","last_became_active":"2024-09-19T05:02:15.058588+0000","last_became_peered":"2024-09-19T05:02:15.058588+0000","last_unstale":"2024-09-19T05:02:16.056614+0000","last_undegraded":"2024-09-19T05:02:16.056614+0000","last_fullsized":"2024-09-19T05:02:16.056614+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:28:47.752700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120739+0000","last_change":"2024-09-19T05:02:14.034308+0000","last_active":"2024-09-19T05:02:16.120739+0000","last_peered":"2024-09-19T05:02:16.120739+0000","last_clean":"2024-09-19T05:02:16.120739+0000","last_became_active":"2024-09-19T05:02:14.033843+0000","last_became_peered":"2024-09-19T05:02:14.033843+0000","last_unstale":"2024-09-19T05:02:16.120739+0000","last_undegraded":"2024-09-19T05:02:16.120739+0000","last_fullsized":"2024-09-19T05:02:16.120739+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:26:48.878971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.017351+0000","last_change":"2024-09-19T05:02:14.017351+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.017351+0000","last_undegraded":"2024-09-19T05:02:14.017351+0000","last_fullsized":"2024-09-19T05:02:14.017351+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.034284+0000","last_change":"2024-09-19T05:02:14.032815+0000","last_active":"2024-09-19T05:02:14.034284+0000","last_peered":"2024-09-19T05:02:14.034284+0000","last_clean":"2024-09-19T05:02:14.034284+0000","last_became_active":"2024-09-19T05:02:14.032475+0000","last_became_peered":"2024-09-19T05:02:14.032475+0000","last_unstale":"2024-09-19T05:02:14.034284+0000","last_undegraded":"2024-09-19T05:02:14.034284+0000","last_fullsized":"2024-09-19T05:02:14.034284+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:34:22.748537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.056749+0000","last_change":"2024-09-19T05:02:15.058501+0000","last_active":"2024-09-19T05:02:16.056749+0000","last_peered":"2024-09-19T05:02:16.056749+0000","last_clean":"2024-09-19T05:02:16.056749+0000","last_became_active":"2024-09-19T05:02:15.058172+0000","last_became_peered":"2024-09-19T05:02:15.058172+0000","last_unstale":"2024-09-19T05:02:16.056749+0000","last_undegraded":"2024-09-19T05:02:16.056749+0000","last_fullsized":"2024-09-19T05:02:16.056749+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:12:17.588360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.030679+0000","last_change":"2024-09-19T05:02:14.028022+0000","last_active":"2024-09-19T05:02:14.030679+0000","last_peered":"2024-09-19T05:02:14.030679+0000","last_clean":"2024-09-19T05:02:14.030679+0000","last_became_active":"2024-09-19T05:02:14.027569+0000","last_became_peered":"2024-09-19T05:02:14.027569+0000","last_unstale":"2024-09-19T05:02:14.030679+0000","last_undegraded":"2024-09-19T05:02:14.030679+0000","last_fullsized":"2024-09-19T05:02:14.030679+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:13:19.802477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.056956+0000","last_change":"2024-09-19T05:02:15.067872+0000","last_active":"2024-09-19T05:02:16.056956+0000","last_peered":"2024-09-19T05:02:16.056956+0000","last_clean":"2024-09-19T05:02:16.056956+0000","last_became_active":"2024-09-19T05:02:15.067606+0000","last_became_peered":"2024-09-19T05:02:15.067606+0000","last_unstale":"2024-09-19T05:02:16.056956+0000","last_undegraded":"2024-09-19T05:02:16.056956+0000","last_fullsized":"2024-09-19T05:02:16.056956+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:07:52.915746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.033499+0000","last_change":"2024-09-19T05:02:14.031056+0000","last_active":"2024-09-19T05:02:14.033499+0000","last_peered":"2024-09-19T05:02:14.033499+0000","last_clean":"2024-09-19T05:02:14.033499+0000","last_became_active":"2024-09-19T05:02:14.030790+0000","last_became_peered":"2024-09-19T05:02:14.030790+0000","last_unstale":"2024-09-19T05:02:14.033499+0000","last_undegraded":"2024-09-19T05:02:14.033499+0000","last_fullsized":"2024-09-19T05:02:14.033499+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:10.413021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.019392+0000","last_change":"2024-09-19T05:02:14.019392+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.019392+0000","last_undegraded":"2024-09-19T05:02:14.019392+0000","last_fullsized":"2024-09-19T05:02:14.019392+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120947+0000","last_change":"2024-09-19T05:02:14.032052+0000","last_active":"2024-09-19T05:02:16.120947+0000","last_peered":"2024-09-19T05:02:16.120947+0000","last_clean":"2024-09-19T05:02:16.120947+0000","last_became_active":"2024-09-19T05:02:14.031751+0000","last_became_peered":"2024-09-19T05:02:14.031751+0000","last_unstale":"2024-09-19T05:02:16.120947+0000","last_undegraded":"2024-09-19T05:02:16.120947+0000","last_fullsized":"2024-09-19T05:02:16.120947+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:57:14.014350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120869+0000","last_change":"2024-09-19T05:02:15.059239+0000","last_active":"2024-09-19T05:02:16.120869+0000","last_peered":"2024-09-19T05:02:16.120869+0000","last_clean":"2024-09-19T05:02:16.120869+0000","last_became_active":"2024-09-19T05:02:15.058988+0000","last_became_peered":"2024-09-19T05:02:15.058988+0000","last_unstale":"2024-09-19T05:02:16.120869+0000","last_undegraded":"2024-09-19T05:02:16.120869+0000","last_fullsized":"2024-09-19T05:02:16.120869+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:07.165063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.061640+0000","last_change":"2024-09-19T05:02:14.027762+0000","last_active":"2024-09-19T05:02:16.061640+0000","last_peered":"2024-09-19T05:02:16.061640+0000","last_clean":"2024-09-19T05:02:16.061640+0000","last_became_active":"2024-09-19T05:02:14.027495+0000","last_became_peered":"2024-09-19T05:02:14.027495+0000","last_unstale":"2024-09-19T05:02:16.061640+0000","last_undegraded":"2024-09-19T05:02:16.061640+0000","last_fullsized":"2024-09-19T05:02:16.061640+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:14:57.888463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.061693+0000","last_change":"2024-09-19T05:02:15.054719+0000","last_active":"2024-09-19T05:02:16.061693+0000","last_peered":"2024-09-19T05:02:16.061693+0000","last_clean":"2024-09-19T05:02:16.061693+0000","last_became_active":"2024-09-19T05:02:15.054364+0000","last_became_peered":"2024-09-19T05:02:15.054364+0000","last_unstale":"2024-09-19T05:02:16.061693+0000","last_undegraded":"2024-09-19T05:02:16.061693+0000","last_fullsized":"2024-09-19T05:02:16.061693+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:13:20.804558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120823+0000","last_change":"2024-09-19T05:02:14.035138+0000","last_active":"2024-09-19T05:02:16.120823+0000","last_peered":"2024-09-19T05:02:16.120823+0000","last_clean":"2024-09-19T05:02:16.120823+0000","last_became_active":"2024-09-19T05:02:14.034789+0000","last_became_peered":"2024-09-19T05:02:14.034789+0000","last_unstale":"2024-09-19T05:02:16.120823+0000","last_undegraded":"2024-09-19T05:02:16.120823+0000","last_fullsized":"2024-09-19T05:02:16.120823+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:47.076855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.017951+0000","last_change":"2024-09-19T05:02:14.017951+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.017951+0000","last_undegraded":"2024-09-19T05:02:14.017951+0000","last_fullsized":"2024-09-19T05:02:14.017951+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.061500+0000","last_change":"2024-09-19T05:02:14.031353+0000","last_active":"2024-09-19T05:02:16.061500+0000","last_peered":"2024-09-19T05:02:16.061500+0000","last_clean":"2024-09-19T05:02:16.061500+0000","last_became_active":"2024-09-19T05:02:14.031064+0000","last_became_peered":"2024-09-19T05:02:14.031064+0000","last_unstale":"2024-09-19T05:02:16.061500+0000","last_undegraded":"2024-09-19T05:02:16.061500+0000","last_fullsized":"2024-09-19T05:02:16.061500+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:45:43.631864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120341+0000","last_change":"2024-09-19T05:02:15.070736+0000","last_active":"2024-09-19T05:02:16.120341+0000","last_peered":"2024-09-19T05:02:16.120341+0000","last_clean":"2024-09-19T05:02:16.120341+0000","last_became_active":"2024-09-19T05:02:15.070434+0000","last_became_peered":"2024-09-19T05:02:15.070434+0000","last_unstale":"2024-09-19T05:02:16.120341+0000","last_undegraded":"2024-09-19T05:02:16.120341+0000","last_fullsized":"2024-09-19T05:02:16.120341+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:29.240052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.061502+0000","last_change":"2024-09-19T05:02:14.032799+0000","last_active":"2024-09-19T05:02:16.061502+0000","last_peered":"2024-09-19T05:02:16.061502+0000","last_clean":"2024-09-19T05:02:16.061502+0000","last_became_active":"2024-09-19T05:02:14.032502+0000","last_became_peered":"2024-09-19T05:02:14.032502+0000","last_unstale":"2024-09-19T05:02:16.061502+0000","last_undegraded":"2024-09-19T05:02:16.061502+0000","last_fullsized":"2024-09-19T05:02:16.061502+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:09.247465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.016739+0000","last_change":"2024-09-19T05:02:14.016739+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.016739+0000","last_undegraded":"2024-09-19T05:02:14.016739+0000","last_fullsized":"2024-09-19T05:02:14.016739+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.030756+0000","last_change":"2024-09-19T05:02:14.029291+0000","last_active":"2024-09-19T05:02:14.030756+0000","last_peered":"2024-09-19T05:02:14.030756+0000","last_clean":"2024-09-19T05:02:14.030756+0000","last_became_active":"2024-09-19T05:02:14.029034+0000","last_became_peered":"2024-09-19T05:02:14.029034+0000","last_unstale":"2024-09-19T05:02:14.030756+0000","last_undegraded":"2024-09-19T05:02:14.030756+0000","last_fullsized":"2024-09-19T05:02:14.030756+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:48.335631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.056896+0000","last_change":"2024-09-19T05:02:15.071588+0000","last_active":"2024-09-19T05:02:16.056896+0000","last_peered":"2024-09-19T05:02:16.056896+0000","last_clean":"2024-09-19T05:02:16.056896+0000","last_became_active":"2024-09-19T05:02:15.071273+0000","last_became_peered":"2024-09-19T05:02:15.071273+0000","last_unstale":"2024-09-19T05:02:16.056896+0000","last_undegraded":"2024-09-19T05:02:16.056896+0000","last_fullsized":"2024-09-19T05:02:16.056896+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:07:04.934293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.061358+0000","last_change":"2024-09-19T05:02:14.031317+0000","last_active":"2024-09-19T05:02:16.061358+0000","last_peered":"2024-09-19T05:02:16.061358+0000","last_clean":"2024-09-19T05:02:16.061358+0000","last_became_active":"2024-09-19T05:02:14.031022+0000","last_became_peered":"2024-09-19T05:02:14.031022+0000","last_unstale":"2024-09-19T05:02:16.061358+0000","last_undegraded":"2024-09-19T05:02:16.061358+0000","last_fullsized":"2024-09-19T05:02:16.061358+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:15:48.036228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120877+0000","last_change":"2024-09-19T05:02:15.061611+0000","last_active":"2024-09-19T05:02:16.120877+0000","last_peered":"2024-09-19T05:02:16.120877+0000","last_clean":"2024-09-19T05:02:16.120877+0000","last_became_active":"2024-09-19T05:02:15.061342+0000","last_became_peered":"2024-09-19T05:02:15.061342+0000","last_unstale":"2024-09-19T05:02:16.120877+0000","last_undegraded":"2024-09-19T05:02:16.120877+0000","last_fullsized":"2024-09-19T05:02:16.120877+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:51.697617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.034783+0000","last_change":"2024-09-19T05:02:14.032818+0000","last_active":"2024-09-19T05:02:14.034783+0000","last_peered":"2024-09-19T05:02:14.034783+0000","last_clean":"2024-09-19T05:02:14.034783+0000","last_became_active":"2024-09-19T05:02:14.032529+0000","last_became_peered":"2024-09-19T05:02:14.032529+0000","last_unstale":"2024-09-19T05:02:14.034783+0000","last_undegraded":"2024-09-19T05:02:14.034783+0000","last_fullsized":"2024-09-19T05:02:14.034783+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:02:52.072467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.017525+0000","last_change":"2024-09-19T05:02:14.017525+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.017525+0000","last_undegraded":"2024-09-19T05:02:14.017525+0000","last_fullsized":"2024-09-19T05:02:14.017525+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"39'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.061566+0000","last_change":"2024-09-19T05:02:14.032051+0000","last_active":"2024-09-19T05:02:16.061566+0000","last_peered":"2024-09-19T05:02:16.061566+0000","last_clean":"2024-09-19T05:02:16.061566+0000","last_became_active":"2024-09-19T05:02:14.031763+0000","last_became_peered":"2024-09-19T05:02:14.031763+0000","last_unstale":"2024-09-19T05:02:16.061566+0000","last_undegraded":"2024-09-19T05:02:16.061566+0000","last_fullsized":"2024-09-19T05:02:16.061566+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:29.292812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.056765+0000","last_change":"2024-09-19T05:02:15.063275+0000","last_active":"2024-09-19T05:02:16.056765+0000","last_peered":"2024-09-19T05:02:16.056765+0000","last_clean":"2024-09-19T05:02:16.056765+0000","last_became_active":"2024-09-19T05:02:15.062870+0000","last_became_peered":"2024-09-19T05:02:15.062870+0000","last_unstale":"2024-09-19T05:02:16.056765+0000","last_undegraded":"2024-09-19T05:02:16.056765+0000","last_fullsized":"2024-09-19T05:02:16.056765+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:05.732596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120702+0000","last_change":"2024-09-19T05:02:14.035263+0000","last_active":"2024-09-19T05:02:16.120702+0000","last_peered":"2024-09-19T05:02:16.120702+0000","last_clean":"2024-09-19T05:02:16.120702+0000","last_became_active":"2024-09-19T05:02:14.034885+0000","last_became_peered":"2024-09-19T05:02:14.034885+0000","last_unstale":"2024-09-19T05:02:16.120702+0000","last_undegraded":"2024-09-19T05:02:16.120702+0000","last_fullsized":"2024-09-19T05:02:16.120702+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:29:10.628521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120440+0000","last_change":"2024-09-19T05:02:15.055410+0000","last_active":"2024-09-19T05:02:16.120440+0000","last_peered":"2024-09-19T05:02:16.120440+0000","last_clean":"2024-09-19T05:02:16.120440+0000","last_became_active":"2024-09-19T05:02:15.055108+0000","last_became_peered":"2024-09-19T05:02:15.055108+0000","last_unstale":"2024-09-19T05:02:16.120440+0000","last_undegraded":"2024-09-19T05:02:16.120440+0000","last_fullsized":"2024-09-19T05:02:16.120440+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:00:24.140432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.121331+0000","last_change":"2024-09-19T05:02:14.027364+0000","last_active":"2024-09-19T05:02:16.121331+0000","last_peered":"2024-09-19T05:02:16.121331+0000","last_clean":"2024-09-19T05:02:16.121331+0000","last_became_active":"2024-09-19T05:02:14.027070+0000","last_became_peered":"2024-09-19T05:02:14.027070+0000","last_unstale":"2024-09-19T05:02:16.121331+0000","last_undegraded":"2024-09-19T05:02:16.121331+0000","last_fullsized":"2024-09-19T05:02:16.121331+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:28.212854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120523+0000","last_change":"2024-09-19T05:02:15.068896+0000","last_active":"2024-09-19T05:02:16.120523+0000","last_peered":"2024-09-19T05:02:16.120523+0000","last_clean":"2024-09-19T05:02:16.120523+0000","last_became_active":"2024-09-19T05:02:15.068571+0000","last_became_peered":"2024-09-19T05:02:15.068571+0000","last_unstale":"2024-09-19T05:02:16.120523+0000","last_undegraded":"2024-09-19T05:02:16.120523+0000","last_fullsized":"2024-09-19T05:02:16.120523+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:07.165063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.027655+0000","last_change":"2024-09-19T05:02:14.025836+0000","last_active":"2024-09-19T05:02:14.027655+0000","last_peered":"2024-09-19T05:02:14.027655+0000","last_clean":"2024-09-19T05:02:14.027655+0000","last_became_active":"2024-09-19T05:02:14.025507+0000","last_became_peered":"2024-09-19T05:02:14.025507+0000","last_unstale":"2024-09-19T05:02:14.027655+0000","last_undegraded":"2024-09-19T05:02:14.027655+0000","last_fullsized":"2024-09-19T05:02:14.027655+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:41.350775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120642+0000","last_change":"2024-09-19T05:02:15.057102+0000","last_active":"2024-09-19T05:02:16.120642+0000","last_peered":"2024-09-19T05:02:16.120642+0000","last_clean":"2024-09-19T05:02:16.120642+0000","last_became_active":"2024-09-19T05:02:15.056728+0000","last_became_peered":"2024-09-19T05:02:15.056728+0000","last_unstale":"2024-09-19T05:02:16.120642+0000","last_undegraded":"2024-09-19T05:02:16.120642+0000","last_fullsized":"2024-09-19T05:02:16.120642+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:29.240052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120419+0000","last_change":"2024-09-19T05:02:14.033105+0000","last_active":"2024-09-19T05:02:16.120419+0000","last_peered":"2024-09-19T05:02:16.120419+0000","last_clean":"2024-09-19T05:02:16.120419+0000","last_became_active":"2024-09-19T05:02:14.032818+0000","last_became_peered":"2024-09-19T05:02:14.032818+0000","last_unstale":"2024-09-19T05:02:16.120419+0000","last_undegraded":"2024-09-19T05:02:16.120419+0000","last_fullsized":"2024-09-19T05:02:16.120419+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:29:10.628521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.017263+0000","last_change":"2024-09-19T05:02:14.017263+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.017263+0000","last_undegraded":"2024-09-19T05:02:14.017263+0000","last_fullsized":"2024-09-19T05:02:14.017263+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.056490+0000","last_change":"2024-09-19T05:02:14.035192+0000","last_active":"2024-09-19T05:02:16.056490+0000","last_peered":"2024-09-19T05:02:16.056490+0000","last_clean":"2024-09-19T05:02:16.056490+0000","last_became_active":"2024-09-19T05:02:14.034902+0000","last_became_peered":"2024-09-19T05:02:14.034902+0000","last_unstale":"2024-09-19T05:02:16.056490+0000","last_undegraded":"2024-09-19T05:02:16.056490+0000","last_fullsized":"2024-09-19T05:02:16.056490+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:48:30.747219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-19T05:02:14.019094+0000","last_change":"2024-09-19T05:02:14.019094+0000","last_active":"2024-09-19T05:02:14.010306+0000","last_peered":"2024-09-19T05:02:14.010306+0000","last_clean":"2024-09-19T05:02:14.010306+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:14.019094+0000","last_undegraded":"2024-09-19T05:02:14.019094+0000","last_fullsized":"2024-09-19T05:02:14.019094+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.030718+0000","last_change":"2024-09-19T05:02:14.027814+0000","last_active":"2024-09-19T05:02:14.030718+0000","last_peered":"2024-09-19T05:02:14.030718+0000","last_clean":"2024-09-19T05:02:14.030718+0000","last_became_active":"2024-09-19T05:02:14.027503+0000","last_became_peered":"2024-09-19T05:02:14.027503+0000","last_unstale":"2024-09-19T05:02:14.030718+0000","last_undegraded":"2024-09-19T05:02:14.030718+0000","last_fullsized":"2024-09-19T05:02:14.030718+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:05:30.988121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":202,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-19T05:02:14.020020+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:02:14.020020+0000","last_peered":"2024-09-19T05:02:14.020020+0000","last_clean":"2024-09-19T05:02:14.020020+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:02:14.020020+0000","last_undegraded":"2024-09-19T05:02:14.020020+0000","last_fullsized":"2024-09-19T05:02:14.020020+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1716,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":19,"ondisk_log_size":19,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509457,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28004,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343836,"statfs":{"total":96636764160,"available":96608088064,"internally_reserved":0,"allocated":999424,"data_stored":763271,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":405504,"data_stored":172903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509456,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27424,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344416,"statfs":{"total":96636764160,"available":96608681984,"internally_reserved":0,"allocated":405504,"data_stored":172903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542161,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31636,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340204,"statfs":{"total":96636764160,"available":96604368896,"internally_reserved":0,"allocated":458752,"data_stored":195075,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542161,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31624,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340216,"statfs":{"total":96636764160,"available":96604381184,"internally_reserved":0,"allocated":446464,"data_stored":193499,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574866,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27468,"kb_used_data":440,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":450560,"data_stored":194033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574865,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31620,"kb_used_data":424,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340220,"statfs":{"total":96636764160,"available":96604385280,"internally_reserved":0,"allocated":434176,"data_stored":186827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574865,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32208,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339632,"statfs":{"total":96636764160,"available":96603783168,"internally_reserved":0,"allocated":1040384,"data_stored":783831,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:02:20.008 INFO:tasks.ceph.mds.b.smithi134.stderr:2024-09-19T05:02:20.006+0000 7f6d82742640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:02:21.025 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:02:21.029 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:02:22.465 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:02:22.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.579+0000 7fb52923c640 1 Processor -- start 2024-09-19T05:02:22.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.579+0000 7fb52923c640 1 -- start start 2024-09-19T05:02:22.582 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.580+0000 7fb52923c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb52415eb10 0x7fb524070c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:22.582 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.580+0000 7fb52923c640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fb5240711b0 0x7fb5240b60a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:22.582 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.580+0000 7fb52923c640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb5240b5be0 con 0x7fb52415c250 2024-09-19T05:02:22.582 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.580+0000 7fb52923c640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fb5240715e0 con 0x7fb52415eb10 2024-09-19T05:02:22.582 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.580+0000 7fb52923c640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fb52415efa0 con 0x7fb5240711b0 2024-09-19T05:02:22.582 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.580+0000 7fb52259c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb52415eb10 0x7fb524070c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:22.582 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.580+0000 7fb52259c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb52415eb10 0x7fb524070c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50392/0 (socket says 172.21.15.5:50392) 2024-09-19T05:02:22.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.580+0000 7fb52259c640 1 -- 172.21.15.5:0/3308848588 learned_addr learned my addr 172.21.15.5:0/3308848588 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:22.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.580+0000 7fb52359e640 1 --2- 172.21.15.5:0/3308848588 >> v2:172.21.15.134:3300/0 conn(0x7fb5240711b0 0x7fb5240b60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:22.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.580+0000 7fb52259c640 1 -- 172.21.15.5:0/3308848588 >> v2:172.21.15.134:3300/0 conn(0x7fb5240711b0 msgr2=0x7fb5240b60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:22.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.580+0000 7fb52259c640 1 --2- 172.21.15.5:0/3308848588 >> v2:172.21.15.134:3300/0 conn(0x7fb5240711b0 0x7fb5240b60a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:22.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.580+0000 7fb52259c640 1 -- 172.21.15.5:0/3308848588 >> v1:172.21.15.134:6789/0 conn(0x7fb52415c250 legacy=0x7fb52409b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:22.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.580+0000 7fb52259c640 1 -- 172.21.15.5:0/3308848588 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb52415f280 con 0x7fb52415eb10 2024-09-19T05:02:22.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.581+0000 7fb52259c640 1 --2- 172.21.15.5:0/3308848588 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb52415eb10 0x7fb524070c70 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fb5240cec30 tx=0x7fb51802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0af660e53efae1e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:22.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.581+0000 7fb521d9b640 1 -- 172.21.15.5:0/3308848588 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb518037070 con 0x7fb52415eb10 2024-09-19T05:02:22.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.581+0000 7fb521d9b640 1 -- 172.21.15.5:0/3308848588 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb518032440 con 0x7fb52415eb10 2024-09-19T05:02:22.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.581+0000 7fb521d9b640 1 -- 172.21.15.5:0/3308848588 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb518032810 con 0x7fb52415eb10 2024-09-19T05:02:22.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.582+0000 7fb52923c640 1 -- 172.21.15.5:0/3308848588 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb52415eb10 msgr2=0x7fb524070c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:22.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.582+0000 7fb52923c640 1 --2- 172.21.15.5:0/3308848588 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb52415eb10 0x7fb524070c70 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fb5240cec30 tx=0x7fb51802a270 comp rx=0 tx=0).stop 2024-09-19T05:02:22.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.582+0000 7fb52923c640 1 -- 172.21.15.5:0/3308848588 shutdown_connections 2024-09-19T05:02:22.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.582+0000 7fb52923c640 1 --2- 172.21.15.5:0/3308848588 >> v2:172.21.15.134:3300/0 conn(0x7fb5240711b0 0x7fb5240b60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:22.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.582+0000 7fb52923c640 1 --2- 172.21.15.5:0/3308848588 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb52415eb10 0x7fb524070c70 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:22.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.582+0000 7fb52923c640 1 -- 172.21.15.5:0/3308848588 >> 172.21.15.5:0/3308848588 conn(0x7fb5240b3ff0 msgr2=0x7fb5240b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:22.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.582+0000 7fb52923c640 1 -- 172.21.15.5:0/3308848588 shutdown_connections 2024-09-19T05:02:22.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.582+0000 7fb52923c640 1 -- 172.21.15.5:0/3308848588 wait complete. 2024-09-19T05:02:22.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.584+0000 7fb52923c640 1 Processor -- start 2024-09-19T05:02:22.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.584+0000 7fb52923c640 1 -- start start 2024-09-19T05:02:22.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.584+0000 7fb52923c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5240711b0 0x7fb524152e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:22.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.584+0000 7fb52923c640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb52415c250 0x7fb524157090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:22.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.584+0000 7fb52923c640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb524155270 0x7fb524155700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:22.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.584+0000 7fb52923c640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fb52409b5a0 con 0x7fb5240711b0 2024-09-19T05:02:22.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.584+0000 7fb52923c640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fb52415f840 con 0x7fb524155270 2024-09-19T05:02:22.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.584+0000 7fb52923c640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fb5240b65e0 con 0x7fb52415c250 2024-09-19T05:02:22.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.585+0000 7fb522d9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5240711b0 0x7fb524152e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:22.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.585+0000 7fb522d9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5240711b0 0x7fb524152e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50406/0 (socket says 172.21.15.5:50406) 2024-09-19T05:02:22.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.585+0000 7fb52359e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb524155270 0x7fb524155700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:22.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.585+0000 7fb522d9d640 1 -- 172.21.15.5:0/4073108239 learned_addr learned my addr 172.21.15.5:0/4073108239 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:22.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.585+0000 7fb52259c640 1 --2- 172.21.15.5:0/4073108239 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb52415c250 0x7fb524157090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:22.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.585+0000 7fb522d9d640 1 -- 172.21.15.5:0/4073108239 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb52415c250 msgr2=0x7fb524157090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:22.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.585+0000 7fb522d9d640 1 --2- 172.21.15.5:0/4073108239 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb52415c250 0x7fb524157090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:22.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.585+0000 7fb522d9d640 1 -- 172.21.15.5:0/4073108239 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb524155270 msgr2=0x7fb524155700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:22.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.585+0000 7fb522d9d640 1 --2- 172.21.15.5:0/4073108239 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb524155270 0x7fb524155700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:22.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.585+0000 7fb522d9d640 1 -- 172.21.15.5:0/4073108239 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb524156030 con 0x7fb5240711b0 2024-09-19T05:02:22.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.585+0000 7fb522d9d640 1 --2- 172.21.15.5:0/4073108239 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5240711b0 0x7fb524152e30 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fb51400c400 tx=0x7fb51400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:22.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.585+0000 7fb50b7fe640 1 -- 172.21.15.5:0/4073108239 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5140052d0 con 0x7fb5240711b0 2024-09-19T05:02:22.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.585+0000 7fb50b7fe640 1 -- 172.21.15.5:0/4073108239 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb514005490 con 0x7fb5240711b0 2024-09-19T05:02:22.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.585+0000 7fb52923c640 1 -- 172.21.15.5:0/4073108239 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5240ce680 con 0x7fb5240711b0 2024-09-19T05:02:22.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.585+0000 7fb50b7fe640 1 -- 172.21.15.5:0/4073108239 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb514007260 con 0x7fb5240711b0 2024-09-19T05:02:22.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.586+0000 7fb52923c640 1 -- 172.21.15.5:0/4073108239 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5241565b0 con 0x7fb5240711b0 2024-09-19T05:02:22.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.587+0000 7fb52923c640 1 -- 172.21.15.5:0/4073108239 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5240b60a0 con 0x7fb5240711b0 2024-09-19T05:02:22.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.587+0000 7fb50b7fe640 1 -- 172.21.15.5:0/4073108239 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb514007400 con 0x7fb5240711b0 2024-09-19T05:02:22.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.588+0000 7fb50b7fe640 1 --2- 172.21.15.5:0/4073108239 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb51006c2e0 0x7fb51006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:22.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.588+0000 7fb50b7fe640 1 -- 172.21.15.5:0/4073108239 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fb51408aaa0 con 0x7fb5240711b0 2024-09-19T05:02:22.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.588+0000 7fb52259c640 1 --2- 172.21.15.5:0/4073108239 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb51006c2e0 0x7fb51006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:22.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.588+0000 7fb52259c640 1 --2- 172.21.15.5:0/4073108239 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb51006c2e0 0x7fb51006e7a0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fb518034000 tx=0x7fb51802e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:22.593 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.592+0000 7fb50b7fe640 1 -- 172.21.15.5:0/4073108239 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb5240b5be0 con 0x7fb5240711b0 2024-09-19T05:02:22.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.767+0000 7fb52923c640 1 -- 172.21.15.5:0/4073108239 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb5240b7570 con 0x7fb51006c2e0 2024-09-19T05:02:22.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.774+0000 7fb50b7fe640 1 -- 172.21.15.5:0/4073108239 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251958 (secure 0 0 0) 0x7fb5240b7570 con 0x7fb51006c2e0 2024-09-19T05:02:22.778 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:22.779 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:02:22.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.777+0000 7fb52923c640 1 -- 172.21.15.5:0/4073108239 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb51006c2e0 msgr2=0x7fb51006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:22.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.777+0000 7fb52923c640 1 --2- 172.21.15.5:0/4073108239 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb51006c2e0 0x7fb51006e7a0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fb518034000 tx=0x7fb51802e000 comp rx=0 tx=0).stop 2024-09-19T05:02:22.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.777+0000 7fb52923c640 1 -- 172.21.15.5:0/4073108239 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5240711b0 msgr2=0x7fb524152e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:22.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.777+0000 7fb52923c640 1 --2- 172.21.15.5:0/4073108239 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5240711b0 0x7fb524152e30 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fb51400c400 tx=0x7fb51400c8c0 comp rx=0 tx=0).stop 2024-09-19T05:02:22.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.777+0000 7fb52923c640 1 -- 172.21.15.5:0/4073108239 shutdown_connections 2024-09-19T05:02:22.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.777+0000 7fb52923c640 1 --2- 172.21.15.5:0/4073108239 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb51006c2e0 0x7fb51006e7a0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:22.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.777+0000 7fb52923c640 1 --2- 172.21.15.5:0/4073108239 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb524155270 0x7fb524155700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:22.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.777+0000 7fb52923c640 1 --2- 172.21.15.5:0/4073108239 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb52415c250 0x7fb524157090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:22.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.777+0000 7fb52923c640 1 --2- 172.21.15.5:0/4073108239 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5240711b0 0x7fb524152e30 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:22.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.777+0000 7fb52923c640 1 -- 172.21.15.5:0/4073108239 >> 172.21.15.5:0/4073108239 conn(0x7fb5240b3ff0 msgr2=0x7fb5241587a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:22.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.778+0000 7fb52923c640 1 -- 172.21.15.5:0/4073108239 shutdown_connections 2024-09-19T05:02:22.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.778+0000 7fb52923c640 1 -- 172.21.15.5:0/4073108239 wait complete. 2024-09-19T05:02:22.790 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":69,"stamp":"2024-09-19T05:02:21.274821+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":160,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237568,"kb_used_data":4668,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737152,"statfs":{"total":773094113280,"available":772850843648,"internally_reserved":0,"allocated":4780032,"data_stored":2726296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":27,"apply_latency_ms":27,"commit_latency_ns":27000000,"apply_latency_ns":27000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.260842"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.057114+0000","last_change":"2024-09-19T05:02:15.059089+0000","last_active":"2024-09-19T05:02:16.057114+0000","last_peered":"2024-09-19T05:02:16.057114+0000","last_clean":"2024-09-19T05:02:16.057114+0000","last_became_active":"2024-09-19T05:02:15.058551+0000","last_became_peered":"2024-09-19T05:02:15.058551+0000","last_unstale":"2024-09-19T05:02:16.057114+0000","last_undegraded":"2024-09-19T05:02:16.057114+0000","last_fullsized":"2024-09-19T05:02:16.057114+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:55:02.339069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.056669+0000","last_change":"2024-09-19T05:02:15.053997+0000","last_active":"2024-09-19T05:02:16.056669+0000","last_peered":"2024-09-19T05:02:16.056669+0000","last_clean":"2024-09-19T05:02:16.056669+0000","last_became_active":"2024-09-19T05:02:15.053705+0000","last_became_peered":"2024-09-19T05:02:15.053705+0000","last_unstale":"2024-09-19T05:02:16.056669+0000","last_undegraded":"2024-09-19T05:02:16.056669+0000","last_fullsized":"2024-09-19T05:02:16.056669+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:55:58.140042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120616+0000","last_change":"2024-09-19T05:02:15.065567+0000","last_active":"2024-09-19T05:02:16.120616+0000","last_peered":"2024-09-19T05:02:16.120616+0000","last_clean":"2024-09-19T05:02:16.120616+0000","last_became_active":"2024-09-19T05:02:15.065209+0000","last_became_peered":"2024-09-19T05:02:15.065209+0000","last_unstale":"2024-09-19T05:02:16.120616+0000","last_undegraded":"2024-09-19T05:02:16.120616+0000","last_fullsized":"2024-09-19T05:02:16.120616+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:28.490329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.061745+0000","last_change":"2024-09-19T05:02:15.062864+0000","last_active":"2024-09-19T05:02:16.061745+0000","last_peered":"2024-09-19T05:02:16.061745+0000","last_clean":"2024-09-19T05:02:16.061745+0000","last_became_active":"2024-09-19T05:02:15.062580+0000","last_became_peered":"2024-09-19T05:02:15.062580+0000","last_unstale":"2024-09-19T05:02:16.061745+0000","last_undegraded":"2024-09-19T05:02:16.061745+0000","last_fullsized":"2024-09-19T05:02:16.061745+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:49.337712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.061511+0000","last_change":"2024-09-19T05:02:15.064837+0000","last_active":"2024-09-19T05:02:16.061511+0000","last_peered":"2024-09-19T05:02:16.061511+0000","last_clean":"2024-09-19T05:02:16.061511+0000","last_became_active":"2024-09-19T05:02:15.064551+0000","last_became_peered":"2024-09-19T05:02:15.064551+0000","last_unstale":"2024-09-19T05:02:16.061511+0000","last_undegraded":"2024-09-19T05:02:16.061511+0000","last_fullsized":"2024-09-19T05:02:16.061511+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:05:31.990202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120761+0000","last_change":"2024-09-19T05:02:15.056093+0000","last_active":"2024-09-19T05:02:16.120761+0000","last_peered":"2024-09-19T05:02:16.120761+0000","last_clean":"2024-09-19T05:02:16.120761+0000","last_became_active":"2024-09-19T05:02:15.055806+0000","last_became_peered":"2024-09-19T05:02:15.055806+0000","last_unstale":"2024-09-19T05:02:16.120761+0000","last_undegraded":"2024-09-19T05:02:16.120761+0000","last_fullsized":"2024-09-19T05:02:16.120761+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:55.609164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.063595+0000","last_change":"2024-09-19T05:02:15.054921+0000","last_active":"2024-09-19T05:02:16.063595+0000","last_peered":"2024-09-19T05:02:16.063595+0000","last_clean":"2024-09-19T05:02:16.063595+0000","last_became_active":"2024-09-19T05:02:15.054621+0000","last_became_peered":"2024-09-19T05:02:15.054621+0000","last_unstale":"2024-09-19T05:02:16.063595+0000","last_undegraded":"2024-09-19T05:02:16.063595+0000","last_fullsized":"2024-09-19T05:02:16.063595+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:35:06.447932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.056516+0000","last_change":"2024-09-19T05:02:15.060397+0000","last_active":"2024-09-19T05:02:16.056516+0000","last_peered":"2024-09-19T05:02:16.056516+0000","last_clean":"2024-09-19T05:02:16.056516+0000","last_became_active":"2024-09-19T05:02:15.060124+0000","last_became_peered":"2024-09-19T05:02:15.060124+0000","last_unstale":"2024-09-19T05:02:16.056516+0000","last_undegraded":"2024-09-19T05:02:16.056516+0000","last_fullsized":"2024-09-19T05:02:16.056516+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:22:24.985147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.121018+0000","last_change":"2024-09-19T05:02:15.052277+0000","last_active":"2024-09-19T05:02:16.121018+0000","last_peered":"2024-09-19T05:02:16.121018+0000","last_clean":"2024-09-19T05:02:16.121018+0000","last_became_active":"2024-09-19T05:02:15.051959+0000","last_became_peered":"2024-09-19T05:02:15.051959+0000","last_unstale":"2024-09-19T05:02:16.121018+0000","last_undegraded":"2024-09-19T05:02:16.121018+0000","last_fullsized":"2024-09-19T05:02:16.121018+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:55.609164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.064174+0000","last_change":"2024-09-19T05:02:15.073379+0000","last_active":"2024-09-19T05:02:16.064174+0000","last_peered":"2024-09-19T05:02:16.064174+0000","last_clean":"2024-09-19T05:02:16.064174+0000","last_became_active":"2024-09-19T05:02:15.073053+0000","last_became_peered":"2024-09-19T05:02:15.073053+0000","last_unstale":"2024-09-19T05:02:16.064174+0000","last_undegraded":"2024-09-19T05:02:16.064174+0000","last_fullsized":"2024-09-19T05:02:16.064174+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:07:52.915746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.064028+0000","last_change":"2024-09-19T05:02:15.062573+0000","last_active":"2024-09-19T05:02:16.064028+0000","last_peered":"2024-09-19T05:02:16.064028+0000","last_clean":"2024-09-19T05:02:16.064028+0000","last_became_active":"2024-09-19T05:02:15.062280+0000","last_became_peered":"2024-09-19T05:02:15.062280+0000","last_unstale":"2024-09-19T05:02:16.064028+0000","last_undegraded":"2024-09-19T05:02:16.064028+0000","last_fullsized":"2024-09-19T05:02:16.064028+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:05.732596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120461+0000","last_change":"2024-09-19T05:02:15.056424+0000","last_active":"2024-09-19T05:02:16.120461+0000","last_peered":"2024-09-19T05:02:16.120461+0000","last_clean":"2024-09-19T05:02:16.120461+0000","last_became_active":"2024-09-19T05:02:15.056121+0000","last_became_peered":"2024-09-19T05:02:15.056121+0000","last_unstale":"2024-09-19T05:02:16.120461+0000","last_undegraded":"2024-09-19T05:02:16.120461+0000","last_fullsized":"2024-09-19T05:02:16.120461+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:27:17.941339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.063686+0000","last_change":"2024-09-19T05:02:15.059562+0000","last_active":"2024-09-19T05:02:16.063686+0000","last_peered":"2024-09-19T05:02:16.063686+0000","last_clean":"2024-09-19T05:02:16.063686+0000","last_became_active":"2024-09-19T05:02:15.059285+0000","last_became_peered":"2024-09-19T05:02:15.059285+0000","last_unstale":"2024-09-19T05:02:16.063686+0000","last_undegraded":"2024-09-19T05:02:16.063686+0000","last_fullsized":"2024-09-19T05:02:16.063686+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:58:37.132265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120476+0000","last_change":"2024-09-19T05:02:15.072261+0000","last_active":"2024-09-19T05:02:16.120476+0000","last_peered":"2024-09-19T05:02:16.120476+0000","last_clean":"2024-09-19T05:02:16.120476+0000","last_became_active":"2024-09-19T05:02:15.072004+0000","last_became_peered":"2024-09-19T05:02:15.072004+0000","last_unstale":"2024-09-19T05:02:16.120476+0000","last_undegraded":"2024-09-19T05:02:16.120476+0000","last_fullsized":"2024-09-19T05:02:16.120476+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:37:08.025689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.063645+0000","last_change":"2024-09-19T05:02:15.063369+0000","last_active":"2024-09-19T05:02:16.063645+0000","last_peered":"2024-09-19T05:02:16.063645+0000","last_clean":"2024-09-19T05:02:16.063645+0000","last_became_active":"2024-09-19T05:02:15.063114+0000","last_became_peered":"2024-09-19T05:02:15.063114+0000","last_unstale":"2024-09-19T05:02:16.063645+0000","last_undegraded":"2024-09-19T05:02:16.063645+0000","last_fullsized":"2024-09-19T05:02:16.063645+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:01:00.150168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.057819+0000","last_change":"2024-09-19T05:02:15.069755+0000","last_active":"2024-09-19T05:02:16.057819+0000","last_peered":"2024-09-19T05:02:16.057819+0000","last_clean":"2024-09-19T05:02:16.057819+0000","last_became_active":"2024-09-19T05:02:15.066980+0000","last_became_peered":"2024-09-19T05:02:15.066980+0000","last_unstale":"2024-09-19T05:02:16.057819+0000","last_undegraded":"2024-09-19T05:02:16.057819+0000","last_fullsized":"2024-09-19T05:02:16.057819+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:15.523032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.058784+0000","last_change":"2024-09-19T05:02:15.069185+0000","last_active":"2024-09-19T05:02:16.058784+0000","last_peered":"2024-09-19T05:02:16.058784+0000","last_clean":"2024-09-19T05:02:16.058784+0000","last_became_active":"2024-09-19T05:02:15.066963+0000","last_became_peered":"2024-09-19T05:02:15.066963+0000","last_unstale":"2024-09-19T05:02:16.058784+0000","last_undegraded":"2024-09-19T05:02:16.058784+0000","last_fullsized":"2024-09-19T05:02:16.058784+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:58:37.132265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.058475+0000","last_change":"2024-09-19T05:02:15.076172+0000","last_active":"2024-09-19T05:02:16.058475+0000","last_peered":"2024-09-19T05:02:16.058475+0000","last_clean":"2024-09-19T05:02:16.058475+0000","last_became_active":"2024-09-19T05:02:15.075846+0000","last_became_peered":"2024-09-19T05:02:15.075846+0000","last_unstale":"2024-09-19T05:02:16.058475+0000","last_undegraded":"2024-09-19T05:02:16.058475+0000","last_fullsized":"2024-09-19T05:02:16.058475+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:15.408369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.061751+0000","last_change":"2024-09-19T05:02:15.059521+0000","last_active":"2024-09-19T05:02:16.061751+0000","last_peered":"2024-09-19T05:02:16.061751+0000","last_clean":"2024-09-19T05:02:16.061751+0000","last_became_active":"2024-09-19T05:02:15.059201+0000","last_became_peered":"2024-09-19T05:02:15.059201+0000","last_unstale":"2024-09-19T05:02:16.061751+0000","last_undegraded":"2024-09-19T05:02:16.061751+0000","last_fullsized":"2024-09-19T05:02:16.061751+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:15.787282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.057999+0000","last_change":"2024-09-19T05:02:15.075159+0000","last_active":"2024-09-19T05:02:16.057999+0000","last_peered":"2024-09-19T05:02:16.057999+0000","last_clean":"2024-09-19T05:02:16.057999+0000","last_became_active":"2024-09-19T05:02:15.074892+0000","last_became_peered":"2024-09-19T05:02:15.074892+0000","last_unstale":"2024-09-19T05:02:16.057999+0000","last_undegraded":"2024-09-19T05:02:16.057999+0000","last_fullsized":"2024-09-19T05:02:16.057999+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:09:07.693948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.063700+0000","last_change":"2024-09-19T05:02:15.053299+0000","last_active":"2024-09-19T05:02:16.063700+0000","last_peered":"2024-09-19T05:02:16.063700+0000","last_clean":"2024-09-19T05:02:16.063700+0000","last_became_active":"2024-09-19T05:02:15.052998+0000","last_became_peered":"2024-09-19T05:02:15.052998+0000","last_unstale":"2024-09-19T05:02:16.063700+0000","last_undegraded":"2024-09-19T05:02:16.063700+0000","last_fullsized":"2024-09-19T05:02:16.063700+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:22:24.985147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120612+0000","last_change":"2024-09-19T05:02:15.057471+0000","last_active":"2024-09-19T05:02:16.120612+0000","last_peered":"2024-09-19T05:02:16.120612+0000","last_clean":"2024-09-19T05:02:16.120612+0000","last_became_active":"2024-09-19T05:02:15.056857+0000","last_became_peered":"2024-09-19T05:02:15.056857+0000","last_unstale":"2024-09-19T05:02:16.120612+0000","last_undegraded":"2024-09-19T05:02:16.120612+0000","last_fullsized":"2024-09-19T05:02:16.120612+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:43.733077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.058306+0000","last_change":"2024-09-19T05:02:15.066615+0000","last_active":"2024-09-19T05:02:16.058306+0000","last_peered":"2024-09-19T05:02:16.058306+0000","last_clean":"2024-09-19T05:02:16.058306+0000","last_became_active":"2024-09-19T05:02:15.066335+0000","last_became_peered":"2024-09-19T05:02:15.066335+0000","last_unstale":"2024-09-19T05:02:16.058306+0000","last_undegraded":"2024-09-19T05:02:16.058306+0000","last_fullsized":"2024-09-19T05:02:16.058306+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:49.694762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.061501+0000","last_change":"2024-09-19T05:02:15.067298+0000","last_active":"2024-09-19T05:02:16.061501+0000","last_peered":"2024-09-19T05:02:16.061501+0000","last_clean":"2024-09-19T05:02:16.061501+0000","last_became_active":"2024-09-19T05:02:15.066969+0000","last_became_peered":"2024-09-19T05:02:15.066969+0000","last_unstale":"2024-09-19T05:02:16.061501+0000","last_undegraded":"2024-09-19T05:02:16.061501+0000","last_fullsized":"2024-09-19T05:02:16.061501+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:54.466401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.058381+0000","last_change":"2024-09-19T05:02:15.067695+0000","last_active":"2024-09-19T05:02:16.058381+0000","last_peered":"2024-09-19T05:02:16.058381+0000","last_clean":"2024-09-19T05:02:16.058381+0000","last_became_active":"2024-09-19T05:02:15.067439+0000","last_became_peered":"2024-09-19T05:02:15.067439+0000","last_unstale":"2024-09-19T05:02:16.058381+0000","last_undegraded":"2024-09-19T05:02:16.058381+0000","last_fullsized":"2024-09-19T05:02:16.058381+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:09:26.422521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120729+0000","last_change":"2024-09-19T05:02:15.052738+0000","last_active":"2024-09-19T05:02:16.120729+0000","last_peered":"2024-09-19T05:02:16.120729+0000","last_clean":"2024-09-19T05:02:16.120729+0000","last_became_active":"2024-09-19T05:02:15.050772+0000","last_became_peered":"2024-09-19T05:02:15.050772+0000","last_unstale":"2024-09-19T05:02:16.120729+0000","last_undegraded":"2024-09-19T05:02:16.120729+0000","last_fullsized":"2024-09-19T05:02:16.120729+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:28.490329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.058355+0000","last_change":"2024-09-19T05:02:15.066939+0000","last_active":"2024-09-19T05:02:16.058355+0000","last_peered":"2024-09-19T05:02:16.058355+0000","last_clean":"2024-09-19T05:02:16.058355+0000","last_became_active":"2024-09-19T05:02:15.066588+0000","last_became_peered":"2024-09-19T05:02:15.066588+0000","last_unstale":"2024-09-19T05:02:16.058355+0000","last_undegraded":"2024-09-19T05:02:16.058355+0000","last_fullsized":"2024-09-19T05:02:16.058355+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:28:02.574175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.063907+0000","last_change":"2024-09-19T05:02:15.057616+0000","last_active":"2024-09-19T05:02:16.063907+0000","last_peered":"2024-09-19T05:02:16.063907+0000","last_clean":"2024-09-19T05:02:16.063907+0000","last_became_active":"2024-09-19T05:02:15.057340+0000","last_became_peered":"2024-09-19T05:02:15.057340+0000","last_unstale":"2024-09-19T05:02:16.063907+0000","last_undegraded":"2024-09-19T05:02:16.063907+0000","last_fullsized":"2024-09-19T05:02:16.063907+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:12:17.588360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.057603+0000","last_change":"2024-09-19T05:02:15.066385+0000","last_active":"2024-09-19T05:02:16.057603+0000","last_peered":"2024-09-19T05:02:16.057603+0000","last_clean":"2024-09-19T05:02:16.057603+0000","last_became_active":"2024-09-19T05:02:15.066088+0000","last_became_peered":"2024-09-19T05:02:15.066088+0000","last_unstale":"2024-09-19T05:02:16.057603+0000","last_undegraded":"2024-09-19T05:02:16.057603+0000","last_fullsized":"2024-09-19T05:02:16.057603+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:46:24.278292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.057533+0000","last_change":"2024-09-19T05:02:15.066310+0000","last_active":"2024-09-19T05:02:16.057533+0000","last_peered":"2024-09-19T05:02:16.057533+0000","last_clean":"2024-09-19T05:02:16.057533+0000","last_became_active":"2024-09-19T05:02:15.065882+0000","last_became_peered":"2024-09-19T05:02:15.065882+0000","last_unstale":"2024-09-19T05:02:16.057533+0000","last_undegraded":"2024-09-19T05:02:16.057533+0000","last_fullsized":"2024-09-19T05:02:16.057533+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:26.810419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.058493+0000","last_change":"2024-09-19T05:02:15.063439+0000","last_active":"2024-09-19T05:02:16.058493+0000","last_peered":"2024-09-19T05:02:16.058493+0000","last_clean":"2024-09-19T05:02:16.058493+0000","last_became_active":"2024-09-19T05:02:15.063069+0000","last_became_peered":"2024-09-19T05:02:15.063069+0000","last_unstale":"2024-09-19T05:02:16.058493+0000","last_undegraded":"2024-09-19T05:02:16.058493+0000","last_fullsized":"2024-09-19T05:02:16.058493+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:50:15.244856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120431+0000","last_change":"2024-09-19T05:02:15.057381+0000","last_active":"2024-09-19T05:02:16.120431+0000","last_peered":"2024-09-19T05:02:16.120431+0000","last_clean":"2024-09-19T05:02:16.120431+0000","last_became_active":"2024-09-19T05:02:15.057113+0000","last_became_peered":"2024-09-19T05:02:15.057113+0000","last_unstale":"2024-09-19T05:02:16.120431+0000","last_undegraded":"2024-09-19T05:02:16.120431+0000","last_fullsized":"2024-09-19T05:02:16.120431+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:27:17.941339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.058789+0000","last_change":"2024-09-19T05:02:15.070134+0000","last_active":"2024-09-19T05:02:16.058789+0000","last_peered":"2024-09-19T05:02:16.058789+0000","last_clean":"2024-09-19T05:02:16.058789+0000","last_became_active":"2024-09-19T05:02:15.067088+0000","last_became_peered":"2024-09-19T05:02:15.067088+0000","last_unstale":"2024-09-19T05:02:16.058789+0000","last_undegraded":"2024-09-19T05:02:16.058789+0000","last_fullsized":"2024-09-19T05:02:16.058789+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:22:24.985147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"38'4","reported_seq":18,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.058485+0000","last_change":"2024-09-19T05:02:14.032820+0000","last_active":"2024-09-19T05:02:16.058485+0000","last_peered":"2024-09-19T05:02:16.058485+0000","last_clean":"2024-09-19T05:02:16.058485+0000","last_became_active":"2024-09-19T05:02:14.032516+0000","last_became_peered":"2024-09-19T05:02:14.032516+0000","last_unstale":"2024-09-19T05:02:16.058485+0000","last_undegraded":"2024-09-19T05:02:16.058485+0000","last_fullsized":"2024-09-19T05:02:16.058485+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:35:46.163140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120897+0000","last_change":"2024-09-19T05:02:15.053826+0000","last_active":"2024-09-19T05:02:16.120897+0000","last_peered":"2024-09-19T05:02:16.120897+0000","last_clean":"2024-09-19T05:02:16.120897+0000","last_became_active":"2024-09-19T05:02:15.053573+0000","last_became_peered":"2024-09-19T05:02:15.053573+0000","last_unstale":"2024-09-19T05:02:16.120897+0000","last_undegraded":"2024-09-19T05:02:16.120897+0000","last_fullsized":"2024-09-19T05:02:16.120897+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:52:44.974985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.121178+0000","last_change":"2024-09-19T05:02:14.032490+0000","last_active":"2024-09-19T05:02:16.121178+0000","last_peered":"2024-09-19T05:02:16.121178+0000","last_clean":"2024-09-19T05:02:16.121178+0000","last_became_active":"2024-09-19T05:02:14.027522+0000","last_became_peered":"2024-09-19T05:02:14.027522+0000","last_unstale":"2024-09-19T05:02:16.121178+0000","last_undegraded":"2024-09-19T05:02:16.121178+0000","last_fullsized":"2024-09-19T05:02:16.121178+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:26.546360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120843+0000","last_change":"2024-09-19T05:02:15.073611+0000","last_active":"2024-09-19T05:02:16.120843+0000","last_peered":"2024-09-19T05:02:16.120843+0000","last_clean":"2024-09-19T05:02:16.120843+0000","last_became_active":"2024-09-19T05:02:15.073350+0000","last_became_peered":"2024-09-19T05:02:15.073350+0000","last_unstale":"2024-09-19T05:02:16.120843+0000","last_undegraded":"2024-09-19T05:02:16.120843+0000","last_fullsized":"2024-09-19T05:02:16.120843+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:27:17.941339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.121004+0000","last_change":"2024-09-19T05:02:14.035238+0000","last_active":"2024-09-19T05:02:16.121004+0000","last_peered":"2024-09-19T05:02:16.121004+0000","last_clean":"2024-09-19T05:02:16.121004+0000","last_became_active":"2024-09-19T05:02:14.034742+0000","last_became_peered":"2024-09-19T05:02:14.034742+0000","last_unstale":"2024-09-19T05:02:16.121004+0000","last_undegraded":"2024-09-19T05:02:16.121004+0000","last_fullsized":"2024-09-19T05:02:16.121004+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:33:41.230332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.057038+0000","last_change":"2024-09-19T05:02:15.069055+0000","last_active":"2024-09-19T05:02:16.057038+0000","last_peered":"2024-09-19T05:02:16.057038+0000","last_clean":"2024-09-19T05:02:16.057038+0000","last_became_active":"2024-09-19T05:02:15.068753+0000","last_became_peered":"2024-09-19T05:02:15.068753+0000","last_unstale":"2024-09-19T05:02:16.057038+0000","last_undegraded":"2024-09-19T05:02:16.057038+0000","last_fullsized":"2024-09-19T05:02:16.057038+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:28:07.509592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120762+0000","last_change":"2024-09-19T05:02:14.030862+0000","last_active":"2024-09-19T05:02:16.120762+0000","last_peered":"2024-09-19T05:02:16.120762+0000","last_clean":"2024-09-19T05:02:16.120762+0000","last_became_active":"2024-09-19T05:02:14.030599+0000","last_became_peered":"2024-09-19T05:02:14.030599+0000","last_unstale":"2024-09-19T05:02:16.120762+0000","last_undegraded":"2024-09-19T05:02:16.120762+0000","last_fullsized":"2024-09-19T05:02:16.120762+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:26.546360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120573+0000","last_change":"2024-09-19T05:02:15.060410+0000","last_active":"2024-09-19T05:02:16.120573+0000","last_peered":"2024-09-19T05:02:16.120573+0000","last_clean":"2024-09-19T05:02:16.120573+0000","last_became_active":"2024-09-19T05:02:15.060144+0000","last_became_peered":"2024-09-19T05:02:15.060144+0000","last_unstale":"2024-09-19T05:02:16.120573+0000","last_undegraded":"2024-09-19T05:02:16.120573+0000","last_fullsized":"2024-09-19T05:02:16.120573+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:07.165063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.063829+0000","last_change":"2024-09-19T05:02:14.028486+0000","last_active":"2024-09-19T05:02:16.063829+0000","last_peered":"2024-09-19T05:02:16.063829+0000","last_clean":"2024-09-19T05:02:16.063829+0000","last_became_active":"2024-09-19T05:02:14.028049+0000","last_became_peered":"2024-09-19T05:02:14.028049+0000","last_unstale":"2024-09-19T05:02:16.063829+0000","last_undegraded":"2024-09-19T05:02:16.063829+0000","last_fullsized":"2024-09-19T05:02:16.063829+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:46:23.276211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.063827+0000","last_change":"2024-09-19T05:02:15.053671+0000","last_active":"2024-09-19T05:02:16.063827+0000","last_peered":"2024-09-19T05:02:16.063827+0000","last_clean":"2024-09-19T05:02:16.063827+0000","last_became_active":"2024-09-19T05:02:15.053310+0000","last_became_peered":"2024-09-19T05:02:15.053310+0000","last_unstale":"2024-09-19T05:02:16.063827+0000","last_undegraded":"2024-09-19T05:02:16.063827+0000","last_fullsized":"2024-09-19T05:02:16.063827+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:55:58.140042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.058396+0000","last_change":"2024-09-19T05:02:14.031619+0000","last_active":"2024-09-19T05:02:16.058396+0000","last_peered":"2024-09-19T05:02:16.058396+0000","last_clean":"2024-09-19T05:02:16.058396+0000","last_became_active":"2024-09-19T05:02:14.031269+0000","last_became_peered":"2024-09-19T05:02:14.031269+0000","last_unstale":"2024-09-19T05:02:16.058396+0000","last_undegraded":"2024-09-19T05:02:16.058396+0000","last_fullsized":"2024-09-19T05:02:16.058396+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:02:52.072467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120785+0000","last_change":"2024-09-19T05:02:15.061516+0000","last_active":"2024-09-19T05:02:16.120785+0000","last_peered":"2024-09-19T05:02:16.120785+0000","last_clean":"2024-09-19T05:02:16.120785+0000","last_became_active":"2024-09-19T05:02:15.061256+0000","last_became_peered":"2024-09-19T05:02:15.061256+0000","last_unstale":"2024-09-19T05:02:16.120785+0000","last_undegraded":"2024-09-19T05:02:16.120785+0000","last_fullsized":"2024-09-19T05:02:16.120785+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:00:24.140432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120618+0000","last_change":"2024-09-19T05:02:14.032082+0000","last_active":"2024-09-19T05:02:16.120618+0000","last_peered":"2024-09-19T05:02:16.120618+0000","last_clean":"2024-09-19T05:02:16.120618+0000","last_became_active":"2024-09-19T05:02:14.031786+0000","last_became_peered":"2024-09-19T05:02:14.031786+0000","last_unstale":"2024-09-19T05:02:16.120618+0000","last_undegraded":"2024-09-19T05:02:16.120618+0000","last_fullsized":"2024-09-19T05:02:16.120618+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:55:26.546360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.056598+0000","last_change":"2024-09-19T05:02:15.072358+0000","last_active":"2024-09-19T05:02:16.056598+0000","last_peered":"2024-09-19T05:02:16.056598+0000","last_clean":"2024-09-19T05:02:16.056598+0000","last_became_active":"2024-09-19T05:02:15.072059+0000","last_became_peered":"2024-09-19T05:02:15.072059+0000","last_unstale":"2024-09-19T05:02:16.056598+0000","last_undegraded":"2024-09-19T05:02:16.056598+0000","last_fullsized":"2024-09-19T05:02:16.056598+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:58:37.132265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120392+0000","last_change":"2024-09-19T05:02:14.032119+0000","last_active":"2024-09-19T05:02:16.120392+0000","last_peered":"2024-09-19T05:02:16.120392+0000","last_clean":"2024-09-19T05:02:16.120392+0000","last_became_active":"2024-09-19T05:02:14.031830+0000","last_became_peered":"2024-09-19T05:02:14.031830+0000","last_unstale":"2024-09-19T05:02:16.120392+0000","last_undegraded":"2024-09-19T05:02:16.120392+0000","last_fullsized":"2024-09-19T05:02:16.120392+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:28.212854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.061786+0000","last_change":"2024-09-19T05:02:15.060695+0000","last_active":"2024-09-19T05:02:16.061786+0000","last_peered":"2024-09-19T05:02:16.061786+0000","last_clean":"2024-09-19T05:02:16.061786+0000","last_became_active":"2024-09-19T05:02:15.060398+0000","last_became_peered":"2024-09-19T05:02:15.060398+0000","last_unstale":"2024-09-19T05:02:16.061786+0000","last_undegraded":"2024-09-19T05:02:16.061786+0000","last_fullsized":"2024-09-19T05:02:16.061786+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:11.415102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.057082+0000","last_change":"2024-09-19T05:02:14.033577+0000","last_active":"2024-09-19T05:02:16.057082+0000","last_peered":"2024-09-19T05:02:16.057082+0000","last_clean":"2024-09-19T05:02:16.057082+0000","last_became_active":"2024-09-19T05:02:14.033305+0000","last_became_peered":"2024-09-19T05:02:14.033305+0000","last_unstale":"2024-09-19T05:02:16.057082+0000","last_undegraded":"2024-09-19T05:02:16.057082+0000","last_fullsized":"2024-09-19T05:02:16.057082+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:17:45.412534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.058783+0000","last_change":"2024-09-19T05:02:15.071681+0000","last_active":"2024-09-19T05:02:16.058783+0000","last_peered":"2024-09-19T05:02:16.058783+0000","last_clean":"2024-09-19T05:02:16.058783+0000","last_became_active":"2024-09-19T05:02:15.071221+0000","last_became_peered":"2024-09-19T05:02:15.071221+0000","last_unstale":"2024-09-19T05:02:16.058783+0000","last_undegraded":"2024-09-19T05:02:16.058783+0000","last_fullsized":"2024-09-19T05:02:16.058783+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:01:00.150168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.064222+0000","last_change":"2024-09-19T05:02:14.026763+0000","last_active":"2024-09-19T05:02:16.064222+0000","last_peered":"2024-09-19T05:02:16.064222+0000","last_clean":"2024-09-19T05:02:16.064222+0000","last_became_active":"2024-09-19T05:02:14.025839+0000","last_became_peered":"2024-09-19T05:02:14.025839+0000","last_unstale":"2024-09-19T05:02:16.064222+0000","last_undegraded":"2024-09-19T05:02:16.064222+0000","last_fullsized":"2024-09-19T05:02:16.064222+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:28:01.572094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.121173+0000","last_change":"2024-09-19T05:02:15.059636+0000","last_active":"2024-09-19T05:02:16.121173+0000","last_peered":"2024-09-19T05:02:16.121173+0000","last_clean":"2024-09-19T05:02:16.121173+0000","last_became_active":"2024-09-19T05:02:15.059334+0000","last_became_peered":"2024-09-19T05:02:15.059334+0000","last_unstale":"2024-09-19T05:02:16.121173+0000","last_undegraded":"2024-09-19T05:02:16.121173+0000","last_fullsized":"2024-09-19T05:02:16.121173+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:51.697617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"38'3","reported_seq":17,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.064139+0000","last_change":"2024-09-19T05:02:14.034868+0000","last_active":"2024-09-19T05:02:16.064139+0000","last_peered":"2024-09-19T05:02:16.064139+0000","last_clean":"2024-09-19T05:02:16.064139+0000","last_became_active":"2024-09-19T05:02:14.034576+0000","last_became_peered":"2024-09-19T05:02:14.034576+0000","last_unstale":"2024-09-19T05:02:16.064139+0000","last_undegraded":"2024-09-19T05:02:16.064139+0000","last_fullsized":"2024-09-19T05:02:16.064139+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:09:06.691866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120968+0000","last_change":"2024-09-19T05:02:15.060293+0000","last_active":"2024-09-19T05:02:16.120968+0000","last_peered":"2024-09-19T05:02:16.120968+0000","last_clean":"2024-09-19T05:02:16.120968+0000","last_became_active":"2024-09-19T05:02:15.056502+0000","last_became_peered":"2024-09-19T05:02:15.056502+0000","last_unstale":"2024-09-19T05:02:16.120968+0000","last_undegraded":"2024-09-19T05:02:16.120968+0000","last_fullsized":"2024-09-19T05:02:16.120968+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:28.490329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"38'6","reported_seq":20,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.056966+0000","last_change":"2024-09-19T05:02:14.030815+0000","last_active":"2024-09-19T05:02:16.056966+0000","last_peered":"2024-09-19T05:02:16.056966+0000","last_clean":"2024-09-19T05:02:16.056966+0000","last_became_active":"2024-09-19T05:02:14.030499+0000","last_became_peered":"2024-09-19T05:02:14.030499+0000","last_unstale":"2024-09-19T05:02:16.056966+0000","last_undegraded":"2024-09-19T05:02:16.056966+0000","last_fullsized":"2024-09-19T05:02:16.056966+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:20:12.213208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120296+0000","last_change":"2024-09-19T05:02:15.063671+0000","last_active":"2024-09-19T05:02:16.120296+0000","last_peered":"2024-09-19T05:02:16.120296+0000","last_clean":"2024-09-19T05:02:16.120296+0000","last_became_active":"2024-09-19T05:02:15.063394+0000","last_became_peered":"2024-09-19T05:02:15.063394+0000","last_unstale":"2024-09-19T05:02:16.120296+0000","last_undegraded":"2024-09-19T05:02:16.120296+0000","last_fullsized":"2024-09-19T05:02:16.120296+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:43.733077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.056792+0000","last_change":"2024-09-19T05:02:14.028403+0000","last_active":"2024-09-19T05:02:16.056792+0000","last_peered":"2024-09-19T05:02:16.056792+0000","last_clean":"2024-09-19T05:02:16.056792+0000","last_became_active":"2024-09-19T05:02:14.028126+0000","last_became_peered":"2024-09-19T05:02:14.028126+0000","last_unstale":"2024-09-19T05:02:16.056792+0000","last_undegraded":"2024-09-19T05:02:16.056792+0000","last_fullsized":"2024-09-19T05:02:16.056792+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:14:38.920511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.056614+0000","last_change":"2024-09-19T05:02:15.058879+0000","last_active":"2024-09-19T05:02:16.056614+0000","last_peered":"2024-09-19T05:02:16.056614+0000","last_clean":"2024-09-19T05:02:16.056614+0000","last_became_active":"2024-09-19T05:02:15.058588+0000","last_became_peered":"2024-09-19T05:02:15.058588+0000","last_unstale":"2024-09-19T05:02:16.056614+0000","last_undegraded":"2024-09-19T05:02:16.056614+0000","last_fullsized":"2024-09-19T05:02:16.056614+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:28:47.752700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120739+0000","last_change":"2024-09-19T05:02:14.034308+0000","last_active":"2024-09-19T05:02:16.120739+0000","last_peered":"2024-09-19T05:02:16.120739+0000","last_clean":"2024-09-19T05:02:16.120739+0000","last_became_active":"2024-09-19T05:02:14.033843+0000","last_became_peered":"2024-09-19T05:02:14.033843+0000","last_unstale":"2024-09-19T05:02:16.120739+0000","last_undegraded":"2024-09-19T05:02:16.120739+0000","last_fullsized":"2024-09-19T05:02:16.120739+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:26:48.878971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.058357+0000","last_change":"2024-09-19T05:02:15.065732+0000","last_active":"2024-09-19T05:02:16.058357+0000","last_peered":"2024-09-19T05:02:16.058357+0000","last_clean":"2024-09-19T05:02:16.058357+0000","last_became_active":"2024-09-19T05:02:15.063346+0000","last_became_peered":"2024-09-19T05:02:15.063346+0000","last_unstale":"2024-09-19T05:02:16.058357+0000","last_undegraded":"2024-09-19T05:02:16.058357+0000","last_fullsized":"2024-09-19T05:02:16.058357+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:21:31.807618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.057334+0000","last_change":"2024-09-19T05:02:14.032815+0000","last_active":"2024-09-19T05:02:16.057334+0000","last_peered":"2024-09-19T05:02:16.057334+0000","last_clean":"2024-09-19T05:02:16.057334+0000","last_became_active":"2024-09-19T05:02:14.032475+0000","last_became_peered":"2024-09-19T05:02:14.032475+0000","last_unstale":"2024-09-19T05:02:16.057334+0000","last_undegraded":"2024-09-19T05:02:16.057334+0000","last_fullsized":"2024-09-19T05:02:16.057334+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:53.464320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.056749+0000","last_change":"2024-09-19T05:02:15.058501+0000","last_active":"2024-09-19T05:02:16.056749+0000","last_peered":"2024-09-19T05:02:16.056749+0000","last_clean":"2024-09-19T05:02:16.056749+0000","last_became_active":"2024-09-19T05:02:15.058172+0000","last_became_peered":"2024-09-19T05:02:15.058172+0000","last_unstale":"2024-09-19T05:02:16.056749+0000","last_undegraded":"2024-09-19T05:02:16.056749+0000","last_fullsized":"2024-09-19T05:02:16.056749+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:12:17.588360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"38'8","reported_seq":22,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.057536+0000","last_change":"2024-09-19T05:02:14.028022+0000","last_active":"2024-09-19T05:02:16.057536+0000","last_peered":"2024-09-19T05:02:16.057536+0000","last_clean":"2024-09-19T05:02:16.057536+0000","last_became_active":"2024-09-19T05:02:14.027569+0000","last_became_peered":"2024-09-19T05:02:14.027569+0000","last_unstale":"2024-09-19T05:02:16.057536+0000","last_undegraded":"2024-09-19T05:02:16.057536+0000","last_fullsized":"2024-09-19T05:02:16.057536+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:25.808338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.056956+0000","last_change":"2024-09-19T05:02:15.067872+0000","last_active":"2024-09-19T05:02:16.056956+0000","last_peered":"2024-09-19T05:02:16.056956+0000","last_clean":"2024-09-19T05:02:16.056956+0000","last_became_active":"2024-09-19T05:02:15.067606+0000","last_became_peered":"2024-09-19T05:02:15.067606+0000","last_unstale":"2024-09-19T05:02:16.056956+0000","last_undegraded":"2024-09-19T05:02:16.056956+0000","last_fullsized":"2024-09-19T05:02:16.056956+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:07:52.915746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.064248+0000","last_change":"2024-09-19T05:02:14.031056+0000","last_active":"2024-09-19T05:02:16.064248+0000","last_peered":"2024-09-19T05:02:16.064248+0000","last_clean":"2024-09-19T05:02:16.064248+0000","last_became_active":"2024-09-19T05:02:14.030790+0000","last_became_peered":"2024-09-19T05:02:14.030790+0000","last_unstale":"2024-09-19T05:02:16.064248+0000","last_undegraded":"2024-09-19T05:02:16.064248+0000","last_fullsized":"2024-09-19T05:02:16.064248+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:09:25.420440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.064067+0000","last_change":"2024-09-19T05:02:15.060862+0000","last_active":"2024-09-19T05:02:16.064067+0000","last_peered":"2024-09-19T05:02:16.064067+0000","last_clean":"2024-09-19T05:02:16.064067+0000","last_became_active":"2024-09-19T05:02:15.060576+0000","last_became_peered":"2024-09-19T05:02:15.060576+0000","last_unstale":"2024-09-19T05:02:16.064067+0000","last_undegraded":"2024-09-19T05:02:16.064067+0000","last_fullsized":"2024-09-19T05:02:16.064067+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:07:04.934293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120947+0000","last_change":"2024-09-19T05:02:14.032052+0000","last_active":"2024-09-19T05:02:16.120947+0000","last_peered":"2024-09-19T05:02:16.120947+0000","last_clean":"2024-09-19T05:02:16.120947+0000","last_became_active":"2024-09-19T05:02:14.031751+0000","last_became_peered":"2024-09-19T05:02:14.031751+0000","last_unstale":"2024-09-19T05:02:16.120947+0000","last_undegraded":"2024-09-19T05:02:16.120947+0000","last_fullsized":"2024-09-19T05:02:16.120947+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:57:14.014350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120869+0000","last_change":"2024-09-19T05:02:15.059239+0000","last_active":"2024-09-19T05:02:16.120869+0000","last_peered":"2024-09-19T05:02:16.120869+0000","last_clean":"2024-09-19T05:02:16.120869+0000","last_became_active":"2024-09-19T05:02:15.058988+0000","last_became_peered":"2024-09-19T05:02:15.058988+0000","last_unstale":"2024-09-19T05:02:16.120869+0000","last_undegraded":"2024-09-19T05:02:16.120869+0000","last_fullsized":"2024-09-19T05:02:16.120869+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:07.165063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.061640+0000","last_change":"2024-09-19T05:02:14.027762+0000","last_active":"2024-09-19T05:02:16.061640+0000","last_peered":"2024-09-19T05:02:16.061640+0000","last_clean":"2024-09-19T05:02:16.061640+0000","last_became_active":"2024-09-19T05:02:14.027495+0000","last_became_peered":"2024-09-19T05:02:14.027495+0000","last_unstale":"2024-09-19T05:02:16.061640+0000","last_undegraded":"2024-09-19T05:02:16.061640+0000","last_fullsized":"2024-09-19T05:02:16.061640+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:14:57.888463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.061693+0000","last_change":"2024-09-19T05:02:15.054719+0000","last_active":"2024-09-19T05:02:16.061693+0000","last_peered":"2024-09-19T05:02:16.061693+0000","last_clean":"2024-09-19T05:02:16.061693+0000","last_became_active":"2024-09-19T05:02:15.054364+0000","last_became_peered":"2024-09-19T05:02:15.054364+0000","last_unstale":"2024-09-19T05:02:16.061693+0000","last_undegraded":"2024-09-19T05:02:16.061693+0000","last_fullsized":"2024-09-19T05:02:16.061693+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:13:20.804558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120823+0000","last_change":"2024-09-19T05:02:14.035138+0000","last_active":"2024-09-19T05:02:16.120823+0000","last_peered":"2024-09-19T05:02:16.120823+0000","last_clean":"2024-09-19T05:02:16.120823+0000","last_became_active":"2024-09-19T05:02:14.034789+0000","last_became_peered":"2024-09-19T05:02:14.034789+0000","last_unstale":"2024-09-19T05:02:16.120823+0000","last_undegraded":"2024-09-19T05:02:16.120823+0000","last_fullsized":"2024-09-19T05:02:16.120823+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:47.076855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.057994+0000","last_change":"2024-09-19T05:02:15.063998+0000","last_active":"2024-09-19T05:02:16.057994+0000","last_peered":"2024-09-19T05:02:16.057994+0000","last_clean":"2024-09-19T05:02:16.057994+0000","last_became_active":"2024-09-19T05:02:15.063735+0000","last_became_peered":"2024-09-19T05:02:15.063735+0000","last_unstale":"2024-09-19T05:02:16.057994+0000","last_undegraded":"2024-09-19T05:02:16.057994+0000","last_fullsized":"2024-09-19T05:02:16.057994+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:37:30.364598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.061500+0000","last_change":"2024-09-19T05:02:14.031353+0000","last_active":"2024-09-19T05:02:16.061500+0000","last_peered":"2024-09-19T05:02:16.061500+0000","last_clean":"2024-09-19T05:02:16.061500+0000","last_became_active":"2024-09-19T05:02:14.031064+0000","last_became_peered":"2024-09-19T05:02:14.031064+0000","last_unstale":"2024-09-19T05:02:16.061500+0000","last_undegraded":"2024-09-19T05:02:16.061500+0000","last_fullsized":"2024-09-19T05:02:16.061500+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:45:43.631864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120341+0000","last_change":"2024-09-19T05:02:15.070736+0000","last_active":"2024-09-19T05:02:16.120341+0000","last_peered":"2024-09-19T05:02:16.120341+0000","last_clean":"2024-09-19T05:02:16.120341+0000","last_became_active":"2024-09-19T05:02:15.070434+0000","last_became_peered":"2024-09-19T05:02:15.070434+0000","last_unstale":"2024-09-19T05:02:16.120341+0000","last_undegraded":"2024-09-19T05:02:16.120341+0000","last_fullsized":"2024-09-19T05:02:16.120341+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:29.240052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.061502+0000","last_change":"2024-09-19T05:02:14.032799+0000","last_active":"2024-09-19T05:02:16.061502+0000","last_peered":"2024-09-19T05:02:16.061502+0000","last_clean":"2024-09-19T05:02:16.061502+0000","last_became_active":"2024-09-19T05:02:14.032502+0000","last_became_peered":"2024-09-19T05:02:14.032502+0000","last_unstale":"2024-09-19T05:02:16.061502+0000","last_undegraded":"2024-09-19T05:02:16.061502+0000","last_fullsized":"2024-09-19T05:02:16.061502+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:09.247465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.063767+0000","last_change":"2024-09-19T05:02:15.068473+0000","last_active":"2024-09-19T05:02:16.063767+0000","last_peered":"2024-09-19T05:02:16.063767+0000","last_clean":"2024-09-19T05:02:16.063767+0000","last_became_active":"2024-09-19T05:02:15.068185+0000","last_became_peered":"2024-09-19T05:02:15.068185+0000","last_unstale":"2024-09-19T05:02:16.063767+0000","last_undegraded":"2024-09-19T05:02:16.063767+0000","last_fullsized":"2024-09-19T05:02:16.063767+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:28:47.752700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.058434+0000","last_change":"2024-09-19T05:02:14.029291+0000","last_active":"2024-09-19T05:02:16.058434+0000","last_peered":"2024-09-19T05:02:16.058434+0000","last_clean":"2024-09-19T05:02:16.058434+0000","last_became_active":"2024-09-19T05:02:14.029034+0000","last_became_peered":"2024-09-19T05:02:14.029034+0000","last_unstale":"2024-09-19T05:02:16.058434+0000","last_undegraded":"2024-09-19T05:02:16.058434+0000","last_fullsized":"2024-09-19T05:02:16.058434+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:46:23.276211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.056896+0000","last_change":"2024-09-19T05:02:15.071588+0000","last_active":"2024-09-19T05:02:16.056896+0000","last_peered":"2024-09-19T05:02:16.056896+0000","last_clean":"2024-09-19T05:02:16.056896+0000","last_became_active":"2024-09-19T05:02:15.071273+0000","last_became_peered":"2024-09-19T05:02:15.071273+0000","last_unstale":"2024-09-19T05:02:16.056896+0000","last_undegraded":"2024-09-19T05:02:16.056896+0000","last_fullsized":"2024-09-19T05:02:16.056896+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:07:04.934293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.061358+0000","last_change":"2024-09-19T05:02:14.031317+0000","last_active":"2024-09-19T05:02:16.061358+0000","last_peered":"2024-09-19T05:02:16.061358+0000","last_clean":"2024-09-19T05:02:16.061358+0000","last_became_active":"2024-09-19T05:02:14.031022+0000","last_became_peered":"2024-09-19T05:02:14.031022+0000","last_unstale":"2024-09-19T05:02:16.061358+0000","last_undegraded":"2024-09-19T05:02:16.061358+0000","last_fullsized":"2024-09-19T05:02:16.061358+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:15:48.036228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120877+0000","last_change":"2024-09-19T05:02:15.061611+0000","last_active":"2024-09-19T05:02:16.120877+0000","last_peered":"2024-09-19T05:02:16.120877+0000","last_clean":"2024-09-19T05:02:16.120877+0000","last_became_active":"2024-09-19T05:02:15.061342+0000","last_became_peered":"2024-09-19T05:02:15.061342+0000","last_unstale":"2024-09-19T05:02:16.120877+0000","last_undegraded":"2024-09-19T05:02:16.120877+0000","last_fullsized":"2024-09-19T05:02:16.120877+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:51.697617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.064337+0000","last_change":"2024-09-19T05:02:14.032818+0000","last_active":"2024-09-19T05:02:16.064337+0000","last_peered":"2024-09-19T05:02:16.064337+0000","last_clean":"2024-09-19T05:02:16.064337+0000","last_became_active":"2024-09-19T05:02:14.032529+0000","last_became_peered":"2024-09-19T05:02:14.032529+0000","last_unstale":"2024-09-19T05:02:16.064337+0000","last_undegraded":"2024-09-19T05:02:16.064337+0000","last_fullsized":"2024-09-19T05:02:16.064337+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:53:14.406288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.058903+0000","last_change":"2024-09-19T05:02:15.071464+0000","last_active":"2024-09-19T05:02:16.058903+0000","last_peered":"2024-09-19T05:02:16.058903+0000","last_clean":"2024-09-19T05:02:16.058903+0000","last_became_active":"2024-09-19T05:02:15.070875+0000","last_became_peered":"2024-09-19T05:02:15.070875+0000","last_unstale":"2024-09-19T05:02:16.058903+0000","last_undegraded":"2024-09-19T05:02:16.058903+0000","last_fullsized":"2024-09-19T05:02:16.058903+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:28:47.752700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"39'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.061566+0000","last_change":"2024-09-19T05:02:14.032051+0000","last_active":"2024-09-19T05:02:16.061566+0000","last_peered":"2024-09-19T05:02:16.061566+0000","last_clean":"2024-09-19T05:02:16.061566+0000","last_became_active":"2024-09-19T05:02:14.031763+0000","last_became_peered":"2024-09-19T05:02:14.031763+0000","last_unstale":"2024-09-19T05:02:16.061566+0000","last_undegraded":"2024-09-19T05:02:16.061566+0000","last_fullsized":"2024-09-19T05:02:16.061566+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:29.292812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.056765+0000","last_change":"2024-09-19T05:02:15.063275+0000","last_active":"2024-09-19T05:02:16.056765+0000","last_peered":"2024-09-19T05:02:16.056765+0000","last_clean":"2024-09-19T05:02:16.056765+0000","last_became_active":"2024-09-19T05:02:15.062870+0000","last_became_peered":"2024-09-19T05:02:15.062870+0000","last_unstale":"2024-09-19T05:02:16.056765+0000","last_undegraded":"2024-09-19T05:02:16.056765+0000","last_fullsized":"2024-09-19T05:02:16.056765+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:05.732596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120702+0000","last_change":"2024-09-19T05:02:14.035263+0000","last_active":"2024-09-19T05:02:16.120702+0000","last_peered":"2024-09-19T05:02:16.120702+0000","last_clean":"2024-09-19T05:02:16.120702+0000","last_became_active":"2024-09-19T05:02:14.034885+0000","last_became_peered":"2024-09-19T05:02:14.034885+0000","last_unstale":"2024-09-19T05:02:16.120702+0000","last_undegraded":"2024-09-19T05:02:16.120702+0000","last_fullsized":"2024-09-19T05:02:16.120702+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:29:10.628521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120440+0000","last_change":"2024-09-19T05:02:15.055410+0000","last_active":"2024-09-19T05:02:16.120440+0000","last_peered":"2024-09-19T05:02:16.120440+0000","last_clean":"2024-09-19T05:02:16.120440+0000","last_became_active":"2024-09-19T05:02:15.055108+0000","last_became_peered":"2024-09-19T05:02:15.055108+0000","last_unstale":"2024-09-19T05:02:16.120440+0000","last_undegraded":"2024-09-19T05:02:16.120440+0000","last_fullsized":"2024-09-19T05:02:16.120440+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:00:24.140432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.121331+0000","last_change":"2024-09-19T05:02:14.027364+0000","last_active":"2024-09-19T05:02:16.121331+0000","last_peered":"2024-09-19T05:02:16.121331+0000","last_clean":"2024-09-19T05:02:16.121331+0000","last_became_active":"2024-09-19T05:02:14.027070+0000","last_became_peered":"2024-09-19T05:02:14.027070+0000","last_unstale":"2024-09-19T05:02:16.121331+0000","last_undegraded":"2024-09-19T05:02:16.121331+0000","last_fullsized":"2024-09-19T05:02:16.121331+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:28.212854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120523+0000","last_change":"2024-09-19T05:02:15.068896+0000","last_active":"2024-09-19T05:02:16.120523+0000","last_peered":"2024-09-19T05:02:16.120523+0000","last_clean":"2024-09-19T05:02:16.120523+0000","last_became_active":"2024-09-19T05:02:15.068571+0000","last_became_peered":"2024-09-19T05:02:15.068571+0000","last_unstale":"2024-09-19T05:02:16.120523+0000","last_undegraded":"2024-09-19T05:02:16.120523+0000","last_fullsized":"2024-09-19T05:02:16.120523+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:07.165063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.057645+0000","last_change":"2024-09-19T05:02:14.025836+0000","last_active":"2024-09-19T05:02:16.057645+0000","last_peered":"2024-09-19T05:02:16.057645+0000","last_clean":"2024-09-19T05:02:16.057645+0000","last_became_active":"2024-09-19T05:02:14.025507+0000","last_became_peered":"2024-09-19T05:02:14.025507+0000","last_unstale":"2024-09-19T05:02:16.057645+0000","last_undegraded":"2024-09-19T05:02:16.057645+0000","last_fullsized":"2024-09-19T05:02:16.057645+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:30:00.610778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120642+0000","last_change":"2024-09-19T05:02:15.057102+0000","last_active":"2024-09-19T05:02:16.120642+0000","last_peered":"2024-09-19T05:02:16.120642+0000","last_clean":"2024-09-19T05:02:16.120642+0000","last_became_active":"2024-09-19T05:02:15.056728+0000","last_became_peered":"2024-09-19T05:02:15.056728+0000","last_unstale":"2024-09-19T05:02:16.120642+0000","last_undegraded":"2024-09-19T05:02:16.120642+0000","last_fullsized":"2024-09-19T05:02:16.120642+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:29.240052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.120419+0000","last_change":"2024-09-19T05:02:14.033105+0000","last_active":"2024-09-19T05:02:16.120419+0000","last_peered":"2024-09-19T05:02:16.120419+0000","last_clean":"2024-09-19T05:02:16.120419+0000","last_became_active":"2024-09-19T05:02:14.032818+0000","last_became_peered":"2024-09-19T05:02:14.032818+0000","last_unstale":"2024-09-19T05:02:16.120419+0000","last_undegraded":"2024-09-19T05:02:16.120419+0000","last_fullsized":"2024-09-19T05:02:16.120419+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:29:10.628521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.058643+0000","last_change":"2024-09-19T05:02:15.070508+0000","last_active":"2024-09-19T05:02:16.058643+0000","last_peered":"2024-09-19T05:02:16.058643+0000","last_clean":"2024-09-19T05:02:16.058643+0000","last_became_active":"2024-09-19T05:02:15.070260+0000","last_became_peered":"2024-09-19T05:02:15.070260+0000","last_unstale":"2024-09-19T05:02:16.058643+0000","last_undegraded":"2024-09-19T05:02:16.058643+0000","last_fullsized":"2024-09-19T05:02:16.058643+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:35:06.447932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.056490+0000","last_change":"2024-09-19T05:02:14.035192+0000","last_active":"2024-09-19T05:02:16.056490+0000","last_peered":"2024-09-19T05:02:16.056490+0000","last_clean":"2024-09-19T05:02:16.056490+0000","last_became_active":"2024-09-19T05:02:14.034902+0000","last_became_peered":"2024-09-19T05:02:14.034902+0000","last_unstale":"2024-09-19T05:02:16.056490+0000","last_undegraded":"2024-09-19T05:02:16.056490+0000","last_fullsized":"2024-09-19T05:02:16.056490+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:48:30.747219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.064195+0000","last_change":"2024-09-19T05:02:15.054194+0000","last_active":"2024-09-19T05:02:16.064195+0000","last_peered":"2024-09-19T05:02:16.064195+0000","last_clean":"2024-09-19T05:02:16.064195+0000","last_became_active":"2024-09-19T05:02:15.053911+0000","last_became_peered":"2024-09-19T05:02:15.053911+0000","last_unstale":"2024-09-19T05:02:16.064195+0000","last_undegraded":"2024-09-19T05:02:16.064195+0000","last_fullsized":"2024-09-19T05:02:16.064195+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:14.010306+0000","last_clean_scrub_stamp":"2024-09-19T05:02:14.010306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:28:07.509592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.058819+0000","last_change":"2024-09-19T05:02:14.027814+0000","last_active":"2024-09-19T05:02:16.058819+0000","last_peered":"2024-09-19T05:02:16.058819+0000","last_clean":"2024-09-19T05:02:16.058819+0000","last_became_active":"2024-09-19T05:02:14.027503+0000","last_became_peered":"2024-09-19T05:02:14.027503+0000","last_unstale":"2024-09-19T05:02:16.058819+0000","last_undegraded":"2024-09-19T05:02:16.058819+0000","last_fullsized":"2024-09-19T05:02:16.058819+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:13.008225+0000","last_clean_scrub_stamp":"2024-09-19T05:02:13.008225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:10.413021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":206,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T05:02:16.058100+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:02:16.058100+0000","last_peered":"2024-09-19T05:02:16.058100+0000","last_clean":"2024-09-19T05:02:16.058100+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:02:16.058100+0000","last_undegraded":"2024-09-19T05:02:16.058100+0000","last_fullsized":"2024-09-19T05:02:16.058100+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509458,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28064,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343776,"statfs":{"total":96636764160,"available":96608026624,"internally_reserved":0,"allocated":1052672,"data_stored":785479,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509457,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27472,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344368,"statfs":{"total":96636764160,"available":96608632832,"internally_reserved":0,"allocated":446464,"data_stored":194011,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509457,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27476,"kb_used_data":440,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344364,"statfs":{"total":96636764160,"available":96608628736,"internally_reserved":0,"allocated":450560,"data_stored":193541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542161,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31636,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340204,"statfs":{"total":96636764160,"available":96604368896,"internally_reserved":0,"allocated":458752,"data_stored":195075,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542161,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31624,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340216,"statfs":{"total":96636764160,"available":96604381184,"internally_reserved":0,"allocated":446464,"data_stored":193499,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574866,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27468,"kb_used_data":440,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":450560,"data_stored":194033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574865,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31620,"kb_used_data":424,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340220,"statfs":{"total":96636764160,"available":96604385280,"internally_reserved":0,"allocated":434176,"data_stored":186827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574865,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32208,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339632,"statfs":{"total":96636764160,"available":96603783168,"internally_reserved":0,"allocated":1040384,"data_stored":783831,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:02:22.794 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T05:02:22.794 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T05:02:22.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.938+0000 7f1d9f08d640 1 Processor -- start 2024-09-19T05:02:22.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.938+0000 7f1d9f08d640 1 -- start start 2024-09-19T05:02:22.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.939+0000 7f1d9f08d640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f1d9815e4d0 0x7f1d98162aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:22.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.939+0000 7f1d9f08d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1d980cf4e0 0x7f1d980b7680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:22.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.939+0000 7f1d9f08d640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d980d28a0 con 0x7f1d980b7bc0 2024-09-19T05:02:22.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.939+0000 7f1d9f08d640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f1d980d2b80 con 0x7f1d980cf4e0 2024-09-19T05:02:22.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.939+0000 7f1d9f08d640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f1d980d2e60 con 0x7f1d9815e4d0 2024-09-19T05:02:22.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.939+0000 7f1d97fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1d980cf4e0 0x7f1d980b7680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:22.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.939+0000 7f1d97fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1d980cf4e0 0x7f1d980b7680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50408/0 (socket says 172.21.15.5:50408) 2024-09-19T05:02:22.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.939+0000 7f1d97fff640 1 -- 172.21.15.5:0/3151045085 learned_addr learned my addr 172.21.15.5:0/3151045085 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:22.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.939+0000 7f1d9ce29640 1 --2- 172.21.15.5:0/3151045085 >> v2:172.21.15.134:3300/0 conn(0x7f1d9815e4d0 0x7f1d98162aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:22.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.940+0000 7f1d97fff640 1 -- 172.21.15.5:0/3151045085 >> v2:172.21.15.134:3300/0 conn(0x7f1d9815e4d0 msgr2=0x7f1d98162aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:22.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.940+0000 7f1d97fff640 1 --2- 172.21.15.5:0/3151045085 >> v2:172.21.15.134:3300/0 conn(0x7f1d9815e4d0 0x7f1d98162aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:22.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.940+0000 7f1d97fff640 1 -- 172.21.15.5:0/3151045085 >> v1:172.21.15.134:6789/0 conn(0x7f1d980b7bc0 legacy=0x7f1d980d4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:22.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.940+0000 7f1d97fff640 1 -- 172.21.15.5:0/3151045085 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d980d3140 con 0x7f1d980cf4e0 2024-09-19T05:02:22.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.940+0000 7f1d97fff640 1 --2- 172.21.15.5:0/3151045085 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d980cf4e0 0x7f1d980b7680 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f1d98068930 tx=0x7f1d8c02a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0d6e41534d8035d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:22.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.940+0000 7f1d977fe640 1 -- 172.21.15.5:0/3151045085 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d8c037070 con 0x7f1d980cf4e0 2024-09-19T05:02:22.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.940+0000 7f1d977fe640 1 -- 172.21.15.5:0/3151045085 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d8c032440 con 0x7f1d980cf4e0 2024-09-19T05:02:22.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.940+0000 7f1d977fe640 1 -- 172.21.15.5:0/3151045085 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d8c032810 con 0x7f1d980cf4e0 2024-09-19T05:02:22.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.941+0000 7f1d9f08d640 1 -- 172.21.15.5:0/3151045085 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d980cf4e0 msgr2=0x7f1d980b7680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:22.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.941+0000 7f1d9f08d640 1 --2- 172.21.15.5:0/3151045085 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d980cf4e0 0x7f1d980b7680 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f1d98068930 tx=0x7f1d8c02a2c0 comp rx=0 tx=0).stop 2024-09-19T05:02:22.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.941+0000 7f1d9f08d640 1 -- 172.21.15.5:0/3151045085 shutdown_connections 2024-09-19T05:02:22.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.941+0000 7f1d9f08d640 1 --2- 172.21.15.5:0/3151045085 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d980cf4e0 0x7f1d980b7680 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:22.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.941+0000 7f1d9f08d640 1 --2- 172.21.15.5:0/3151045085 >> v2:172.21.15.134:3300/0 conn(0x7f1d9815e4d0 0x7f1d98162aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:22.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.941+0000 7f1d9f08d640 1 -- 172.21.15.5:0/3151045085 >> 172.21.15.5:0/3151045085 conn(0x7f1d9806d0a0 msgr2=0x7f1d9806d4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:22.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.941+0000 7f1d9f08d640 1 -- 172.21.15.5:0/3151045085 shutdown_connections 2024-09-19T05:02:22.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.941+0000 7f1d9f08d640 1 -- 172.21.15.5:0/3151045085 wait complete. 2024-09-19T05:02:22.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.942+0000 7f1d9f08d640 1 Processor -- start 2024-09-19T05:02:22.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.942+0000 7f1d9f08d640 1 -- start start 2024-09-19T05:02:22.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.943+0000 7f1d9f08d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d980b7bc0 0x7f1d980cff50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:22.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.943+0000 7f1d9f08d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d980cf4e0 0x7f1d98155de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:22.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.943+0000 7f1d9f08d640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1d9815e4d0 0x7f1d980c8140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:22.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.943+0000 7f1d9f08d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1d980d5090 con 0x7f1d980cf4e0 2024-09-19T05:02:22.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.943+0000 7f1d9f08d640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f1d9815e8b0 con 0x7f1d9815e4d0 2024-09-19T05:02:22.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.943+0000 7f1d9f08d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1d980d5210 con 0x7f1d980b7bc0 2024-09-19T05:02:22.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.943+0000 7f1d97fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d980cf4e0 0x7f1d98155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:22.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.943+0000 7f1d97fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d980cf4e0 0x7f1d98155de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50410/0 (socket says 172.21.15.5:50410) 2024-09-19T05:02:22.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.943+0000 7f1d97fff640 1 -- 172.21.15.5:0/935626203 learned_addr learned my addr 172.21.15.5:0/935626203 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:22.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.943+0000 7f1d9ce29640 1 --2- 172.21.15.5:0/935626203 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d980b7bc0 0x7f1d980cff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:22.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.943+0000 7f1d9d62a640 1 --2- 172.21.15.5:0/935626203 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1d9815e4d0 0x7f1d980c8140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:22.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.944+0000 7f1d97fff640 1 -- 172.21.15.5:0/935626203 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d980b7bc0 msgr2=0x7f1d980cff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:22.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.944+0000 7f1d97fff640 1 --2- 172.21.15.5:0/935626203 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d980b7bc0 0x7f1d980cff50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:22.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.944+0000 7f1d97fff640 1 -- 172.21.15.5:0/935626203 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1d9815e4d0 msgr2=0x7f1d980c8140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:22.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.944+0000 7f1d97fff640 1 --2- 172.21.15.5:0/935626203 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1d9815e4d0 0x7f1d980c8140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:22.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.944+0000 7f1d97fff640 1 -- 172.21.15.5:0/935626203 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d980c8f80 con 0x7f1d980cf4e0 2024-09-19T05:02:22.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.944+0000 7f1d9ce29640 1 --2- 172.21.15.5:0/935626203 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d980b7bc0 0x7f1d980cff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:22.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.944+0000 7f1d97fff640 1 --2- 172.21.15.5:0/935626203 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d980cf4e0 0x7f1d98155de0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f1d8c000c00 tx=0x7f1d8c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:22.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.944+0000 7f1d957fa640 1 -- 172.21.15.5:0/935626203 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d8c041020 con 0x7f1d980cf4e0 2024-09-19T05:02:22.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.944+0000 7f1d957fa640 1 -- 172.21.15.5:0/935626203 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d8c0306c0 con 0x7f1d980cf4e0 2024-09-19T05:02:22.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.944+0000 7f1d957fa640 1 -- 172.21.15.5:0/935626203 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d8c037040 con 0x7f1d980cf4e0 2024-09-19T05:02:22.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.944+0000 7f1d9f08d640 1 -- 172.21.15.5:0/935626203 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d98160490 con 0x7f1d980cf4e0 2024-09-19T05:02:22.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.944+0000 7f1d9f08d640 1 -- 172.21.15.5:0/935626203 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d98160a50 con 0x7f1d980cf4e0 2024-09-19T05:02:22.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.945+0000 7f1d9f08d640 1 -- 172.21.15.5:0/935626203 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d980b7680 con 0x7f1d980cf4e0 2024-09-19T05:02:22.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.946+0000 7f1d957fa640 1 -- 172.21.15.5:0/935626203 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1d8c044020 con 0x7f1d980cf4e0 2024-09-19T05:02:22.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.946+0000 7f1d957fa640 1 --2- 172.21.15.5:0/935626203 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d8406c2b0 0x7f1d8406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:22.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.946+0000 7f1d957fa640 1 -- 172.21.15.5:0/935626203 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f1d8c0abd60 con 0x7f1d980cf4e0 2024-09-19T05:02:22.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.947+0000 7f1d9ce29640 1 --2- 172.21.15.5:0/935626203 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d8406c2b0 0x7f1d8406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:22.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.947+0000 7f1d9ce29640 1 --2- 172.21.15.5:0/935626203 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d8406c2b0 0x7f1d8406e770 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f1d88006fd0 tx=0x7f1d88008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:22.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:22.951+0000 7f1d957fa640 1 -- 172.21.15.5:0/935626203 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1d8c04b030 con 0x7f1d980cf4e0 2024-09-19T05:02:23.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.197+0000 7f1d9f08d640 1 -- 172.21.15.5:0/935626203 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f1d980d2200 con 0x7f1d980cf4e0 2024-09-19T05:02:23.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.199+0000 7f1d957fa640 1 -- 172.21.15.5:0/935626203 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) ==== 190+0+147 (secure 0 0 0) 0x7f1d8c07a340 con 0x7f1d980cf4e0 2024-09-19T05:02:23.200 INFO:teuthology.orchestra.run.smithi005.stdout:[client.0] 2024-09-19T05:02:23.200 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDnr+tmGJAHJxAA6YT7sqI8XwKH2Z23OxGkFw== 2024-09-19T05:02:23.200 INFO:teuthology.orchestra.run.smithi005.stdout: caps mds = "allow" 2024-09-19T05:02:23.201 INFO:teuthology.orchestra.run.smithi005.stdout: caps mon = "allow r" 2024-09-19T05:02:23.201 INFO:teuthology.orchestra.run.smithi005.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T05:02:23.201 INFO:teuthology.orchestra.run.smithi005.stderr:updated caps for client.0 2024-09-19T05:02:23.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.201+0000 7f1d9f08d640 1 -- 172.21.15.5:0/935626203 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d8406c2b0 msgr2=0x7f1d8406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:23.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.201+0000 7f1d9f08d640 1 --2- 172.21.15.5:0/935626203 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d8406c2b0 0x7f1d8406e770 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f1d88006fd0 tx=0x7f1d88008040 comp rx=0 tx=0).stop 2024-09-19T05:02:23.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.201+0000 7f1d9f08d640 1 -- 172.21.15.5:0/935626203 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d980cf4e0 msgr2=0x7f1d98155de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:23.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.201+0000 7f1d9f08d640 1 --2- 172.21.15.5:0/935626203 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d980cf4e0 0x7f1d98155de0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f1d8c000c00 tx=0x7f1d8c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:02:23.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.201+0000 7f1d9f08d640 1 -- 172.21.15.5:0/935626203 shutdown_connections 2024-09-19T05:02:23.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.201+0000 7f1d9f08d640 1 --2- 172.21.15.5:0/935626203 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d8406c2b0 0x7f1d8406e770 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:23.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.201+0000 7f1d9f08d640 1 --2- 172.21.15.5:0/935626203 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1d9815e4d0 0x7f1d980c8140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:23.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.201+0000 7f1d9f08d640 1 --2- 172.21.15.5:0/935626203 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d980cf4e0 0x7f1d98155de0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:23.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.201+0000 7f1d9f08d640 1 --2- 172.21.15.5:0/935626203 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d980b7bc0 0x7f1d980cff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:23.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.201+0000 7f1d9f08d640 1 -- 172.21.15.5:0/935626203 >> 172.21.15.5:0/935626203 conn(0x7f1d9806d0a0 msgr2=0x7f1d980b4de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:23.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.201+0000 7f1d9f08d640 1 -- 172.21.15.5:0/935626203 shutdown_connections 2024-09-19T05:02:23.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.201+0000 7f1d9f08d640 1 -- 172.21.15.5:0/935626203 wait complete. 2024-09-19T05:02:23.214 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:02:23.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.314+0000 7f8514265640 1 Processor -- start 2024-09-19T05:02:23.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.315+0000 7f8514265640 1 -- start start 2024-09-19T05:02:23.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.315+0000 7f8514265640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f850c09b180 0x7f850c070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:23.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.315+0000 7f8514265640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f850c15f8f0 con 0x7f850c15c1c0 2024-09-19T05:02:23.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.315+0000 7f8514265640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f850c070e00 con 0x7f850c15f480 2024-09-19T05:02:23.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.315+0000 7f8514265640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f850c0b5d90 con 0x7f850c09b180 2024-09-19T05:02:23.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.316+0000 7f8511800640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f850c09b180 0x7f850c070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:23.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.316+0000 7f8511800640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f850c09b180 0x7f850c070770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50412/0 (socket says 172.21.15.5:50412) 2024-09-19T05:02:23.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.316+0000 7f8511800640 1 -- 172.21.15.5:0/190289599 learned_addr learned my addr 172.21.15.5:0/190289599 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:23.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.316+0000 7f8511800640 1 -- 172.21.15.5:0/190289599 >> v1:172.21.15.134:6789/0 conn(0x7f850c15f480 legacy=0x7f850c0b6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:23.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.316+0000 7f8511800640 1 -- 172.21.15.5:0/190289599 >> v1:172.21.15.5:6789/0 conn(0x7f850c15c1c0 legacy=0x7f850c09aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:23.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.316+0000 7f8511800640 1 -- 172.21.15.5:0/190289599 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f850c0710e0 con 0x7f850c09b180 2024-09-19T05:02:23.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.317+0000 7f8511800640 1 --2- 172.21.15.5:0/190289599 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f850c09b180 0x7f850c070770 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f85000098a0 tx=0x7f850002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46a6c951c53c3520 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:23.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.317+0000 7f8510fff640 1 -- 172.21.15.5:0/190289599 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8500037070 con 0x7f850c09b180 2024-09-19T05:02:23.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.317+0000 7f8510fff640 1 -- 172.21.15.5:0/190289599 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8500032440 con 0x7f850c09b180 2024-09-19T05:02:23.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.317+0000 7f8510fff640 1 -- 172.21.15.5:0/190289599 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8500032810 con 0x7f850c09b180 2024-09-19T05:02:23.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.318+0000 7f8514265640 1 -- 172.21.15.5:0/190289599 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f850c09b180 msgr2=0x7f850c070770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:23.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.318+0000 7f8514265640 1 --2- 172.21.15.5:0/190289599 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f850c09b180 0x7f850c070770 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f85000098a0 tx=0x7f850002a230 comp rx=0 tx=0).stop 2024-09-19T05:02:23.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.318+0000 7f8514265640 1 -- 172.21.15.5:0/190289599 shutdown_connections 2024-09-19T05:02:23.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.318+0000 7f8514265640 1 --2- 172.21.15.5:0/190289599 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f850c09b180 0x7f850c070770 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:23.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.318+0000 7f8514265640 1 -- 172.21.15.5:0/190289599 >> 172.21.15.5:0/190289599 conn(0x7f850c0b3ff0 msgr2=0x7f850c0b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:23.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.318+0000 7f8514265640 1 -- 172.21.15.5:0/190289599 shutdown_connections 2024-09-19T05:02:23.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.318+0000 7f8514265640 1 -- 172.21.15.5:0/190289599 wait complete. 2024-09-19T05:02:23.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.319+0000 7f8514265640 1 Processor -- start 2024-09-19T05:02:23.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.319+0000 7f8514265640 1 -- start start 2024-09-19T05:02:23.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.320+0000 7f8514265640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f850c09b180 0x7f850c0cbe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:23.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.320+0000 7f8514265640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f850c15c1c0 0x7f850c13f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:23.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.320+0000 7f8514265640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f850c15f480 0x7f850c1e8110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:23.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.320+0000 7f8514265640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f850c0b6930 con 0x7f850c15c1c0 2024-09-19T05:02:23.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.320+0000 7f8514265640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f850c0716a0 con 0x7f850c09b180 2024-09-19T05:02:23.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.320+0000 7f8514265640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f850c0b6ab0 con 0x7f850c15f480 2024-09-19T05:02:23.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.320+0000 7f8511800640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f850c15c1c0 0x7f850c13f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:23.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.320+0000 7f8511800640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f850c15c1c0 0x7f850c13f640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50428/0 (socket says 172.21.15.5:50428) 2024-09-19T05:02:23.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.320+0000 7f8511800640 1 -- 172.21.15.5:0/89175114 learned_addr learned my addr 172.21.15.5:0/89175114 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:23.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.320+0000 7f8512001640 1 --2- 172.21.15.5:0/89175114 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f850c09b180 0x7f850c0cbe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:23.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.320+0000 7f8512802640 1 --2- 172.21.15.5:0/89175114 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f850c15f480 0x7f850c1e8110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:23.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.320+0000 7f8511800640 1 -- 172.21.15.5:0/89175114 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f850c15f480 msgr2=0x7f850c1e8110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:23.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.320+0000 7f8511800640 1 --2- 172.21.15.5:0/89175114 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f850c15f480 0x7f850c1e8110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:23.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.320+0000 7f8511800640 1 -- 172.21.15.5:0/89175114 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f850c09b180 msgr2=0x7f850c0cbe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:23.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.320+0000 7f8511800640 1 --2- 172.21.15.5:0/89175114 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f850c09b180 0x7f850c0cbe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:23.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.320+0000 7f8511800640 1 -- 172.21.15.5:0/89175114 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f850c13ffe0 con 0x7f850c15c1c0 2024-09-19T05:02:23.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.320+0000 7f8512802640 1 --2- 172.21.15.5:0/89175114 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f850c15f480 0x7f850c1e8110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:23.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.320+0000 7f8511800640 1 --2- 172.21.15.5:0/89175114 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f850c15c1c0 0x7f850c13f640 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f8500000c00 tx=0x7f85000046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:23.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.321+0000 7f84fe7fc640 1 -- 172.21.15.5:0/89175114 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8500037040 con 0x7f850c15c1c0 2024-09-19T05:02:23.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.321+0000 7f84fe7fc640 1 -- 172.21.15.5:0/89175114 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8500004230 con 0x7f850c15c1c0 2024-09-19T05:02:23.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.321+0000 7f8514265640 1 -- 172.21.15.5:0/89175114 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f850c140250 con 0x7f850c15c1c0 2024-09-19T05:02:23.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.321+0000 7f84fe7fc640 1 -- 172.21.15.5:0/89175114 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8500030620 con 0x7f850c15c1c0 2024-09-19T05:02:23.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.321+0000 7f8514265640 1 -- 172.21.15.5:0/89175114 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f850c140810 con 0x7f850c15c1c0 2024-09-19T05:02:23.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.322+0000 7f8514265640 1 -- 172.21.15.5:0/89175114 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f850c09b5a0 con 0x7f850c15c1c0 2024-09-19T05:02:23.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.322+0000 7f84fe7fc640 1 -- 172.21.15.5:0/89175114 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f85000307c0 con 0x7f850c15c1c0 2024-09-19T05:02:23.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.323+0000 7f84fe7fc640 1 --2- 172.21.15.5:0/89175114 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f84f006c2b0 0x7f84f006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:23.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.323+0000 7f84fe7fc640 1 -- 172.21.15.5:0/89175114 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f85000ac390 con 0x7f850c15c1c0 2024-09-19T05:02:23.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.323+0000 7f8512001640 1 --2- 172.21.15.5:0/89175114 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f84f006c2b0 0x7f84f006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:23.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.323+0000 7f8512001640 1 --2- 172.21.15.5:0/89175114 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f84f006c2b0 0x7f84f006e770 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f850c15ec40 tx=0x7f8508009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:23.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.327+0000 7f84fe7fc640 1 -- 172.21.15.5:0/89175114 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f850007aa00 con 0x7f850c15c1c0 2024-09-19T05:02:23.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.537+0000 7f8514265640 1 -- 172.21.15.5:0/89175114 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f850c0706f0 con 0x7f850c15c1c0 2024-09-19T05:02:23.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.538+0000 7f84fe7fc640 1 -- 172.21.15.5:0/89175114 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+5223 (secure 0 0 0) 0x7f850007a300 con 0x7f850c15c1c0 2024-09-19T05:02:23.542 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:23.542 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":16,"btime":"2024-09-19T05:02:17:054812+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/2079591675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2079591675},{"type":"v1","addr":"172.21.15.5:6834","nonce":2079591675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4789,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/2450673966","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":2450673966},{"type":"v1","addr":"172.21.15.5:6835","nonce":2450673966}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4792,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/4108475524","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":4108475524},{"type":"v1","addr":"172.21.15.134:6837","nonce":4108475524}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:02:14.385473+0000","modified":"2024-09-19T05:02:16.401672+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4795},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4795":{"gid":4795,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6836/3789368626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":3789368626},{"type":"v1","addr":"172.21.15.134:6836","nonce":3789368626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4795,"qdb_cluster":[4795]},"id":2}]} 2024-09-19T05:02:23.542 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 16 2024-09-19T05:02:23.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.539+0000 7f8514265640 1 -- 172.21.15.5:0/89175114 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f84f006c2b0 msgr2=0x7f84f006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:23.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.539+0000 7f8514265640 1 --2- 172.21.15.5:0/89175114 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f84f006c2b0 0x7f84f006e770 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f850c15ec40 tx=0x7f8508009040 comp rx=0 tx=0).stop 2024-09-19T05:02:23.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.539+0000 7f8514265640 1 -- 172.21.15.5:0/89175114 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f850c15c1c0 msgr2=0x7f850c13f640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:23.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.539+0000 7f8514265640 1 --2- 172.21.15.5:0/89175114 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f850c15c1c0 0x7f850c13f640 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f8500000c00 tx=0x7f85000046c0 comp rx=0 tx=0).stop 2024-09-19T05:02:23.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.540+0000 7f8514265640 1 -- 172.21.15.5:0/89175114 shutdown_connections 2024-09-19T05:02:23.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.540+0000 7f8514265640 1 --2- 172.21.15.5:0/89175114 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f84f006c2b0 0x7f84f006e770 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:23.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.540+0000 7f8514265640 1 --2- 172.21.15.5:0/89175114 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f850c15f480 0x7f850c1e8110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:23.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.540+0000 7f8514265640 1 --2- 172.21.15.5:0/89175114 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f850c15c1c0 0x7f850c13f640 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:23.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.540+0000 7f8514265640 1 --2- 172.21.15.5:0/89175114 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f850c09b180 0x7f850c0cbe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:23.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.540+0000 7f8514265640 1 -- 172.21.15.5:0/89175114 >> 172.21.15.5:0/89175114 conn(0x7f850c0b3ff0 msgr2=0x7f850c06d540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:23.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.540+0000 7f8514265640 1 -- 172.21.15.5:0/89175114 shutdown_connections 2024-09-19T05:02:23.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:23.540+0000 7f8514265640 1 -- 172.21.15.5:0/89175114 wait complete. 2024-09-19T05:02:23.955 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 16, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T05:02:14.385473+0000', 'modified': '2024-09-19T05:02:16.401672+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4795}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4795': {'gid': 4795, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.134:6836/3789368626', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.134:6834', 'nonce': 3789368626}, {'type': 'v1', 'addr': '172.21.15.134:6836', 'nonce': 3789368626}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4795, 'qdb_cluster': [4795]} 2024-09-19T05:02:23.955 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T05:02:23.955 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-19T05:02:24.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.063+0000 7f2ccf3f1640 1 Processor -- start 2024-09-19T05:02:24.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.063+0000 7f2ccf3f1640 1 -- start start 2024-09-19T05:02:24.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.064+0000 7f2ccf3f1640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f2cc815c1c0 0x7f2cc8070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:24.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.064+0000 7f2ccf3f1640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2cc815f480 0x7f2cc809aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:24.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.064+0000 7f2ccf3f1640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f2cc809afb0 0x7f2cc8161fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:24.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.064+0000 7f2ccf3f1640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f2cc80b5d90 con 0x7f2cc815c1c0 2024-09-19T05:02:24.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.064+0000 7f2ccf3f1640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f2cc8070e00 con 0x7f2cc809afb0 2024-09-19T05:02:24.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.064+0000 7f2ccf3f1640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f2cc80710e0 con 0x7f2cc815f480 2024-09-19T05:02:24.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.064+0000 7f2ccd18d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f2cc815c1c0 0x7f2cc8070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:24.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.064+0000 7f2ccd18d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f2cc815c1c0 0x7f2cc8070770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50434/0 (socket says 172.21.15.5:50434) 2024-09-19T05:02:24.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.064+0000 7f2ccd18d640 1 -- 172.21.15.5:0/2052021067 learned_addr learned my addr 172.21.15.5:0/2052021067 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:24.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.064+0000 7f2ccd98e640 1 --2- 172.21.15.5:0/2052021067 >> v2:172.21.15.134:3300/0 conn(0x7f2cc809afb0 0x7f2cc8161fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:24.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.064+0000 7f2ccc98c640 1 --2- 172.21.15.5:0/2052021067 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2cc815f480 0x7f2cc809aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:24.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.064+0000 7f2ccd18d640 1 -- 172.21.15.5:0/2052021067 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2cc815f480 msgr2=0x7f2cc809aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:24.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.064+0000 7f2ccd18d640 1 --2- 172.21.15.5:0/2052021067 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2cc815f480 0x7f2cc809aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.064+0000 7f2ccd18d640 1 -- 172.21.15.5:0/2052021067 >> v2:172.21.15.134:3300/0 conn(0x7f2cc809afb0 msgr2=0x7f2cc8161fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:24.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.064+0000 7f2ccd18d640 1 --2- 172.21.15.5:0/2052021067 >> v2:172.21.15.134:3300/0 conn(0x7f2cc809afb0 0x7f2cc8161fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.064+0000 7f2ccd18d640 1 -- 172.21.15.5:0/2052021067 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cc80713c0 con 0x7f2cc815c1c0 2024-09-19T05:02:24.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.064+0000 7f2ccd98e640 1 --2- 172.21.15.5:0/2052021067 >> v2:172.21.15.134:3300/0 conn(0x7f2cc809afb0 0x7f2cc8161fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:24.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.064+0000 7f2ccc98c640 1 --2- 172.21.15.5:0/2052021067 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2cc815f480 0x7f2cc809aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:24.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.065+0000 7f2ccd18d640 1 --2- 172.21.15.5:0/2052021067 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2cc815c1c0 0x7f2cc8070770 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f2cc8073f80 tx=0x7f2cc402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f40b78d56a29faae server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:24.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.065+0000 7f2cbffff640 1 -- 172.21.15.5:0/2052021067 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc4037070 con 0x7f2cc815c1c0 2024-09-19T05:02:24.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.065+0000 7f2cbffff640 1 -- 172.21.15.5:0/2052021067 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2cc4032440 con 0x7f2cc815c1c0 2024-09-19T05:02:24.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.065+0000 7f2cbffff640 1 -- 172.21.15.5:0/2052021067 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc4032810 con 0x7f2cc815c1c0 2024-09-19T05:02:24.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.066+0000 7f2ccf3f1640 1 -- 172.21.15.5:0/2052021067 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2cc815c1c0 msgr2=0x7f2cc8070770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:24.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.066+0000 7f2ccf3f1640 1 --2- 172.21.15.5:0/2052021067 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2cc815c1c0 0x7f2cc8070770 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f2cc8073f80 tx=0x7f2cc402a1e0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.066+0000 7f2ccf3f1640 1 -- 172.21.15.5:0/2052021067 shutdown_connections 2024-09-19T05:02:24.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.066+0000 7f2ccf3f1640 1 --2- 172.21.15.5:0/2052021067 >> v2:172.21.15.134:3300/0 conn(0x7f2cc809afb0 0x7f2cc8161fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.066+0000 7f2ccf3f1640 1 --2- 172.21.15.5:0/2052021067 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2cc815f480 0x7f2cc809aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.066+0000 7f2ccf3f1640 1 --2- 172.21.15.5:0/2052021067 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2cc815c1c0 0x7f2cc8070770 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.066+0000 7f2ccf3f1640 1 -- 172.21.15.5:0/2052021067 >> 172.21.15.5:0/2052021067 conn(0x7f2cc80b3ff0 msgr2=0x7f2cc80b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:24.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.066+0000 7f2ccf3f1640 1 -- 172.21.15.5:0/2052021067 shutdown_connections 2024-09-19T05:02:24.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.066+0000 7f2ccf3f1640 1 -- 172.21.15.5:0/2052021067 wait complete. 2024-09-19T05:02:24.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.067+0000 7f2ccf3f1640 1 Processor -- start 2024-09-19T05:02:24.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.067+0000 7f2ccf3f1640 1 -- start start 2024-09-19T05:02:24.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.068+0000 7f2ccf3f1640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2cc809afb0 0x7f2cc8153160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:24.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.068+0000 7f2ccf3f1640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2cc815c1c0 0x7f2cc80cd780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:24.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.068+0000 7f2ccf3f1640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2cc815f480 0x7f2cc80cbca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:24.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.068+0000 7f2ccf3f1640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc8162510 con 0x7f2cc815c1c0 2024-09-19T05:02:24.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.068+0000 7f2ccf3f1640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc815f8a0 con 0x7f2cc815f480 2024-09-19T05:02:24.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.068+0000 7f2ccf3f1640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f2cc8162690 con 0x7f2cc809afb0 2024-09-19T05:02:24.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.068+0000 7f2ccc98c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2cc815c1c0 0x7f2cc80cd780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:24.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.068+0000 7f2ccc98c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2cc815c1c0 0x7f2cc80cd780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50446/0 (socket says 172.21.15.5:50446) 2024-09-19T05:02:24.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.068+0000 7f2ccc98c640 1 -- 172.21.15.5:0/461096746 learned_addr learned my addr 172.21.15.5:0/461096746 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:24.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.068+0000 7f2ccd18d640 1 --2- 172.21.15.5:0/461096746 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2cc809afb0 0x7f2cc8153160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:24.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.068+0000 7f2ccd98e640 1 --2- 172.21.15.5:0/461096746 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2cc815f480 0x7f2cc80cbca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:24.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.068+0000 7f2ccc98c640 1 -- 172.21.15.5:0/461096746 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2cc809afb0 msgr2=0x7f2cc8153160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:24.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.068+0000 7f2ccc98c640 1 --2- 172.21.15.5:0/461096746 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2cc809afb0 0x7f2cc8153160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.068+0000 7f2ccc98c640 1 -- 172.21.15.5:0/461096746 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2cc815f480 msgr2=0x7f2cc80cbca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:24.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.068+0000 7f2ccc98c640 1 --2- 172.21.15.5:0/461096746 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2cc815f480 0x7f2cc80cbca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.068+0000 7f2ccc98c640 1 -- 172.21.15.5:0/461096746 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cc80cdcc0 con 0x7f2cc815c1c0 2024-09-19T05:02:24.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.069+0000 7f2ccc98c640 1 --2- 172.21.15.5:0/461096746 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2cc815c1c0 0x7f2cc80cd780 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f2cb800c820 tx=0x7f2cb800cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:24.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.069+0000 7f2cbdffb640 1 -- 172.21.15.5:0/461096746 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cb8015070 con 0x7f2cc815c1c0 2024-09-19T05:02:24.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.069+0000 7f2cbdffb640 1 -- 172.21.15.5:0/461096746 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2cb8007a30 con 0x7f2cc815c1c0 2024-09-19T05:02:24.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.069+0000 7f2ccf3f1640 1 -- 172.21.15.5:0/461096746 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cc80cdf80 con 0x7f2cc815c1c0 2024-09-19T05:02:24.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.069+0000 7f2cbdffb640 1 -- 172.21.15.5:0/461096746 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cb8007de0 con 0x7f2cc815c1c0 2024-09-19T05:02:24.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.069+0000 7f2ccf3f1640 1 -- 172.21.15.5:0/461096746 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cc80ce540 con 0x7f2cc815c1c0 2024-09-19T05:02:24.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.070+0000 7f2cbdffb640 1 -- 172.21.15.5:0/461096746 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2cb8018070 con 0x7f2cc815c1c0 2024-09-19T05:02:24.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.071+0000 7f2cbdffb640 1 --2- 172.21.15.5:0/461096746 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2cac06c2b0 0x7f2cac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:24.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.071+0000 7f2cbdffb640 1 -- 172.21.15.5:0/461096746 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f2cb808b350 con 0x7f2cc815c1c0 2024-09-19T05:02:24.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.071+0000 7f2ccd18d640 1 --2- 172.21.15.5:0/461096746 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2cac06c2b0 0x7f2cac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:24.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.072+0000 7f2ccd18d640 1 --2- 172.21.15.5:0/461096746 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2cac06c2b0 0x7f2cac06e770 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2cc4034000 tx=0x7f2cc402e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:24.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.072+0000 7f2cd2264740 1 Processor -- start 2024-09-19T05:02:24.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.072+0000 7f2cd2264740 1 -- start start 2024-09-19T05:02:24.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.073+0000 7f2cd2264740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55c129ca32c0 0x55c129ce8a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:24.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.073+0000 7f2cd2264740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55c129ca0a80 0x55c129ca36a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:24.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.073+0000 7f2cd2264740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55c129ca4a50 0x55c129c9d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:24.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.073+0000 7f2cd2264740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x55c129c05520 con 0x55c129ca0a80 2024-09-19T05:02:24.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.073+0000 7f2cd2264740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x55c129bad3e0 con 0x55c129ca4a50 2024-09-19T05:02:24.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.073+0000 7f2cd2264740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x55c129c014e0 con 0x55c129ca32c0 2024-09-19T05:02:24.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.073+0000 7f2ccc98c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55c129ca0a80 0x55c129ca36a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:24.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.073+0000 7f2ccc98c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55c129ca0a80 0x55c129ca36a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50462/0 (socket says 172.21.15.5:50462) 2024-09-19T05:02:24.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.073+0000 7f2ccc98c640 1 -- 172.21.15.5:0/2249138662 learned_addr learned my addr 172.21.15.5:0/2249138662 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:24.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.073+0000 7f2ccd18d640 1 --2- 172.21.15.5:0/2249138662 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55c129ca32c0 0x55c129ce8a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:24.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.073+0000 7f2ccd98e640 1 --2- 172.21.15.5:0/2249138662 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55c129ca4a50 0x55c129c9d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:24.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.073+0000 7f2ccc98c640 1 -- 172.21.15.5:0/2249138662 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55c129ca32c0 msgr2=0x55c129ce8a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:24.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.073+0000 7f2ccc98c640 1 --2- 172.21.15.5:0/2249138662 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55c129ca32c0 0x55c129ce8a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.073+0000 7f2ccc98c640 1 -- 172.21.15.5:0/2249138662 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55c129ca4a50 msgr2=0x55c129c9d8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:24.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.073+0000 7f2ccc98c640 1 --2- 172.21.15.5:0/2249138662 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55c129ca4a50 0x55c129c9d8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.073+0000 7f2ccc98c640 1 -- 172.21.15.5:0/2249138662 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c129bc82f0 con 0x55c129ca0a80 2024-09-19T05:02:24.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.074+0000 7f2ccc98c640 1 --2- 172.21.15.5:0/2249138662 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55c129ca0a80 0x55c129ca36a0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f2cb8055730 tx=0x7f2cb805d5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a0ef5852ff7ac2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:24.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.074+0000 7f2cb2ffd640 1 -- 172.21.15.5:0/2249138662 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cb801f040 con 0x55c129ca0a80 2024-09-19T05:02:24.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.074+0000 7f2cb2ffd640 1 -- 172.21.15.5:0/2249138662 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2cb8057370 con 0x55c129ca0a80 2024-09-19T05:02:24.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.074+0000 7f2cb2ffd640 1 -- 172.21.15.5:0/2249138662 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cb8071120 con 0x55c129ca0a80 2024-09-19T05:02:24.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.075+0000 7f2cd2264740 1 -- 172.21.15.5:0/2249138662 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55c129ca0a80 msgr2=0x55c129ca36a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:24.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.075+0000 7f2cd2264740 1 --2- 172.21.15.5:0/2249138662 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55c129ca0a80 0x55c129ca36a0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f2cb8055730 tx=0x7f2cb805d5d0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.075+0000 7f2cd2264740 1 -- 172.21.15.5:0/2249138662 shutdown_connections 2024-09-19T05:02:24.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.075+0000 7f2cd2264740 1 --2- 172.21.15.5:0/2249138662 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55c129ca4a50 0x55c129c9d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.075+0000 7f2cd2264740 1 --2- 172.21.15.5:0/2249138662 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55c129ca0a80 0x55c129ca36a0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.075+0000 7f2cd2264740 1 --2- 172.21.15.5:0/2249138662 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55c129ca32c0 0x55c129ce8a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.075+0000 7f2cd2264740 1 -- 172.21.15.5:0/2249138662 >> 172.21.15.5:0/2249138662 conn(0x55c129c9fa80 msgr2=0x55c129ce7f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:24.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.075+0000 7f2cd2264740 1 -- 172.21.15.5:0/2249138662 shutdown_connections 2024-09-19T05:02:24.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.075+0000 7f2cd2264740 1 -- 172.21.15.5:0/2249138662 wait complete. 2024-09-19T05:02:24.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.075+0000 7f2cd2264740 1 -- start start 2024-09-19T05:02:24.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.075+0000 7f2cd2264740 1 Processor -- start 2024-09-19T05:02:24.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.076+0000 7f2cd2264740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55c129ca32c0 0x55c129cc5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:24.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.076+0000 7f2cd2264740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55c129ca4a50 0x55c129cce640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:24.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.076+0000 7f2cd2264740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55c129ce56e0 0x55c129cceb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:24.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.076+0000 7f2cd2264740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x55c129c9ef20 con 0x55c129ca4a50 2024-09-19T05:02:24.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.076+0000 7f2cd2264740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x55c129b8e450 con 0x55c129ca32c0 2024-09-19T05:02:24.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.076+0000 7f2cd2264740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x55c129ce9290 con 0x55c129ce56e0 2024-09-19T05:02:24.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.076+0000 7f2cd2264740 10 client.0 _ll_register_callbacks cb 0x55c129917ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:02:24.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.076+0000 7f2ccc98c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55c129ca4a50 0x55c129cce640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:24.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.076+0000 7f2ccc98c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55c129ca4a50 0x55c129cce640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50476/0 (socket says 172.21.15.5:50476) 2024-09-19T05:02:24.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.076+0000 7f2ccc98c640 1 -- 172.21.15.5:0/632545766 learned_addr learned my addr 172.21.15.5:0/632545766 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:24.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.076+0000 7f2ccd18d640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55c129ca32c0 0x55c129cc5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:24.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.076+0000 7f2ccd98e640 1 --2- 172.21.15.5:0/632545766 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55c129ce56e0 0x55c129cceb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:24.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.077+0000 7f2ccc98c640 1 -- 172.21.15.5:0/632545766 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55c129ce56e0 msgr2=0x55c129cceb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:24.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.077+0000 7f2ccc98c640 1 --2- 172.21.15.5:0/632545766 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55c129ce56e0 0x55c129cceb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.077+0000 7f2ccc98c640 1 -- 172.21.15.5:0/632545766 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55c129ca32c0 msgr2=0x55c129cc5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:24.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.077+0000 7f2ccc98c640 1 --2- 172.21.15.5:0/632545766 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55c129ca32c0 0x55c129cc5dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.077+0000 7f2ccc98c640 1 -- 172.21.15.5:0/632545766 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c1299182d0 con 0x55c129ca4a50 2024-09-19T05:02:24.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.077+0000 7f2ccc98c640 1 --2- 172.21.15.5:0/632545766 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55c129ca4a50 0x55c129cce640 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f2cb8055730 tx=0x7f2cb808b050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbfaa4cc58cbbabf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:24.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.077+0000 7f2ca7fff640 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-19T05:02:24.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.077+0000 7f2ca7fff640 1 -- 172.21.15.5:0/632545766 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cb801f040 con 0x55c129ca4a50 2024-09-19T05:02:24.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.077+0000 7f2ca7fff640 1 -- 172.21.15.5:0/632545766 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f2cb805d170 con 0x55c129ca4a50 2024-09-19T05:02:24.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.077+0000 7f2cd2264740 1 -- 172.21.15.5:0/632545766 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2cb8057370 con 0x55c129ca4a50 2024-09-19T05:02:24.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.077+0000 7f2ca7fff640 1 -- 172.21.15.5:0/632545766 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) ==== 24+0+0 (secure 0 0 0) 0x7f2cb805d370 con 0x55c129ca4a50 2024-09-19T05:02:24.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.077+0000 7f2cd2264740 10 client.5097 fetch_fsmap learned FSMap version 16 2024-09-19T05:02:24.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.077+0000 7f2cd2264740 1 -- 172.21.15.5:0/632545766 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=2+}) -- 0x55c1299e26b0 con 0x55c129ca4a50 2024-09-19T05:02:24.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.077+0000 7f2ca7fff640 1 -- 172.21.15.5:0/632545766 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2cb8057370 con 0x55c129ca4a50 2024-09-19T05:02:24.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.077+0000 7f2ca7fff640 1 -- 172.21.15.5:0/632545766 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 16) ==== 3502+0+0 (secure 0 0 0) 0x7f2cb8058720 con 0x55c129ca4a50 2024-09-19T05:02:24.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.077+0000 7f2cd2264740 10 client.5097 fetch_fsmap finished waiting for FSMap version 16 2024-09-19T05:02:24.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.077+0000 7f2cd2264740 10 client.5097 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T05:02:24.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.078+0000 7f2cd2264740 20 client.5097 populate_metadata read hostname 'smithi005' 2024-09-19T05:02:24.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.078+0000 7f2cd2264740 1 --2- 172.21.15.5:0/632545766 >> [v2:172.21.15.134:6834/3789368626,v1:172.21.15.134:6836/3789368626] conn(0x55c129c9e430 0x55c129cfb570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:24.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.078+0000 7f2cd2264740 4 client.5097 mds_command: new command op to 4795 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:02:24.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.078+0000 7f2cd2264740 1 -- 172.21.15.5:0/632545766 --> [v2:172.21.15.134:6834/3789368626,v1:172.21.15.134:6836/3789368626] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c129c12c50 con 0x55c129c9e430 2024-09-19T05:02:24.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.078+0000 7f2ccd18d640 1 --2- 172.21.15.5:0/632545766 >> [v2:172.21.15.134:6834/3789368626,v1:172.21.15.134:6836/3789368626] conn(0x55c129c9e430 0x55c129cfb570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:24.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.078+0000 7f2ca7fff640 10 client.5097 ms_handle_connect on v2:172.21.15.134:6834/3789368626 2024-09-19T05:02:24.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.078+0000 7f2ccd18d640 1 --2- 172.21.15.5:0/632545766 >> [v2:172.21.15.134:6834/3789368626,v1:172.21.15.134:6836/3789368626] conn(0x55c129c9e430 0x55c129cfb570 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b6f93d27ee59ee70 server_cookie=8406c10b1ebec126 in_seq=0 out_seq=0 2024-09-19T05:02:24.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.079+0000 7f2ca7fff640 1 -- 172.21.15.5:0/632545766 <== mds.0 v2:172.21.15.134:6834/3789368626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c129c12c50 con 0x55c129c9e430 2024-09-19T05:02:24.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.079+0000 7f2ca7fff640 10 client.5097 handle_command_reply: tid=0 2024-09-19T05:02:24.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.079+0000 7f2cd2264740 1 client.5097 shutdown 2024-09-19T05:02:24.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.079+0000 7f2cd2264740 1 -- 172.21.15.5:0/632545766 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55c129ca4a50 msgr2=0x55c129cce640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:24.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.079+0000 7f2cd2264740 1 --2- 172.21.15.5:0/632545766 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55c129ca4a50 0x55c129cce640 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f2cb8055730 tx=0x7f2cb808b050 comp rx=0 tx=0).stop 2024-09-19T05:02:24.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.079+0000 7f2cd2264740 1 -- 172.21.15.5:0/632545766 shutdown_connections 2024-09-19T05:02:24.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.079+0000 7f2cd2264740 1 --2- 172.21.15.5:0/632545766 >> [v2:172.21.15.134:6834/3789368626,v1:172.21.15.134:6836/3789368626] conn(0x55c129c9e430 0x55c129cfb570 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.079+0000 7f2cd2264740 1 --2- 172.21.15.5:0/632545766 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55c129ce56e0 0x55c129cceb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.079+0000 7f2cd2264740 1 --2- 172.21.15.5:0/632545766 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55c129ca4a50 0x55c129cce640 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.079+0000 7f2ca7fff640 0 client.5097 ms_handle_reset on v2:172.21.15.134:6834/3789368626 2024-09-19T05:02:24.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.079+0000 7f2cd2264740 1 --2- 172.21.15.5:0/632545766 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55c129ca32c0 0x55c129cc5dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.079+0000 7f2cd2264740 1 -- 172.21.15.5:0/632545766 >> 172.21.15.5:0/632545766 conn(0x55c129ca0a80 msgr2=0x55c129ce6dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:24.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.079+0000 7f2cd2264740 1 -- 172.21.15.5:0/632545766 shutdown_connections 2024-09-19T05:02:24.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.079+0000 7f2cd2264740 1 -- 172.21.15.5:0/632545766 wait complete. 2024-09-19T05:02:24.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.079+0000 7f2cd2264740 20 client.5097 trim_cache size 0 max 16384 2024-09-19T05:02:24.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.097+0000 7f2cd2264740 1 Processor -- start 2024-09-19T05:02:24.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.097+0000 7f2cd2264740 1 -- start start 2024-09-19T05:02:24.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.098+0000 7f2cd2264740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55c129ca32c0 0x55c129d5d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:24.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.098+0000 7f2cd2264740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55c129ca4a50 0x55c129cf74a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:24.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.098+0000 7f2cd2264740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55c129ce56e0 0x55c129cf79e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:24.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.098+0000 7f2cd2264740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc8200110 con 0x55c129ca4a50 2024-09-19T05:02:24.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.098+0000 7f2cd2264740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc81580e0 con 0x55c129ce56e0 2024-09-19T05:02:24.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.098+0000 7f2cd2264740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f2cc8158730 con 0x55c129ca32c0 2024-09-19T05:02:24.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.098+0000 7f2ccc98c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55c129ca4a50 0x55c129cf74a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:24.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.098+0000 7f2ccc98c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55c129ca4a50 0x55c129cf74a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50478/0 (socket says 172.21.15.5:50478) 2024-09-19T05:02:24.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.098+0000 7f2ccc98c640 1 -- 172.21.15.5:0/3743191954 learned_addr learned my addr 172.21.15.5:0/3743191954 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:24.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.098+0000 7f2ccd18d640 1 --2- 172.21.15.5:0/3743191954 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55c129ca32c0 0x55c129d5d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:24.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.098+0000 7f2ccd98e640 1 --2- 172.21.15.5:0/3743191954 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55c129ce56e0 0x55c129cf79e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:24.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.099+0000 7f2ccc98c640 1 -- 172.21.15.5:0/3743191954 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55c129ca32c0 msgr2=0x55c129d5d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:24.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.099+0000 7f2ccc98c640 1 --2- 172.21.15.5:0/3743191954 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55c129ca32c0 0x55c129d5d0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.099+0000 7f2ccc98c640 1 -- 172.21.15.5:0/3743191954 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55c129ce56e0 msgr2=0x55c129cf79e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:24.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.099+0000 7f2ccc98c640 1 --2- 172.21.15.5:0/3743191954 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55c129ce56e0 0x55c129cf79e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.099+0000 7f2ccc98c640 1 -- 172.21.15.5:0/3743191954 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c129ca44e0 con 0x55c129ca4a50 2024-09-19T05:02:24.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.099+0000 7f2ccd18d640 1 --2- 172.21.15.5:0/3743191954 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55c129ca32c0 0x55c129d5d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:24.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.099+0000 7f2ccd98e640 1 --2- 172.21.15.5:0/3743191954 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55c129ce56e0 0x55c129cf79e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:24.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.099+0000 7f2ccc98c640 1 --2- 172.21.15.5:0/3743191954 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55c129ca4a50 0x55c129cf74a0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f2cb8058fd0 tx=0x7f2cb806f070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33ec6780fb50bab server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:24.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.099+0000 7f2cb27fc640 1 -- 172.21.15.5:0/3743191954 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cb801f070 con 0x55c129ca4a50 2024-09-19T05:02:24.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.099+0000 7f2cb27fc640 1 -- 172.21.15.5:0/3743191954 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2cb8086070 con 0x55c129ca4a50 2024-09-19T05:02:24.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.099+0000 7f2cb27fc640 1 -- 172.21.15.5:0/3743191954 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cb80781a0 con 0x55c129ca4a50 2024-09-19T05:02:24.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.099+0000 7f2cd2264740 1 -- 172.21.15.5:0/3743191954 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55c129ca4a50 msgr2=0x55c129cf74a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:24.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.099+0000 7f2cd2264740 1 --2- 172.21.15.5:0/3743191954 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55c129ca4a50 0x55c129cf74a0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f2cb8058fd0 tx=0x7f2cb806f070 comp rx=0 tx=0).stop 2024-09-19T05:02:24.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.099+0000 7f2cd2264740 1 -- 172.21.15.5:0/3743191954 shutdown_connections 2024-09-19T05:02:24.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.099+0000 7f2cd2264740 1 --2- 172.21.15.5:0/3743191954 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55c129ce56e0 0x55c129cf79e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.099+0000 7f2cd2264740 1 --2- 172.21.15.5:0/3743191954 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55c129ca4a50 0x55c129cf74a0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.099+0000 7f2cd2264740 1 --2- 172.21.15.5:0/3743191954 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55c129ca32c0 0x55c129d5d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.099+0000 7f2cd2264740 1 -- 172.21.15.5:0/3743191954 >> 172.21.15.5:0/3743191954 conn(0x55c129ca0a80 msgr2=0x55c129ccccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:24.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.099+0000 7f2cd2264740 1 -- 172.21.15.5:0/3743191954 shutdown_connections 2024-09-19T05:02:24.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.099+0000 7f2cd2264740 1 -- 172.21.15.5:0/3743191954 wait complete. 2024-09-19T05:02:24.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.100+0000 7f2cd2264740 1 -- start start 2024-09-19T05:02:24.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.100+0000 7f2cd2264740 1 Processor -- start 2024-09-19T05:02:24.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.101+0000 7f2cd2264740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55c129ca32c0 0x55c129cc91c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:24.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.101+0000 7f2cd2264740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55c129ca4a50 0x55c129d5bf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:24.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.101+0000 7f2cd2264740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55c129ce56e0 0x55c129d5c470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:24.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.101+0000 7f2cd2264740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x55c129c9ef20 con 0x55c129ce56e0 2024-09-19T05:02:24.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.101+0000 7f2cd2264740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x55c129b8e450 con 0x55c129ca4a50 2024-09-19T05:02:24.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.101+0000 7f2cd2264740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x55c129cf9680 con 0x55c129ca32c0 2024-09-19T05:02:24.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.101+0000 7f2cd2264740 10 client.0 _ll_register_callbacks cb 0x7f2cb8071070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:02:24.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.101+0000 7f2ccd98e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55c129ce56e0 0x55c129d5c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:24.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.101+0000 7f2ccd98e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55c129ce56e0 0x55c129d5c470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50494/0 (socket says 172.21.15.5:50494) 2024-09-19T05:02:24.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.101+0000 7f2ccd98e640 1 -- 172.21.15.5:0/2519449364 learned_addr learned my addr 172.21.15.5:0/2519449364 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:24.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.101+0000 7f2ccd18d640 1 --2- 172.21.15.5:0/2519449364 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55c129ca32c0 0x55c129cc91c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:24.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.101+0000 7f2ccc98c640 1 --2- 172.21.15.5:0/2519449364 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55c129ca4a50 0x55c129d5bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:24.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.101+0000 7f2ccd98e640 1 -- 172.21.15.5:0/2519449364 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55c129ca32c0 msgr2=0x55c129cc91c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:24.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.101+0000 7f2ccd98e640 1 --2- 172.21.15.5:0/2519449364 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55c129ca32c0 0x55c129cc91c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.101+0000 7f2ccd98e640 1 -- 172.21.15.5:0/2519449364 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55c129ca4a50 msgr2=0x55c129d5bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:24.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.101+0000 7f2ccd98e640 1 --2- 172.21.15.5:0/2519449364 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55c129ca4a50 0x55c129d5bf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.101+0000 7f2ccd98e640 1 -- 172.21.15.5:0/2519449364 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c129d09470 con 0x55c129ce56e0 2024-09-19T05:02:24.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.101+0000 7f2ccd18d640 1 --2- 172.21.15.5:0/2519449364 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55c129ca32c0 0x55c129cc91c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:24.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.102+0000 7f2ccd98e640 1 --2- 172.21.15.5:0/2519449364 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55c129ce56e0 0x55c129d5c470 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f2cc000de90 tx=0x7f2cc000c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fce4747181a392d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:24.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.102+0000 7f2ca7fff640 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-19T05:02:24.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.102+0000 7f2ca7fff640 1 -- 172.21.15.5:0/2519449364 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc001e020 con 0x55c129ce56e0 2024-09-19T05:02:24.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.102+0000 7f2ca7fff640 1 -- 172.21.15.5:0/2519449364 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f2cc001a870 con 0x55c129ce56e0 2024-09-19T05:02:24.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.102+0000 7f2cd2264740 1 -- 172.21.15.5:0/2519449364 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2cb8086070 con 0x55c129ce56e0 2024-09-19T05:02:24.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.102+0000 7f2ca7fff640 1 -- 172.21.15.5:0/2519449364 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) ==== 24+0+0 (secure 0 0 0) 0x7f2cc0028050 con 0x55c129ce56e0 2024-09-19T05:02:24.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.102+0000 7f2cd2264740 10 client.5103 fetch_fsmap learned FSMap version 16 2024-09-19T05:02:24.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.102+0000 7f2cd2264740 1 -- 172.21.15.5:0/2519449364 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=2+}) -- 0x55c129d0c640 con 0x55c129ce56e0 2024-09-19T05:02:24.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.102+0000 7f2ca7fff640 1 -- 172.21.15.5:0/2519449364 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2cb8086070 con 0x55c129ce56e0 2024-09-19T05:02:24.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.102+0000 7f2ca7fff640 1 -- 172.21.15.5:0/2519449364 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 16) ==== 3502+0+0 (secure 0 0 0) 0x7f2cc002b020 con 0x55c129ce56e0 2024-09-19T05:02:24.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.102+0000 7f2cd2264740 10 client.5103 fetch_fsmap finished waiting for FSMap version 16 2024-09-19T05:02:24.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.102+0000 7f2cd2264740 10 client.5103 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T05:02:24.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.102+0000 7f2cd2264740 20 client.5103 populate_metadata read hostname 'smithi005' 2024-09-19T05:02:24.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.102+0000 7f2cd2264740 1 --2- 172.21.15.5:0/2519449364 >> [v2:172.21.15.134:6834/3789368626,v1:172.21.15.134:6836/3789368626] conn(0x55c129d5e0c0 0x55c129d69af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:24.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.102+0000 7f2cd2264740 4 client.5103 mds_command: new command op to 4795 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:02:24.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.102+0000 7f2cd2264740 1 -- 172.21.15.5:0/2519449364 --> [v2:172.21.15.134:6834/3789368626,v1:172.21.15.134:6836/3789368626] -- command(tid 0: {"prefix": "status"}) -- 0x55c129c9cb40 con 0x55c129d5e0c0 2024-09-19T05:02:24.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.102+0000 7f2ccd18d640 1 --2- 172.21.15.5:0/2519449364 >> [v2:172.21.15.134:6834/3789368626,v1:172.21.15.134:6836/3789368626] conn(0x55c129d5e0c0 0x55c129d69af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:24.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.103+0000 7f2ccd18d640 1 --2- 172.21.15.5:0/2519449364 >> [v2:172.21.15.134:6834/3789368626,v1:172.21.15.134:6836/3789368626] conn(0x55c129d5e0c0 0x55c129d69af0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=64b1a5e883419e3d server_cookie=c88f6800dbafafdb in_seq=0 out_seq=0 2024-09-19T05:02:24.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.103+0000 7f2ca7fff640 10 client.5103 ms_handle_connect on v2:172.21.15.134:6834/3789368626 2024-09-19T05:02:24.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.103+0000 7f2ca7fff640 1 -- 172.21.15.5:0/2519449364 <== mds.0 v2:172.21.15.134:6834/3789368626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x55c129c9cb40 con 0x55c129d5e0c0 2024-09-19T05:02:24.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.103+0000 7f2ca7fff640 10 client.5103 handle_command_reply: tid=0 2024-09-19T05:02:24.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.103+0000 7f2cd2264740 1 client.5103 shutdown 2024-09-19T05:02:24.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.103+0000 7f2cd2264740 1 -- 172.21.15.5:0/2519449364 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55c129ce56e0 msgr2=0x55c129d5c470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:24.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.103+0000 7f2cd2264740 1 --2- 172.21.15.5:0/2519449364 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55c129ce56e0 0x55c129d5c470 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f2cc000de90 tx=0x7f2cc000c7f0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.103+0000 7f2cd2264740 1 -- 172.21.15.5:0/2519449364 shutdown_connections 2024-09-19T05:02:24.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.103+0000 7f2cd2264740 1 --2- 172.21.15.5:0/2519449364 >> [v2:172.21.15.134:6834/3789368626,v1:172.21.15.134:6836/3789368626] conn(0x55c129d5e0c0 0x55c129d69af0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.103+0000 7f2cd2264740 1 --2- 172.21.15.5:0/2519449364 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55c129ce56e0 0x55c129d5c470 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.103+0000 7f2ca7fff640 0 client.5103 ms_handle_reset on v2:172.21.15.134:6834/3789368626 2024-09-19T05:02:24.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.103+0000 7f2cd2264740 1 --2- 172.21.15.5:0/2519449364 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55c129ca4a50 0x55c129d5bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.103+0000 7f2cd2264740 1 --2- 172.21.15.5:0/2519449364 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55c129ca32c0 0x55c129cc91c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.103+0000 7f2cd2264740 1 -- 172.21.15.5:0/2519449364 >> 172.21.15.5:0/2519449364 conn(0x55c129ca0a80 msgr2=0x55c129d01b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:24.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.103+0000 7f2cd2264740 1 -- 172.21.15.5:0/2519449364 shutdown_connections 2024-09-19T05:02:24.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.103+0000 7f2cd2264740 1 -- 172.21.15.5:0/2519449364 wait complete. 2024-09-19T05:02:24.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.103+0000 7f2cd2264740 20 client.5103 trim_cache size 0 max 16384 2024-09-19T05:02:24.111 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-19T05:02:24.111 INFO:teuthology.orchestra.run.smithi005.stdout: "cluster_fsid": "d3e05719-6fe9-4686-ba83-cd0299bd169b", 2024-09-19T05:02:24.111 INFO:teuthology.orchestra.run.smithi005.stdout: "whoami": 0, 2024-09-19T05:02:24.112 INFO:teuthology.orchestra.run.smithi005.stdout: "id": 4795, 2024-09-19T05:02:24.112 INFO:teuthology.orchestra.run.smithi005.stdout: "want_state": "up:active", 2024-09-19T05:02:24.112 INFO:teuthology.orchestra.run.smithi005.stdout: "state": "up:active", 2024-09-19T05:02:24.112 INFO:teuthology.orchestra.run.smithi005.stdout: "fs_name": "cephfs", 2024-09-19T05:02:24.112 INFO:teuthology.orchestra.run.smithi005.stdout: "rank_uptime": 9.0502328260000002, 2024-09-19T05:02:24.112 INFO:teuthology.orchestra.run.smithi005.stdout: "mdsmap_epoch": 16, 2024-09-19T05:02:24.112 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch": 39, 2024-09-19T05:02:24.112 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch_barrier": 39, 2024-09-19T05:02:24.112 INFO:teuthology.orchestra.run.smithi005.stdout: "uptime": 15.954876839000001 2024-09-19T05:02:24.112 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-19T05:02:24.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.104+0000 7f2ccf3f1640 1 -- 172.21.15.5:0/461096746 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2cac06c2b0 msgr2=0x7f2cac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:24.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.104+0000 7f2ccf3f1640 1 --2- 172.21.15.5:0/461096746 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2cac06c2b0 0x7f2cac06e770 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2cc4034000 tx=0x7f2cc402e000 comp rx=0 tx=0).stop 2024-09-19T05:02:24.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.104+0000 7f2ccf3f1640 1 -- 172.21.15.5:0/461096746 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2cc815c1c0 msgr2=0x7f2cc80cd780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:24.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.104+0000 7f2ccf3f1640 1 --2- 172.21.15.5:0/461096746 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2cc815c1c0 0x7f2cc80cd780 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f2cb800c820 tx=0x7f2cb800cce0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.104+0000 7f2ccf3f1640 1 -- 172.21.15.5:0/461096746 shutdown_connections 2024-09-19T05:02:24.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.104+0000 7f2ccf3f1640 1 --2- 172.21.15.5:0/461096746 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2cac06c2b0 0x7f2cac06e770 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.104+0000 7f2ccf3f1640 1 --2- 172.21.15.5:0/461096746 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2cc815f480 0x7f2cc80cbca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.104+0000 7f2ccf3f1640 1 --2- 172.21.15.5:0/461096746 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2cc815c1c0 0x7f2cc80cd780 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.104+0000 7f2ccf3f1640 1 --2- 172.21.15.5:0/461096746 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2cc809afb0 0x7f2cc8153160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.104+0000 7f2ccf3f1640 1 -- 172.21.15.5:0/461096746 >> 172.21.15.5:0/461096746 conn(0x7f2cc80b3ff0 msgr2=0x7f2cc8071a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:24.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.104+0000 7f2ccf3f1640 1 -- 172.21.15.5:0/461096746 shutdown_connections 2024-09-19T05:02:24.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.104+0000 7f2ccf3f1640 1 -- 172.21.15.5:0/461096746 wait complete. 2024-09-19T05:02:24.117 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:02:24.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.217+0000 7fc04d59f640 1 Processor -- start 2024-09-19T05:02:24.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.217+0000 7fc04d59f640 1 -- start start 2024-09-19T05:02:24.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.218+0000 7fc04d59f640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fc04815e470 0x7fc0480b08b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:24.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.218+0000 7fc04d59f640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fc04806c320 0x7fc0480aeae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:24.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.218+0000 7fc04d59f640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc04809ad90 con 0x7fc04815e850 2024-09-19T05:02:24.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.218+0000 7fc04d59f640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fc0480b4d50 con 0x7fc04815e470 2024-09-19T05:02:24.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.218+0000 7fc04d59f640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fc0480b5030 con 0x7fc04806c320 2024-09-19T05:02:24.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.218+0000 7fc047fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fc04815e470 0x7fc0480b08b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:24.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.219+0000 7fc047fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fc04815e470 0x7fc0480b08b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50510/0 (socket says 172.21.15.5:50510) 2024-09-19T05:02:24.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.219+0000 7fc047fff640 1 -- 172.21.15.5:0/1754019526 learned_addr learned my addr 172.21.15.5:0/1754019526 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:24.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.219+0000 7fc04cd9e640 1 --2- 172.21.15.5:0/1754019526 >> v2:172.21.15.134:3300/0 conn(0x7fc04806c320 0x7fc0480aeae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:24.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.219+0000 7fc047fff640 1 -- 172.21.15.5:0/1754019526 >> v2:172.21.15.134:3300/0 conn(0x7fc04806c320 msgr2=0x7fc0480aeae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:24.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.219+0000 7fc047fff640 1 --2- 172.21.15.5:0/1754019526 >> v2:172.21.15.134:3300/0 conn(0x7fc04806c320 0x7fc0480aeae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.219+0000 7fc047fff640 1 -- 172.21.15.5:0/1754019526 >> v1:172.21.15.134:6789/0 conn(0x7fc04815e850 legacy=0x7fc04806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:24.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.219+0000 7fc047fff640 1 -- 172.21.15.5:0/1754019526 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0480b5310 con 0x7fc04815e470 2024-09-19T05:02:24.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.220+0000 7fc047fff640 1 --2- 172.21.15.5:0/1754019526 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc04815e470 0x7fc0480b08b0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fc0480b0310 tx=0x7fc03802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1d1aef99328f3cc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:24.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.220+0000 7fc046ffd640 1 -- 172.21.15.5:0/1754019526 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc038037070 con 0x7fc04815e470 2024-09-19T05:02:24.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.220+0000 7fc046ffd640 1 -- 172.21.15.5:0/1754019526 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc038032440 con 0x7fc04815e470 2024-09-19T05:02:24.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.220+0000 7fc046ffd640 1 -- 172.21.15.5:0/1754019526 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc038032810 con 0x7fc04815e470 2024-09-19T05:02:24.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.220+0000 7fc04d59f640 1 -- 172.21.15.5:0/1754019526 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc04815e470 msgr2=0x7fc0480b08b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:24.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.220+0000 7fc04d59f640 1 --2- 172.21.15.5:0/1754019526 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc04815e470 0x7fc0480b08b0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fc0480b0310 tx=0x7fc03802a1e0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.220+0000 7fc04d59f640 1 -- 172.21.15.5:0/1754019526 shutdown_connections 2024-09-19T05:02:24.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.220+0000 7fc04d59f640 1 --2- 172.21.15.5:0/1754019526 >> v2:172.21.15.134:3300/0 conn(0x7fc04806c320 0x7fc0480aeae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.220+0000 7fc04d59f640 1 --2- 172.21.15.5:0/1754019526 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc04815e470 0x7fc0480b08b0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.220+0000 7fc04d59f640 1 -- 172.21.15.5:0/1754019526 >> 172.21.15.5:0/1754019526 conn(0x7fc0480732b0 msgr2=0x7fc0480b2ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:24.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.220+0000 7fc04d59f640 1 -- 172.21.15.5:0/1754019526 shutdown_connections 2024-09-19T05:02:24.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.220+0000 7fc04d59f640 1 -- 172.21.15.5:0/1754019526 wait complete. 2024-09-19T05:02:24.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.221+0000 7fc04d59f640 1 Processor -- start 2024-09-19T05:02:24.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.222+0000 7fc04d59f640 1 -- start start 2024-09-19T05:02:24.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.222+0000 7fc04d59f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc04806c320 0x7fc04809de50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:24.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.222+0000 7fc04d59f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc04815e470 0x7fc0480b2220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:24.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.222+0000 7fc04d59f640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc04815e850 0x7fc04814c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:24.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.222+0000 7fc04d59f640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fc0480b5a50 con 0x7fc04815e470 2024-09-19T05:02:24.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.222+0000 7fc04d59f640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fc0480b58d0 con 0x7fc04815e850 2024-09-19T05:02:24.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.222+0000 7fc04d59f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fc0480b0360 con 0x7fc04806c320 2024-09-19T05:02:24.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.223+0000 7fc0477fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc04815e470 0x7fc0480b2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:24.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.223+0000 7fc04cd9e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc04815e850 0x7fc04814c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:24.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.223+0000 7fc04cd9e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc04815e850 0x7fc04814c3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.5:33366/0 (socket says 172.21.15.5:33366) 2024-09-19T05:02:24.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.223+0000 7fc0477fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc04815e470 0x7fc0480b2220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50522/0 (socket says 172.21.15.5:50522) 2024-09-19T05:02:24.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.223+0000 7fc04cd9e640 1 -- 172.21.15.5:0/3892944400 learned_addr learned my addr 172.21.15.5:0/3892944400 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:24.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.223+0000 7fc047fff640 1 --2- 172.21.15.5:0/3892944400 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc04806c320 0x7fc04809de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:24.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.223+0000 7fc0477fe640 1 -- 172.21.15.5:0/3892944400 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc04806c320 msgr2=0x7fc04809de50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:24.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.223+0000 7fc0477fe640 1 --2- 172.21.15.5:0/3892944400 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc04806c320 0x7fc04809de50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.223+0000 7fc0477fe640 1 -- 172.21.15.5:0/3892944400 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc04815e850 msgr2=0x7fc04814c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:24.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.223+0000 7fc0477fe640 1 --2- 172.21.15.5:0/3892944400 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc04815e850 0x7fc04814c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.223+0000 7fc0477fe640 1 -- 172.21.15.5:0/3892944400 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc04809e760 con 0x7fc04815e470 2024-09-19T05:02:24.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.223+0000 7fc047fff640 1 --2- 172.21.15.5:0/3892944400 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc04806c320 0x7fc04809de50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:02:24.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.223+0000 7fc0477fe640 1 --2- 172.21.15.5:0/3892944400 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc04815e470 0x7fc0480b2220 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fc03000c3c0 tx=0x7fc03000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:24.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.223+0000 7fc044ff9640 1 -- 172.21.15.5:0/3892944400 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0300052d0 con 0x7fc04815e470 2024-09-19T05:02:24.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.223+0000 7fc044ff9640 1 -- 172.21.15.5:0/3892944400 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc030005490 con 0x7fc04815e470 2024-09-19T05:02:24.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.223+0000 7fc044ff9640 1 -- 172.21.15.5:0/3892944400 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc030007260 con 0x7fc04815e470 2024-09-19T05:02:24.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.223+0000 7fc04d59f640 1 -- 172.21.15.5:0/3892944400 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc04809ea40 con 0x7fc04815e470 2024-09-19T05:02:24.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.223+0000 7fc04d59f640 1 -- 172.21.15.5:0/3892944400 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc04809f000 con 0x7fc04815e470 2024-09-19T05:02:24.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.224+0000 7fc04d59f640 1 -- 172.21.15.5:0/3892944400 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc04809f4f0 con 0x7fc04815e470 2024-09-19T05:02:24.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.225+0000 7fc044ff9640 1 -- 172.21.15.5:0/3892944400 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc030007400 con 0x7fc04815e470 2024-09-19T05:02:24.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.225+0000 7fc044ff9640 1 --2- 172.21.15.5:0/3892944400 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc02806c2b0 0x7fc02806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:24.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.225+0000 7fc044ff9640 1 -- 172.21.15.5:0/3892944400 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fc03008a900 con 0x7fc04815e470 2024-09-19T05:02:24.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.226+0000 7fc047fff640 1 --2- 172.21.15.5:0/3892944400 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc02806c2b0 0x7fc02806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:24.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.226+0000 7fc047fff640 1 --2- 172.21.15.5:0/3892944400 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc02806c2b0 0x7fc02806e770 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fc038034000 tx=0x7fc03802e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:24.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.230+0000 7fc044ff9640 1 -- 172.21.15.5:0/3892944400 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc04809ad90 con 0x7fc04815e470 2024-09-19T05:02:24.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.441+0000 7fc04d59f640 1 -- 172.21.15.5:0/3892944400 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fc0480b08b0 con 0x7fc04815e470 2024-09-19T05:02:24.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.441+0000 7fc044ff9640 1 -- 172.21.15.5:0/3892944400 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v16) ==== 53+0+73 (secure 0 0 0) 0x7fc0300587f0 con 0x7fc04815e470 2024-09-19T05:02:24.443 INFO:teuthology.orchestra.run.smithi005.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:02:24.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.443+0000 7fc04d59f640 1 -- 172.21.15.5:0/3892944400 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc02806c2b0 msgr2=0x7fc02806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:24.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.443+0000 7fc04d59f640 1 --2- 172.21.15.5:0/3892944400 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc02806c2b0 0x7fc02806e770 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fc038034000 tx=0x7fc03802e000 comp rx=0 tx=0).stop 2024-09-19T05:02:24.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.443+0000 7fc04d59f640 1 -- 172.21.15.5:0/3892944400 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc04815e470 msgr2=0x7fc0480b2220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:24.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.443+0000 7fc04d59f640 1 --2- 172.21.15.5:0/3892944400 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc04815e470 0x7fc0480b2220 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fc03000c3c0 tx=0x7fc03000c880 comp rx=0 tx=0).stop 2024-09-19T05:02:24.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.443+0000 7fc04d59f640 1 -- 172.21.15.5:0/3892944400 shutdown_connections 2024-09-19T05:02:24.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.443+0000 7fc04d59f640 1 --2- 172.21.15.5:0/3892944400 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc02806c2b0 0x7fc02806e770 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.443+0000 7fc04d59f640 1 --2- 172.21.15.5:0/3892944400 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc04815e850 0x7fc04814c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.443+0000 7fc04d59f640 1 --2- 172.21.15.5:0/3892944400 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc04815e470 0x7fc0480b2220 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.443+0000 7fc04d59f640 1 --2- 172.21.15.5:0/3892944400 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc04806c320 0x7fc04809de50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:24.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.443+0000 7fc04d59f640 1 -- 172.21.15.5:0/3892944400 >> 172.21.15.5:0/3892944400 conn(0x7fc0480732b0 msgr2=0x7fc04806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:24.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.443+0000 7fc04d59f640 1 -- 172.21.15.5:0/3892944400 shutdown_connections 2024-09-19T05:02:24.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24.443+0000 7fc04d59f640 1 -- 172.21.15.5:0/3892944400 wait complete. 2024-09-19T05:02:24.455 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:02:24.456 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:02:24.456 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi005.front.sepia.ceph.com 2024-09-19T05:02:24.456 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T05:02:24.456 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T05:02:24.456 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:02:24.456 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T05:02:24.456 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:02:24.456 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:02:24.456 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:24.456 DEBUG:teuthology.orchestra.run.smithi005:> ip addr 2024-09-19T05:02:24.473 INFO:teuthology.orchestra.run.smithi005.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:02:24.473 INFO:teuthology.orchestra.run.smithi005.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:02:24.473 INFO:teuthology.orchestra.run.smithi005.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:02:24.473 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:02:24.473 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 ::1/128 scope host 2024-09-19T05:02:24.473 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:02:24.473 INFO:teuthology.orchestra.run.smithi005.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:02:24.474 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:de brd ff:ff:ff:ff:ff:ff 2024-09-19T05:02:24.474 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp7s0f0 2024-09-19T05:02:24.474 INFO:teuthology.orchestra.run.smithi005.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:02:24.474 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:df brd ff:ff:ff:ff:ff:ff 2024-09-19T05:02:24.474 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp7s0f1 2024-09-19T05:02:24.474 INFO:teuthology.orchestra.run.smithi005.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:02:24.474 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:42 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:02:24.474 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp1s0f0 2024-09-19T05:02:24.474 INFO:teuthology.orchestra.run.smithi005.stdout: inet 172.21.15.5/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:02:24.474 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft 42731sec preferred_lft 42731sec 2024-09-19T05:02:24.474 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::ec4:7aff:febd:1442/64 scope link 2024-09-19T05:02:24.474 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:02:24.474 INFO:teuthology.orchestra.run.smithi005.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:02:24.474 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:43 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:02:24.475 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp1s0f1 2024-09-19T05:02:24.475 INFO:teuthology.orchestra.run.smithi005.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:02:24.475 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 7a:9b:cf:fd:b9:c4 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:02:24.475 INFO:teuthology.orchestra.run.smithi005.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:02:24.475 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:02:24.475 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::c439:60ff:fe57:5151/64 scope link 2024-09-19T05:02:24.475 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:02:24.475 INFO:teuthology.orchestra.run.smithi005.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:02:24.475 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 82:af:e8:3f:64:c8 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:02:24.475 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::80af:e8ff:fe3f:64c8/64 scope link 2024-09-19T05:02:24.475 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:02:24.475 INFO:teuthology.orchestra.run.smithi005.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:02:24.475 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 7a:9b:cf:fd:b9:c4 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:02:24.476 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::789b:cfff:fefd:b9c4/64 scope link 2024-09-19T05:02:24.476 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:02:24.476 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:24.476 DEBUG:teuthology.orchestra.run.smithi005:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:02:24.538 INFO:teuthology.orchestra.run.smithi005.stdout:1 2024-09-19T05:02:24.539 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:24.539 DEBUG:teuthology.orchestra.run.smithi005:> route 2024-09-19T05:02:24.596 INFO:teuthology.orchestra.run.smithi005.stdout:Kernel IP routing table 2024-09-19T05:02:24.596 INFO:teuthology.orchestra.run.smithi005.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:02:24.596 INFO:teuthology.orchestra.run.smithi005.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:02:24.596 INFO:teuthology.orchestra.run.smithi005.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:02:24.596 INFO:teuthology.orchestra.run.smithi005.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:02:24.596 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:02:24.597 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-19T05:02:24.597 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:02:24.597 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:02:24.597 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:02:24.597 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-19T05:02:24.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:02:24.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:02:24.725 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:24.725 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list 2024-09-19T05:02:24.741 INFO:teuthology.orchestra.run.smithi005.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T05:02:24.741 INFO:teuthology.orchestra.run.smithi005.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T05:02:24.741 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:02:24.741 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:24.741 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link set brx.0 up 2024-09-19T05:02:24.807 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:02:24.808 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T05:02:24.863 INFO:teuthology.orchestra.run.smithi005.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:02:24.863 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:02:24.863 DEBUG:teuthology.orchestra.run.smithi005:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:02:24.918 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T05:02:24.919 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:24.919 DEBUG:teuthology.orchestra.run.smithi005:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T05:02:25.004 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T05:02:25.004 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T05:02:25.004 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-19T05:02:25.012 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T05:02:25.013 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T05:02:25.013 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-19T05:02:25.013 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:02:25.013 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:02:25.018 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T05:02:25.018 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T05:02:25.018 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-19T05:02:25.018 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:02:25.018 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:02:25.018 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790" 2024-09-19T05:02:25.018 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790:/ 2024-09-19T05:02:25.018 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=d3e05719-6fe9-4686-ba83-cd0299bd169b" will pass to kernel 2024-09-19T05:02:25.019 INFO:teuthology.orchestra.run.smithi005.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T05:02:25.019 INFO:teuthology.orchestra.run.smithi005.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:02:25.019 INFO:teuthology.orchestra.run.smithi005.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:02:25.019 INFO:teuthology.orchestra.run.smithi005.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:02:25.019 INFO:teuthology.orchestra.run.smithi005.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:02:25.020 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:02:25.020 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:25.021 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:02:25.046 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:02:25.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:02:25.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:02:25.150 INFO:teuthology.orchestra.run.smithi005.stdout:client4969 2024-09-19T05:02:25.151 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:02:25.151 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:02:25.167 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:02:25.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.575+0000 7f5dbe36f640 1 Processor -- start 2024-09-19T05:02:25.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.576+0000 7f5dbe36f640 1 -- start start 2024-09-19T05:02:25.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.576+0000 7f5dbe36f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5db806f0e0 0x7f5db815c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:25.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.576+0000 7f5dbe36f640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5db806f4c0 0x7f5db80cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:25.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.576+0000 7f5dbe36f640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5db815c620 con 0x7f5db80cf5a0 2024-09-19T05:02:25.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.576+0000 7f5dbe36f640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f5db815bc50 con 0x7f5db806f4c0 2024-09-19T05:02:25.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.576+0000 7f5dbe36f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f5db8152630 con 0x7f5db806f0e0 2024-09-19T05:02:25.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.577+0000 7f5db77fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5db806f4c0 0x7f5db80cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:25.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.577+0000 7f5dbc90c640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f5db80cf5a0 0x7f5db80b3ba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:39038/0 (socket says 172.21.15.5:39038) 2024-09-19T05:02:25.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.577+0000 7f5db77fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5db806f4c0 0x7f5db80cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50536/0 (socket says 172.21.15.5:50536) 2024-09-19T05:02:25.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.577+0000 7f5dbc90c640 1 -- 172.21.15.5:0/2725678637 learned_addr learned my addr 172.21.15.5:0/2725678637 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:25.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.577+0000 7f5db7fff640 1 --2- 172.21.15.5:0/2725678637 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5db806f0e0 0x7f5db815c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:25.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.577+0000 7f5db77fe640 1 -- 172.21.15.5:0/2725678637 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5db806f0e0 msgr2=0x7f5db815c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:25.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.577+0000 7f5db77fe640 1 --2- 172.21.15.5:0/2725678637 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5db806f0e0 0x7f5db815c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:25.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.577+0000 7f5db77fe640 1 -- 172.21.15.5:0/2725678637 >> v1:172.21.15.5:6789/0 conn(0x7f5db80cf5a0 legacy=0x7f5db80b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:25.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.577+0000 7f5db77fe640 1 -- 172.21.15.5:0/2725678637 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5db80cfb40 con 0x7f5db806f4c0 2024-09-19T05:02:25.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.577+0000 7f5db6ffd640 1 -- 172.21.15.5:0/2725678637 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2252280181 0 0) 0x7f5db815c620 con 0x7f5db80cf5a0 2024-09-19T05:02:25.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.578+0000 7f5db77fe640 1 --2- 172.21.15.5:0/2725678637 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5db806f4c0 0x7f5db80cf060 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f5dac0097a0 tx=0x7f5dac02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7a595deb191ed90 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:25.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.578+0000 7f5db6ffd640 1 -- 172.21.15.5:0/2725678637 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dac037070 con 0x7f5db806f4c0 2024-09-19T05:02:25.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.578+0000 7f5db6ffd640 1 -- 172.21.15.5:0/2725678637 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5dac032440 con 0x7f5db806f4c0 2024-09-19T05:02:25.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.578+0000 7f5db6ffd640 1 -- 172.21.15.5:0/2725678637 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dac032810 con 0x7f5db806f4c0 2024-09-19T05:02:25.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.579+0000 7f5dbe36f640 1 -- 172.21.15.5:0/2725678637 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5db806f4c0 msgr2=0x7f5db80cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:25.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.579+0000 7f5dbe36f640 1 --2- 172.21.15.5:0/2725678637 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5db806f4c0 0x7f5db80cf060 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f5dac0097a0 tx=0x7f5dac02a180 comp rx=0 tx=0).stop 2024-09-19T05:02:25.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.579+0000 7f5dbe36f640 1 -- 172.21.15.5:0/2725678637 shutdown_connections 2024-09-19T05:02:25.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.579+0000 7f5dbe36f640 1 --2- 172.21.15.5:0/2725678637 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5db806f4c0 0x7f5db80cf060 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:25.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.579+0000 7f5dbe36f640 1 --2- 172.21.15.5:0/2725678637 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5db806f0e0 0x7f5db815c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:25.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.579+0000 7f5dbe36f640 1 -- 172.21.15.5:0/2725678637 >> 172.21.15.5:0/2725678637 conn(0x7f5db8067da0 msgr2=0x7f5db806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:25.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.579+0000 7f5dbe36f640 1 -- 172.21.15.5:0/2725678637 shutdown_connections 2024-09-19T05:02:25.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.579+0000 7f5dbe36f640 1 -- 172.21.15.5:0/2725678637 wait complete. 2024-09-19T05:02:25.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.580+0000 7f5dbe36f640 1 Processor -- start 2024-09-19T05:02:25.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.580+0000 7f5dbe36f640 1 -- start start 2024-09-19T05:02:25.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.581+0000 7f5dbe36f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5db806f0e0 0x7f5db8140b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:25.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.581+0000 7f5dbe36f640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5db806f4c0 0x7f5db80b3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:25.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.581+0000 7f5dbe36f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5db80cf5a0 0x7f5db80b40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:25.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.581+0000 7f5dbe36f640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f5db806f900 con 0x7f5db80cf5a0 2024-09-19T05:02:25.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.581+0000 7f5dbe36f640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f5db815b8e0 con 0x7f5db806f4c0 2024-09-19T05:02:25.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.581+0000 7f5dbe36f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f5db81f0a40 con 0x7f5db806f0e0 2024-09-19T05:02:25.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.581+0000 7f5dbc90c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5db80cf5a0 0x7f5db80b40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:25.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.581+0000 7f5dbc90c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5db80cf5a0 0x7f5db80b40e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50546/0 (socket says 172.21.15.5:50546) 2024-09-19T05:02:25.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.581+0000 7f5dbc90c640 1 -- 172.21.15.5:0/3052147139 learned_addr learned my addr 172.21.15.5:0/3052147139 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:25.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.581+0000 7f5db7fff640 1 --2- 172.21.15.5:0/3052147139 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5db806f0e0 0x7f5db8140b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:25.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.581+0000 7f5db77fe640 1 --2- 172.21.15.5:0/3052147139 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5db806f4c0 0x7f5db80b3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:25.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.581+0000 7f5dbc90c640 1 -- 172.21.15.5:0/3052147139 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5db806f0e0 msgr2=0x7f5db8140b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:25.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.581+0000 7f5dbc90c640 1 --2- 172.21.15.5:0/3052147139 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5db806f0e0 0x7f5db8140b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:25.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.581+0000 7f5dbc90c640 1 -- 172.21.15.5:0/3052147139 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5db806f4c0 msgr2=0x7f5db80b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:25.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.581+0000 7f5dbc90c640 1 --2- 172.21.15.5:0/3052147139 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5db806f4c0 0x7f5db80b3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:25.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.581+0000 7f5dbc90c640 1 -- 172.21.15.5:0/3052147139 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5db81f0d20 con 0x7f5db80cf5a0 2024-09-19T05:02:25.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.581+0000 7f5db77fe640 1 --2- 172.21.15.5:0/3052147139 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5db806f4c0 0x7f5db80b3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:25.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.582+0000 7f5dbc90c640 1 --2- 172.21.15.5:0/3052147139 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5db80cf5a0 0x7f5db80b40e0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f5db000c700 tx=0x7f5db000cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:25.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.582+0000 7f5db4ff9640 1 -- 172.21.15.5:0/3052147139 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5db0018070 con 0x7f5db80cf5a0 2024-09-19T05:02:25.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.582+0000 7f5db4ff9640 1 -- 172.21.15.5:0/3052147139 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5db000ce10 con 0x7f5db80cf5a0 2024-09-19T05:02:25.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.582+0000 7f5dbe36f640 1 -- 172.21.15.5:0/3052147139 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5db81f1000 con 0x7f5db80cf5a0 2024-09-19T05:02:25.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.582+0000 7f5db4ff9640 1 -- 172.21.15.5:0/3052147139 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5db000a860 con 0x7f5db80cf5a0 2024-09-19T05:02:25.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.582+0000 7f5dbe36f640 1 -- 172.21.15.5:0/3052147139 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5db80a98e0 con 0x7f5db80cf5a0 2024-09-19T05:02:25.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.583+0000 7f5dbe36f640 1 -- 172.21.15.5:0/3052147139 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5db80b3430 con 0x7f5db80cf5a0 2024-09-19T05:02:25.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.583+0000 7f5db4ff9640 1 -- 172.21.15.5:0/3052147139 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5db001b070 con 0x7f5db80cf5a0 2024-09-19T05:02:25.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.584+0000 7f5db4ff9640 1 --2- 172.21.15.5:0/3052147139 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5da406c2b0 0x7f5da406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:25.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.584+0000 7f5db4ff9640 1 -- 172.21.15.5:0/3052147139 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f5db008abf0 con 0x7f5db80cf5a0 2024-09-19T05:02:25.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.584+0000 7f5db7fff640 1 --2- 172.21.15.5:0/3052147139 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5da406c2b0 0x7f5da406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:25.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.585+0000 7f5db7fff640 1 --2- 172.21.15.5:0/3052147139 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5da406c2b0 0x7f5da406e770 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f5da8006fd0 tx=0x7f5da8008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:25.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.588+0000 7f5db4ff9640 1 -- 172.21.15.5:0/3052147139 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5db80b3430 con 0x7f5db80cf5a0 2024-09-19T05:02:25.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.804+0000 7f5dbe36f640 1 -- 172.21.15.5:0/3052147139 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f5db815ee80 con 0x7f5db80cf5a0 2024-09-19T05:02:25.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.805+0000 7f5db4ff9640 1 -- 172.21.15.5:0/3052147139 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v16) ==== 53+0+73 (secure 0 0 0) 0x7f5db00591c0 con 0x7f5db80cf5a0 2024-09-19T05:02:25.806 INFO:teuthology.orchestra.run.smithi005.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:02:25.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.807+0000 7f5dbe36f640 1 -- 172.21.15.5:0/3052147139 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5da406c2b0 msgr2=0x7f5da406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:25.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.807+0000 7f5dbe36f640 1 --2- 172.21.15.5:0/3052147139 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5da406c2b0 0x7f5da406e770 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f5da8006fd0 tx=0x7f5da8008040 comp rx=0 tx=0).stop 2024-09-19T05:02:25.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.807+0000 7f5dbe36f640 1 -- 172.21.15.5:0/3052147139 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5db80cf5a0 msgr2=0x7f5db80b40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:25.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.807+0000 7f5dbe36f640 1 --2- 172.21.15.5:0/3052147139 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5db80cf5a0 0x7f5db80b40e0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f5db000c700 tx=0x7f5db000cbc0 comp rx=0 tx=0).stop 2024-09-19T05:02:25.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.807+0000 7f5dbe36f640 1 -- 172.21.15.5:0/3052147139 shutdown_connections 2024-09-19T05:02:25.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.807+0000 7f5dbe36f640 1 --2- 172.21.15.5:0/3052147139 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5da406c2b0 0x7f5da406e770 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:25.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.807+0000 7f5dbe36f640 1 --2- 172.21.15.5:0/3052147139 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5db80cf5a0 0x7f5db80b40e0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:25.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.807+0000 7f5dbe36f640 1 --2- 172.21.15.5:0/3052147139 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5db806f4c0 0x7f5db80b3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:25.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.807+0000 7f5dbe36f640 1 --2- 172.21.15.5:0/3052147139 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5db806f0e0 0x7f5db8140b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:25.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.807+0000 7f5dbe36f640 1 -- 172.21.15.5:0/3052147139 >> 172.21.15.5:0/3052147139 conn(0x7f5db8067da0 msgr2=0x7f5db815ad80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:25.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.807+0000 7f5dbe36f640 1 -- 172.21.15.5:0/3052147139 shutdown_connections 2024-09-19T05:02:25.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:25.807+0000 7f5dbe36f640 1 -- 172.21.15.5:0/3052147139 wait complete. 2024-09-19T05:02:25.819 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:02:25.819 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:02:25.819 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi134.front.sepia.ceph.com 2024-09-19T05:02:25.819 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T05:02:25.820 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T05:02:25.820 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:02:25.820 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T05:02:25.820 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:02:25.820 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:02:25.820 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:25.820 DEBUG:teuthology.orchestra.run.smithi134:> ip addr 2024-09-19T05:02:25.841 INFO:teuthology.orchestra.run.smithi134.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:02:25.841 INFO:teuthology.orchestra.run.smithi134.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:02:25.841 INFO:teuthology.orchestra.run.smithi134.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:02:25.841 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:02:25.841 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 ::1/128 scope host 2024-09-19T05:02:25.841 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:02:25.841 INFO:teuthology.orchestra.run.smithi134.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:02:25.841 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:d9:38:e6 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:02:25.841 INFO:teuthology.orchestra.run.smithi134.stdout: altname enp7s0f0 2024-09-19T05:02:25.842 INFO:teuthology.orchestra.run.smithi134.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:02:25.842 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:d9:38:e7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:02:25.842 INFO:teuthology.orchestra.run.smithi134.stdout: altname enp7s0f1 2024-09-19T05:02:25.842 INFO:teuthology.orchestra.run.smithi134.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:02:25.842 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:88:6d:e8 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:02:25.842 INFO:teuthology.orchestra.run.smithi134.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:02:25.842 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:88:6d:e9 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:02:25.842 INFO:teuthology.orchestra.run.smithi134.stdout: inet 172.21.15.134/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T05:02:25.842 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft 42722sec preferred_lft 42722sec 2024-09-19T05:02:25.842 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::ec4:7aff:fe88:6de9/64 scope link noprefixroute 2024-09-19T05:02:25.842 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:02:25.842 INFO:teuthology.orchestra.run.smithi134.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:02:25.843 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0e:eb:2d:d0:3e:b7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:02:25.843 INFO:teuthology.orchestra.run.smithi134.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:02:25.843 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:02:25.843 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::90a2:26ff:feea:3d00/64 scope link 2024-09-19T05:02:25.843 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:02:25.843 INFO:teuthology.orchestra.run.smithi134.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:02:25.843 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether f6:41:57:e6:af:aa brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:02:25.843 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::f441:57ff:fee6:afaa/64 scope link 2024-09-19T05:02:25.843 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:02:25.843 INFO:teuthology.orchestra.run.smithi134.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:02:25.843 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0e:eb:2d:d0:3e:b7 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T05:02:25.843 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::ceb:2dff:fed0:3eb7/64 scope link 2024-09-19T05:02:25.844 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:02:25.844 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:25.844 DEBUG:teuthology.orchestra.run.smithi134:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:02:25.909 INFO:teuthology.orchestra.run.smithi134.stdout:1 2024-09-19T05:02:25.911 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:25.911 DEBUG:teuthology.orchestra.run.smithi134:> route 2024-09-19T05:02:25.970 INFO:teuthology.orchestra.run.smithi134.stdout:Kernel IP routing table 2024-09-19T05:02:25.971 INFO:teuthology.orchestra.run.smithi134.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:02:25.971 INFO:teuthology.orchestra.run.smithi134.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T05:02:25.971 INFO:teuthology.orchestra.run.smithi134.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T05:02:25.971 INFO:teuthology.orchestra.run.smithi134.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:02:25.971 DEBUG:teuthology.orchestra.run.smithi134:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:02:25.971 DEBUG:teuthology.orchestra.run.smithi134:> set -e 2024-09-19T05:02:25.971 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T05:02:25.971 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T05:02:25.971 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T05:02:25.972 DEBUG:teuthology.orchestra.run.smithi134:> ') 2024-09-19T05:02:26.067 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:02:26 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:02:26.104 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:02:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:02:26.110 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:26.110 DEBUG:teuthology.orchestra.run.smithi134:> ip netns list 2024-09-19T05:02:26.125 INFO:teuthology.orchestra.run.smithi134.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T05:02:26.126 INFO:teuthology.orchestra.run.smithi134.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T05:02:26.126 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:02:26.126 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:26.126 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link set brx.0 up 2024-09-19T05:02:26.193 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:02:26.194 DEBUG:teuthology.orchestra.run.smithi134:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T05:02:26.249 INFO:teuthology.orchestra.run.smithi134.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:02:26.249 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:02:26.250 DEBUG:teuthology.orchestra.run.smithi134:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:02:26.304 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T05:02:26.305 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:26.305 DEBUG:teuthology.orchestra.run.smithi134:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:02:26.391 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:02:26.391 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T05:02:26.391 INFO:teuthology.orchestra.run.smithi134.stdout:invalid new device string format 2024-09-19T05:02:26.400 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:02:26.400 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T05:02:26.400 INFO:teuthology.orchestra.run.smithi134.stdout:invalid new device string format 2024-09-19T05:02:26.400 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:02:26.400 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:02:26.404 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:02:26.404 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T05:02:26.405 INFO:teuthology.orchestra.run.smithi134.stdout:invalid new device string format 2024-09-19T05:02:26.405 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:02:26.405 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:02:26.405 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790" 2024-09-19T05:02:26.405 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790:/ 2024-09-19T05:02:26.405 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs,key=1,fsid=d3e05719-6fe9-4686-ba83-cd0299bd169b" will pass to kernel 2024-09-19T05:02:26.405 INFO:teuthology.orchestra.run.smithi134.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T05:02:26.405 INFO:teuthology.orchestra.run.smithi134.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:02:26.405 INFO:teuthology.orchestra.run.smithi134.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:02:26.406 INFO:teuthology.orchestra.run.smithi134.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:02:26.406 INFO:teuthology.orchestra.run.smithi134.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:02:26.407 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:02:26.407 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:26.407 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:02:26.432 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:02:26.520 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:02:26 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:02:26.522 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:02:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:02:26.527 INFO:teuthology.orchestra.run.smithi134.stdout:client4972 2024-09-19T05:02:26.527 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:02:26.528 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:02:26.543 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:26.543 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir subdir) 2024-09-19T05:02:26.563 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:26.563 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.quota.max_bytes -v 0 ./subdir) 2024-09-19T05:02:26.622 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:26.622 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.quota.max_bytes ./subdir) 2024-09-19T05:02:26.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:02:26.678 INFO:teuthology.orchestra.run.smithi005.stderr:./subdir: ceph.quota.max_bytes: No such attribute 2024-09-19T05:02:26.679 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:26.679 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.quota.max_bytes -v 1K ./subdir) 2024-09-19T05:02:26.737 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:26.738 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.quota.max_bytes ./subdir) 2024-09-19T05:02:26.793 INFO:teuthology.orchestra.run.smithi005.stdout:1024 2024-09-19T05:02:26.794 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:26.794 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.quota.max_bytes -v 0M ./subdir) 2024-09-19T05:02:26.852 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:26.852 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.quota.max_bytes ./subdir) 2024-09-19T05:02:26.908 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:02:26.909 INFO:teuthology.orchestra.run.smithi005.stderr:./subdir: ceph.quota.max_bytes: No such attribute 2024-09-19T05:02:26.909 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T05:02:26.909 DEBUG:teuthology.orchestra.run.smithi005:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:02:26.993 DEBUG:teuthology.orchestra.run.smithi134:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:02:27.034 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T05:02:27.034 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:02:27.034 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:02:27.034 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:02:27.051 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:02:27.051 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:02:27.108 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:02:27.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.250+0000 7f49d2482640 1 Processor -- start 2024-09-19T05:02:27.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.250+0000 7f49d2482640 1 -- start start 2024-09-19T05:02:27.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.251+0000 7f49d2482640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f49cc1554d0 0x7f49cc0ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:27.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.251+0000 7f49d2482640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f49cc0af3a0 0x7f49cc162040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:27.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.251+0000 7f49d2482640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f49cc0af860 con 0x7f49cc162580 2024-09-19T05:02:27.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.251+0000 7f49d2482640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f49cc0b0470 con 0x7f49cc1554d0 2024-09-19T05:02:27.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.251+0000 7f49d2482640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f49cc0afb40 con 0x7f49cc0af3a0 2024-09-19T05:02:27.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.251+0000 7f49cbfff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f49cc1554d0 0x7f49cc0ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:27.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.251+0000 7f49cbfff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f49cc1554d0 0x7f49cc0ccf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36254/0 (socket says 172.21.15.5:36254) 2024-09-19T05:02:27.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.251+0000 7f49cbfff640 1 -- 172.21.15.5:0/3642088176 learned_addr learned my addr 172.21.15.5:0/3642088176 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:27.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.251+0000 7f49cb7fe640 1 --2- 172.21.15.5:0/3642088176 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f49cc0af3a0 0x7f49cc162040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:27.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.251+0000 7f49cbfff640 1 -- 172.21.15.5:0/3642088176 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f49cc0af3a0 msgr2=0x7f49cc162040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:27.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.251+0000 7f49cbfff640 1 --2- 172.21.15.5:0/3642088176 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f49cc0af3a0 0x7f49cc162040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:27.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.251+0000 7f49cbfff640 1 -- 172.21.15.5:0/3642088176 >> v1:172.21.15.134:6789/0 conn(0x7f49cc162580 legacy=0x7f49cc15ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:27.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.251+0000 7f49cbfff640 1 -- 172.21.15.5:0/3642088176 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49cc0afe20 con 0x7f49cc1554d0 2024-09-19T05:02:27.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.252+0000 7f49cbfff640 1 --2- 172.21.15.5:0/3642088176 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49cc1554d0 0x7f49cc0ccf60 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f49bc009870 tx=0x7f49bc02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a88389cc858c34a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:27.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.252+0000 7f49caffd640 1 -- 172.21.15.5:0/3642088176 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49bc037070 con 0x7f49cc1554d0 2024-09-19T05:02:27.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.252+0000 7f49caffd640 1 -- 172.21.15.5:0/3642088176 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49bc032440 con 0x7f49cc1554d0 2024-09-19T05:02:27.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.252+0000 7f49caffd640 1 -- 172.21.15.5:0/3642088176 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49bc032810 con 0x7f49cc1554d0 2024-09-19T05:02:27.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.252+0000 7f49d2482640 1 -- 172.21.15.5:0/3642088176 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49cc1554d0 msgr2=0x7f49cc0ccf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:27.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.252+0000 7f49d2482640 1 --2- 172.21.15.5:0/3642088176 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49cc1554d0 0x7f49cc0ccf60 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f49bc009870 tx=0x7f49bc02a210 comp rx=0 tx=0).stop 2024-09-19T05:02:27.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.253+0000 7f49d2482640 1 -- 172.21.15.5:0/3642088176 shutdown_connections 2024-09-19T05:02:27.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.253+0000 7f49d2482640 1 --2- 172.21.15.5:0/3642088176 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f49cc0af3a0 0x7f49cc162040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:27.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.253+0000 7f49d2482640 1 --2- 172.21.15.5:0/3642088176 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49cc1554d0 0x7f49cc0ccf60 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:27.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.253+0000 7f49d2482640 1 -- 172.21.15.5:0/3642088176 >> 172.21.15.5:0/3642088176 conn(0x7f49cc0736d0 msgr2=0x7f49cc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:27.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.253+0000 7f49d2482640 1 -- 172.21.15.5:0/3642088176 shutdown_connections 2024-09-19T05:02:27.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.253+0000 7f49d2482640 1 -- 172.21.15.5:0/3642088176 wait complete. 2024-09-19T05:02:27.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.254+0000 7f49d2482640 1 Processor -- start 2024-09-19T05:02:27.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.254+0000 7f49d2482640 1 -- start start 2024-09-19T05:02:27.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.255+0000 7f49d2482640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f49cc0af3a0 0x7f49cc149030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:27.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.255+0000 7f49d2482640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49cc1554d0 0x7f49cc150e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:27.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.255+0000 7f49d2482640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f49cc162580 0x7f49cc160bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:27.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.255+0000 7f49d2482640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f49cc162d30 con 0x7f49cc1554d0 2024-09-19T05:02:27.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.255+0000 7f49d2482640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f49cc1558b0 con 0x7f49cc0af3a0 2024-09-19T05:02:27.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.255+0000 7f49d2482640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f49cc162eb0 con 0x7f49cc162580 2024-09-19T05:02:27.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.255+0000 7f49cb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49cc1554d0 0x7f49cc150e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:27.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.255+0000 7f49cb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49cc1554d0 0x7f49cc150e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36264/0 (socket says 172.21.15.5:36264) 2024-09-19T05:02:27.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.255+0000 7f49cb7fe640 1 -- 172.21.15.5:0/3531232585 learned_addr learned my addr 172.21.15.5:0/3531232585 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:27.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.255+0000 7f49cbfff640 1 --2- 172.21.15.5:0/3531232585 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f49cc0af3a0 0x7f49cc149030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:27.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.255+0000 7f49d0a1f640 1 --2- 172.21.15.5:0/3531232585 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f49cc162580 0x7f49cc160bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:27.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.255+0000 7f49cb7fe640 1 -- 172.21.15.5:0/3531232585 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f49cc162580 msgr2=0x7f49cc160bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:27.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.255+0000 7f49cb7fe640 1 --2- 172.21.15.5:0/3531232585 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f49cc162580 0x7f49cc160bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:27.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.255+0000 7f49cb7fe640 1 -- 172.21.15.5:0/3531232585 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f49cc0af3a0 msgr2=0x7f49cc149030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:27.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.255+0000 7f49cb7fe640 1 --2- 172.21.15.5:0/3531232585 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f49cc0af3a0 0x7f49cc149030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:27.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.255+0000 7f49cb7fe640 1 -- 172.21.15.5:0/3531232585 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49cc0cea60 con 0x7f49cc1554d0 2024-09-19T05:02:27.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.255+0000 7f49d0a1f640 1 --2- 172.21.15.5:0/3531232585 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f49cc162580 0x7f49cc160bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:27.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.255+0000 7f49cb7fe640 1 --2- 172.21.15.5:0/3531232585 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49cc1554d0 0x7f49cc150e80 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f49c000d800 tx=0x7f49c000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:27.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.255+0000 7f49c8ff9640 1 -- 172.21.15.5:0/3531232585 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49c000b6c0 con 0x7f49cc1554d0 2024-09-19T05:02:27.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.256+0000 7f49c8ff9640 1 -- 172.21.15.5:0/3531232585 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49c0019070 con 0x7f49cc1554d0 2024-09-19T05:02:27.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.256+0000 7f49d2482640 1 -- 172.21.15.5:0/3531232585 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49cc14f9e0 con 0x7f49cc1554d0 2024-09-19T05:02:27.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.256+0000 7f49c8ff9640 1 -- 172.21.15.5:0/3531232585 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49c000baa0 con 0x7f49cc1554d0 2024-09-19T05:02:27.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.256+0000 7f49d2482640 1 -- 172.21.15.5:0/3531232585 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49cc0ced00 con 0x7f49cc1554d0 2024-09-19T05:02:27.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.256+0000 7f49d2482640 1 -- 172.21.15.5:0/3531232585 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49cc162040 con 0x7f49cc1554d0 2024-09-19T05:02:27.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.257+0000 7f49c8ff9640 1 -- 172.21.15.5:0/3531232585 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f49c000bc40 con 0x7f49cc1554d0 2024-09-19T05:02:27.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.257+0000 7f49c8ff9640 1 --2- 172.21.15.5:0/3531232585 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f49b806c2b0 0x7f49b806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:27.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.258+0000 7f49c8ff9640 1 -- 172.21.15.5:0/3531232585 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f49c008b960 con 0x7f49cc1554d0 2024-09-19T05:02:27.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.258+0000 7f49cbfff640 1 --2- 172.21.15.5:0/3531232585 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f49b806c2b0 0x7f49b806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:27.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.258+0000 7f49cbfff640 1 --2- 172.21.15.5:0/3531232585 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f49b806c2b0 0x7f49b806e770 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f49bc034000 tx=0x7f49bc02e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:27.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.262+0000 7f49c8ff9640 1 -- 172.21.15.5:0/3531232585 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f49c0059f40 con 0x7f49cc1554d0 2024-09-19T05:02:27.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.449+0000 7f49d2482640 1 -- 172.21.15.5:0/3531232585 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f49cc0b5ea0 con 0x7f49cc1554d0 2024-09-19T05:02:27.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.449+0000 7f49c8ff9640 1 -- 172.21.15.5:0/3531232585 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v39) ==== 80+0+0 (secure 0 0 0) 0x7f49c0059840 con 0x7f49cc1554d0 2024-09-19T05:02:27.451 INFO:teuthology.orchestra.run.smithi005.stderr:listed 0 entries 2024-09-19T05:02:27.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.451+0000 7f49d2482640 1 -- 172.21.15.5:0/3531232585 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f49b806c2b0 msgr2=0x7f49b806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:27.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.451+0000 7f49d2482640 1 --2- 172.21.15.5:0/3531232585 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f49b806c2b0 0x7f49b806e770 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f49bc034000 tx=0x7f49bc02e000 comp rx=0 tx=0).stop 2024-09-19T05:02:27.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.451+0000 7f49d2482640 1 -- 172.21.15.5:0/3531232585 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49cc1554d0 msgr2=0x7f49cc150e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:27.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.451+0000 7f49d2482640 1 --2- 172.21.15.5:0/3531232585 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49cc1554d0 0x7f49cc150e80 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f49c000d800 tx=0x7f49c000dcc0 comp rx=0 tx=0).stop 2024-09-19T05:02:27.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.451+0000 7f49d2482640 1 -- 172.21.15.5:0/3531232585 shutdown_connections 2024-09-19T05:02:27.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.451+0000 7f49d2482640 1 --2- 172.21.15.5:0/3531232585 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f49b806c2b0 0x7f49b806e770 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:27.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.451+0000 7f49d2482640 1 --2- 172.21.15.5:0/3531232585 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f49cc162580 0x7f49cc160bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:27.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.451+0000 7f49d2482640 1 --2- 172.21.15.5:0/3531232585 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f49cc1554d0 0x7f49cc150e80 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:27.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.451+0000 7f49d2482640 1 --2- 172.21.15.5:0/3531232585 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f49cc0af3a0 0x7f49cc149030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:27.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.451+0000 7f49d2482640 1 -- 172.21.15.5:0/3531232585 >> 172.21.15.5:0/3531232585 conn(0x7f49cc0736d0 msgr2=0x7f49cc149f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:27.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.451+0000 7f49d2482640 1 -- 172.21.15.5:0/3531232585 shutdown_connections 2024-09-19T05:02:27.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.451+0000 7f49d2482640 1 -- 172.21.15.5:0/3531232585 wait complete. 2024-09-19T05:02:27.463 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T05:02:27.464 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:27.464 DEBUG:teuthology.orchestra.run.smithi005:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T05:02:27.493 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi005.front.sepia.ceph.com 2024-09-19T05:02:27.494 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:27.494 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T05:02:27.549 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:02:27.549 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:02:27.549 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:02:27.567 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:02:27.567 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:02:27.626 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:02:27.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.728+0000 7f8ca198d640 1 Processor -- start 2024-09-19T05:02:27.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.728+0000 7f8ca198d640 1 -- start start 2024-09-19T05:02:27.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.729+0000 7f8ca198d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8c9c15e890 0x7f8c9c06cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:27.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.729+0000 7f8ca198d640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c9c0cfc00 con 0x7f8c9c0d4f00 2024-09-19T05:02:27.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.729+0000 7f8ca198d640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c9c0d3040 con 0x7f8c9c0d2b60 2024-09-19T05:02:27.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.729+0000 7f8ca198d640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f8c9c0d3c50 con 0x7f8c9c15e890 2024-09-19T05:02:27.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.729+0000 7f8c9affd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8c9c15e890 0x7f8c9c06cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:27.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.729+0000 7f8c9b7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f8c9c0d4f00 0x7f8c9c0cf4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53922/0 (socket says 172.21.15.5:53922) 2024-09-19T05:02:27.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.729+0000 7f8c9b7fe640 1 -- 172.21.15.5:0/3247513498 learned_addr learned my addr 172.21.15.5:0/3247513498 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:27.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.729+0000 7f8c9affd640 1 -- 172.21.15.5:0/3247513498 >> v1:172.21.15.134:6789/0 conn(0x7f8c9c0d2b60 legacy=0x7f8c9c0cede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:27.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.729+0000 7f8c9affd640 1 -- 172.21.15.5:0/3247513498 >> v1:172.21.15.5:6789/0 conn(0x7f8c9c0d4f00 legacy=0x7f8c9c0cf4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:27.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.729+0000 7f8c9affd640 1 -- 172.21.15.5:0/3247513498 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c9c0d3320 con 0x7f8c9c15e890 2024-09-19T05:02:27.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.730+0000 7f8c9affd640 1 --2- 172.21.15.5:0/3247513498 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8c9c15e890 0x7f8c9c06cbb0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f8c8c0097a0 tx=0x7f8c8c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6de87004b68467c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:27.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.730+0000 7f8c99ffb640 1 -- 172.21.15.5:0/3247513498 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c8c037070 con 0x7f8c9c15e890 2024-09-19T05:02:27.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.730+0000 7f8c99ffb640 1 -- 172.21.15.5:0/3247513498 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c8c032440 con 0x7f8c9c15e890 2024-09-19T05:02:27.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.730+0000 7f8c99ffb640 1 -- 172.21.15.5:0/3247513498 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c8c032810 con 0x7f8c9c15e890 2024-09-19T05:02:27.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.731+0000 7f8ca198d640 1 -- 172.21.15.5:0/3247513498 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8c9c15e890 msgr2=0x7f8c9c06cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:27.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.731+0000 7f8ca198d640 1 --2- 172.21.15.5:0/3247513498 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8c9c15e890 0x7f8c9c06cbb0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f8c8c0097a0 tx=0x7f8c8c02a1a0 comp rx=0 tx=0).stop 2024-09-19T05:02:27.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.731+0000 7f8ca198d640 1 -- 172.21.15.5:0/3247513498 shutdown_connections 2024-09-19T05:02:27.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.731+0000 7f8ca198d640 1 --2- 172.21.15.5:0/3247513498 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8c9c15e890 0x7f8c9c06cbb0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:27.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.731+0000 7f8ca198d640 1 -- 172.21.15.5:0/3247513498 >> 172.21.15.5:0/3247513498 conn(0x7f8c9c0b66c0 msgr2=0x7f8c9c0d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:27.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.731+0000 7f8ca198d640 1 -- 172.21.15.5:0/3247513498 shutdown_connections 2024-09-19T05:02:27.734 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.731+0000 7f8ca198d640 1 -- 172.21.15.5:0/3247513498 wait complete. 2024-09-19T05:02:27.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.732+0000 7f8ca198d640 1 Processor -- start 2024-09-19T05:02:27.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.732+0000 7f8ca198d640 1 -- start start 2024-09-19T05:02:27.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.733+0000 7f8ca198d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8c9c0d2b60 0x7f8c9c1e7ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:27.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.733+0000 7f8ca198d640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8c9c0d4f00 0x7f8c9c157be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:27.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.733+0000 7f8ca198d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8c9c15e890 0x7f8c9c15ad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:27.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.733+0000 7f8ca198d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f8c9c15ec70 con 0x7f8c9c0d2b60 2024-09-19T05:02:27.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.733+0000 7f8ca198d640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f8c9c0d38e0 con 0x7f8c9c0d4f00 2024-09-19T05:02:27.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.733+0000 7f8ca198d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f8c9c06db10 con 0x7f8c9c15e890 2024-09-19T05:02:27.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.733+0000 7f8c9affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8c9c0d2b60 0x7f8c9c1e7ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:27.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.733+0000 7f8c9affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8c9c0d2b60 0x7f8c9c1e7ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36286/0 (socket says 172.21.15.5:36286) 2024-09-19T05:02:27.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.733+0000 7f8c9affd640 1 -- 172.21.15.5:0/3553934185 learned_addr learned my addr 172.21.15.5:0/3553934185 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:27.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.733+0000 7f8c9a7fc640 1 --2- 172.21.15.5:0/3553934185 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8c9c0d4f00 0x7f8c9c157be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:27.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.733+0000 7f8c9b7fe640 1 --2- 172.21.15.5:0/3553934185 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8c9c15e890 0x7f8c9c15ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:27.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.733+0000 7f8c9affd640 1 -- 172.21.15.5:0/3553934185 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8c9c15e890 msgr2=0x7f8c9c15ad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:27.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.733+0000 7f8c9affd640 1 --2- 172.21.15.5:0/3553934185 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8c9c15e890 0x7f8c9c15ad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:27.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.733+0000 7f8c9affd640 1 -- 172.21.15.5:0/3553934185 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8c9c0d4f00 msgr2=0x7f8c9c157be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:27.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.733+0000 7f8c9affd640 1 --2- 172.21.15.5:0/3553934185 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8c9c0d4f00 0x7f8c9c157be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:27.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.733+0000 7f8c9affd640 1 -- 172.21.15.5:0/3553934185 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c9c15b2b0 con 0x7f8c9c0d2b60 2024-09-19T05:02:27.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.734+0000 7f8c9affd640 1 --2- 172.21.15.5:0/3553934185 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8c9c0d2b60 0x7f8c9c1e7ef0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f8c8c035040 tx=0x7f8c8c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:27.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.734+0000 7f8c83fff640 1 -- 172.21.15.5:0/3553934185 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c8c037040 con 0x7f8c9c0d2b60 2024-09-19T05:02:27.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.734+0000 7f8c83fff640 1 -- 172.21.15.5:0/3553934185 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c8c030770 con 0x7f8c9c0d2b60 2024-09-19T05:02:27.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.734+0000 7f8ca198d640 1 -- 172.21.15.5:0/3553934185 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c9c15b550 con 0x7f8c9c0d2b60 2024-09-19T05:02:27.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.734+0000 7f8c83fff640 1 -- 172.21.15.5:0/3553934185 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c8c030b80 con 0x7f8c9c0d2b60 2024-09-19T05:02:27.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.734+0000 7f8ca198d640 1 -- 172.21.15.5:0/3553934185 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c9c1585e0 con 0x7f8c9c0d2b60 2024-09-19T05:02:27.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.735+0000 7f8ca198d640 1 -- 172.21.15.5:0/3553934185 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c9c0b3f80 con 0x7f8c9c0d2b60 2024-09-19T05:02:27.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.735+0000 7f8c83fff640 1 -- 172.21.15.5:0/3553934185 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8c8c044020 con 0x7f8c9c0d2b60 2024-09-19T05:02:27.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.736+0000 7f8c83fff640 1 --2- 172.21.15.5:0/3553934185 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8c8806c2b0 0x7f8c8806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:27.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.736+0000 7f8c83fff640 1 -- 172.21.15.5:0/3553934185 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f8c8c0abae0 con 0x7f8c9c0d2b60 2024-09-19T05:02:27.739 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.736+0000 7f8c9a7fc640 1 --2- 172.21.15.5:0/3553934185 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8c8806c2b0 0x7f8c8806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:27.739 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.736+0000 7f8c9a7fc640 1 --2- 172.21.15.5:0/3553934185 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8c8806c2b0 0x7f8c8806e770 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c1f7c00 tx=0x7f8c90009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:27.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.740+0000 7f8c83fff640 1 -- 172.21.15.5:0/3553934185 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8c8c032e20 con 0x7f8c9c0d2b60 2024-09-19T05:02:27.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.927+0000 7f8ca198d640 1 -- 172.21.15.5:0/3553934185 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f8c9c06cbb0 con 0x7f8c9c0d2b60 2024-09-19T05:02:27.929 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.927+0000 7f8c83fff640 1 -- 172.21.15.5:0/3553934185 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v39) ==== 80+0+0 (secure 0 0 0) 0x7f8c8c07a150 con 0x7f8c9c0d2b60 2024-09-19T05:02:27.929 INFO:teuthology.orchestra.run.smithi005.stderr:listed 0 entries 2024-09-19T05:02:27.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.929+0000 7f8ca198d640 1 -- 172.21.15.5:0/3553934185 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8c8806c2b0 msgr2=0x7f8c8806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:27.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.929+0000 7f8ca198d640 1 --2- 172.21.15.5:0/3553934185 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8c8806c2b0 0x7f8c8806e770 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c1f7c00 tx=0x7f8c90009040 comp rx=0 tx=0).stop 2024-09-19T05:02:27.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.929+0000 7f8ca198d640 1 -- 172.21.15.5:0/3553934185 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8c9c0d2b60 msgr2=0x7f8c9c1e7ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:27.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.929+0000 7f8ca198d640 1 --2- 172.21.15.5:0/3553934185 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8c9c0d2b60 0x7f8c9c1e7ef0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f8c8c035040 tx=0x7f8c8c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:02:27.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.929+0000 7f8ca198d640 1 -- 172.21.15.5:0/3553934185 shutdown_connections 2024-09-19T05:02:27.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.929+0000 7f8ca198d640 1 --2- 172.21.15.5:0/3553934185 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8c8806c2b0 0x7f8c8806e770 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:27.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.929+0000 7f8ca198d640 1 --2- 172.21.15.5:0/3553934185 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8c9c15e890 0x7f8c9c15ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:27.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.929+0000 7f8ca198d640 1 --2- 172.21.15.5:0/3553934185 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8c9c0d4f00 0x7f8c9c157be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:27.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.929+0000 7f8ca198d640 1 --2- 172.21.15.5:0/3553934185 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8c9c0d2b60 0x7f8c9c1e7ef0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:27.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.929+0000 7f8ca198d640 1 -- 172.21.15.5:0/3553934185 >> 172.21.15.5:0/3553934185 conn(0x7f8c9c0b66c0 msgr2=0x7f8c9c0b44f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:27.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.929+0000 7f8ca198d640 1 -- 172.21.15.5:0/3553934185 shutdown_connections 2024-09-19T05:02:27.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:27.929+0000 7f8ca198d640 1 -- 172.21.15.5:0/3553934185 wait complete. 2024-09-19T05:02:27.942 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T05:02:27.942 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:27.942 DEBUG:teuthology.orchestra.run.smithi134:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-19T05:02:27.972 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi134.front.sepia.ceph.com 2024-09-19T05:02:27.972 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:27.972 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T05:02:28.028 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:02:28.029 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:02:28.029 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:02:28.045 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=554 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:02:28.045 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:02:28.045 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:02:28.045 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:02:28.086 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056029,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2378 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:02:28.086 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:02:28.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.187+0000 7f8d210d0640 1 Processor -- start 2024-09-19T05:02:28.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.187+0000 7f8d210d0640 1 -- start start 2024-09-19T05:02:28.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.188+0000 7f8d210d0640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f8d1c15e660 0x7f8d1c0d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:28.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.188+0000 7f8d210d0640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8d1c0d3150 0x7f8d1c0b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:28.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.188+0000 7f8d210d0640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d1c0d3680 con 0x7f8d1c0b6530 2024-09-19T05:02:28.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.188+0000 7f8d210d0640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f8d1c06d4b0 con 0x7f8d1c0d3150 2024-09-19T05:02:28.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.188+0000 7f8d210d0640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f8d1c0d3960 con 0x7f8d1c15e660 2024-09-19T05:02:28.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.188+0000 7f8d1a59c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8d1c0d3150 0x7f8d1c0b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:28.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.188+0000 7f8d1a59c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8d1c0d3150 0x7f8d1c0b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36300/0 (socket says 172.21.15.5:36300) 2024-09-19T05:02:28.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.188+0000 7f8d1b59e640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f8d1c0b6530 0x7f8d1c0cf070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53928/0 (socket says 172.21.15.5:53928) 2024-09-19T05:02:28.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.188+0000 7f8d1a59c640 1 -- 172.21.15.5:0/2115081264 learned_addr learned my addr 172.21.15.5:0/2115081264 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:28.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.188+0000 7f8d1ad9d640 1 --2- 172.21.15.5:0/2115081264 >> v2:172.21.15.134:3300/0 conn(0x7f8d1c15e660 0x7f8d1c0d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:28.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.189+0000 7f8d1a59c640 1 -- 172.21.15.5:0/2115081264 >> v2:172.21.15.134:3300/0 conn(0x7f8d1c15e660 msgr2=0x7f8d1c0d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:28.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.189+0000 7f8d1a59c640 1 --2- 172.21.15.5:0/2115081264 >> v2:172.21.15.134:3300/0 conn(0x7f8d1c15e660 0x7f8d1c0d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:28.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.189+0000 7f8d1a59c640 1 -- 172.21.15.5:0/2115081264 >> v1:172.21.15.5:6789/0 conn(0x7f8d1c0b6530 legacy=0x7f8d1c0cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:28.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.189+0000 7f8d1a59c640 1 -- 172.21.15.5:0/2115081264 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d1c06ce60 con 0x7f8d1c0d3150 2024-09-19T05:02:28.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.189+0000 7f8d19d9b640 1 -- 172.21.15.5:0/2115081264 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1026756349 0 0) 0x7f8d1c0d3680 con 0x7f8d1c0b6530 2024-09-19T05:02:28.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.189+0000 7f8d1a59c640 1 --2- 172.21.15.5:0/2115081264 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d1c0d3150 0x7f8d1c0b5ff0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f8d1c08cf50 tx=0x7f8d0402a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=297741f003378d35 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:28.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.190+0000 7f8d19d9b640 1 -- 172.21.15.5:0/2115081264 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d04037070 con 0x7f8d1c0d3150 2024-09-19T05:02:28.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.190+0000 7f8d19d9b640 1 -- 172.21.15.5:0/2115081264 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d0402ae50 con 0x7f8d1c0d3150 2024-09-19T05:02:28.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.190+0000 7f8d19d9b640 1 -- 172.21.15.5:0/2115081264 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d04032860 con 0x7f8d1c0d3150 2024-09-19T05:02:28.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.190+0000 7f8d210d0640 1 -- 172.21.15.5:0/2115081264 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d1c0d3150 msgr2=0x7f8d1c0b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:28.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.190+0000 7f8d210d0640 1 --2- 172.21.15.5:0/2115081264 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d1c0d3150 0x7f8d1c0b5ff0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f8d1c08cf50 tx=0x7f8d0402a300 comp rx=0 tx=0).stop 2024-09-19T05:02:28.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.190+0000 7f8d210d0640 1 -- 172.21.15.5:0/2115081264 shutdown_connections 2024-09-19T05:02:28.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.190+0000 7f8d210d0640 1 --2- 172.21.15.5:0/2115081264 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d1c0d3150 0x7f8d1c0b5ff0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:28.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.190+0000 7f8d210d0640 1 --2- 172.21.15.5:0/2115081264 >> v2:172.21.15.134:3300/0 conn(0x7f8d1c15e660 0x7f8d1c0d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:28.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.190+0000 7f8d210d0640 1 -- 172.21.15.5:0/2115081264 >> 172.21.15.5:0/2115081264 conn(0x7f8d1c08c000 msgr2=0x7f8d1c0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:28.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.190+0000 7f8d210d0640 1 -- 172.21.15.5:0/2115081264 shutdown_connections 2024-09-19T05:02:28.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.190+0000 7f8d210d0640 1 -- 172.21.15.5:0/2115081264 wait complete. 2024-09-19T05:02:28.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.192+0000 7f8d210d0640 1 Processor -- start 2024-09-19T05:02:28.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.192+0000 7f8d210d0640 1 -- start start 2024-09-19T05:02:28.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.192+0000 7f8d210d0640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d1c0b6530 0x7f8d1c1f4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:28.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.192+0000 7f8d210d0640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8d1c0d3150 0x7f8d1c0cba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:28.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.192+0000 7f8d210d0640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8d1c15e660 0x7f8d1c0cde90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:28.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.192+0000 7f8d210d0640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f8d1c15ea40 con 0x7f8d1c0b6530 2024-09-19T05:02:28.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.192+0000 7f8d210d0640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f8d1c0d5310 con 0x7f8d1c15e660 2024-09-19T05:02:28.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.192+0000 7f8d210d0640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f8d1c06e950 con 0x7f8d1c0d3150 2024-09-19T05:02:28.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.193+0000 7f8d1ad9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d1c0b6530 0x7f8d1c1f4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:28.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.193+0000 7f8d1ad9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d1c0b6530 0x7f8d1c1f4cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36308/0 (socket says 172.21.15.5:36308) 2024-09-19T05:02:28.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.193+0000 7f8d1ad9d640 1 -- 172.21.15.5:0/1474423980 learned_addr learned my addr 172.21.15.5:0/1474423980 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:28.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.193+0000 7f8d1b59e640 1 --2- 172.21.15.5:0/1474423980 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8d1c15e660 0x7f8d1c0cde90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:28.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.193+0000 7f8d1a59c640 1 --2- 172.21.15.5:0/1474423980 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8d1c0d3150 0x7f8d1c0cba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:28.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.193+0000 7f8d1ad9d640 1 -- 172.21.15.5:0/1474423980 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8d1c0d3150 msgr2=0x7f8d1c0cba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:28.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.193+0000 7f8d1ad9d640 1 --2- 172.21.15.5:0/1474423980 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8d1c0d3150 0x7f8d1c0cba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:28.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.193+0000 7f8d1ad9d640 1 -- 172.21.15.5:0/1474423980 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8d1c15e660 msgr2=0x7f8d1c0cde90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:28.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.193+0000 7f8d1ad9d640 1 --2- 172.21.15.5:0/1474423980 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8d1c15e660 0x7f8d1c0cde90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:28.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.193+0000 7f8d1ad9d640 1 -- 172.21.15.5:0/1474423980 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d1c0ce3d0 con 0x7f8d1c0b6530 2024-09-19T05:02:28.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.193+0000 7f8d1b59e640 1 --2- 172.21.15.5:0/1474423980 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8d1c15e660 0x7f8d1c0cde90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:28.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.193+0000 7f8d1ad9d640 1 --2- 172.21.15.5:0/1474423980 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d1c0b6530 0x7f8d1c1f4cb0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f8d1400e870 tx=0x7f8d1400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:28.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.193+0000 7f8d137fe640 1 -- 172.21.15.5:0/1474423980 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d14017070 con 0x7f8d1c0b6530 2024-09-19T05:02:28.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.193+0000 7f8d137fe640 1 -- 172.21.15.5:0/1474423980 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d1400c940 con 0x7f8d1c0b6530 2024-09-19T05:02:28.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.193+0000 7f8d137fe640 1 -- 172.21.15.5:0/1474423980 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d1400cd30 con 0x7f8d1c0b6530 2024-09-19T05:02:28.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.193+0000 7f8d210d0640 1 -- 172.21.15.5:0/1474423980 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d1c0ce920 con 0x7f8d1c0b6530 2024-09-19T05:02:28.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.193+0000 7f8d210d0640 1 -- 172.21.15.5:0/1474423980 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d1c0b8520 con 0x7f8d1c0b6530 2024-09-19T05:02:28.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.194+0000 7f8d210d0640 1 -- 172.21.15.5:0/1474423980 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d1c0b5ff0 con 0x7f8d1c0b6530 2024-09-19T05:02:28.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.195+0000 7f8d137fe640 1 -- 172.21.15.5:0/1474423980 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8d1401a070 con 0x7f8d1c0b6530 2024-09-19T05:02:28.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.195+0000 7f8d137fe640 1 --2- 172.21.15.5:0/1474423980 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8cfc06c2b0 0x7f8cfc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:28.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.195+0000 7f8d137fe640 1 -- 172.21.15.5:0/1474423980 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f8d1408b400 con 0x7f8d1c0b6530 2024-09-19T05:02:28.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.196+0000 7f8d1a59c640 1 --2- 172.21.15.5:0/1474423980 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8cfc06c2b0 0x7f8cfc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:28.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.196+0000 7f8d1a59c640 1 --2- 172.21.15.5:0/1474423980 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8cfc06c2b0 0x7f8cfc06e770 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f8d04034000 tx=0x7f8d0402e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:28.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.199+0000 7f8d137fe640 1 -- 172.21.15.5:0/1474423980 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8d14059a70 con 0x7f8d1c0b6530 2024-09-19T05:02:28.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.413+0000 7f8d210d0640 1 -- 172.21.15.5:0/1474423980 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8d1c0cfb00 con 0x7f8d1c0b6530 2024-09-19T05:02:28.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.414+0000 7f8d137fe640 1 -- 172.21.15.5:0/1474423980 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+5223 (secure 0 0 0) 0x7f8d14059370 con 0x7f8d1c0b6530 2024-09-19T05:02:28.416 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:28.416 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":16,"btime":"2024-09-19T05:02:17:054812+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/2079591675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2079591675},{"type":"v1","addr":"172.21.15.5:6834","nonce":2079591675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4789,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/2450673966","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":2450673966},{"type":"v1","addr":"172.21.15.5:6835","nonce":2450673966}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4792,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/4108475524","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":4108475524},{"type":"v1","addr":"172.21.15.134:6837","nonce":4108475524}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:02:14.385473+0000","modified":"2024-09-19T05:02:16.401672+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4795},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4795":{"gid":4795,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6836/3789368626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":3789368626},{"type":"v1","addr":"172.21.15.134:6836","nonce":3789368626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4795,"qdb_cluster":[4795]},"id":2}]} 2024-09-19T05:02:28.416 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 16 2024-09-19T05:02:28.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.416+0000 7f8d210d0640 1 -- 172.21.15.5:0/1474423980 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8cfc06c2b0 msgr2=0x7f8cfc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:28.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.416+0000 7f8d210d0640 1 --2- 172.21.15.5:0/1474423980 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8cfc06c2b0 0x7f8cfc06e770 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f8d04034000 tx=0x7f8d0402e000 comp rx=0 tx=0).stop 2024-09-19T05:02:28.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.416+0000 7f8d210d0640 1 -- 172.21.15.5:0/1474423980 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d1c0b6530 msgr2=0x7f8d1c1f4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:28.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.416+0000 7f8d210d0640 1 --2- 172.21.15.5:0/1474423980 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d1c0b6530 0x7f8d1c1f4cb0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f8d1400e870 tx=0x7f8d1400ed30 comp rx=0 tx=0).stop 2024-09-19T05:02:28.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.416+0000 7f8d210d0640 1 -- 172.21.15.5:0/1474423980 shutdown_connections 2024-09-19T05:02:28.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.416+0000 7f8d210d0640 1 --2- 172.21.15.5:0/1474423980 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8cfc06c2b0 0x7f8cfc06e770 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:28.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.416+0000 7f8d210d0640 1 --2- 172.21.15.5:0/1474423980 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8d1c15e660 0x7f8d1c0cde90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:28.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.416+0000 7f8d210d0640 1 --2- 172.21.15.5:0/1474423980 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8d1c0d3150 0x7f8d1c0cba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:28.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.416+0000 7f8d210d0640 1 --2- 172.21.15.5:0/1474423980 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8d1c0b6530 0x7f8d1c1f4cb0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:28.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.416+0000 7f8d210d0640 1 -- 172.21.15.5:0/1474423980 >> 172.21.15.5:0/1474423980 conn(0x7f8d1c08c000 msgr2=0x7f8d1c0b1140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:28.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.416+0000 7f8d210d0640 1 -- 172.21.15.5:0/1474423980 shutdown_connections 2024-09-19T05:02:28.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.416+0000 7f8d210d0640 1 -- 172.21.15.5:0/1474423980 wait complete. 2024-09-19T05:02:28.429 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:02:28.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.530+0000 7fba10282640 1 Processor -- start 2024-09-19T05:02:28.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.530+0000 7fba10282640 1 -- start start 2024-09-19T05:02:28.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.531+0000 7fba10282640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fba080cfa10 0x7fba080d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:28.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.531+0000 7fba10282640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fba080b6060 con 0x7fba080d0ff0 2024-09-19T05:02:28.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.531+0000 7fba10282640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fba080b6340 con 0x7fba080d4060 2024-09-19T05:02:28.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.531+0000 7fba10282640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fba080b6c70 con 0x7fba080cfa10 2024-09-19T05:02:28.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.531+0000 7fba0d81d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fba080cfa10 0x7fba080d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:28.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.531+0000 7fba0e01e640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fba080d0ff0 0x7fba080d13d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53938/0 (socket says 172.21.15.5:53938) 2024-09-19T05:02:28.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.531+0000 7fba0e01e640 1 -- 172.21.15.5:0/465251557 learned_addr learned my addr 172.21.15.5:0/465251557 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:28.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.532+0000 7fba0d81d640 1 -- 172.21.15.5:0/465251557 >> v1:172.21.15.134:6789/0 conn(0x7fba080d4060 legacy=0x7fba080b7670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:28.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.532+0000 7fba0d81d640 1 -- 172.21.15.5:0/465251557 >> v1:172.21.15.5:6789/0 conn(0x7fba080d0ff0 legacy=0x7fba080d13d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:28.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.532+0000 7fba0d01c640 1 -- 172.21.15.5:0/465251557 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2710685693 0 0) 0x7fba080b6060 con 0x7fba080d0ff0 2024-09-19T05:02:28.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.532+0000 7fba0d81d640 1 -- 172.21.15.5:0/465251557 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba080b6620 con 0x7fba080cfa10 2024-09-19T05:02:28.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.532+0000 7fba0d81d640 1 --2- 172.21.15.5:0/465251557 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fba080cfa10 0x7fba080d3b20 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc0097a0 tx=0x7fb9fc02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfae35c2cde1c94c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:28.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.533+0000 7fba0d01c640 1 -- 172.21.15.5:0/465251557 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9fc037070 con 0x7fba080cfa10 2024-09-19T05:02:28.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.533+0000 7fba0d01c640 1 -- 172.21.15.5:0/465251557 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9fc02ae50 con 0x7fba080cfa10 2024-09-19T05:02:28.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.533+0000 7fba0d01c640 1 -- 172.21.15.5:0/465251557 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9fc032660 con 0x7fba080cfa10 2024-09-19T05:02:28.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.533+0000 7fba10282640 1 -- 172.21.15.5:0/465251557 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fba080cfa10 msgr2=0x7fba080d3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:28.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.533+0000 7fba10282640 1 --2- 172.21.15.5:0/465251557 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fba080cfa10 0x7fba080d3b20 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc0097a0 tx=0x7fb9fc02a140 comp rx=0 tx=0).stop 2024-09-19T05:02:28.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.533+0000 7fba10282640 1 -- 172.21.15.5:0/465251557 shutdown_connections 2024-09-19T05:02:28.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.533+0000 7fba10282640 1 --2- 172.21.15.5:0/465251557 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fba080cfa10 0x7fba080d3b20 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:28.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.533+0000 7fba10282640 1 -- 172.21.15.5:0/465251557 >> 172.21.15.5:0/465251557 conn(0x7fba08067f80 msgr2=0x7fba0806ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:28.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.533+0000 7fba10282640 1 -- 172.21.15.5:0/465251557 shutdown_connections 2024-09-19T05:02:28.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.533+0000 7fba10282640 1 -- 172.21.15.5:0/465251557 wait complete. 2024-09-19T05:02:28.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.534+0000 7fba10282640 1 Processor -- start 2024-09-19T05:02:28.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.534+0000 7fba10282640 1 -- start start 2024-09-19T05:02:28.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.535+0000 7fba10282640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fba080cfa10 0x7fba081e8790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:28.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.535+0000 7fba10282640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fba080d0ff0 0x7fba0815afa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:28.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.535+0000 7fba10282640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba080d4060 0x7fba081e8df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:28.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.535+0000 7fba10282640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fba0815ea70 con 0x7fba080d0ff0 2024-09-19T05:02:28.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.535+0000 7fba10282640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fba0815e8f0 con 0x7fba080cfa10 2024-09-19T05:02:28.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.535+0000 7fba10282640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fba080b7d80 con 0x7fba080d4060 2024-09-19T05:02:28.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.535+0000 7fba0d81d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fba080d0ff0 0x7fba0815afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:28.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.535+0000 7fba0d81d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fba080d0ff0 0x7fba0815afa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36314/0 (socket says 172.21.15.5:36314) 2024-09-19T05:02:28.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.535+0000 7fba0d81d640 1 -- 172.21.15.5:0/2351696328 learned_addr learned my addr 172.21.15.5:0/2351696328 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:28.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.535+0000 7fba0e01e640 1 --2- 172.21.15.5:0/2351696328 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fba080cfa10 0x7fba081e8790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:28.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.535+0000 7fba0e81f640 1 --2- 172.21.15.5:0/2351696328 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba080d4060 0x7fba081e8df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:28.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.536+0000 7fba0d81d640 1 -- 172.21.15.5:0/2351696328 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba080d4060 msgr2=0x7fba081e8df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:28.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.536+0000 7fba0d81d640 1 --2- 172.21.15.5:0/2351696328 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba080d4060 0x7fba081e8df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:28.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.536+0000 7fba0d81d640 1 -- 172.21.15.5:0/2351696328 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fba080cfa10 msgr2=0x7fba081e8790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:28.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.536+0000 7fba0d81d640 1 --2- 172.21.15.5:0/2351696328 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fba080cfa10 0x7fba081e8790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:28.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.536+0000 7fba0d81d640 1 -- 172.21.15.5:0/2351696328 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba081e7cf0 con 0x7fba080d0ff0 2024-09-19T05:02:28.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.536+0000 7fba0d81d640 1 --2- 172.21.15.5:0/2351696328 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fba080d0ff0 0x7fba0815afa0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc0097a0 tx=0x7fb9fc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:28.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.536+0000 7fba06ffd640 1 -- 172.21.15.5:0/2351696328 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9fc037040 con 0x7fba080d0ff0 2024-09-19T05:02:28.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.536+0000 7fba06ffd640 1 -- 172.21.15.5:0/2351696328 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9fc004030 con 0x7fba080d0ff0 2024-09-19T05:02:28.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.536+0000 7fba10282640 1 -- 172.21.15.5:0/2351696328 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba0815b4e0 con 0x7fba080d0ff0 2024-09-19T05:02:28.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.536+0000 7fba06ffd640 1 -- 172.21.15.5:0/2351696328 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9fc006e10 con 0x7fba080d0ff0 2024-09-19T05:02:28.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.536+0000 7fba10282640 1 -- 172.21.15.5:0/2351696328 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba081e7f90 con 0x7fba080d0ff0 2024-09-19T05:02:28.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.537+0000 7fba10282640 1 -- 172.21.15.5:0/2351696328 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba08068ee0 con 0x7fba080d0ff0 2024-09-19T05:02:28.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.537+0000 7fba06ffd640 1 -- 172.21.15.5:0/2351696328 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb9fc03d650 con 0x7fba080d0ff0 2024-09-19T05:02:28.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.538+0000 7fba06ffd640 1 --2- 172.21.15.5:0/2351696328 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb9f406c2b0 0x7fb9f406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:28.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.538+0000 7fba06ffd640 1 -- 172.21.15.5:0/2351696328 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fb9fc0abc70 con 0x7fba080d0ff0 2024-09-19T05:02:28.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.538+0000 7fba0e01e640 1 --2- 172.21.15.5:0/2351696328 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb9f406c2b0 0x7fb9f406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:28.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.539+0000 7fba0e01e640 1 --2- 172.21.15.5:0/2351696328 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb9f406c2b0 0x7fb9f406e770 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb9f80012e0 tx=0x7fb9f8007ed0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:28.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.542+0000 7fba06ffd640 1 -- 172.21.15.5:0/2351696328 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fba08068ee0 con 0x7fba080d0ff0 2024-09-19T05:02:28.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.755+0000 7fba10282640 1 -- 172.21.15.5:0/2351696328 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fba080d18c0 con 0x7fba080d0ff0 2024-09-19T05:02:28.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.756+0000 7fba06ffd640 1 -- 172.21.15.5:0/2351696328 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+5223 (secure 0 0 0) 0x7fb9fc042020 con 0x7fba080d0ff0 2024-09-19T05:02:28.759 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:28.759 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":16,"btime":"2024-09-19T05:02:17:054812+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/2079591675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2079591675},{"type":"v1","addr":"172.21.15.5:6834","nonce":2079591675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4789,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/2450673966","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":2450673966},{"type":"v1","addr":"172.21.15.5:6835","nonce":2450673966}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4792,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/4108475524","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":4108475524},{"type":"v1","addr":"172.21.15.134:6837","nonce":4108475524}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:02:14.385473+0000","modified":"2024-09-19T05:02:16.401672+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4795},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4795":{"gid":4795,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6836/3789368626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":3789368626},{"type":"v1","addr":"172.21.15.134:6836","nonce":3789368626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4795,"qdb_cluster":[4795]},"id":2}]} 2024-09-19T05:02:28.759 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 16 2024-09-19T05:02:28.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.758+0000 7fba10282640 1 -- 172.21.15.5:0/2351696328 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb9f406c2b0 msgr2=0x7fb9f406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:28.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.758+0000 7fba10282640 1 --2- 172.21.15.5:0/2351696328 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb9f406c2b0 0x7fb9f406e770 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb9f80012e0 tx=0x7fb9f8007ed0 comp rx=0 tx=0).stop 2024-09-19T05:02:28.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.758+0000 7fba10282640 1 -- 172.21.15.5:0/2351696328 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fba080d0ff0 msgr2=0x7fba0815afa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:28.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.758+0000 7fba10282640 1 --2- 172.21.15.5:0/2351696328 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fba080d0ff0 0x7fba0815afa0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc0097a0 tx=0x7fb9fc0046c0 comp rx=0 tx=0).stop 2024-09-19T05:02:28.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.758+0000 7fba10282640 1 -- 172.21.15.5:0/2351696328 shutdown_connections 2024-09-19T05:02:28.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.758+0000 7fba10282640 1 --2- 172.21.15.5:0/2351696328 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb9f406c2b0 0x7fb9f406e770 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:28.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.758+0000 7fba10282640 1 --2- 172.21.15.5:0/2351696328 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fba080d4060 0x7fba081e8df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:28.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.758+0000 7fba10282640 1 --2- 172.21.15.5:0/2351696328 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fba080d0ff0 0x7fba0815afa0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:28.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.758+0000 7fba10282640 1 --2- 172.21.15.5:0/2351696328 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fba080cfa10 0x7fba081e8790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:28.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.758+0000 7fba10282640 1 -- 172.21.15.5:0/2351696328 >> 172.21.15.5:0/2351696328 conn(0x7fba08067f80 msgr2=0x7fba080b4940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:28.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.758+0000 7fba10282640 1 -- 172.21.15.5:0/2351696328 shutdown_connections 2024-09-19T05:02:28.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.758+0000 7fba10282640 1 -- 172.21.15.5:0/2351696328 wait complete. 2024-09-19T05:02:28.772 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:02:28.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.896+0000 7f374325e640 1 Processor -- start 2024-09-19T05:02:28.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.896+0000 7f374325e640 1 -- start start 2024-09-19T05:02:28.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.896+0000 7f374325e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f373c15e660 0x7f373c0d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:28.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.896+0000 7f374325e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f373c0b6700 0x7f373c06d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:28.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.896+0000 7f374325e640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f373c0d3680 con 0x7f373c0d3150 2024-09-19T05:02:28.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.896+0000 7f374325e640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f373c06d4b0 con 0x7f373c15e660 2024-09-19T05:02:28.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.896+0000 7f374325e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f373c0d3960 con 0x7f373c0b6700 2024-09-19T05:02:28.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.897+0000 7f3740ffa640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f373c15e660 0x7f373c0d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:28.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.897+0000 7f3740ffa640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f373c15e660 0x7f373c0d4dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36328/0 (socket says 172.21.15.5:36328) 2024-09-19T05:02:28.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.897+0000 7f373bfff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f373c0d3150 0x7f373c0b5ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53950/0 (socket says 172.21.15.5:53950) 2024-09-19T05:02:28.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.897+0000 7f3740ffa640 1 -- 172.21.15.5:0/922720525 learned_addr learned my addr 172.21.15.5:0/922720525 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:28.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.897+0000 7f37417fb640 1 --2- 172.21.15.5:0/922720525 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f373c0b6700 0x7f373c06d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:28.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.897+0000 7f3740ffa640 1 -- 172.21.15.5:0/922720525 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f373c0b6700 msgr2=0x7f373c06d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:28.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.897+0000 7f3740ffa640 1 --2- 172.21.15.5:0/922720525 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f373c0b6700 0x7f373c06d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:28.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.897+0000 7f3740ffa640 1 -- 172.21.15.5:0/922720525 >> v1:172.21.15.5:6789/0 conn(0x7f373c0d3150 legacy=0x7f373c0b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:28.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.897+0000 7f373b7fe640 1 -- 172.21.15.5:0/922720525 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1895288323 0 0) 0x7f373c0d3680 con 0x7f373c0d3150 2024-09-19T05:02:28.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.897+0000 7f3740ffa640 1 -- 172.21.15.5:0/922720525 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f373c06ce60 con 0x7f373c15e660 2024-09-19T05:02:28.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.898+0000 7f3740ffa640 1 --2- 172.21.15.5:0/922720525 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f373c15e660 0x7f373c0d4dd0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f372c009870 tx=0x7f372c02a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f50f8658483fec97 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:28.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.898+0000 7f373b7fe640 1 -- 172.21.15.5:0/922720525 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f372c037070 con 0x7f373c15e660 2024-09-19T05:02:28.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.898+0000 7f373b7fe640 1 -- 172.21.15.5:0/922720525 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f372c02ae50 con 0x7f373c15e660 2024-09-19T05:02:28.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.898+0000 7f373b7fe640 1 -- 172.21.15.5:0/922720525 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f372c032860 con 0x7f373c15e660 2024-09-19T05:02:28.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.898+0000 7f374325e640 1 -- 172.21.15.5:0/922720525 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f373c15e660 msgr2=0x7f373c0d4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:28.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.898+0000 7f374325e640 1 --2- 172.21.15.5:0/922720525 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f373c15e660 0x7f373c0d4dd0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f372c009870 tx=0x7f372c02a300 comp rx=0 tx=0).stop 2024-09-19T05:02:28.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.898+0000 7f374325e640 1 -- 172.21.15.5:0/922720525 shutdown_connections 2024-09-19T05:02:28.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.898+0000 7f374325e640 1 --2- 172.21.15.5:0/922720525 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f373c0b6700 0x7f373c06d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:28.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.898+0000 7f374325e640 1 --2- 172.21.15.5:0/922720525 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f373c15e660 0x7f373c0d4dd0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:28.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.898+0000 7f374325e640 1 -- 172.21.15.5:0/922720525 >> 172.21.15.5:0/922720525 conn(0x7f373c08c000 msgr2=0x7f373c0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:28.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.898+0000 7f374325e640 1 -- 172.21.15.5:0/922720525 shutdown_connections 2024-09-19T05:02:28.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.898+0000 7f374325e640 1 -- 172.21.15.5:0/922720525 wait complete. 2024-09-19T05:02:28.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.900+0000 7f374325e640 1 Processor -- start 2024-09-19T05:02:28.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.900+0000 7f374325e640 1 -- start start 2024-09-19T05:02:28.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.900+0000 7f374325e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f373c0b6700 0x7f373c15f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:28.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.900+0000 7f374325e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f373c0d3150 0x7f373c0cc570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:28.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.900+0000 7f374325e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f373c15e660 0x7f373c161130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:28.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.900+0000 7f374325e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f373c15ea40 con 0x7f373c15e660 2024-09-19T05:02:28.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.900+0000 7f374325e640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f373c0d5310 con 0x7f373c0d3150 2024-09-19T05:02:28.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.900+0000 7f374325e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f373c06de80 con 0x7f373c0b6700 2024-09-19T05:02:28.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.901+0000 7f37417fb640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f373c15e660 0x7f373c161130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:28.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.901+0000 7f37417fb640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f373c15e660 0x7f373c161130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36340/0 (socket says 172.21.15.5:36340) 2024-09-19T05:02:28.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.901+0000 7f37417fb640 1 -- 172.21.15.5:0/2838499329 learned_addr learned my addr 172.21.15.5:0/2838499329 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:28.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.901+0000 7f373bfff640 1 --2- 172.21.15.5:0/2838499329 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f373c0d3150 0x7f373c0cc570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:28.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.901+0000 7f3740ffa640 1 --2- 172.21.15.5:0/2838499329 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f373c0b6700 0x7f373c15f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:28.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.901+0000 7f37417fb640 1 -- 172.21.15.5:0/2838499329 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f373c0b6700 msgr2=0x7f373c15f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:28.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.901+0000 7f37417fb640 1 --2- 172.21.15.5:0/2838499329 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f373c0b6700 0x7f373c15f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:28.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.901+0000 7f37417fb640 1 -- 172.21.15.5:0/2838499329 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f373c0d3150 msgr2=0x7f373c0cc570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:28.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.901+0000 7f37417fb640 1 --2- 172.21.15.5:0/2838499329 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f373c0d3150 0x7f373c0cc570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:28.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.901+0000 7f37417fb640 1 -- 172.21.15.5:0/2838499329 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f373c15fc90 con 0x7f373c15e660 2024-09-19T05:02:28.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.901+0000 7f373bfff640 1 --2- 172.21.15.5:0/2838499329 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f373c0d3150 0x7f373c0cc570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:28.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.901+0000 7f37417fb640 1 --2- 172.21.15.5:0/2838499329 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f373c15e660 0x7f373c161130 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f3734007e70 tx=0x7f373400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:28.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.901+0000 7f37397fa640 1 -- 172.21.15.5:0/2838499329 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3734014620 con 0x7f373c15e660 2024-09-19T05:02:28.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.901+0000 7f37397fa640 1 -- 172.21.15.5:0/2838499329 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3734019070 con 0x7f373c15e660 2024-09-19T05:02:28.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.901+0000 7f374325e640 1 -- 172.21.15.5:0/2838499329 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f373c1f4180 con 0x7f373c15e660 2024-09-19T05:02:28.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.901+0000 7f37397fa640 1 -- 172.21.15.5:0/2838499329 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3734014a20 con 0x7f373c15e660 2024-09-19T05:02:28.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.901+0000 7f374325e640 1 -- 172.21.15.5:0/2838499329 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f373c1f4740 con 0x7f373c15e660 2024-09-19T05:02:28.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.902+0000 7f374325e640 1 -- 172.21.15.5:0/2838499329 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f373c06d920 con 0x7f373c15e660 2024-09-19T05:02:28.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.903+0000 7f37397fa640 1 -- 172.21.15.5:0/2838499329 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3734014bc0 con 0x7f373c15e660 2024-09-19T05:02:28.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.903+0000 7f37397fa640 1 --2- 172.21.15.5:0/2838499329 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f372806c2e0 0x7f372806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:28.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.903+0000 7f37397fa640 1 -- 172.21.15.5:0/2838499329 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f373408bdd0 con 0x7f373c15e660 2024-09-19T05:02:28.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.903+0000 7f3740ffa640 1 --2- 172.21.15.5:0/2838499329 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f372806c2e0 0x7f372806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:28.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.904+0000 7f3740ffa640 1 --2- 172.21.15.5:0/2838499329 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f372806c2e0 0x7f372806e7a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f372c034000 tx=0x7f372c02e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:28.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:28.907+0000 7f37397fa640 1 -- 172.21.15.5:0/2838499329 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f373405a3b0 con 0x7f373c15e660 2024-09-19T05:02:29.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.084+0000 7f374325e640 1 -- 172.21.15.5:0/2838499329 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f373c0b4ca0 con 0x7f373c15e660 2024-09-19T05:02:29.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.085+0000 7f37397fa640 1 -- 172.21.15.5:0/2838499329 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) ==== 74+0+16966 (secure 0 0 0) 0x7f373408d090 con 0x7f373c15e660 2024-09-19T05:02:29.087 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:29.087 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":39,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:02:16.051452+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:02:12.306772+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-19T05:02:13.364849+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:02:29.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.087+0000 7f374325e640 1 -- 172.21.15.5:0/2838499329 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f372806c2e0 msgr2=0x7f372806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:29.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.087+0000 7f374325e640 1 --2- 172.21.15.5:0/2838499329 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f372806c2e0 0x7f372806e7a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f372c034000 tx=0x7f372c02e000 comp rx=0 tx=0).stop 2024-09-19T05:02:29.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.087+0000 7f374325e640 1 -- 172.21.15.5:0/2838499329 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f373c15e660 msgr2=0x7f373c161130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:29.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.087+0000 7f374325e640 1 --2- 172.21.15.5:0/2838499329 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f373c15e660 0x7f373c161130 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f3734007e70 tx=0x7f373400e4b0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.087+0000 7f374325e640 1 -- 172.21.15.5:0/2838499329 shutdown_connections 2024-09-19T05:02:29.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.087+0000 7f374325e640 1 --2- 172.21.15.5:0/2838499329 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f372806c2e0 0x7f372806e7a0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.087+0000 7f374325e640 1 --2- 172.21.15.5:0/2838499329 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f373c15e660 0x7f373c161130 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.087+0000 7f374325e640 1 --2- 172.21.15.5:0/2838499329 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f373c0d3150 0x7f373c0cc570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.087+0000 7f374325e640 1 --2- 172.21.15.5:0/2838499329 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f373c0b6700 0x7f373c15f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.087+0000 7f374325e640 1 -- 172.21.15.5:0/2838499329 >> 172.21.15.5:0/2838499329 conn(0x7f373c08c000 msgr2=0x7f373c0b3fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:29.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.087+0000 7f374325e640 1 -- 172.21.15.5:0/2838499329 shutdown_connections 2024-09-19T05:02:29.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.087+0000 7f374325e640 1 -- 172.21.15.5:0/2838499329 wait complete. 2024-09-19T05:02:29.121 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T05:02:29.121 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:02:29.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.229+0000 7fd9a308d640 1 Processor -- start 2024-09-19T05:02:29.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.229+0000 7fd9a308d640 1 -- start start 2024-09-19T05:02:29.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.230+0000 7fd9a308d640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fd99c162cc0 0x7fd99c0b6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:29.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.230+0000 7fd9a308d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd99c070a80 0x7fd99c06bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:29.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.230+0000 7fd9a308d640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd99c0711b0 con 0x7fd99c06c150 2024-09-19T05:02:29.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.230+0000 7fd9a308d640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fd99c0d2110 con 0x7fd99c162cc0 2024-09-19T05:02:29.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.230+0000 7fd9a308d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd99c15fa40 con 0x7fd99c070a80 2024-09-19T05:02:29.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.230+0000 7fd9a162a640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fd99c06c150 0x7fd99c158530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53952/0 (socket says 172.21.15.5:53952) 2024-09-19T05:02:29.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.230+0000 7fd9a162a640 1 -- 172.21.15.5:0/2708484784 learned_addr learned my addr 172.21.15.5:0/2708484784 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:29.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.231+0000 7fd9a0e29640 1 --2- 172.21.15.5:0/2708484784 >> v2:172.21.15.134:3300/0 conn(0x7fd99c162cc0 0x7fd99c0b6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:29.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.231+0000 7fd99bfff640 1 --2- 172.21.15.5:0/2708484784 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd99c070a80 0x7fd99c06bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:29.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.231+0000 7fd99b7fe640 1 -- 172.21.15.5:0/2708484784 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2179538726 0 0) 0x7fd99c0711b0 con 0x7fd99c06c150 2024-09-19T05:02:29.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.231+0000 7fd99b7fe640 1 -- 172.21.15.5:0/2708484784 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd984003520 con 0x7fd99c06c150 2024-09-19T05:02:29.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.231+0000 7fd99b7fe640 1 -- 172.21.15.5:0/2708484784 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 698828139 0 0) 0x7fd984003520 con 0x7fd99c06c150 2024-09-19T05:02:29.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.231+0000 7fd99b7fe640 1 -- 172.21.15.5:0/2708484784 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd99c070a80 msgr2=0x7fd99c06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:29.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.231+0000 7fd99b7fe640 1 --2- 172.21.15.5:0/2708484784 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd99c070a80 0x7fd99c06bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.231+0000 7fd99b7fe640 1 -- 172.21.15.5:0/2708484784 >> v2:172.21.15.134:3300/0 conn(0x7fd99c162cc0 msgr2=0x7fd99c0b6f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:29.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.231+0000 7fd99b7fe640 1 --2- 172.21.15.5:0/2708484784 >> v2:172.21.15.134:3300/0 conn(0x7fd99c162cc0 0x7fd99c0b6f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.231+0000 7fd99b7fe640 1 -- 172.21.15.5:0/2708484784 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd99c162020 con 0x7fd99c06c150 2024-09-19T05:02:29.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.231+0000 7fd99b7fe640 1 -- 172.21.15.5:0/2708484784 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7fd98c001670 con 0x7fd99c06c150 2024-09-19T05:02:29.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.231+0000 7fd99b7fe640 1 -- 172.21.15.5:0/2708484784 >> v1:172.21.15.5:6789/0 conn(0x7fd99c06c150 legacy=0x7fd99c158530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:29.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.231+0000 7fd99b7fe640 1 --2- 172.21.15.5:0/2708484784 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd9840039b0 0x7fd984003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:29.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.231+0000 7fd99b7fe640 1 --2- 172.21.15.5:0/2708484784 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd99c070a80 0x7fd984004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:29.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.231+0000 7fd99b7fe640 1 --2- 172.21.15.5:0/2708484784 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd984004d40 0x7fd9840051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:29.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.231+0000 7fd99b7fe640 1 -- 172.21.15.5:0/2708484784 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd99c0d2110 con 0x7fd984004d40 2024-09-19T05:02:29.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.231+0000 7fd99b7fe640 1 -- 172.21.15.5:0/2708484784 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd98400b9c0 con 0x7fd9840039b0 2024-09-19T05:02:29.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.231+0000 7fd99b7fe640 1 -- 172.21.15.5:0/2708484784 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd98400bb40 con 0x7fd99c070a80 2024-09-19T05:02:29.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.231+0000 7fd9a162a640 1 --2- 172.21.15.5:0/2708484784 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd984004d40 0x7fd9840051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:29.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.231+0000 7fd9a0e29640 1 --2- 172.21.15.5:0/2708484784 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd9840039b0 0x7fd984003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:29.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.231+0000 7fd99bfff640 1 --2- 172.21.15.5:0/2708484784 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd99c070a80 0x7fd984004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:29.237 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.232+0000 7fd9a162a640 1 -- 172.21.15.5:0/2708484784 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd99c070a80 msgr2=0x7fd984004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:29.238 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.232+0000 7fd9a162a640 1 --2- 172.21.15.5:0/2708484784 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd99c070a80 0x7fd984004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.238 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.232+0000 7fd9a162a640 1 -- 172.21.15.5:0/2708484784 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd9840039b0 msgr2=0x7fd984003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:29.238 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.232+0000 7fd9a162a640 1 --2- 172.21.15.5:0/2708484784 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd9840039b0 0x7fd984003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.238 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.232+0000 7fd9a162a640 1 -- 172.21.15.5:0/2708484784 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd984003520 con 0x7fd984004d40 2024-09-19T05:02:29.238 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.232+0000 7fd9a162a640 1 --2- 172.21.15.5:0/2708484784 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd984004d40 0x7fd9840051c0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fd98c007fd0 tx=0x7fd984005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a469e4ebb6c8c71 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:29.238 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.232+0000 7fd99b7fe640 1 -- 172.21.15.5:0/2708484784 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd98c007ca0 con 0x7fd984004d40 2024-09-19T05:02:29.238 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.232+0000 7fd99b7fe640 1 -- 172.21.15.5:0/2708484784 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd98c005ad0 con 0x7fd984004d40 2024-09-19T05:02:29.238 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.232+0000 7fd99b7fe640 1 -- 172.21.15.5:0/2708484784 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd98c007070 con 0x7fd984004d40 2024-09-19T05:02:29.238 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.233+0000 7fd9a308d640 1 -- 172.21.15.5:0/2708484784 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd984004d40 msgr2=0x7fd9840051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:29.238 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.233+0000 7fd9a308d640 1 --2- 172.21.15.5:0/2708484784 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd984004d40 0x7fd9840051c0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fd98c007fd0 tx=0x7fd984005830 comp rx=0 tx=0).stop 2024-09-19T05:02:29.238 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.233+0000 7fd9a162a640 1 -- 172.21.15.5:0/2708484784 reap_dead start 2024-09-19T05:02:29.238 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.233+0000 7fd9a308d640 1 -- 172.21.15.5:0/2708484784 shutdown_connections 2024-09-19T05:02:29.238 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.233+0000 7fd9a308d640 1 -- 172.21.15.5:0/2708484784 >> 172.21.15.5:0/2708484784 conn(0x7fd99c09aa70 msgr2=0x7fd99c0b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:29.238 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.233+0000 7fd9a308d640 1 -- 172.21.15.5:0/2708484784 shutdown_connections 2024-09-19T05:02:29.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.233+0000 7fd9a308d640 1 -- 172.21.15.5:0/2708484784 wait complete. 2024-09-19T05:02:29.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.234+0000 7fd9a308d640 1 Processor -- start 2024-09-19T05:02:29.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.234+0000 7fd9a308d640 1 -- start start 2024-09-19T05:02:29.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.235+0000 7fd9a308d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd984004d40 0x7fd99c13c5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:29.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.235+0000 7fd9a308d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd99c1599a0 0x7fd99c159e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:29.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.235+0000 7fd9a308d640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd99c1509e0 0x7fd99c150e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:29.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.235+0000 7fd9a308d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd99c0d1350 con 0x7fd984004d40 2024-09-19T05:02:29.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.235+0000 7fd9a308d640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd99c0d1c80 con 0x7fd99c1509e0 2024-09-19T05:02:29.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.235+0000 7fd9a308d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd99c0d1630 con 0x7fd99c1599a0 2024-09-19T05:02:29.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.235+0000 7fd9a0e29640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd984004d40 0x7fd99c13c5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:29.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.235+0000 7fd9a0e29640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd984004d40 0x7fd99c13c5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36356/0 (socket says 172.21.15.5:36356) 2024-09-19T05:02:29.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.235+0000 7fd9a0e29640 1 -- 172.21.15.5:0/743618094 learned_addr learned my addr 172.21.15.5:0/743618094 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:29.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.235+0000 7fd99bfff640 1 --2- 172.21.15.5:0/743618094 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd99c1599a0 0x7fd99c159e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:29.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.235+0000 7fd9a162a640 1 --2- 172.21.15.5:0/743618094 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd99c1509e0 0x7fd99c150e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:29.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.236+0000 7fd9a0e29640 1 -- 172.21.15.5:0/743618094 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd99c1599a0 msgr2=0x7fd99c159e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:29.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.236+0000 7fd9a0e29640 1 --2- 172.21.15.5:0/743618094 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd99c1599a0 0x7fd99c159e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.236+0000 7fd9a0e29640 1 -- 172.21.15.5:0/743618094 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd99c1509e0 msgr2=0x7fd99c150e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:29.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.236+0000 7fd9a0e29640 1 --2- 172.21.15.5:0/743618094 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd99c1509e0 0x7fd99c150e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.236+0000 7fd9a0e29640 1 -- 172.21.15.5:0/743618094 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd99c15a460 con 0x7fd984004d40 2024-09-19T05:02:29.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.236+0000 7fd9a162a640 1 --2- 172.21.15.5:0/743618094 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd99c1509e0 0x7fd99c150e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:29.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.236+0000 7fd99bfff640 1 --2- 172.21.15.5:0/743618094 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd99c1599a0 0x7fd99c159e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:29.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.236+0000 7fd9a0e29640 1 --2- 172.21.15.5:0/743618094 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd984004d40 0x7fd99c13c5e0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fd994011e90 tx=0x7fd99400f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:29.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.236+0000 7fd9997fa640 1 -- 172.21.15.5:0/743618094 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd994015630 con 0x7fd984004d40 2024-09-19T05:02:29.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.236+0000 7fd9997fa640 1 -- 172.21.15.5:0/743618094 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9940157d0 con 0x7fd984004d40 2024-09-19T05:02:29.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.236+0000 7fd9a308d640 1 -- 172.21.15.5:0/743618094 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd99c151f00 con 0x7fd984004d40 2024-09-19T05:02:29.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.236+0000 7fd9997fa640 1 -- 172.21.15.5:0/743618094 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd994015ba0 con 0x7fd984004d40 2024-09-19T05:02:29.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.236+0000 7fd9a308d640 1 -- 172.21.15.5:0/743618094 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd99c1524c0 con 0x7fd984004d40 2024-09-19T05:02:29.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.237+0000 7fd9a308d640 1 -- 172.21.15.5:0/743618094 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd99c0d1910 con 0x7fd984004d40 2024-09-19T05:02:29.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.237+0000 7fd9997fa640 1 -- 172.21.15.5:0/743618094 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd99401d400 con 0x7fd984004d40 2024-09-19T05:02:29.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.238+0000 7fd9997fa640 1 --2- 172.21.15.5:0/743618094 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd98806c2b0 0x7fd98806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:29.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.238+0000 7fd9997fa640 1 -- 172.21.15.5:0/743618094 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fd99408c770 con 0x7fd984004d40 2024-09-19T05:02:29.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.238+0000 7fd99bfff640 1 --2- 172.21.15.5:0/743618094 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd98806c2b0 0x7fd98806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:29.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.239+0000 7fd99bfff640 1 --2- 172.21.15.5:0/743618094 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd98806c2b0 0x7fd98806e770 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fd99c1f7b50 tx=0x7fd990008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:29.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.242+0000 7fd9997fa640 1 -- 172.21.15.5:0/743618094 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd994019030 con 0x7fd984004d40 2024-09-19T05:02:29.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.453+0000 7fd9a308d640 1 -- 172.21.15.5:0/743618094 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd99c0d1020 con 0x7fd984004d40 2024-09-19T05:02:29.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.453+0000 7fd9997fa640 1 -- 172.21.15.5:0/743618094 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+5223 (secure 0 0 0) 0x7fd994010040 con 0x7fd984004d40 2024-09-19T05:02:29.455 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:29.455 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":16,"btime":"2024-09-19T05:02:17:054812+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/2079591675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2079591675},{"type":"v1","addr":"172.21.15.5:6834","nonce":2079591675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4789,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/2450673966","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":2450673966},{"type":"v1","addr":"172.21.15.5:6835","nonce":2450673966}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4792,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/4108475524","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":4108475524},{"type":"v1","addr":"172.21.15.134:6837","nonce":4108475524}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:02:14.385473+0000","modified":"2024-09-19T05:02:16.401672+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4795},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4795":{"gid":4795,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6836/3789368626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":3789368626},{"type":"v1","addr":"172.21.15.134:6836","nonce":3789368626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4795,"qdb_cluster":[4795]},"id":2}]} 2024-09-19T05:02:29.455 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 16 2024-09-19T05:02:29.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.455+0000 7fd9a308d640 1 -- 172.21.15.5:0/743618094 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd98806c2b0 msgr2=0x7fd98806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:29.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.455+0000 7fd9a308d640 1 --2- 172.21.15.5:0/743618094 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd98806c2b0 0x7fd98806e770 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fd99c1f7b50 tx=0x7fd990008040 comp rx=0 tx=0).stop 2024-09-19T05:02:29.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.455+0000 7fd9a308d640 1 -- 172.21.15.5:0/743618094 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd984004d40 msgr2=0x7fd99c13c5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:29.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.455+0000 7fd9a308d640 1 --2- 172.21.15.5:0/743618094 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd984004d40 0x7fd99c13c5e0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fd994011e90 tx=0x7fd99400f580 comp rx=0 tx=0).stop 2024-09-19T05:02:29.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.455+0000 7fd9a308d640 1 -- 172.21.15.5:0/743618094 shutdown_connections 2024-09-19T05:02:29.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.455+0000 7fd9a308d640 1 --2- 172.21.15.5:0/743618094 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd98806c2b0 0x7fd98806e770 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.455+0000 7fd9a308d640 1 --2- 172.21.15.5:0/743618094 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd99c1509e0 0x7fd99c150e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.455+0000 7fd9a308d640 1 --2- 172.21.15.5:0/743618094 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd99c1599a0 0x7fd99c159e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.455+0000 7fd9a308d640 1 --2- 172.21.15.5:0/743618094 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd984004d40 0x7fd99c13c5e0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.455+0000 7fd9a308d640 1 -- 172.21.15.5:0/743618094 >> 172.21.15.5:0/743618094 conn(0x7fd99c09aa70 msgr2=0x7fd99c070010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:29.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.455+0000 7fd9a308d640 1 -- 172.21.15.5:0/743618094 shutdown_connections 2024-09-19T05:02:29.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.455+0000 7fd9a308d640 1 -- 172.21.15.5:0/743618094 wait complete. 2024-09-19T05:02:29.468 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:02:29.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.569+0000 7f558c442640 1 Processor -- start 2024-09-19T05:02:29.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.570+0000 7f558c442640 1 -- start start 2024-09-19T05:02:29.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.570+0000 7f558c442640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f558406f4c0 0x7f55840cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:29.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.570+0000 7f558c442640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f55840cf5a0 0x7f55840b3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:29.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.571+0000 7f558c442640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f55840cfb40 con 0x7f558406f0e0 2024-09-19T05:02:29.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.571+0000 7f558c442640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f558415bc50 con 0x7f55840cf5a0 2024-09-19T05:02:29.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.571+0000 7f558c442640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f5584152630 con 0x7f558406f4c0 2024-09-19T05:02:29.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.571+0000 7f558a9df640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f55840cf5a0 0x7f55840b3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:29.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.571+0000 7f558a9df640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f55840cf5a0 0x7f55840b3ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36368/0 (socket says 172.21.15.5:36368) 2024-09-19T05:02:29.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.571+0000 7f558a1de640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f558406f0e0 0x7f558415c0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53956/0 (socket says 172.21.15.5:53956) 2024-09-19T05:02:29.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.571+0000 7f558a9df640 1 -- 172.21.15.5:0/2168574212 learned_addr learned my addr 172.21.15.5:0/2168574212 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:29.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.571+0000 7f55899dd640 1 --2- 172.21.15.5:0/2168574212 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f558406f4c0 0x7f55840cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:29.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.571+0000 7f558a9df640 1 -- 172.21.15.5:0/2168574212 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f558406f4c0 msgr2=0x7f55840cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:29.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.571+0000 7f558a9df640 1 --2- 172.21.15.5:0/2168574212 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f558406f4c0 0x7f55840cf060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.571+0000 7f558a9df640 1 -- 172.21.15.5:0/2168574212 >> v1:172.21.15.5:6789/0 conn(0x7f558406f0e0 legacy=0x7f558415c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:29.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.571+0000 7f558a9df640 1 -- 172.21.15.5:0/2168574212 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55840cfe20 con 0x7f55840cf5a0 2024-09-19T05:02:29.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.571+0000 7f55891dc640 1 -- 172.21.15.5:0/2168574212 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3348673900 0 0) 0x7f55840cfb40 con 0x7f558406f0e0 2024-09-19T05:02:29.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.572+0000 7f558a9df640 1 --2- 172.21.15.5:0/2168574212 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f55840cf5a0 0x7f55840b3ba0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f557400d150 tx=0x7f557402c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5968592cbdcd3051 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:29.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.572+0000 7f55891dc640 1 -- 172.21.15.5:0/2168574212 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5574009600 con 0x7f55840cf5a0 2024-09-19T05:02:29.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.572+0000 7f55891dc640 1 -- 172.21.15.5:0/2168574212 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5574037070 con 0x7f55840cf5a0 2024-09-19T05:02:29.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.572+0000 7f55891dc640 1 -- 172.21.15.5:0/2168574212 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55740099c0 con 0x7f55840cf5a0 2024-09-19T05:02:29.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.572+0000 7f558c442640 1 -- 172.21.15.5:0/2168574212 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f55840cf5a0 msgr2=0x7f55840b3ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:29.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.572+0000 7f558c442640 1 --2- 172.21.15.5:0/2168574212 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f55840cf5a0 0x7f55840b3ba0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f557400d150 tx=0x7f557402c930 comp rx=0 tx=0).stop 2024-09-19T05:02:29.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.573+0000 7f558c442640 1 -- 172.21.15.5:0/2168574212 shutdown_connections 2024-09-19T05:02:29.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.573+0000 7f558c442640 1 --2- 172.21.15.5:0/2168574212 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f55840cf5a0 0x7f55840b3ba0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.573+0000 7f558c442640 1 --2- 172.21.15.5:0/2168574212 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f558406f4c0 0x7f55840cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.573+0000 7f558c442640 1 -- 172.21.15.5:0/2168574212 >> 172.21.15.5:0/2168574212 conn(0x7f5584067da0 msgr2=0x7f558406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:29.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.573+0000 7f558c442640 1 -- 172.21.15.5:0/2168574212 shutdown_connections 2024-09-19T05:02:29.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.573+0000 7f558c442640 1 -- 172.21.15.5:0/2168574212 wait complete. 2024-09-19T05:02:29.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.574+0000 7f558c442640 1 Processor -- start 2024-09-19T05:02:29.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.574+0000 7f558c442640 1 -- start start 2024-09-19T05:02:29.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.575+0000 7f558c442640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f558406f0e0 0x7f5584141bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:29.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.575+0000 7f558c442640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f558406f4c0 0x7f55841513a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:29.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.575+0000 7f558c442640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55840cf5a0 0x7f55841518e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:29.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.575+0000 7f558c442640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f558406fa60 con 0x7f558406f4c0 2024-09-19T05:02:29.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.575+0000 7f558c442640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f558406f8e0 con 0x7f55840cf5a0 2024-09-19T05:02:29.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.575+0000 7f558c442640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f558415ee80 con 0x7f558406f0e0 2024-09-19T05:02:29.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.575+0000 7f55899dd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f558406f4c0 0x7f55841513a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:29.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.575+0000 7f55899dd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f558406f4c0 0x7f55841513a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36384/0 (socket says 172.21.15.5:36384) 2024-09-19T05:02:29.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.575+0000 7f55899dd640 1 -- 172.21.15.5:0/1826309745 learned_addr learned my addr 172.21.15.5:0/1826309745 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:29.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.575+0000 7f558a9df640 1 --2- 172.21.15.5:0/1826309745 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55840cf5a0 0x7f55841518e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:29.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.575+0000 7f558a1de640 1 --2- 172.21.15.5:0/1826309745 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f558406f0e0 0x7f5584141bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:29.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.575+0000 7f55899dd640 1 -- 172.21.15.5:0/1826309745 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f558406f0e0 msgr2=0x7f5584141bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:29.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.575+0000 7f55899dd640 1 --2- 172.21.15.5:0/1826309745 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f558406f0e0 0x7f5584141bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.575+0000 7f55899dd640 1 -- 172.21.15.5:0/1826309745 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55840cf5a0 msgr2=0x7f55841518e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:29.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.575+0000 7f55899dd640 1 --2- 172.21.15.5:0/1826309745 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55840cf5a0 0x7f55841518e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.575+0000 7f55899dd640 1 -- 172.21.15.5:0/1826309745 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55840b0140 con 0x7f558406f4c0 2024-09-19T05:02:29.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.575+0000 7f55899dd640 1 --2- 172.21.15.5:0/1826309745 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f558406f4c0 0x7f55841513a0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f557800d800 tx=0x7f557800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:29.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.575+0000 7f5582ffd640 1 -- 172.21.15.5:0/1826309745 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5578004020 con 0x7f558406f4c0 2024-09-19T05:02:29.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.575+0000 7f5582ffd640 1 -- 172.21.15.5:0/1826309745 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55780041c0 con 0x7f558406f4c0 2024-09-19T05:02:29.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.575+0000 7f5582ffd640 1 -- 172.21.15.5:0/1826309745 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5578004390 con 0x7f558406f4c0 2024-09-19T05:02:29.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.575+0000 7f558c442640 1 -- 172.21.15.5:0/1826309745 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55840b0420 con 0x7f558406f4c0 2024-09-19T05:02:29.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.575+0000 7f558c442640 1 -- 172.21.15.5:0/1826309745 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55840b09e0 con 0x7f558406f4c0 2024-09-19T05:02:29.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.576+0000 7f558c442640 1 -- 172.21.15.5:0/1826309745 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f558415eca0 con 0x7f558406f4c0 2024-09-19T05:02:29.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.577+0000 7f5582ffd640 1 -- 172.21.15.5:0/1826309745 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f557801b020 con 0x7f558406f4c0 2024-09-19T05:02:29.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.577+0000 7f5582ffd640 1 --2- 172.21.15.5:0/1826309745 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f557006c2b0 0x7f557006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:29.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.577+0000 7f5582ffd640 1 -- 172.21.15.5:0/1826309745 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f557808b360 con 0x7f558406f4c0 2024-09-19T05:02:29.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.578+0000 7f558a1de640 1 --2- 172.21.15.5:0/1826309745 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f557006c2b0 0x7f557006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:29.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.578+0000 7f558a1de640 1 --2- 172.21.15.5:0/1826309745 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f557006c2b0 0x7f557006e770 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f557c000f60 tx=0x7f557c007b50 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:29.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.582+0000 7f5582ffd640 1 -- 172.21.15.5:0/1826309745 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f558415eca0 con 0x7f558406f4c0 2024-09-19T05:02:29.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.792+0000 7f558c442640 1 -- 172.21.15.5:0/1826309745 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f558406c020 con 0x7f558406f4c0 2024-09-19T05:02:29.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.792+0000 7f5582ffd640 1 -- 172.21.15.5:0/1826309745 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+5223 (secure 0 0 0) 0x7f55780599d0 con 0x7f558406f4c0 2024-09-19T05:02:29.794 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:29.794 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":16,"btime":"2024-09-19T05:02:17:054812+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/2079591675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2079591675},{"type":"v1","addr":"172.21.15.5:6834","nonce":2079591675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4789,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/2450673966","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":2450673966},{"type":"v1","addr":"172.21.15.5:6835","nonce":2450673966}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4792,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/4108475524","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":4108475524},{"type":"v1","addr":"172.21.15.134:6837","nonce":4108475524}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:02:14.385473+0000","modified":"2024-09-19T05:02:16.401672+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4795},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4795":{"gid":4795,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6836/3789368626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":3789368626},{"type":"v1","addr":"172.21.15.134:6836","nonce":3789368626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4795,"qdb_cluster":[4795]},"id":2}]} 2024-09-19T05:02:29.794 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 16 2024-09-19T05:02:29.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.794+0000 7f558c442640 1 -- 172.21.15.5:0/1826309745 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f557006c2b0 msgr2=0x7f557006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:29.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.794+0000 7f558c442640 1 --2- 172.21.15.5:0/1826309745 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f557006c2b0 0x7f557006e770 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f557c000f60 tx=0x7f557c007b50 comp rx=0 tx=0).stop 2024-09-19T05:02:29.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.794+0000 7f558c442640 1 -- 172.21.15.5:0/1826309745 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f558406f4c0 msgr2=0x7f55841513a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:29.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.794+0000 7f558c442640 1 --2- 172.21.15.5:0/1826309745 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f558406f4c0 0x7f55841513a0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f557800d800 tx=0x7f557800dcc0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.794+0000 7f558c442640 1 -- 172.21.15.5:0/1826309745 shutdown_connections 2024-09-19T05:02:29.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.794+0000 7f558c442640 1 --2- 172.21.15.5:0/1826309745 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f557006c2b0 0x7f557006e770 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.794+0000 7f558c442640 1 --2- 172.21.15.5:0/1826309745 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55840cf5a0 0x7f55841518e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.794+0000 7f558c442640 1 --2- 172.21.15.5:0/1826309745 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f558406f4c0 0x7f55841513a0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.794+0000 7f558c442640 1 --2- 172.21.15.5:0/1826309745 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f558406f0e0 0x7f5584141bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.794+0000 7f558c442640 1 -- 172.21.15.5:0/1826309745 >> 172.21.15.5:0/1826309745 conn(0x7f5584067da0 msgr2=0x7f55840b3ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:29.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.794+0000 7f558c442640 1 -- 172.21.15.5:0/1826309745 shutdown_connections 2024-09-19T05:02:29.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.794+0000 7f558c442640 1 -- 172.21.15.5:0/1826309745 wait complete. 2024-09-19T05:02:29.807 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:02:29.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.908+0000 7f6ae04d0640 1 Processor -- start 2024-09-19T05:02:29.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.908+0000 7f6ae04d0640 1 -- start start 2024-09-19T05:02:29.912 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.909+0000 7f6ae04d0640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f6ad806dfd0 0x7f6ad8071fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:29.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.909+0000 7f6ae04d0640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6ad815d010 con 0x7f6ad8072510 2024-09-19T05:02:29.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.909+0000 7f6ae04d0640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6ad815d2f0 con 0x7f6ad815c1d0 2024-09-19T05:02:29.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.909+0000 7f6ae04d0640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f6ad8072960 con 0x7f6ad806dfd0 2024-09-19T05:02:29.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.909+0000 7f6adea6d640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f6ad8072510 0x7f6ad815e0b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53962/0 (socket says 172.21.15.5:53962) 2024-09-19T05:02:29.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.909+0000 7f6adea6d640 1 -- 172.21.15.5:0/3493997114 learned_addr learned my addr 172.21.15.5:0/3493997114 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:29.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.909+0000 7f6adda6b640 1 --2- 172.21.15.5:0/3493997114 >> v2:172.21.15.134:3300/0 conn(0x7f6ad806dfd0 0x7f6ad8071fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:29.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.909+0000 7f6add26a640 1 -- 172.21.15.5:0/3493997114 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 735869441 0 0) 0x7f6ad815d010 con 0x7f6ad8072510 2024-09-19T05:02:29.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.910+0000 7f6add26a640 1 -- 172.21.15.5:0/3493997114 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6ac0003520 con 0x7f6ad8072510 2024-09-19T05:02:29.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.910+0000 7f6add26a640 1 -- 172.21.15.5:0/3493997114 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2165903099 0 0) 0x7f6ac0003520 con 0x7f6ad8072510 2024-09-19T05:02:29.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.910+0000 7f6add26a640 1 -- 172.21.15.5:0/3493997114 >> v2:172.21.15.134:3300/0 conn(0x7f6ad806dfd0 msgr2=0x7f6ad8071fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:29.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.910+0000 7f6add26a640 1 --2- 172.21.15.5:0/3493997114 >> v2:172.21.15.134:3300/0 conn(0x7f6ad806dfd0 0x7f6ad8071fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.910+0000 7f6add26a640 1 -- 172.21.15.5:0/3493997114 >> v1:172.21.15.134:6789/0 conn(0x7f6ad815c1d0 legacy=0x7f6ad815c5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:29.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.910+0000 7f6add26a640 1 -- 172.21.15.5:0/3493997114 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ad815d5d0 con 0x7f6ad8072510 2024-09-19T05:02:29.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.910+0000 7f6add26a640 1 -- 172.21.15.5:0/3493997114 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f6ac80019f0 con 0x7f6ad8072510 2024-09-19T05:02:29.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.910+0000 7f6add26a640 1 -- 172.21.15.5:0/3493997114 >> v1:172.21.15.5:6789/0 conn(0x7f6ad8072510 legacy=0x7f6ad815e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:29.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.910+0000 7f6add26a640 1 --2- 172.21.15.5:0/3493997114 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ac00039b0 0x7f6ac0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:29.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.910+0000 7f6add26a640 1 --2- 172.21.15.5:0/3493997114 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6ac0004800 0x7f6ac0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:29.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.910+0000 7f6add26a640 1 --2- 172.21.15.5:0/3493997114 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6ac00051c0 0x7f6ac000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:29.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.910+0000 7f6add26a640 1 -- 172.21.15.5:0/3493997114 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f6ad8072960 con 0x7f6ac00039b0 2024-09-19T05:02:29.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.910+0000 7f6add26a640 1 -- 172.21.15.5:0/3493997114 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f6ac000c160 con 0x7f6ac0004800 2024-09-19T05:02:29.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.910+0000 7f6add26a640 1 -- 172.21.15.5:0/3493997114 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f6ac000c360 con 0x7f6ac00051c0 2024-09-19T05:02:29.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.910+0000 7f6ade26c640 1 --2- 172.21.15.5:0/3493997114 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ac00039b0 0x7f6ac0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:29.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.910+0000 7f6adda6b640 1 --2- 172.21.15.5:0/3493997114 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6ac0004800 0x7f6ac0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:29.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.910+0000 7f6adea6d640 1 --2- 172.21.15.5:0/3493997114 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6ac00051c0 0x7f6ac000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:29.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.910+0000 7f6ade26c640 1 -- 172.21.15.5:0/3493997114 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6ac00051c0 msgr2=0x7f6ac000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:29.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.910+0000 7f6ade26c640 1 --2- 172.21.15.5:0/3493997114 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6ac00051c0 0x7f6ac000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.910+0000 7f6ade26c640 1 -- 172.21.15.5:0/3493997114 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6ac0004800 msgr2=0x7f6ac0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:29.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.910+0000 7f6ade26c640 1 --2- 172.21.15.5:0/3493997114 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6ac0004800 0x7f6ac0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.910+0000 7f6ade26c640 1 -- 172.21.15.5:0/3493997114 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ac0003520 con 0x7f6ac00039b0 2024-09-19T05:02:29.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.910+0000 7f6adea6d640 1 -- 172.21.15.5:0/3493997114 reap_dead start 2024-09-19T05:02:29.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.911+0000 7f6ade26c640 1 --2- 172.21.15.5:0/3493997114 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ac00039b0 0x7f6ac0003dd0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f6ad0001750 tx=0x7f6ac0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f2a4d6ca7db9751 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:29.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.911+0000 7f6add26a640 1 -- 172.21.15.5:0/3493997114 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ad0001370 con 0x7f6ac00039b0 2024-09-19T05:02:29.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.911+0000 7f6add26a640 1 -- 172.21.15.5:0/3493997114 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ad00052d0 con 0x7f6ac00039b0 2024-09-19T05:02:29.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.911+0000 7f6add26a640 1 -- 172.21.15.5:0/3493997114 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ad002abe0 con 0x7f6ac00039b0 2024-09-19T05:02:29.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.912+0000 7f6ae04d0640 1 -- 172.21.15.5:0/3493997114 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ac00039b0 msgr2=0x7f6ac0003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:29.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.912+0000 7f6ae04d0640 1 --2- 172.21.15.5:0/3493997114 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ac00039b0 0x7f6ac0003dd0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f6ad0001750 tx=0x7f6ac0005830 comp rx=0 tx=0).stop 2024-09-19T05:02:29.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.912+0000 7f6ae04d0640 1 -- 172.21.15.5:0/3493997114 shutdown_connections 2024-09-19T05:02:29.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.912+0000 7f6ae04d0640 1 --2- 172.21.15.5:0/3493997114 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ac00039b0 0x7f6ac0003dd0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.912+0000 7f6ae04d0640 1 -- 172.21.15.5:0/3493997114 >> 172.21.15.5:0/3493997114 conn(0x7f6ad8067da0 msgr2=0x7f6ad806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:29.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.912+0000 7f6ae04d0640 1 -- 172.21.15.5:0/3493997114 shutdown_connections 2024-09-19T05:02:29.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.912+0000 7f6ae04d0640 1 -- 172.21.15.5:0/3493997114 wait complete. 2024-09-19T05:02:29.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.913+0000 7f6ae04d0640 1 Processor -- start 2024-09-19T05:02:29.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.913+0000 7f6ae04d0640 1 -- start start 2024-09-19T05:02:29.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.914+0000 7f6ae04d0640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6ac00039b0 0x7f6ad80c5d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:29.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.914+0000 7f6ae04d0640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6ad8149f90 0x7f6ad80c6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:29.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.914+0000 7f6ae04d0640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ad80ae310 0x7f6ad80ae790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:29.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.914+0000 7f6ae04d0640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f6ad8071fd0 con 0x7f6ad80ae310 2024-09-19T05:02:29.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.914+0000 7f6ae04d0640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f6ad815db90 con 0x7f6ad8149f90 2024-09-19T05:02:29.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.914+0000 7f6ae04d0640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f6ad8072150 con 0x7f6ac00039b0 2024-09-19T05:02:29.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.914+0000 7f6adea6d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ad80ae310 0x7f6ad80ae790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:29.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.914+0000 7f6adea6d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ad80ae310 0x7f6ad80ae790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36402/0 (socket says 172.21.15.5:36402) 2024-09-19T05:02:29.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.914+0000 7f6adea6d640 1 -- 172.21.15.5:0/1730163750 learned_addr learned my addr 172.21.15.5:0/1730163750 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:29.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.914+0000 7f6adda6b640 1 --2- 172.21.15.5:0/1730163750 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6ad8149f90 0x7f6ad80c6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:29.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.914+0000 7f6ade26c640 1 --2- 172.21.15.5:0/1730163750 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6ac00039b0 0x7f6ad80c5d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:29.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.914+0000 7f6adea6d640 1 -- 172.21.15.5:0/1730163750 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6ac00039b0 msgr2=0x7f6ad80c5d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:29.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.914+0000 7f6adea6d640 1 --2- 172.21.15.5:0/1730163750 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6ac00039b0 0x7f6ad80c5d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.914+0000 7f6adea6d640 1 -- 172.21.15.5:0/1730163750 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6ad8149f90 msgr2=0x7f6ad80c6250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:29.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.914+0000 7f6adea6d640 1 --2- 172.21.15.5:0/1730163750 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6ad8149f90 0x7f6ad80c6250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:29.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.914+0000 7f6adea6d640 1 -- 172.21.15.5:0/1730163750 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ad80af690 con 0x7f6ad80ae310 2024-09-19T05:02:29.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.914+0000 7f6adea6d640 1 --2- 172.21.15.5:0/1730163750 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ad80ae310 0x7f6ad80ae790 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f6ad80cf8b0 tx=0x7f6ac8007bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:29.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.915+0000 7f6ad6ffd640 1 -- 172.21.15.5:0/1730163750 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ac800eb00 con 0x7f6ad80ae310 2024-09-19T05:02:29.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.915+0000 7f6ad6ffd640 1 -- 172.21.15.5:0/1730163750 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ac800ecc0 con 0x7f6ad80ae310 2024-09-19T05:02:29.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.915+0000 7f6ad6ffd640 1 -- 172.21.15.5:0/1730163750 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ac8014670 con 0x7f6ad80ae310 2024-09-19T05:02:29.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.915+0000 7f6ae04d0640 1 -- 172.21.15.5:0/1730163750 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ad80af0d0 con 0x7f6ad80ae310 2024-09-19T05:02:29.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.915+0000 7f6ae04d0640 1 -- 172.21.15.5:0/1730163750 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ad80afe30 con 0x7f6ad80ae310 2024-09-19T05:02:29.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.916+0000 7f6ae04d0640 1 -- 172.21.15.5:0/1730163750 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ad815c5b0 con 0x7f6ad80ae310 2024-09-19T05:02:29.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.916+0000 7f6ad6ffd640 1 -- 172.21.15.5:0/1730163750 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6ac8014810 con 0x7f6ad80ae310 2024-09-19T05:02:29.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.917+0000 7f6ad6ffd640 1 --2- 172.21.15.5:0/1730163750 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6ac406c2e0 0x7f6ac406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:29.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.917+0000 7f6ad6ffd640 1 -- 172.21.15.5:0/1730163750 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f6ac808b320 con 0x7f6ad80ae310 2024-09-19T05:02:29.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.917+0000 7f6ade26c640 1 --2- 172.21.15.5:0/1730163750 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6ac406c2e0 0x7f6ac406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:29.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.917+0000 7f6ade26c640 1 --2- 172.21.15.5:0/1730163750 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6ac406c2e0 0x7f6ac406e7a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f6ad0032000 tx=0x7f6ad002e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:29.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:29.921+0000 7f6ad6ffd640 1 -- 172.21.15.5:0/1730163750 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6ac8059900 con 0x7f6ad80ae310 2024-09-19T05:02:30.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.100+0000 7f6ae04d0640 1 -- 172.21.15.5:0/1730163750 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6ad806bd40 con 0x7f6ad80ae310 2024-09-19T05:02:30.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.101+0000 7f6ad6ffd640 1 -- 172.21.15.5:0/1730163750 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) ==== 74+0+16966 (secure 0 0 0) 0x7f6ac8059200 con 0x7f6ad80ae310 2024-09-19T05:02:30.102 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:30.103 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":39,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:02:16.051452+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:02:12.306772+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-19T05:02:13.364849+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:02:30.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.103+0000 7f6ae04d0640 1 -- 172.21.15.5:0/1730163750 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6ac406c2e0 msgr2=0x7f6ac406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:30.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.103+0000 7f6ae04d0640 1 --2- 172.21.15.5:0/1730163750 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6ac406c2e0 0x7f6ac406e7a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f6ad0032000 tx=0x7f6ad002e000 comp rx=0 tx=0).stop 2024-09-19T05:02:30.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.103+0000 7f6ae04d0640 1 -- 172.21.15.5:0/1730163750 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ad80ae310 msgr2=0x7f6ad80ae790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:30.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.103+0000 7f6ae04d0640 1 --2- 172.21.15.5:0/1730163750 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ad80ae310 0x7f6ad80ae790 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f6ad80cf8b0 tx=0x7f6ac8007bc0 comp rx=0 tx=0).stop 2024-09-19T05:02:30.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.103+0000 7f6ae04d0640 1 -- 172.21.15.5:0/1730163750 shutdown_connections 2024-09-19T05:02:30.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.103+0000 7f6ae04d0640 1 --2- 172.21.15.5:0/1730163750 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6ac406c2e0 0x7f6ac406e7a0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:30.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.103+0000 7f6ae04d0640 1 --2- 172.21.15.5:0/1730163750 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ad80ae310 0x7f6ad80ae790 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:30.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.103+0000 7f6ae04d0640 1 --2- 172.21.15.5:0/1730163750 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6ad8149f90 0x7f6ad80c6250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:30.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.103+0000 7f6ae04d0640 1 --2- 172.21.15.5:0/1730163750 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6ac00039b0 0x7f6ad80c5d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:30.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.103+0000 7f6ae04d0640 1 -- 172.21.15.5:0/1730163750 >> 172.21.15.5:0/1730163750 conn(0x7f6ad8067da0 msgr2=0x7f6ad806e470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:30.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.103+0000 7f6ae04d0640 1 -- 172.21.15.5:0/1730163750 shutdown_connections 2024-09-19T05:02:30.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.103+0000 7f6ae04d0640 1 -- 172.21.15.5:0/1730163750 wait complete. 2024-09-19T05:02:30.116 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T05:02:30.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.218+0000 7fd20970a640 1 Processor -- start 2024-09-19T05:02:30.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.218+0000 7fd20970a640 1 -- start start 2024-09-19T05:02:30.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.219+0000 7fd20970a640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fd20415e890 0x7fd20406cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:30.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.219+0000 7fd20970a640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd2040d2b60 0x7fd20406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:30.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.219+0000 7fd20970a640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd2040d3040 con 0x7fd2040d4f00 2024-09-19T05:02:30.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.219+0000 7fd20970a640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fd2040d3c50 con 0x7fd2040d2b60 2024-09-19T05:02:30.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.219+0000 7fd20970a640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fd2040d3320 con 0x7fd20415e890 2024-09-19T05:02:30.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.219+0000 7fd2027fc640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd2040d2b60 0x7fd20406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:30.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.219+0000 7fd2037fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fd2040d4f00 0x7fd2040cede0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53976/0 (socket says 172.21.15.5:53976) 2024-09-19T05:02:30.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.219+0000 7fd2037fe640 1 -- 172.21.15.5:0/1459923641 learned_addr learned my addr 172.21.15.5:0/1459923641 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:30.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.219+0000 7fd202ffd640 1 --2- 172.21.15.5:0/1459923641 >> v2:172.21.15.134:3300/0 conn(0x7fd20415e890 0x7fd20406cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:30.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.219+0000 7fd2027fc640 1 -- 172.21.15.5:0/1459923641 >> v2:172.21.15.134:3300/0 conn(0x7fd20415e890 msgr2=0x7fd20406cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:30.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.219+0000 7fd2027fc640 1 --2- 172.21.15.5:0/1459923641 >> v2:172.21.15.134:3300/0 conn(0x7fd20415e890 0x7fd20406cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:30.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.219+0000 7fd2027fc640 1 -- 172.21.15.5:0/1459923641 >> v1:172.21.15.5:6789/0 conn(0x7fd2040d4f00 legacy=0x7fd2040cede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:30.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.219+0000 7fd2027fc640 1 -- 172.21.15.5:0/1459923641 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2040d3600 con 0x7fd2040d2b60 2024-09-19T05:02:30.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.219+0000 7fd201ffb640 1 -- 172.21.15.5:0/1459923641 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 399320922 0 0) 0x7fd2040d3040 con 0x7fd2040d4f00 2024-09-19T05:02:30.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.220+0000 7fd2027fc640 1 --2- 172.21.15.5:0/1459923641 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd2040d2b60 0x7fd20406d0f0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fd2040d20d0 tx=0x7fd1f802a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89e1fd3a7fea7b63 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:30.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.220+0000 7fd201ffb640 1 -- 172.21.15.5:0/1459923641 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1f8007740 con 0x7fd2040d2b60 2024-09-19T05:02:30.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.220+0000 7fd201ffb640 1 -- 172.21.15.5:0/1459923641 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1f80078e0 con 0x7fd2040d2b60 2024-09-19T05:02:30.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.220+0000 7fd201ffb640 1 -- 172.21.15.5:0/1459923641 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1f8007cb0 con 0x7fd2040d2b60 2024-09-19T05:02:30.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.221+0000 7fd20970a640 1 -- 172.21.15.5:0/1459923641 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd2040d2b60 msgr2=0x7fd20406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:30.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.221+0000 7fd20970a640 1 --2- 172.21.15.5:0/1459923641 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd2040d2b60 0x7fd20406d0f0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fd2040d20d0 tx=0x7fd1f802a5f0 comp rx=0 tx=0).stop 2024-09-19T05:02:30.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.221+0000 7fd20970a640 1 -- 172.21.15.5:0/1459923641 shutdown_connections 2024-09-19T05:02:30.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.221+0000 7fd20970a640 1 --2- 172.21.15.5:0/1459923641 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd2040d2b60 0x7fd20406d0f0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:30.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.221+0000 7fd20970a640 1 --2- 172.21.15.5:0/1459923641 >> v2:172.21.15.134:3300/0 conn(0x7fd20415e890 0x7fd20406cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:30.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.221+0000 7fd20970a640 1 -- 172.21.15.5:0/1459923641 >> 172.21.15.5:0/1459923641 conn(0x7fd2040b66c0 msgr2=0x7fd2040d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:30.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.221+0000 7fd20970a640 1 -- 172.21.15.5:0/1459923641 shutdown_connections 2024-09-19T05:02:30.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.221+0000 7fd20970a640 1 -- 172.21.15.5:0/1459923641 wait complete. 2024-09-19T05:02:30.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.222+0000 7fd20970a640 1 Processor -- start 2024-09-19T05:02:30.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.222+0000 7fd20970a640 1 -- start start 2024-09-19T05:02:30.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.223+0000 7fd20970a640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd2040d2b60 0x7fd20415c650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:30.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.223+0000 7fd20970a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd2040d4f00 0x7fd2040ab960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:30.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.223+0000 7fd20970a640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd20415e890 0x7fd2040ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:30.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.223+0000 7fd20970a640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd20406db10 con 0x7fd2040d4f00 2024-09-19T05:02:30.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.223+0000 7fd20970a640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd20415ec70 con 0x7fd20415e890 2024-09-19T05:02:30.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.223+0000 7fd20970a640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd20406dc90 con 0x7fd2040d2b60 2024-09-19T05:02:30.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.223+0000 7fd2027fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd2040d4f00 0x7fd2040ab960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:30.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.223+0000 7fd2027fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd2040d4f00 0x7fd2040ab960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36430/0 (socket says 172.21.15.5:36430) 2024-09-19T05:02:30.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.223+0000 7fd2027fc640 1 -- 172.21.15.5:0/1345914717 learned_addr learned my addr 172.21.15.5:0/1345914717 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:30.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.223+0000 7fd2037fe640 1 --2- 172.21.15.5:0/1345914717 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd20415e890 0x7fd2040ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:30.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.223+0000 7fd202ffd640 1 --2- 172.21.15.5:0/1345914717 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd2040d2b60 0x7fd20415c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:30.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.223+0000 7fd2027fc640 1 -- 172.21.15.5:0/1345914717 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd2040d2b60 msgr2=0x7fd20415c650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:30.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.223+0000 7fd2027fc640 1 --2- 172.21.15.5:0/1345914717 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd2040d2b60 0x7fd20415c650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:30.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.223+0000 7fd2027fc640 1 -- 172.21.15.5:0/1345914717 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd20415e890 msgr2=0x7fd2040ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:30.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.223+0000 7fd2027fc640 1 --2- 172.21.15.5:0/1345914717 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd20415e890 0x7fd2040ce0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:30.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.224+0000 7fd2027fc640 1 -- 172.21.15.5:0/1345914717 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2040abea0 con 0x7fd2040d4f00 2024-09-19T05:02:30.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.224+0000 7fd2027fc640 1 --2- 172.21.15.5:0/1345914717 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd2040d4f00 0x7fd2040ab960 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fd1f802abe0 tx=0x7fd1f8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:30.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.224+0000 7fd1eb7fe640 1 -- 172.21.15.5:0/1345914717 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1f8040070 con 0x7fd2040d4f00 2024-09-19T05:02:30.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.224+0000 7fd1eb7fe640 1 -- 172.21.15.5:0/1345914717 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1f8031c40 con 0x7fd2040d4f00 2024-09-19T05:02:30.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.224+0000 7fd20970a640 1 -- 172.21.15.5:0/1345914717 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2040afca0 con 0x7fd2040d4f00 2024-09-19T05:02:30.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.224+0000 7fd1eb7fe640 1 -- 172.21.15.5:0/1345914717 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1f8009450 con 0x7fd2040d4f00 2024-09-19T05:02:30.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.224+0000 7fd20970a640 1 -- 172.21.15.5:0/1345914717 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2040aeee0 con 0x7fd2040d4f00 2024-09-19T05:02:30.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.225+0000 7fd20970a640 1 -- 172.21.15.5:0/1345914717 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd20406cbb0 con 0x7fd2040d4f00 2024-09-19T05:02:30.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.225+0000 7fd1eb7fe640 1 -- 172.21.15.5:0/1345914717 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd1f8039040 con 0x7fd2040d4f00 2024-09-19T05:02:30.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.226+0000 7fd1eb7fe640 1 --2- 172.21.15.5:0/1345914717 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd1f006c2b0 0x7fd1f006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:30.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.226+0000 7fd1eb7fe640 1 -- 172.21.15.5:0/1345914717 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fd1f80aca00 con 0x7fd2040d4f00 2024-09-19T05:02:30.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.226+0000 7fd202ffd640 1 --2- 172.21.15.5:0/1345914717 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd1f006c2b0 0x7fd1f006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:30.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.227+0000 7fd202ffd640 1 --2- 172.21.15.5:0/1345914717 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd1f006c2b0 0x7fd1f006e770 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fd1f4009a30 tx=0x7fd1f4008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:30.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.230+0000 7fd1eb7fe640 1 -- 172.21.15.5:0/1345914717 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd1f807b070 con 0x7fd2040d4f00 2024-09-19T05:02:30.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.443+0000 7fd20970a640 1 -- 172.21.15.5:0/1345914717 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fd20415e090 con 0x7fd2040d4f00 2024-09-19T05:02:30.445 INFO:tasks.ceph.mon.a.smithi005.stderr:2024-09-19T05:02:30.443+0000 7f639b64d640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T05:02:30.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.445+0000 7fd1eb7fe640 1 -- 172.21.15.5:0/1345914717 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v17) ==== 161+0+0 (secure 0 0 0) 0x7fd1f807a970 con 0x7fd2040d4f00 2024-09-19T05:02:30.446 INFO:teuthology.orchestra.run.smithi005.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T05:02:30.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.447+0000 7fd20970a640 1 -- 172.21.15.5:0/1345914717 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd1f006c2b0 msgr2=0x7fd1f006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:30.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.447+0000 7fd20970a640 1 --2- 172.21.15.5:0/1345914717 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd1f006c2b0 0x7fd1f006e770 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fd1f4009a30 tx=0x7fd1f4008040 comp rx=0 tx=0).stop 2024-09-19T05:02:30.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.447+0000 7fd20970a640 1 -- 172.21.15.5:0/1345914717 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd2040d4f00 msgr2=0x7fd2040ab960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:30.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.447+0000 7fd20970a640 1 --2- 172.21.15.5:0/1345914717 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd2040d4f00 0x7fd2040ab960 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fd1f802abe0 tx=0x7fd1f8004a40 comp rx=0 tx=0).stop 2024-09-19T05:02:30.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.447+0000 7fd20970a640 1 -- 172.21.15.5:0/1345914717 shutdown_connections 2024-09-19T05:02:30.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.447+0000 7fd20970a640 1 --2- 172.21.15.5:0/1345914717 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd1f006c2b0 0x7fd1f006e770 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:30.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.447+0000 7fd20970a640 1 --2- 172.21.15.5:0/1345914717 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd20415e890 0x7fd2040ce0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:30.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.447+0000 7fd20970a640 1 --2- 172.21.15.5:0/1345914717 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd2040d4f00 0x7fd2040ab960 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:30.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.447+0000 7fd20970a640 1 --2- 172.21.15.5:0/1345914717 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd2040d2b60 0x7fd20415c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:30.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.448+0000 7fd20970a640 1 -- 172.21.15.5:0/1345914717 >> 172.21.15.5:0/1345914717 conn(0x7fd2040b66c0 msgr2=0x7fd204161320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:30.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.448+0000 7fd20970a640 1 -- 172.21.15.5:0/1345914717 shutdown_connections 2024-09-19T05:02:30.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.448+0000 7fd20970a640 1 -- 172.21.15.5:0/1345914717 wait complete. 2024-09-19T05:02:30.452 INFO:tasks.ceph.mds.b.smithi134.stderr: -3057> 2024-09-19T05:02:20.006+0000 7f6d82742640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:02:30.460 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T05:02:30.483 INFO:tasks.ceph.mds.b.smithi134.stdout:starting mds.b at 2024-09-19T05:02:30.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.563+0000 7fe9f05af640 1 Processor -- start 2024-09-19T05:02:30.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.563+0000 7fe9f05af640 1 -- start start 2024-09-19T05:02:30.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.564+0000 7fe9f05af640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fe9e8155910 0x7fe9e813e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:30.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.564+0000 7fe9f05af640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9e80cf5b0 con 0x7fe9e806f1b0 2024-09-19T05:02:30.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.564+0000 7fe9f05af640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9e80cf890 con 0x7fe9e80cf0d0 2024-09-19T05:02:30.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.564+0000 7fe9f05af640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fe9e813ed70 con 0x7fe9e8155910 2024-09-19T05:02:30.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.564+0000 7fe9eeb4c640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fe9e806f1b0 0x7fe9e815bb60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53980/0 (socket says 172.21.15.5:53980) 2024-09-19T05:02:30.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.564+0000 7fe9eeb4c640 1 -- 172.21.15.5:0/3130714398 learned_addr learned my addr 172.21.15.5:0/3130714398 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:30.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.564+0000 7fe9ee34b640 1 --2- 172.21.15.5:0/3130714398 >> v2:172.21.15.134:3300/0 conn(0x7fe9e8155910 0x7fe9e813e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:30.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.565+0000 7fe9ed349640 1 -- 172.21.15.5:0/3130714398 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3566049940 0 0) 0x7fe9e80cf5b0 con 0x7fe9e806f1b0 2024-09-19T05:02:30.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.565+0000 7fe9ed349640 1 -- 172.21.15.5:0/3130714398 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe9d0003520 con 0x7fe9e806f1b0 2024-09-19T05:02:30.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.565+0000 7fe9ee34b640 1 -- 172.21.15.5:0/3130714398 >> v1:172.21.15.134:6789/0 conn(0x7fe9e80cf0d0 legacy=0x7fe9e8141270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:30.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.565+0000 7fe9ee34b640 1 -- 172.21.15.5:0/3130714398 >> v1:172.21.15.5:6789/0 conn(0x7fe9e806f1b0 legacy=0x7fe9e815bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:30.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.565+0000 7fe9ee34b640 1 -- 172.21.15.5:0/3130714398 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9e80cfb70 con 0x7fe9e8155910 2024-09-19T05:02:30.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.566+0000 7fe9ee34b640 1 --2- 172.21.15.5:0/3130714398 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe9e8155910 0x7fe9e813e830 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fe9e00097a0 tx=0x7fe9e002a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=121855862ecc9ef2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:30.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.566+0000 7fe9ed349640 1 -- 172.21.15.5:0/3130714398 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e0037070 con 0x7fe9e8155910 2024-09-19T05:02:30.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.566+0000 7fe9ed349640 1 -- 172.21.15.5:0/3130714398 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9e0032440 con 0x7fe9e8155910 2024-09-19T05:02:30.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.566+0000 7fe9ed349640 1 -- 172.21.15.5:0/3130714398 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e00327f0 con 0x7fe9e8155910 2024-09-19T05:02:30.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.566+0000 7fe9f05af640 1 -- 172.21.15.5:0/3130714398 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe9e8155910 msgr2=0x7fe9e813e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:30.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.566+0000 7fe9f05af640 1 --2- 172.21.15.5:0/3130714398 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe9e8155910 0x7fe9e813e830 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fe9e00097a0 tx=0x7fe9e002a1a0 comp rx=0 tx=0).stop 2024-09-19T05:02:30.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.566+0000 7fe9f05af640 1 -- 172.21.15.5:0/3130714398 shutdown_connections 2024-09-19T05:02:30.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.566+0000 7fe9f05af640 1 --2- 172.21.15.5:0/3130714398 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe9e8155910 0x7fe9e813e830 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:30.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.566+0000 7fe9f05af640 1 -- 172.21.15.5:0/3130714398 >> 172.21.15.5:0/3130714398 conn(0x7fe9e8067d70 msgr2=0x7fe9e806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:30.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.566+0000 7fe9f05af640 1 -- 172.21.15.5:0/3130714398 shutdown_connections 2024-09-19T05:02:30.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.566+0000 7fe9f05af640 1 -- 172.21.15.5:0/3130714398 wait complete. 2024-09-19T05:02:30.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.568+0000 7fe9f05af640 1 Processor -- start 2024-09-19T05:02:30.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.568+0000 7fe9f05af640 1 -- start start 2024-09-19T05:02:30.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.568+0000 7fe9f05af640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe9e806f1b0 0x7fe9e8154a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:30.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.568+0000 7fe9f05af640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe9e80cf0d0 0x7fe9e80a98f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:30.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.568+0000 7fe9f05af640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe9e8155910 0x7fe9e80ac280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:30.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.568+0000 7fe9f05af640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e80cd1b0 con 0x7fe9e806f1b0 2024-09-19T05:02:30.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.568+0000 7fe9f05af640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e80cd030 con 0x7fe9e80cf0d0 2024-09-19T05:02:30.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.568+0000 7fe9f05af640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fe9e806f660 con 0x7fe9e8155910 2024-09-19T05:02:30.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.568+0000 7fe9ee34b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe9e806f1b0 0x7fe9e8154a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:30.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.568+0000 7fe9ee34b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe9e806f1b0 0x7fe9e8154a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36442/0 (socket says 172.21.15.5:36442) 2024-09-19T05:02:30.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.568+0000 7fe9ee34b640 1 -- 172.21.15.5:0/2816928040 learned_addr learned my addr 172.21.15.5:0/2816928040 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:30.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.569+0000 7fe9edb4a640 1 --2- 172.21.15.5:0/2816928040 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe9e80cf0d0 0x7fe9e80a98f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:30.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.569+0000 7fe9eeb4c640 1 --2- 172.21.15.5:0/2816928040 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe9e8155910 0x7fe9e80ac280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:30.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.569+0000 7fe9ee34b640 1 -- 172.21.15.5:0/2816928040 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe9e8155910 msgr2=0x7fe9e80ac280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:30.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.569+0000 7fe9ee34b640 1 --2- 172.21.15.5:0/2816928040 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe9e8155910 0x7fe9e80ac280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:30.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.569+0000 7fe9ee34b640 1 -- 172.21.15.5:0/2816928040 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe9e80cf0d0 msgr2=0x7fe9e80a98f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:30.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.569+0000 7fe9ee34b640 1 --2- 172.21.15.5:0/2816928040 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe9e80cf0d0 0x7fe9e80a98f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:30.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.569+0000 7fe9ee34b640 1 -- 172.21.15.5:0/2816928040 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9e80ab170 con 0x7fe9e806f1b0 2024-09-19T05:02:30.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.569+0000 7fe9ee34b640 1 --2- 172.21.15.5:0/2816928040 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe9e806f1b0 0x7fe9e8154a10 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fe9e0000c00 tx=0x7fe9e00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:30.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.569+0000 7fe9e6ffd640 1 -- 172.21.15.5:0/2816928040 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e0037050 con 0x7fe9e806f1b0 2024-09-19T05:02:30.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.569+0000 7fe9e6ffd640 1 -- 172.21.15.5:0/2816928040 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9e0038040 con 0x7fe9e806f1b0 2024-09-19T05:02:30.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.569+0000 7fe9e6ffd640 1 -- 172.21.15.5:0/2816928040 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e0004450 con 0x7fe9e806f1b0 2024-09-19T05:02:30.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.569+0000 7fe9f05af640 1 -- 172.21.15.5:0/2816928040 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9e80a9e30 con 0x7fe9e806f1b0 2024-09-19T05:02:30.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.569+0000 7fe9f05af640 1 -- 172.21.15.5:0/2816928040 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9e80aa3b0 con 0x7fe9e806f1b0 2024-09-19T05:02:30.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.570+0000 7fe9f05af640 1 -- 172.21.15.5:0/2816928040 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9e806fa20 con 0x7fe9e806f1b0 2024-09-19T05:02:30.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.571+0000 7fe9e6ffd640 1 -- 172.21.15.5:0/2816928040 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe9e003c6d0 con 0x7fe9e806f1b0 2024-09-19T05:02:30.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.571+0000 7fe9e6ffd640 1 --2- 172.21.15.5:0/2816928040 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe9d406c2b0 0x7fe9d406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:30.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.571+0000 7fe9e6ffd640 1 -- 172.21.15.5:0/2816928040 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6187+0+0 (secure 0 0 0) 0x7fe9e00ac020 con 0x7fe9e806f1b0 2024-09-19T05:02:30.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.571+0000 7fe9edb4a640 1 --2- 172.21.15.5:0/2816928040 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe9d406c2b0 0x7fe9d406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:30.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.572+0000 7fe9edb4a640 1 --2- 172.21.15.5:0/2816928040 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe9d406c2b0 0x7fe9d406e770 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fe9e815a6a0 tx=0x7fe9dc009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:30.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.575+0000 7fe9e6ffd640 1 -- 172.21.15.5:0/2816928040 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe9e007a6d0 con 0x7fe9e806f1b0 2024-09-19T05:02:30.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:30.786+0000 7fe9f05af640 1 -- 172.21.15.5:0/2816928040 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fe9e80b03f0 con 0x7fe9e806f1b0 2024-09-19T05:02:31.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.446+0000 7fe9e6ffd640 1 -- 172.21.15.5:0/2816928040 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v18) ==== 104+0+0 (secure 0 0 0) 0x7fe9e0079fd0 con 0x7fe9e806f1b0 2024-09-19T05:02:31.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.449+0000 7fe9f05af640 1 -- 172.21.15.5:0/2816928040 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe9d406c2b0 msgr2=0x7fe9d406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:31.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.449+0000 7fe9f05af640 1 --2- 172.21.15.5:0/2816928040 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe9d406c2b0 0x7fe9d406e770 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fe9e815a6a0 tx=0x7fe9dc009040 comp rx=0 tx=0).stop 2024-09-19T05:02:31.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.449+0000 7fe9f05af640 1 -- 172.21.15.5:0/2816928040 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe9e806f1b0 msgr2=0x7fe9e8154a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:31.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.449+0000 7fe9f05af640 1 --2- 172.21.15.5:0/2816928040 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe9e806f1b0 0x7fe9e8154a10 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fe9e0000c00 tx=0x7fe9e00046c0 comp rx=0 tx=0).stop 2024-09-19T05:02:31.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.449+0000 7fe9f05af640 1 -- 172.21.15.5:0/2816928040 shutdown_connections 2024-09-19T05:02:31.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.449+0000 7fe9f05af640 1 --2- 172.21.15.5:0/2816928040 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe9d406c2b0 0x7fe9d406e770 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:31.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.449+0000 7fe9f05af640 1 --2- 172.21.15.5:0/2816928040 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe9e8155910 0x7fe9e80ac280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:31.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.449+0000 7fe9f05af640 1 --2- 172.21.15.5:0/2816928040 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe9e80cf0d0 0x7fe9e80a98f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:31.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.449+0000 7fe9f05af640 1 --2- 172.21.15.5:0/2816928040 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe9e806f1b0 0x7fe9e8154a10 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:31.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.449+0000 7fe9f05af640 1 -- 172.21.15.5:0/2816928040 >> 172.21.15.5:0/2816928040 conn(0x7fe9e8067d70 msgr2=0x7fe9e815de70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:31.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.449+0000 7fe9f05af640 1 -- 172.21.15.5:0/2816928040 shutdown_connections 2024-09-19T05:02:31.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.449+0000 7fe9f05af640 1 -- 172.21.15.5:0/2816928040 wait complete. 2024-09-19T05:02:31.464 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T05:02:31.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.575+0000 7f811b0dd640 1 Processor -- start 2024-09-19T05:02:31.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.575+0000 7f811b0dd640 1 -- start start 2024-09-19T05:02:31.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.576+0000 7f811b0dd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f81140d1af0 0x7f81140cfa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:31.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.576+0000 7f811b0dd640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81140d4390 con 0x7f811415e6d0 2024-09-19T05:02:31.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.576+0000 7f811b0dd640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81140d2be0 con 0x7f81140cf640 2024-09-19T05:02:31.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.576+0000 7f811b0dd640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f81140d2ec0 con 0x7f81140d1af0 2024-09-19T05:02:31.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.576+0000 7f811967a640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f81140d1af0 0x7f81140cfa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:31.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.576+0000 7f8118e79640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f811415e6d0 0x7f81140d3c80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53982/0 (socket says 172.21.15.5:53982) 2024-09-19T05:02:31.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.576+0000 7f8118e79640 1 -- 172.21.15.5:0/3788845298 learned_addr learned my addr 172.21.15.5:0/3788845298 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:31.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.576+0000 7f811967a640 1 -- 172.21.15.5:0/3788845298 >> v1:172.21.15.134:6789/0 conn(0x7f81140cf640 legacy=0x7f81140d13e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:31.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.576+0000 7f811967a640 1 -- 172.21.15.5:0/3788845298 >> v1:172.21.15.5:6789/0 conn(0x7f811415e6d0 legacy=0x7f81140d3c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:31.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.576+0000 7f811967a640 1 -- 172.21.15.5:0/3788845298 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81140d31a0 con 0x7f81140d1af0 2024-09-19T05:02:31.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.577+0000 7f811967a640 1 --2- 172.21.15.5:0/3788845298 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f81140d1af0 0x7f81140cfa90 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f810c009dc0 tx=0x7f810c02a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59794e33701657c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:31.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.577+0000 7f81137fe640 1 -- 172.21.15.5:0/3788845298 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f810c037070 con 0x7f81140d1af0 2024-09-19T05:02:31.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.577+0000 7f81137fe640 1 -- 172.21.15.5:0/3788845298 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f810c007740 con 0x7f81140d1af0 2024-09-19T05:02:31.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.577+0000 7f81137fe640 1 -- 172.21.15.5:0/3788845298 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f810c007b10 con 0x7f81140d1af0 2024-09-19T05:02:31.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.578+0000 7f811b0dd640 1 -- 172.21.15.5:0/3788845298 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f81140d1af0 msgr2=0x7f81140cfa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:31.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.578+0000 7f811b0dd640 1 --2- 172.21.15.5:0/3788845298 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f81140d1af0 0x7f81140cfa90 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f810c009dc0 tx=0x7f810c02a7c0 comp rx=0 tx=0).stop 2024-09-19T05:02:31.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.578+0000 7f811b0dd640 1 -- 172.21.15.5:0/3788845298 shutdown_connections 2024-09-19T05:02:31.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.578+0000 7f811b0dd640 1 --2- 172.21.15.5:0/3788845298 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f81140d1af0 0x7f81140cfa90 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:31.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.578+0000 7f811b0dd640 1 -- 172.21.15.5:0/3788845298 >> 172.21.15.5:0/3788845298 conn(0x7f8114067b30 msgr2=0x7f8114067f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:31.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.578+0000 7f811b0dd640 1 -- 172.21.15.5:0/3788845298 shutdown_connections 2024-09-19T05:02:31.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.578+0000 7f811b0dd640 1 -- 172.21.15.5:0/3788845298 wait complete. 2024-09-19T05:02:31.582 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.579+0000 7f811b0dd640 1 Processor -- start 2024-09-19T05:02:31.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.579+0000 7f811b0dd640 1 -- start start 2024-09-19T05:02:31.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.580+0000 7f811b0dd640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f81140cf640 0x7f811414da90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:31.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.580+0000 7f811b0dd640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f81140d1af0 0x7f811415efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:31.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.580+0000 7f811b0dd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f811415e6d0 0x7f811415f520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:31.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.580+0000 7f811b0dd640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f8114163100 con 0x7f811415e6d0 2024-09-19T05:02:31.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.580+0000 7f811b0dd640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f81140d3760 con 0x7f81140d1af0 2024-09-19T05:02:31.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.580+0000 7f811b0dd640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f811415eab0 con 0x7f81140cf640 2024-09-19T05:02:31.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.580+0000 7f811967a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f811415e6d0 0x7f811415f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:31.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.580+0000 7f811967a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f811415e6d0 0x7f811415f520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36466/0 (socket says 172.21.15.5:36466) 2024-09-19T05:02:31.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.580+0000 7f811967a640 1 -- 172.21.15.5:0/3979694003 learned_addr learned my addr 172.21.15.5:0/3979694003 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:31.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.580+0000 7f8118e79640 1 --2- 172.21.15.5:0/3979694003 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f81140cf640 0x7f811414da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:31.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.580+0000 7f8113fff640 1 --2- 172.21.15.5:0/3979694003 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f81140d1af0 0x7f811415efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:31.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.580+0000 7f811967a640 1 -- 172.21.15.5:0/3979694003 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f81140cf640 msgr2=0x7f811414da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:31.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.580+0000 7f811967a640 1 --2- 172.21.15.5:0/3979694003 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f81140cf640 0x7f811414da90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:31.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.580+0000 7f811967a640 1 -- 172.21.15.5:0/3979694003 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f81140d1af0 msgr2=0x7f811415efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:31.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.580+0000 7f811967a640 1 --2- 172.21.15.5:0/3979694003 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f81140d1af0 0x7f811415efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:31.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.580+0000 7f811967a640 1 -- 172.21.15.5:0/3979694003 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81140b4b00 con 0x7f811415e6d0 2024-09-19T05:02:31.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.580+0000 7f8118e79640 1 --2- 172.21.15.5:0/3979694003 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f81140cf640 0x7f811414da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:31.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.581+0000 7f811967a640 1 --2- 172.21.15.5:0/3979694003 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f811415e6d0 0x7f811415f520 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f810c035040 tx=0x7f810c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:31.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.581+0000 7f81117fa640 1 -- 172.21.15.5:0/3979694003 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f810c042020 con 0x7f811415e6d0 2024-09-19T05:02:31.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.581+0000 7f81117fa640 1 -- 172.21.15.5:0/3979694003 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f810c0329f0 con 0x7f811415e6d0 2024-09-19T05:02:31.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.581+0000 7f811b0dd640 1 -- 172.21.15.5:0/3979694003 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81140b4de0 con 0x7f811415e6d0 2024-09-19T05:02:31.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.581+0000 7f81117fa640 1 -- 172.21.15.5:0/3979694003 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f810c037040 con 0x7f811415e6d0 2024-09-19T05:02:31.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.581+0000 7f811b0dd640 1 -- 172.21.15.5:0/3979694003 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81140b53a0 con 0x7f811415e6d0 2024-09-19T05:02:31.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.582+0000 7f811b0dd640 1 -- 172.21.15.5:0/3979694003 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81140cfa90 con 0x7f811415e6d0 2024-09-19T05:02:31.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.582+0000 7f81117fa640 1 -- 172.21.15.5:0/3979694003 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f810c045020 con 0x7f811415e6d0 2024-09-19T05:02:31.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.583+0000 7f81117fa640 1 --2- 172.21.15.5:0/3979694003 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f810006c2b0 0x7f810006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:31.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.583+0000 7f81117fa640 1 -- 172.21.15.5:0/3979694003 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6187+0+0 (secure 0 0 0) 0x7f810c0ac780 con 0x7f811415e6d0 2024-09-19T05:02:31.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.583+0000 7f8118e79640 1 --2- 172.21.15.5:0/3979694003 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f810006c2b0 0x7f810006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:31.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.584+0000 7f8118e79640 1 --2- 172.21.15.5:0/3979694003 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f810006c2b0 0x7f810006e770 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f8104005880 tx=0x7f8104009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:31.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.587+0000 7f81117fa640 1 -- 172.21.15.5:0/3979694003 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f810c04c030 con 0x7f811415e6d0 2024-09-19T05:02:31.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:31.764+0000 7f811b0dd640 1 -- 172.21.15.5:0/3979694003 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f811415d550 con 0x7f811415e6d0 2024-09-19T05:02:32.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.448+0000 7f81117fa640 1 -- 172.21.15.5:0/3979694003 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v41) ==== 181+0+0 (secure 0 0 0) 0x7f810c030e20 con 0x7f811415e6d0 2024-09-19T05:02:32.450 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_metadata' removed 2024-09-19T05:02:32.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.451+0000 7f811b0dd640 1 -- 172.21.15.5:0/3979694003 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f810006c2b0 msgr2=0x7f810006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:32.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.451+0000 7f811b0dd640 1 --2- 172.21.15.5:0/3979694003 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f810006c2b0 0x7f810006e770 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f8104005880 tx=0x7f8104009040 comp rx=0 tx=0).stop 2024-09-19T05:02:32.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.451+0000 7f811b0dd640 1 -- 172.21.15.5:0/3979694003 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f811415e6d0 msgr2=0x7f811415f520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:32.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.451+0000 7f811b0dd640 1 --2- 172.21.15.5:0/3979694003 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f811415e6d0 0x7f811415f520 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f810c035040 tx=0x7f810c004a40 comp rx=0 tx=0).stop 2024-09-19T05:02:32.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.452+0000 7f811b0dd640 1 -- 172.21.15.5:0/3979694003 shutdown_connections 2024-09-19T05:02:32.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.452+0000 7f811b0dd640 1 --2- 172.21.15.5:0/3979694003 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f810006c2b0 0x7f810006e770 secure :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f8104005880 tx=0x7f8104009040 comp rx=0 tx=0).stop 2024-09-19T05:02:32.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.452+0000 7f811b0dd640 1 --2- 172.21.15.5:0/3979694003 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f811415e6d0 0x7f811415f520 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:32.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.452+0000 7f811b0dd640 1 --2- 172.21.15.5:0/3979694003 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f81140d1af0 0x7f811415efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:32.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.452+0000 7f811b0dd640 1 --2- 172.21.15.5:0/3979694003 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f81140cf640 0x7f811414da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:32.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.452+0000 7f811b0dd640 1 -- 172.21.15.5:0/3979694003 >> 172.21.15.5:0/3979694003 conn(0x7f8114067b30 msgr2=0x7f81140d13b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:32.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.452+0000 7f811b0dd640 1 -- 172.21.15.5:0/3979694003 shutdown_connections 2024-09-19T05:02:32.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.452+0000 7f811b0dd640 1 -- 172.21.15.5:0/3979694003 wait complete. 2024-09-19T05:02:32.468 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T05:02:32.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.580+0000 7f7317627640 1 Processor -- start 2024-09-19T05:02:32.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.580+0000 7f7317627640 1 -- start start 2024-09-19T05:02:32.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.581+0000 7f7317627640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f731015e4d0 0x7f7310162aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:32.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.581+0000 7f7317627640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f73100cf4e0 0x7f73100b7680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:32.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.581+0000 7f7317627640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73100b7bc0 0x7f73100d4980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:32.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.581+0000 7f7317627640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f73100d28a0 con 0x7f73100cf4e0 2024-09-19T05:02:32.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.581+0000 7f7317627640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f73100d2b80 con 0x7f731015e4d0 2024-09-19T05:02:32.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.581+0000 7f7317627640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f73100d2e60 con 0x7f73100b7bc0 2024-09-19T05:02:32.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.581+0000 7f7314bc2640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f73100cf4e0 0x7f73100b7680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:32.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.581+0000 7f7314bc2640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f73100cf4e0 0x7f73100b7680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36474/0 (socket says 172.21.15.5:36474) 2024-09-19T05:02:32.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.581+0000 7f7314bc2640 1 -- 172.21.15.5:0/3274370355 learned_addr learned my addr 172.21.15.5:0/3274370355 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:32.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.581+0000 7f73153c3640 1 --2- 172.21.15.5:0/3274370355 >> v2:172.21.15.134:3300/0 conn(0x7f731015e4d0 0x7f7310162aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:32.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.581+0000 7f7315bc4640 1 --2- 172.21.15.5:0/3274370355 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73100b7bc0 0x7f73100d4980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:32.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.581+0000 7f7314bc2640 1 -- 172.21.15.5:0/3274370355 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73100b7bc0 msgr2=0x7f73100d4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:32.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.581+0000 7f7314bc2640 1 --2- 172.21.15.5:0/3274370355 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73100b7bc0 0x7f73100d4980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:32.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.581+0000 7f7314bc2640 1 -- 172.21.15.5:0/3274370355 >> v2:172.21.15.134:3300/0 conn(0x7f731015e4d0 msgr2=0x7f7310162aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:32.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.581+0000 7f7314bc2640 1 --2- 172.21.15.5:0/3274370355 >> v2:172.21.15.134:3300/0 conn(0x7f731015e4d0 0x7f7310162aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:32.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.581+0000 7f7314bc2640 1 -- 172.21.15.5:0/3274370355 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73100d3140 con 0x7f73100cf4e0 2024-09-19T05:02:32.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.582+0000 7f7314bc2640 1 --2- 172.21.15.5:0/3274370355 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f73100cf4e0 0x7f73100b7680 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f7310068930 tx=0x7f730002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8665212599341abd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:32.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.582+0000 7f7307fff640 1 -- 172.21.15.5:0/3274370355 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7300037070 con 0x7f73100cf4e0 2024-09-19T05:02:32.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.582+0000 7f7307fff640 1 -- 172.21.15.5:0/3274370355 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7300032440 con 0x7f73100cf4e0 2024-09-19T05:02:32.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.582+0000 7f7307fff640 1 -- 172.21.15.5:0/3274370355 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7300032810 con 0x7f73100cf4e0 2024-09-19T05:02:32.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.582+0000 7f7317627640 1 -- 172.21.15.5:0/3274370355 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f73100cf4e0 msgr2=0x7f73100b7680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:32.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.582+0000 7f7317627640 1 --2- 172.21.15.5:0/3274370355 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f73100cf4e0 0x7f73100b7680 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f7310068930 tx=0x7f730002a270 comp rx=0 tx=0).stop 2024-09-19T05:02:32.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.583+0000 7f7317627640 1 -- 172.21.15.5:0/3274370355 shutdown_connections 2024-09-19T05:02:32.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.583+0000 7f7317627640 1 --2- 172.21.15.5:0/3274370355 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73100b7bc0 0x7f73100d4980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:32.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.583+0000 7f7317627640 1 --2- 172.21.15.5:0/3274370355 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f73100cf4e0 0x7f73100b7680 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:32.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.583+0000 7f7317627640 1 --2- 172.21.15.5:0/3274370355 >> v2:172.21.15.134:3300/0 conn(0x7f731015e4d0 0x7f7310162aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:32.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.583+0000 7f7317627640 1 -- 172.21.15.5:0/3274370355 >> 172.21.15.5:0/3274370355 conn(0x7f731006d0a0 msgr2=0x7f731006d4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:32.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.583+0000 7f7317627640 1 -- 172.21.15.5:0/3274370355 shutdown_connections 2024-09-19T05:02:32.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.583+0000 7f7317627640 1 -- 172.21.15.5:0/3274370355 wait complete. 2024-09-19T05:02:32.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.584+0000 7f7317627640 1 Processor -- start 2024-09-19T05:02:32.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.584+0000 7f7317627640 1 -- start start 2024-09-19T05:02:32.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.585+0000 7f7317627640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f73100b7bc0 0x7f7310155b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:32.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.585+0000 7f7317627640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73100cf4e0 0x7f7310161160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:32.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.585+0000 7f7317627640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f731015e4d0 0x7f73100b8560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:32.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.585+0000 7f7317627640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f73100d4ec0 con 0x7f731015e4d0 2024-09-19T05:02:32.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.585+0000 7f7317627640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f731015e8b0 con 0x7f73100b7bc0 2024-09-19T05:02:32.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.585+0000 7f7317627640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f73100d5040 con 0x7f73100cf4e0 2024-09-19T05:02:32.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.585+0000 7f7315bc4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f731015e4d0 0x7f73100b8560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:32.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.585+0000 7f7315bc4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f731015e4d0 0x7f73100b8560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36476/0 (socket says 172.21.15.5:36476) 2024-09-19T05:02:32.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.585+0000 7f7315bc4640 1 -- 172.21.15.5:0/2117322616 learned_addr learned my addr 172.21.15.5:0/2117322616 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:32.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.585+0000 7f73153c3640 1 --2- 172.21.15.5:0/2117322616 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f73100b7bc0 0x7f7310155b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:32.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.585+0000 7f7314bc2640 1 --2- 172.21.15.5:0/2117322616 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73100cf4e0 0x7f7310161160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:32.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.585+0000 7f7315bc4640 1 -- 172.21.15.5:0/2117322616 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73100cf4e0 msgr2=0x7f7310161160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:32.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.585+0000 7f7315bc4640 1 --2- 172.21.15.5:0/2117322616 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73100cf4e0 0x7f7310161160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:32.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.585+0000 7f7315bc4640 1 -- 172.21.15.5:0/2117322616 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f73100b7bc0 msgr2=0x7f7310155b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:32.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.585+0000 7f7315bc4640 1 --2- 172.21.15.5:0/2117322616 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f73100b7bc0 0x7f7310155b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:32.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.585+0000 7f7315bc4640 1 -- 172.21.15.5:0/2117322616 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73100cc540 con 0x7f731015e4d0 2024-09-19T05:02:32.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.585+0000 7f73153c3640 1 --2- 172.21.15.5:0/2117322616 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f73100b7bc0 0x7f7310155b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:32.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.585+0000 7f7315bc4640 1 --2- 172.21.15.5:0/2117322616 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f731015e4d0 0x7f73100b8560 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f7308007e30 tx=0x7f730800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:32.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.585+0000 7f7305ffb640 1 -- 172.21.15.5:0/2117322616 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7308014620 con 0x7f731015e4d0 2024-09-19T05:02:32.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.585+0000 7f7305ffb640 1 -- 172.21.15.5:0/2117322616 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7308019070 con 0x7f731015e4d0 2024-09-19T05:02:32.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.585+0000 7f7317627640 1 -- 172.21.15.5:0/2117322616 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f731015fc20 con 0x7f731015e4d0 2024-09-19T05:02:32.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.585+0000 7f7305ffb640 1 -- 172.21.15.5:0/2117322616 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7308014a00 con 0x7f731015e4d0 2024-09-19T05:02:32.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.586+0000 7f7317627640 1 -- 172.21.15.5:0/2117322616 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73101601e0 con 0x7f731015e4d0 2024-09-19T05:02:32.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.587+0000 7f7317627640 1 -- 172.21.15.5:0/2117322616 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73100d2200 con 0x7f731015e4d0 2024-09-19T05:02:32.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.587+0000 7f7305ffb640 1 -- 172.21.15.5:0/2117322616 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7308014ba0 con 0x7f731015e4d0 2024-09-19T05:02:32.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.587+0000 7f7305ffb640 1 --2- 172.21.15.5:0/2117322616 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f72f406c2b0 0x7f72f406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:32.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.588+0000 7f7305ffb640 1 -- 172.21.15.5:0/2117322616 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 5749+0+0 (secure 0 0 0) 0x7f730808bba0 con 0x7f731015e4d0 2024-09-19T05:02:32.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.588+0000 7f73153c3640 1 --2- 172.21.15.5:0/2117322616 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f72f406c2b0 0x7f72f406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:32.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.588+0000 7f73153c3640 1 --2- 172.21.15.5:0/2117322616 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f72f406c2b0 0x7f72f406e770 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f730c00b970 tx=0x7f730c008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:32.593 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.592+0000 7f7305ffb640 1 -- 172.21.15.5:0/2117322616 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f73100cc540 con 0x7f731015e4d0 2024-09-19T05:02:32.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:32.768+0000 7f7317627640 1 -- 172.21.15.5:0/2117322616 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f73100b9780 con 0x7f731015e4d0 2024-09-19T05:02:33.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.450+0000 7f7305ffb640 1 -- 172.21.15.5:0/2117322616 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v42) ==== 169+0+0 (secure 0 0 0) 0x7f7308060030 con 0x7f731015e4d0 2024-09-19T05:02:33.451 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_data' removed 2024-09-19T05:02:33.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.452+0000 7f7317627640 1 -- 172.21.15.5:0/2117322616 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f72f406c2b0 msgr2=0x7f72f406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:33.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.452+0000 7f7317627640 1 --2- 172.21.15.5:0/2117322616 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f72f406c2b0 0x7f72f406e770 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f730c00b970 tx=0x7f730c008040 comp rx=0 tx=0).stop 2024-09-19T05:02:33.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.452+0000 7f7317627640 1 -- 172.21.15.5:0/2117322616 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f731015e4d0 msgr2=0x7f73100b8560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:33.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.452+0000 7f7317627640 1 --2- 172.21.15.5:0/2117322616 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f731015e4d0 0x7f73100b8560 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f7308007e30 tx=0x7f730800e4b0 comp rx=0 tx=0).stop 2024-09-19T05:02:33.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.452+0000 7f7317627640 1 -- 172.21.15.5:0/2117322616 shutdown_connections 2024-09-19T05:02:33.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.452+0000 7f7317627640 1 --2- 172.21.15.5:0/2117322616 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f72f406c2b0 0x7f72f406e770 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:33.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.452+0000 7f7317627640 1 --2- 172.21.15.5:0/2117322616 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f731015e4d0 0x7f73100b8560 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:33.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.452+0000 7f7317627640 1 --2- 172.21.15.5:0/2117322616 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73100cf4e0 0x7f7310161160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:33.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.452+0000 7f7317627640 1 --2- 172.21.15.5:0/2117322616 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f73100b7bc0 0x7f7310155b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:33.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.453+0000 7f7317627640 1 -- 172.21.15.5:0/2117322616 >> 172.21.15.5:0/2117322616 conn(0x7f731006d0a0 msgr2=0x7f731006d480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:33.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.453+0000 7f7317627640 1 -- 172.21.15.5:0/2117322616 shutdown_connections 2024-09-19T05:02:33.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.453+0000 7f7317627640 1 -- 172.21.15.5:0/2117322616 wait complete. 2024-09-19T05:02:33.468 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T05:02:33.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.578+0000 7f7c26ca5640 1 Processor -- start 2024-09-19T05:02:33.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.578+0000 7f7c26ca5640 1 -- start start 2024-09-19T05:02:33.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.579+0000 7f7c26ca5640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f7c200b5540 0x7f7c200b3820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:33.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.579+0000 7f7c26ca5640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7c200adff0 0x7f7c2015eea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:33.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.579+0000 7f7c26ca5640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7c2015f4a0 con 0x7f7c2015ea50 2024-09-19T05:02:33.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.579+0000 7f7c26ca5640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f7c2015f780 con 0x7f7c200adff0 2024-09-19T05:02:33.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.579+0000 7f7c26ca5640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f7c2006f870 con 0x7f7c200b5540 2024-09-19T05:02:33.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.579+0000 7f7c25242640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7c200adff0 0x7f7c2015eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:33.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.579+0000 7f7c25242640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7c200adff0 0x7f7c2015eea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36486/0 (socket says 172.21.15.5:36486) 2024-09-19T05:02:33.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.579+0000 7f7c25242640 1 -- 172.21.15.5:0/3685608866 learned_addr learned my addr 172.21.15.5:0/3685608866 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:33.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.579+0000 7f7c1ffff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f7c2015ea50 0x7f7c200ad8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53990/0 (socket says 172.21.15.5:53990) 2024-09-19T05:02:33.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.579+0000 7f7c24a41640 1 --2- 172.21.15.5:0/3685608866 >> v2:172.21.15.134:3300/0 conn(0x7f7c200b5540 0x7f7c200b3820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:33.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.579+0000 7f7c25242640 1 -- 172.21.15.5:0/3685608866 >> v2:172.21.15.134:3300/0 conn(0x7f7c200b5540 msgr2=0x7f7c200b3820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:33.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.579+0000 7f7c25242640 1 --2- 172.21.15.5:0/3685608866 >> v2:172.21.15.134:3300/0 conn(0x7f7c200b5540 0x7f7c200b3820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:33.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.579+0000 7f7c25242640 1 -- 172.21.15.5:0/3685608866 >> v1:172.21.15.5:6789/0 conn(0x7f7c2015ea50 legacy=0x7f7c200ad8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:33.582 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.579+0000 7f7c1f7fe640 1 -- 172.21.15.5:0/3685608866 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 53826836 0 0) 0x7f7c2015f4a0 con 0x7f7c2015ea50 2024-09-19T05:02:33.582 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.579+0000 7f7c25242640 1 -- 172.21.15.5:0/3685608866 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c2006fb50 con 0x7f7c200adff0 2024-09-19T05:02:33.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.580+0000 7f7c25242640 1 --2- 172.21.15.5:0/3685608866 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7c200adff0 0x7f7c2015eea0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f7c20073c60 tx=0x7f7c1802a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a57c10d4528758c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:33.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.580+0000 7f7c1f7fe640 1 -- 172.21.15.5:0/3685608866 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c18036070 con 0x7f7c200adff0 2024-09-19T05:02:33.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.580+0000 7f7c1f7fe640 1 -- 172.21.15.5:0/3685608866 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c18031600 con 0x7f7c200adff0 2024-09-19T05:02:33.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.580+0000 7f7c1f7fe640 1 -- 172.21.15.5:0/3685608866 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c180319f0 con 0x7f7c200adff0 2024-09-19T05:02:33.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.581+0000 7f7c26ca5640 1 -- 172.21.15.5:0/3685608866 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7c200adff0 msgr2=0x7f7c2015eea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:33.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.581+0000 7f7c26ca5640 1 --2- 172.21.15.5:0/3685608866 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7c200adff0 0x7f7c2015eea0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f7c20073c60 tx=0x7f7c1802a7c0 comp rx=0 tx=0).stop 2024-09-19T05:02:33.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.581+0000 7f7c26ca5640 1 -- 172.21.15.5:0/3685608866 shutdown_connections 2024-09-19T05:02:33.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.581+0000 7f7c26ca5640 1 --2- 172.21.15.5:0/3685608866 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7c200adff0 0x7f7c2015eea0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:33.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.581+0000 7f7c26ca5640 1 --2- 172.21.15.5:0/3685608866 >> v2:172.21.15.134:3300/0 conn(0x7f7c200b5540 0x7f7c200b3820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:33.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.581+0000 7f7c26ca5640 1 -- 172.21.15.5:0/3685608866 >> 172.21.15.5:0/3685608866 conn(0x7f7c200b2520 msgr2=0x7f7c200b2930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:33.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.581+0000 7f7c26ca5640 1 -- 172.21.15.5:0/3685608866 shutdown_connections 2024-09-19T05:02:33.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.581+0000 7f7c26ca5640 1 -- 172.21.15.5:0/3685608866 wait complete. 2024-09-19T05:02:33.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.582+0000 7f7c26ca5640 1 Processor -- start 2024-09-19T05:02:33.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.582+0000 7f7c26ca5640 1 -- start start 2024-09-19T05:02:33.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.583+0000 7f7c26ca5640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7c200adff0 0x7f7c200cde60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:33.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.583+0000 7f7c26ca5640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7c200b5540 0x7f7c200cee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:33.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.583+0000 7f7c26ca5640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7c2015ea50 0x7f7c2014f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:33.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.583+0000 7f7c26ca5640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f7c20070070 con 0x7f7c2015ea50 2024-09-19T05:02:33.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.583+0000 7f7c26ca5640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f7c201623a0 con 0x7f7c200adff0 2024-09-19T05:02:33.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.583+0000 7f7c26ca5640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f7c200701f0 con 0x7f7c200b5540 2024-09-19T05:02:33.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.583+0000 7f7c25242640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7c2015ea50 0x7f7c2014f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:33.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.583+0000 7f7c24a41640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7c200adff0 0x7f7c200cde60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:33.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.583+0000 7f7c25242640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7c2015ea50 0x7f7c2014f8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36496/0 (socket says 172.21.15.5:36496) 2024-09-19T05:02:33.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.583+0000 7f7c25242640 1 -- 172.21.15.5:0/2984065526 learned_addr learned my addr 172.21.15.5:0/2984065526 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:33.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.583+0000 7f7c1ffff640 1 --2- 172.21.15.5:0/2984065526 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7c200b5540 0x7f7c200cee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:33.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.583+0000 7f7c25242640 1 -- 172.21.15.5:0/2984065526 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7c200b5540 msgr2=0x7f7c200cee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:33.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.583+0000 7f7c25242640 1 --2- 172.21.15.5:0/2984065526 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7c200b5540 0x7f7c200cee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:33.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.583+0000 7f7c25242640 1 -- 172.21.15.5:0/2984065526 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7c200adff0 msgr2=0x7f7c200cde60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:33.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.583+0000 7f7c25242640 1 --2- 172.21.15.5:0/2984065526 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7c200adff0 0x7f7c200cde60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:33.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.583+0000 7f7c25242640 1 -- 172.21.15.5:0/2984065526 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c2014f6a0 con 0x7f7c2015ea50 2024-09-19T05:02:33.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.584+0000 7f7c25242640 1 --2- 172.21.15.5:0/2984065526 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7c2015ea50 0x7f7c2014f8f0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f7c1802adb0 tx=0x7f7c18004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:33.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.584+0000 7f7c1d7fa640 1 -- 172.21.15.5:0/2984065526 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c18036050 con 0x7f7c2015ea50 2024-09-19T05:02:33.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.584+0000 7f7c1d7fa640 1 -- 172.21.15.5:0/2984065526 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c18042070 con 0x7f7c2015ea50 2024-09-19T05:02:33.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.584+0000 7f7c26ca5640 1 -- 172.21.15.5:0/2984065526 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c200cf510 con 0x7f7c2015ea50 2024-09-19T05:02:33.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.584+0000 7f7c1d7fa640 1 -- 172.21.15.5:0/2984065526 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c18009510 con 0x7f7c2015ea50 2024-09-19T05:02:33.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.584+0000 7f7c26ca5640 1 -- 172.21.15.5:0/2984065526 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c20156e20 con 0x7f7c2015ea50 2024-09-19T05:02:33.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.585+0000 7f7c26ca5640 1 -- 172.21.15.5:0/2984065526 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c2015eea0 con 0x7f7c2015ea50 2024-09-19T05:02:33.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.585+0000 7f7c1d7fa640 1 -- 172.21.15.5:0/2984065526 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7c18007c70 con 0x7f7c2015ea50 2024-09-19T05:02:33.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.586+0000 7f7c1d7fa640 1 --2- 172.21.15.5:0/2984065526 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7c0406c2b0 0x7f7c0406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:33.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.586+0000 7f7c1d7fa640 1 -- 172.21.15.5:0/2984065526 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5335+0+0 (secure 0 0 0) 0x7f7c180abff0 con 0x7f7c2015ea50 2024-09-19T05:02:33.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.586+0000 7f7c24a41640 1 --2- 172.21.15.5:0/2984065526 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7c0406c2b0 0x7f7c0406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:33.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.586+0000 7f7c24a41640 1 --2- 172.21.15.5:0/2984065526 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7c0406c2b0 0x7f7c0406e770 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f7c14009b40 tx=0x7f7c14009190 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:33.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.590+0000 7f7c1d7fa640 1 -- 172.21.15.5:0/2984065526 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7c1807a220 con 0x7f7c2015ea50 2024-09-19T05:02:33.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.766+0000 7f7c26ca5640 1 -- 172.21.15.5:0/2984065526 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f7c200b1ba0 con 0x7f7c2015ea50 2024-09-19T05:02:33.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.769+0000 7f7c1d7fa640 1 -- 172.21.15.5:0/2984065526 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) ==== 104+0+0 (secure 0 0 0) 0x7f7c1807e520 con 0x7f7c2015ea50 2024-09-19T05:02:33.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.771+0000 7f7c26ca5640 1 -- 172.21.15.5:0/2984065526 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7c0406c2b0 msgr2=0x7f7c0406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:33.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.771+0000 7f7c26ca5640 1 --2- 172.21.15.5:0/2984065526 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7c0406c2b0 0x7f7c0406e770 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f7c14009b40 tx=0x7f7c14009190 comp rx=0 tx=0).stop 2024-09-19T05:02:33.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.771+0000 7f7c26ca5640 1 -- 172.21.15.5:0/2984065526 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7c2015ea50 msgr2=0x7f7c2014f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:33.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.771+0000 7f7c26ca5640 1 --2- 172.21.15.5:0/2984065526 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7c2015ea50 0x7f7c2014f8f0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f7c1802adb0 tx=0x7f7c18004a40 comp rx=0 tx=0).stop 2024-09-19T05:02:33.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.772+0000 7f7c26ca5640 1 -- 172.21.15.5:0/2984065526 shutdown_connections 2024-09-19T05:02:33.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.772+0000 7f7c26ca5640 1 --2- 172.21.15.5:0/2984065526 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7c0406c2b0 0x7f7c0406e770 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:33.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.772+0000 7f7c26ca5640 1 --2- 172.21.15.5:0/2984065526 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7c2015ea50 0x7f7c2014f8f0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:33.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.772+0000 7f7c26ca5640 1 --2- 172.21.15.5:0/2984065526 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7c200b5540 0x7f7c200cee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:33.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.772+0000 7f7c26ca5640 1 --2- 172.21.15.5:0/2984065526 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7c200adff0 0x7f7c200cde60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:33.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.772+0000 7f7c26ca5640 1 -- 172.21.15.5:0/2984065526 >> 172.21.15.5:0/2984065526 conn(0x7f7c200b2520 msgr2=0x7f7c200aea80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:33.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.772+0000 7f7c26ca5640 1 -- 172.21.15.5:0/2984065526 shutdown_connections 2024-09-19T05:02:33.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.772+0000 7f7c26ca5640 1 -- 172.21.15.5:0/2984065526 wait complete. 2024-09-19T05:02:33.784 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_quota.TestQuota.test_disable_enable_human_readable_quota_values' 2024-09-19T05:02:33.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.885+0000 7f744508d640 1 Processor -- start 2024-09-19T05:02:33.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.885+0000 7f744508d640 1 -- start start 2024-09-19T05:02:33.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.886+0000 7f744508d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f744015c1c0 0x7f7440070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:33.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.886+0000 7f744508d640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f744015f480 0x7f744009aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:33.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.886+0000 7f744508d640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7440070e00 con 0x7f744009afb0 2024-09-19T05:02:33.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.886+0000 7f744508d640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f74400b5d90 con 0x7f744015f480 2024-09-19T05:02:33.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.886+0000 7f744508d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f74400710e0 con 0x7f744015c1c0 2024-09-19T05:02:33.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.886+0000 7f743f59e640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f744009afb0 0x7f7440161fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:54002/0 (socket says 172.21.15.5:54002) 2024-09-19T05:02:33.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.886+0000 7f743f59e640 1 -- 172.21.15.5:0/273981065 learned_addr learned my addr 172.21.15.5:0/273981065 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:33.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.886+0000 7f7437fff640 1 --2- 172.21.15.5:0/273981065 >> v2:172.21.15.134:3300/0 conn(0x7f744015f480 0x7f744009aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:33.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.886+0000 7f743ed9d640 1 --2- 172.21.15.5:0/273981065 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f744015c1c0 0x7f7440070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:33.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.886+0000 7f743e59c640 1 -- 172.21.15.5:0/273981065 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3516674387 0 0) 0x7f7440070e00 con 0x7f744009afb0 2024-09-19T05:02:33.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.886+0000 7f743e59c640 1 -- 172.21.15.5:0/273981065 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f742c003520 con 0x7f744009afb0 2024-09-19T05:02:33.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.887+0000 7f7437fff640 1 -- 172.21.15.5:0/273981065 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f744015c1c0 msgr2=0x7f7440070770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:33.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.887+0000 7f7437fff640 1 --2- 172.21.15.5:0/273981065 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f744015c1c0 0x7f7440070770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:33.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.887+0000 7f7437fff640 1 -- 172.21.15.5:0/273981065 >> v1:172.21.15.5:6789/0 conn(0x7f744009afb0 legacy=0x7f7440161fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:33.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.887+0000 7f7437fff640 1 -- 172.21.15.5:0/273981065 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74400713c0 con 0x7f744015f480 2024-09-19T05:02:33.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.887+0000 7f7437fff640 1 --2- 172.21.15.5:0/273981065 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f744015f480 0x7f744009aa70 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f74280097a0 tx=0x7f742802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ec1921679b5f62bb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:33.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.888+0000 7f743e59c640 1 -- 172.21.15.5:0/273981065 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7428037070 con 0x7f744015f480 2024-09-19T05:02:33.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.888+0000 7f743e59c640 1 -- 172.21.15.5:0/273981065 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7428032440 con 0x7f744015f480 2024-09-19T05:02:33.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.888+0000 7f743e59c640 1 -- 172.21.15.5:0/273981065 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74280327f0 con 0x7f744015f480 2024-09-19T05:02:33.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.888+0000 7f744508d640 1 -- 172.21.15.5:0/273981065 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f744015f480 msgr2=0x7f744009aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:33.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.888+0000 7f744508d640 1 --2- 172.21.15.5:0/273981065 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f744015f480 0x7f744009aa70 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f74280097a0 tx=0x7f742802a180 comp rx=0 tx=0).stop 2024-09-19T05:02:33.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.888+0000 7f744508d640 1 -- 172.21.15.5:0/273981065 shutdown_connections 2024-09-19T05:02:33.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.888+0000 7f744508d640 1 --2- 172.21.15.5:0/273981065 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f744015f480 0x7f744009aa70 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:33.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.888+0000 7f744508d640 1 --2- 172.21.15.5:0/273981065 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f744015c1c0 0x7f7440070770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:33.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.888+0000 7f744508d640 1 -- 172.21.15.5:0/273981065 >> 172.21.15.5:0/273981065 conn(0x7f74400b3ff0 msgr2=0x7f74400b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:33.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.888+0000 7f744508d640 1 -- 172.21.15.5:0/273981065 shutdown_connections 2024-09-19T05:02:33.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.888+0000 7f744508d640 1 -- 172.21.15.5:0/273981065 wait complete. 2024-09-19T05:02:33.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.889+0000 7f744508d640 1 Processor -- start 2024-09-19T05:02:33.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.889+0000 7f744508d640 1 -- start start 2024-09-19T05:02:33.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.890+0000 7f744508d640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f744009afb0 0x7f7440150f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:33.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.890+0000 7f744508d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f744015c1c0 0x7f744015d780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:33.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.890+0000 7f744508d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f744015f480 0x7f744015dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:33.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.890+0000 7f744508d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f74400b7230 con 0x7f744015c1c0 2024-09-19T05:02:33.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.890+0000 7f744508d640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f744015f8a0 con 0x7f744009afb0 2024-09-19T05:02:33.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.890+0000 7f744508d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f74400b73b0 con 0x7f744015f480 2024-09-19T05:02:33.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.890+0000 7f7437fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f744015c1c0 0x7f744015d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:33.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.890+0000 7f7437fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f744015c1c0 0x7f744015d780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36504/0 (socket says 172.21.15.5:36504) 2024-09-19T05:02:33.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.890+0000 7f7437fff640 1 -- 172.21.15.5:0/2397959129 learned_addr learned my addr 172.21.15.5:0/2397959129 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:33.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.891+0000 7f7437fff640 1 -- 172.21.15.5:0/2397959129 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f744015f480 msgr2=0x7f744015dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:33.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.891+0000 7f743ed9d640 1 --2- 172.21.15.5:0/2397959129 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f744009afb0 0x7f7440150f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:33.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.891+0000 7f743f59e640 1 --2- 172.21.15.5:0/2397959129 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f744015f480 0x7f744015dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:33.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.891+0000 7f7437fff640 1 --2- 172.21.15.5:0/2397959129 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f744015f480 0x7f744015dcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:33.895 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.891+0000 7f7437fff640 1 -- 172.21.15.5:0/2397959129 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f744009afb0 msgr2=0x7f7440150f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:33.895 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.891+0000 7f7437fff640 1 --2- 172.21.15.5:0/2397959129 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f744009afb0 0x7f7440150f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:33.895 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.891+0000 7f7437fff640 1 -- 172.21.15.5:0/2397959129 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74400cb8c0 con 0x7f744015c1c0 2024-09-19T05:02:33.895 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.891+0000 7f743ed9d640 1 --2- 172.21.15.5:0/2397959129 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f744009afb0 0x7f7440150f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:33.895 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.891+0000 7f7437fff640 1 --2- 172.21.15.5:0/2397959129 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f744015c1c0 0x7f744015d780 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f7428000c00 tx=0x7f74280046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:33.895 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.891+0000 7f74377fe640 1 -- 172.21.15.5:0/2397959129 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7428041020 con 0x7f744015c1c0 2024-09-19T05:02:33.895 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.891+0000 7f74377fe640 1 -- 172.21.15.5:0/2397959129 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f742803d620 con 0x7f744015c1c0 2024-09-19T05:02:33.895 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.891+0000 7f74377fe640 1 -- 172.21.15.5:0/2397959129 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7428037040 con 0x7f744015c1c0 2024-09-19T05:02:33.895 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.891+0000 7f744508d640 1 -- 172.21.15.5:0/2397959129 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74400cbba0 con 0x7f744015c1c0 2024-09-19T05:02:33.895 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.891+0000 7f744508d640 1 -- 172.21.15.5:0/2397959129 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74400cfbf0 con 0x7f744015c1c0 2024-09-19T05:02:33.895 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.892+0000 7f744508d640 1 -- 172.21.15.5:0/2397959129 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74400cc660 con 0x7f744015c1c0 2024-09-19T05:02:33.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.893+0000 7f74377fe640 1 -- 172.21.15.5:0/2397959129 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7428044020 con 0x7f744015c1c0 2024-09-19T05:02:33.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.893+0000 7f74377fe640 1 --2- 172.21.15.5:0/2397959129 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f742006c2b0 0x7f742006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:33.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.893+0000 7f74377fe640 1 -- 172.21.15.5:0/2397959129 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5335+0+0 (secure 0 0 0) 0x7f74280aba30 con 0x7f744015c1c0 2024-09-19T05:02:33.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.893+0000 7f743ed9d640 1 --2- 172.21.15.5:0/2397959129 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f742006c2b0 0x7f742006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:33.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.894+0000 7f743ed9d640 1 --2- 172.21.15.5:0/2397959129 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f742006c2b0 0x7f742006e770 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f7430009a20 tx=0x7f7430008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:33.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:33.898+0000 7f74377fe640 1 -- 172.21.15.5:0/2397959129 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f74400cc660 con 0x7f744015c1c0 2024-09-19T05:02:34.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.152+0000 7f744508d640 1 -- 172.21.15.5:0/2397959129 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_quota.TestQuota.test_disable_enable_human_readable_quota_values"]} v 0) -- 0x7f7440070e00 con 0x7f744015c1c0 2024-09-19T05:02:34.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.451+0000 7f74377fe640 1 -- 172.21.15.5:0/2397959129 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_quota.TestQuota.test_disable_enable_human_readable_quota_values"]}]=0 v89) ==== 160+0+0 (secure 0 0 0) 0x7f742804b030 con 0x7f744015c1c0 2024-09-19T05:02:34.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.454+0000 7f744508d640 1 -- 172.21.15.5:0/2397959129 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f742006c2b0 msgr2=0x7f742006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:34.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.454+0000 7f744508d640 1 --2- 172.21.15.5:0/2397959129 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f742006c2b0 0x7f742006e770 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f7430009a20 tx=0x7f7430008040 comp rx=0 tx=0).stop 2024-09-19T05:02:34.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.454+0000 7f744508d640 1 -- 172.21.15.5:0/2397959129 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f744015c1c0 msgr2=0x7f744015d780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:34.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.454+0000 7f744508d640 1 --2- 172.21.15.5:0/2397959129 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f744015c1c0 0x7f744015d780 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f7428000c00 tx=0x7f74280046c0 comp rx=0 tx=0).stop 2024-09-19T05:02:34.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.454+0000 7f744508d640 1 -- 172.21.15.5:0/2397959129 shutdown_connections 2024-09-19T05:02:34.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.454+0000 7f744508d640 1 --2- 172.21.15.5:0/2397959129 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f742006c2b0 0x7f742006e770 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:34.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.454+0000 7f744508d640 1 --2- 172.21.15.5:0/2397959129 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f744015f480 0x7f744015dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:34.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.454+0000 7f744508d640 1 --2- 172.21.15.5:0/2397959129 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f744015c1c0 0x7f744015d780 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:34.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.454+0000 7f744508d640 1 --2- 172.21.15.5:0/2397959129 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f744009afb0 0x7f7440150f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:34.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.454+0000 7f744508d640 1 -- 172.21.15.5:0/2397959129 >> 172.21.15.5:0/2397959129 conn(0x7f74400b3ff0 msgr2=0x7f744006d470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:34.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.454+0000 7f744508d640 1 -- 172.21.15.5:0/2397959129 shutdown_connections 2024-09-19T05:02:34.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.454+0000 7f744508d640 1 -- 172.21.15.5:0/2397959129 wait complete. 2024-09-19T05:02:34.467 INFO:tasks.cephfs_test_runner:test: ... ok 2024-09-19T05:02:34.467 INFO:tasks.cephfs_test_runner:Starting test: test_human_readable_quota_invalid_values (tasks.cephfs.test_quota.TestQuota) test invalid values for ceph.quota.max_bytes 2024-09-19T05:02:34.467 INFO:tasks.cephfs_test_runner:test_human_readable_quota_invalid_values (tasks.cephfs.test_quota.TestQuota) 2024-09-19T05:02:34.468 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:02:34.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.570+0000 7fd4447f8640 1 Processor -- start 2024-09-19T05:02:34.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.570+0000 7fd4447f8640 1 -- start start 2024-09-19T05:02:34.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.571+0000 7fd4447f8640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd43c0b42f0 0x7fd43c0b4730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:34.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.571+0000 7fd4447f8640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fd43c15ffb0 0x7fd43c160420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:34.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.571+0000 7fd4447f8640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd43c160dc0 con 0x7fd43c0b56e0 2024-09-19T05:02:34.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.571+0000 7fd4447f8640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fd43c0b4c70 con 0x7fd43c15ffb0 2024-09-19T05:02:34.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.571+0000 7fd4447f8640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd43c160960 con 0x7fd43c0b42f0 2024-09-19T05:02:34.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.572+0000 7fd441d93640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd43c0b42f0 0x7fd43c0b4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:34.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.572+0000 7fd442d95640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fd43c15ffb0 0x7fd43c160420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:34.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.572+0000 7fd441d93640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd43c0b42f0 0x7fd43c0b4730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.5:43702/0 (socket says 172.21.15.5:43702) 2024-09-19T05:02:34.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.572+0000 7fd442594640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7fd43c0b56e0 0x7fd43c0b0590 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.5:40724/0 (socket says 172.21.15.5:40724) 2024-09-19T05:02:34.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.572+0000 7fd441d93640 1 -- 172.21.15.5:0/1095554554 learned_addr learned my addr 172.21.15.5:0/1095554554 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:34.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.572+0000 7fd441d93640 1 -- 172.21.15.5:0/1095554554 >> v2:172.21.15.134:3300/0 conn(0x7fd43c15ffb0 msgr2=0x7fd43c160420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:34.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.572+0000 7fd441d93640 1 --2- 172.21.15.5:0/1095554554 >> v2:172.21.15.134:3300/0 conn(0x7fd43c15ffb0 0x7fd43c160420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:34.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.572+0000 7fd441d93640 1 -- 172.21.15.5:0/1095554554 >> v1:172.21.15.134:6789/0 conn(0x7fd43c0b56e0 legacy=0x7fd43c0b0590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:34.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.572+0000 7fd441d93640 1 -- 172.21.15.5:0/1095554554 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd43c15d5a0 con 0x7fd43c0b42f0 2024-09-19T05:02:34.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.572+0000 7fd441592640 1 -- 172.21.15.5:0/1095554554 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 242500029 0 0) 0x7fd43c160dc0 con 0x7fd43c0b56e0 2024-09-19T05:02:34.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.572+0000 7fd442d95640 1 --2- 172.21.15.5:0/1095554554 >> v2:172.21.15.134:3300/0 conn(0x7fd43c15ffb0 0x7fd43c160420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:02:34.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.573+0000 7fd441d93640 1 --2- 172.21.15.5:0/1095554554 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd43c0b42f0 0x7fd43c0b4730 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fd430009870 tx=0x7fd43002a250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3528559a01774657 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:34.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.573+0000 7fd441592640 1 -- 172.21.15.5:0/1095554554 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd430037070 con 0x7fd43c0b42f0 2024-09-19T05:02:34.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.573+0000 7fd441592640 1 -- 172.21.15.5:0/1095554554 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd430032440 con 0x7fd43c0b42f0 2024-09-19T05:02:34.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.573+0000 7fd441592640 1 -- 172.21.15.5:0/1095554554 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd430032810 con 0x7fd43c0b42f0 2024-09-19T05:02:34.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.574+0000 7fd4447f8640 1 -- 172.21.15.5:0/1095554554 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd43c0b42f0 msgr2=0x7fd43c0b4730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:34.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.574+0000 7fd4447f8640 1 --2- 172.21.15.5:0/1095554554 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd43c0b42f0 0x7fd43c0b4730 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fd430009870 tx=0x7fd43002a250 comp rx=0 tx=0).stop 2024-09-19T05:02:34.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.574+0000 7fd4447f8640 1 -- 172.21.15.5:0/1095554554 shutdown_connections 2024-09-19T05:02:34.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.574+0000 7fd4447f8640 1 --2- 172.21.15.5:0/1095554554 >> v2:172.21.15.134:3300/0 conn(0x7fd43c15ffb0 0x7fd43c160420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:34.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.574+0000 7fd4447f8640 1 --2- 172.21.15.5:0/1095554554 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd43c0b42f0 0x7fd43c0b4730 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:34.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.574+0000 7fd4447f8640 1 -- 172.21.15.5:0/1095554554 >> 172.21.15.5:0/1095554554 conn(0x7fd43c0b6810 msgr2=0x7fd43c0b6c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:34.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.574+0000 7fd4447f8640 1 -- 172.21.15.5:0/1095554554 shutdown_connections 2024-09-19T05:02:34.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.574+0000 7fd4447f8640 1 -- 172.21.15.5:0/1095554554 wait complete. 2024-09-19T05:02:34.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.575+0000 7fd4447f8640 1 Processor -- start 2024-09-19T05:02:34.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.575+0000 7fd4447f8640 1 -- start start 2024-09-19T05:02:34.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.576+0000 7fd4447f8640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd43c0b42f0 0x7fd43c1f1d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:34.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.576+0000 7fd4447f8640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd43c0b56e0 0x7fd43c09b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:34.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.576+0000 7fd4447f8640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd43c15ffb0 0x7fd43c09db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:34.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.576+0000 7fd4447f8640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd43c0afd90 con 0x7fd43c0b56e0 2024-09-19T05:02:34.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.576+0000 7fd4447f8640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd43c0b0100 con 0x7fd43c15ffb0 2024-09-19T05:02:34.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.576+0000 7fd4447f8640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd43c0b0ca0 con 0x7fd43c0b42f0 2024-09-19T05:02:34.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.576+0000 7fd441d93640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd43c0b56e0 0x7fd43c09b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:34.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.576+0000 7fd441d93640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd43c0b56e0 0x7fd43c09b3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36518/0 (socket says 172.21.15.5:36518) 2024-09-19T05:02:34.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.576+0000 7fd441d93640 1 -- 172.21.15.5:0/1053533934 learned_addr learned my addr 172.21.15.5:0/1053533934 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:34.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.576+0000 7fd442594640 1 --2- 172.21.15.5:0/1053533934 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd43c0b42f0 0x7fd43c1f1d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:34.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.576+0000 7fd442d95640 1 --2- 172.21.15.5:0/1053533934 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd43c15ffb0 0x7fd43c09db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:34.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.576+0000 7fd441d93640 1 -- 172.21.15.5:0/1053533934 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd43c0b42f0 msgr2=0x7fd43c1f1d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:34.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.576+0000 7fd441d93640 1 --2- 172.21.15.5:0/1053533934 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd43c0b42f0 0x7fd43c1f1d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:34.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.576+0000 7fd441d93640 1 -- 172.21.15.5:0/1053533934 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd43c15ffb0 msgr2=0x7fd43c09db10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:34.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.576+0000 7fd441d93640 1 --2- 172.21.15.5:0/1053533934 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd43c15ffb0 0x7fd43c09db10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:34.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.576+0000 7fd441d93640 1 -- 172.21.15.5:0/1053533934 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd43c09ccd0 con 0x7fd43c0b56e0 2024-09-19T05:02:34.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.576+0000 7fd441d93640 1 --2- 172.21.15.5:0/1053533934 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd43c0b56e0 0x7fd43c09b3e0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fd430000c00 tx=0x7fd4300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:34.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.576+0000 7fd43affd640 1 -- 172.21.15.5:0/1053533934 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd430037040 con 0x7fd43c0b56e0 2024-09-19T05:02:34.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.576+0000 7fd43affd640 1 -- 172.21.15.5:0/1053533934 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd430042070 con 0x7fd43c0b56e0 2024-09-19T05:02:34.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.577+0000 7fd4447f8640 1 -- 172.21.15.5:0/1053533934 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd43c09bc30 con 0x7fd43c0b56e0 2024-09-19T05:02:34.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.577+0000 7fd43affd640 1 -- 172.21.15.5:0/1053533934 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd430030880 con 0x7fd43c0b56e0 2024-09-19T05:02:34.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.577+0000 7fd4447f8640 1 -- 172.21.15.5:0/1053533934 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd43c09c1f0 con 0x7fd43c0b56e0 2024-09-19T05:02:34.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.577+0000 7fd4447f8640 1 -- 172.21.15.5:0/1053533934 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd43c151a40 con 0x7fd43c0b56e0 2024-09-19T05:02:34.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.578+0000 7fd43affd640 1 -- 172.21.15.5:0/1053533934 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd430030a20 con 0x7fd43c0b56e0 2024-09-19T05:02:34.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.578+0000 7fd43affd640 1 --2- 172.21.15.5:0/1053533934 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd42806c2b0 0x7fd42806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:34.582 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.578+0000 7fd43affd640 1 -- 172.21.15.5:0/1053533934 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5335+0+0 (secure 0 0 0) 0x7fd4300abba0 con 0x7fd43c0b56e0 2024-09-19T05:02:34.582 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.579+0000 7fd442594640 1 --2- 172.21.15.5:0/1053533934 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd42806c2b0 0x7fd42806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:34.582 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.579+0000 7fd442594640 1 --2- 172.21.15.5:0/1053533934 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd42806c2b0 0x7fd42806e770 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fd434000f60 tx=0x7fd434007b50 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:34.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.583+0000 7fd43affd640 1 -- 172.21.15.5:0/1053533934 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd43c09ccd0 con 0x7fd43c0b56e0 2024-09-19T05:02:34.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.758+0000 7fd4447f8640 1 -- 172.21.15.5:0/1053533934 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd43c09c950 con 0x7fd43c0b56e0 2024-09-19T05:02:34.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.759+0000 7fd43affd640 1 -- 172.21.15.5:0/1053533934 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v42) ==== 74+0+13271 (secure 0 0 0) 0x7fd43007a3e0 con 0x7fd43c0b56e0 2024-09-19T05:02:34.760 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:34.760 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":42,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:02:33.449397+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.134:6836/3789368626":"2024-09-20T05:02:30.444615+0000","172.21.15.134:6834/3789368626":"2024-09-20T05:02:30.444615+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:02:34.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.761+0000 7fd4447f8640 1 -- 172.21.15.5:0/1053533934 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd42806c2b0 msgr2=0x7fd42806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:34.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.761+0000 7fd4447f8640 1 --2- 172.21.15.5:0/1053533934 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd42806c2b0 0x7fd42806e770 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fd434000f60 tx=0x7fd434007b50 comp rx=0 tx=0).stop 2024-09-19T05:02:34.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.761+0000 7fd4447f8640 1 -- 172.21.15.5:0/1053533934 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd43c0b56e0 msgr2=0x7fd43c09b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:34.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.761+0000 7fd4447f8640 1 --2- 172.21.15.5:0/1053533934 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd43c0b56e0 0x7fd43c09b3e0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fd430000c00 tx=0x7fd4300046c0 comp rx=0 tx=0).stop 2024-09-19T05:02:34.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.761+0000 7fd4447f8640 1 -- 172.21.15.5:0/1053533934 shutdown_connections 2024-09-19T05:02:34.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.761+0000 7fd4447f8640 1 --2- 172.21.15.5:0/1053533934 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd42806c2b0 0x7fd42806e770 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:34.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.761+0000 7fd4447f8640 1 --2- 172.21.15.5:0/1053533934 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd43c15ffb0 0x7fd43c09db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:34.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.761+0000 7fd4447f8640 1 --2- 172.21.15.5:0/1053533934 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd43c0b56e0 0x7fd43c09b3e0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:34.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.761+0000 7fd4447f8640 1 --2- 172.21.15.5:0/1053533934 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd43c0b42f0 0x7fd43c1f1d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:34.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.761+0000 7fd4447f8640 1 -- 172.21.15.5:0/1053533934 >> 172.21.15.5:0/1053533934 conn(0x7fd43c0b6810 msgr2=0x7fd43c15db80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:34.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.761+0000 7fd4447f8640 1 -- 172.21.15.5:0/1053533934 shutdown_connections 2024-09-19T05:02:34.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.761+0000 7fd4447f8640 1 -- 172.21.15.5:0/1053533934 wait complete. 2024-09-19T05:02:34.773 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T05:01:07.300370+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T05:02:34.773 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T05:02:34.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.877+0000 7f8421aeb640 1 Processor -- start 2024-09-19T05:02:34.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.877+0000 7f8421aeb640 1 -- start start 2024-09-19T05:02:34.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.878+0000 7f8421aeb640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f841c09aa70 0x7f841c09ae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:34.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.878+0000 7f8421aeb640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f841c06d070 0x7f841c06d500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:34.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.878+0000 7f8421aeb640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f841c0b75f0 con 0x7f841c0b5e00 2024-09-19T05:02:34.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.878+0000 7f8421aeb640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f841c162460 con 0x7f841c09aa70 2024-09-19T05:02:34.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.878+0000 7f8421aeb640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f841c09b390 con 0x7f841c06d070 2024-09-19T05:02:34.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.878+0000 7f841bfff640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f841c06d070 0x7f841c06d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:34.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.878+0000 7f841bfff640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f841c06d070 0x7f841c06d500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.5:43710/0 (socket says 172.21.15.5:43710) 2024-09-19T05:02:34.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.878+0000 7f841bfff640 1 -- 172.21.15.5:0/1527991945 learned_addr learned my addr 172.21.15.5:0/1527991945 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:34.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.878+0000 7f841b7fe640 1 --2- 172.21.15.5:0/1527991945 >> v2:172.21.15.134:3300/0 conn(0x7f841c09aa70 0x7f841c09ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:34.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.879+0000 7f841a7fc640 1 -- 172.21.15.5:0/1527991945 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3278719648 0 0) 0x7f841c0b75f0 con 0x7f841c0b5e00 2024-09-19T05:02:34.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.879+0000 7f841a7fc640 1 -- 172.21.15.5:0/1527991945 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8404003520 con 0x7f841c0b5e00 2024-09-19T05:02:34.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.879+0000 7f841bfff640 1 -- 172.21.15.5:0/1527991945 >> v2:172.21.15.134:3300/0 conn(0x7f841c09aa70 msgr2=0x7f841c09ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:34.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.879+0000 7f841bfff640 1 --2- 172.21.15.5:0/1527991945 >> v2:172.21.15.134:3300/0 conn(0x7f841c09aa70 0x7f841c09ae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:34.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.879+0000 7f841bfff640 1 -- 172.21.15.5:0/1527991945 >> v1:172.21.15.134:6789/0 conn(0x7f841c0b5e00 legacy=0x7f841c0b6270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:34.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.879+0000 7f841bfff640 1 -- 172.21.15.5:0/1527991945 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f841c0b6a70 con 0x7f841c06d070 2024-09-19T05:02:34.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.880+0000 7f841bfff640 1 --2- 172.21.15.5:0/1527991945 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f841c06d070 0x7f841c06d500 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f8414009e50 tx=0x7f841402a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a7bf94110628392c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:34.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.880+0000 7f841a7fc640 1 -- 172.21.15.5:0/1527991945 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8414036070 con 0x7f841c06d070 2024-09-19T05:02:34.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.880+0000 7f841a7fc640 1 -- 172.21.15.5:0/1527991945 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8414031600 con 0x7f841c06d070 2024-09-19T05:02:34.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.880+0000 7f841a7fc640 1 -- 172.21.15.5:0/1527991945 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84140319d0 con 0x7f841c06d070 2024-09-19T05:02:34.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.880+0000 7f8421aeb640 1 -- 172.21.15.5:0/1527991945 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f841c06d070 msgr2=0x7f841c06d500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:34.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.880+0000 7f8421aeb640 1 --2- 172.21.15.5:0/1527991945 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f841c06d070 0x7f841c06d500 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f8414009e50 tx=0x7f841402a710 comp rx=0 tx=0).stop 2024-09-19T05:02:34.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.880+0000 7f8421aeb640 1 -- 172.21.15.5:0/1527991945 shutdown_connections 2024-09-19T05:02:34.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.880+0000 7f8421aeb640 1 --2- 172.21.15.5:0/1527991945 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f841c06d070 0x7f841c06d500 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:34.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.880+0000 7f8421aeb640 1 --2- 172.21.15.5:0/1527991945 >> v2:172.21.15.134:3300/0 conn(0x7f841c09aa70 0x7f841c09ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:34.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.880+0000 7f8421aeb640 1 -- 172.21.15.5:0/1527991945 >> 172.21.15.5:0/1527991945 conn(0x7f841c0b3f80 msgr2=0x7f841c0b4390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:34.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.880+0000 7f8421aeb640 1 -- 172.21.15.5:0/1527991945 shutdown_connections 2024-09-19T05:02:34.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.880+0000 7f8421aeb640 1 -- 172.21.15.5:0/1527991945 wait complete. 2024-09-19T05:02:34.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.881+0000 7f8421aeb640 1 Processor -- start 2024-09-19T05:02:34.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.882+0000 7f8421aeb640 1 -- start start 2024-09-19T05:02:34.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.882+0000 7f8421aeb640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f841c06d070 0x7f841c147a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:34.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.882+0000 7f8421aeb640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f841c09aa70 0x7f841c14ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:34.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.882+0000 7f8421aeb640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f841c0b5e00 0x7f841c159fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:34.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.882+0000 7f8421aeb640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f841c0b7310 con 0x7f841c09aa70 2024-09-19T05:02:34.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.882+0000 7f8421aeb640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f841c0b7030 con 0x7f841c06d070 2024-09-19T05:02:34.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.882+0000 7f8421aeb640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f841c161d60 con 0x7f841c0b5e00 2024-09-19T05:02:34.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.883+0000 7f841affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f841c09aa70 0x7f841c14ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:34.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.883+0000 7f841affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f841c09aa70 0x7f841c14ab10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36530/0 (socket says 172.21.15.5:36530) 2024-09-19T05:02:34.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.883+0000 7f841affd640 1 -- 172.21.15.5:0/338304202 learned_addr learned my addr 172.21.15.5:0/338304202 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:34.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.883+0000 7f841b7fe640 1 --2- 172.21.15.5:0/338304202 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f841c06d070 0x7f841c147a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:34.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.883+0000 7f841bfff640 1 --2- 172.21.15.5:0/338304202 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f841c0b5e00 0x7f841c159fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:34.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.883+0000 7f841affd640 1 -- 172.21.15.5:0/338304202 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f841c0b5e00 msgr2=0x7f841c159fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:34.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.883+0000 7f841affd640 1 --2- 172.21.15.5:0/338304202 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f841c0b5e00 0x7f841c159fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:34.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.883+0000 7f841affd640 1 -- 172.21.15.5:0/338304202 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f841c06d070 msgr2=0x7f841c147a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:34.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.883+0000 7f841affd640 1 --2- 172.21.15.5:0/338304202 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f841c06d070 0x7f841c147a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:34.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.883+0000 7f841affd640 1 -- 172.21.15.5:0/338304202 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f841c14b050 con 0x7f841c09aa70 2024-09-19T05:02:34.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.883+0000 7f841bfff640 1 --2- 172.21.15.5:0/338304202 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f841c0b5e00 0x7f841c159fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:34.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.883+0000 7f841b7fe640 1 --2- 172.21.15.5:0/338304202 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f841c06d070 0x7f841c147a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:34.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.883+0000 7f841affd640 1 --2- 172.21.15.5:0/338304202 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f841c09aa70 0x7f841c14ab10 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f841000c430 tx=0x7f841000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:34.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.883+0000 7f8403fff640 1 -- 172.21.15.5:0/338304202 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8410017070 con 0x7f841c09aa70 2024-09-19T05:02:34.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.883+0000 7f8403fff640 1 -- 172.21.15.5:0/338304202 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84100052f0 con 0x7f841c09aa70 2024-09-19T05:02:34.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.883+0000 7f8421aeb640 1 -- 172.21.15.5:0/338304202 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f841c0d0f40 con 0x7f841c09aa70 2024-09-19T05:02:34.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.883+0000 7f8403fff640 1 -- 172.21.15.5:0/338304202 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8410003830 con 0x7f841c09aa70 2024-09-19T05:02:34.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.883+0000 7f8421aeb640 1 -- 172.21.15.5:0/338304202 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f841c0d1500 con 0x7f841c09aa70 2024-09-19T05:02:34.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.884+0000 7f8421aeb640 1 -- 172.21.15.5:0/338304202 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f841c09ae50 con 0x7f841c09aa70 2024-09-19T05:02:34.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.885+0000 7f8403fff640 1 -- 172.21.15.5:0/338304202 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f841001a070 con 0x7f841c09aa70 2024-09-19T05:02:34.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.885+0000 7f8403fff640 1 --2- 172.21.15.5:0/338304202 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f840806c2b0 0x7f840806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:34.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.885+0000 7f8403fff640 1 -- 172.21.15.5:0/338304202 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5335+0+0 (secure 0 0 0) 0x7f841008a6e0 con 0x7f841c09aa70 2024-09-19T05:02:34.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.886+0000 7f841b7fe640 1 --2- 172.21.15.5:0/338304202 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f840806c2b0 0x7f840806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:34.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.886+0000 7f841b7fe640 1 --2- 172.21.15.5:0/338304202 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f840806c2b0 0x7f840806e770 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f840c009b90 tx=0x7f840c008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:34.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:34.890+0000 7f8403fff640 1 -- 172.21.15.5:0/338304202 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f841c14b050 con 0x7f841c09aa70 2024-09-19T05:02:35.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.065+0000 7f8421aeb640 1 -- 172.21.15.5:0/338304202 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f841c0d1c20 con 0x7f841c09aa70 2024-09-19T05:02:35.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.065+0000 7f8403fff640 1 -- 172.21.15.5:0/338304202 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v42) ==== 93+0+10 (secure 0 0 0) 0x7f8410058fb0 con 0x7f841c09aa70 2024-09-19T05:02:35.067 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 1 2024-09-19T05:02:35.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.067+0000 7f8421aeb640 1 -- 172.21.15.5:0/338304202 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f840806c2b0 msgr2=0x7f840806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:35.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.067+0000 7f8421aeb640 1 --2- 172.21.15.5:0/338304202 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f840806c2b0 0x7f840806e770 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f840c009b90 tx=0x7f840c008040 comp rx=0 tx=0).stop 2024-09-19T05:02:35.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.067+0000 7f8421aeb640 1 -- 172.21.15.5:0/338304202 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f841c09aa70 msgr2=0x7f841c14ab10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:35.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.067+0000 7f8421aeb640 1 --2- 172.21.15.5:0/338304202 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f841c09aa70 0x7f841c14ab10 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f841000c430 tx=0x7f841000c8f0 comp rx=0 tx=0).stop 2024-09-19T05:02:35.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.067+0000 7f8421aeb640 1 -- 172.21.15.5:0/338304202 shutdown_connections 2024-09-19T05:02:35.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.067+0000 7f8421aeb640 1 --2- 172.21.15.5:0/338304202 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f840806c2b0 0x7f840806e770 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:35.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.067+0000 7f8421aeb640 1 --2- 172.21.15.5:0/338304202 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f841c0b5e00 0x7f841c159fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:35.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.067+0000 7f8421aeb640 1 --2- 172.21.15.5:0/338304202 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f841c09aa70 0x7f841c14ab10 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:35.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.067+0000 7f8421aeb640 1 --2- 172.21.15.5:0/338304202 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f841c06d070 0x7f841c147a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:35.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.067+0000 7f8421aeb640 1 -- 172.21.15.5:0/338304202 >> 172.21.15.5:0/338304202 conn(0x7f841c0b3f80 msgr2=0x7f841c0d2b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:35.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.067+0000 7f8421aeb640 1 -- 172.21.15.5:0/338304202 shutdown_connections 2024-09-19T05:02:35.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.067+0000 7f8421aeb640 1 -- 172.21.15.5:0/338304202 wait complete. 2024-09-19T05:02:35.080 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_quota.TestQuota.test_human_readable_quota_invalid_values' 2024-09-19T05:02:35.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.181+0000 7f1af0b59640 1 Processor -- start 2024-09-19T05:02:35.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.181+0000 7f1af0b59640 1 -- start start 2024-09-19T05:02:35.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.182+0000 7f1af0b59640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f1aec15e6d0 0x7f1aec0d32c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:35.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.182+0000 7f1af0b59640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1aec0d3800 0x7f1aec0d0fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:35.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.182+0000 7f1af0b59640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1aec0d14f0 0x7f1aec0b6060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:35.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.182+0000 7f1af0b59640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f1aec0b3ec0 con 0x7f1aec0d3800 2024-09-19T05:02:35.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.182+0000 7f1af0b59640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f1aec0d3c50 con 0x7f1aec15e6d0 2024-09-19T05:02:35.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.182+0000 7f1af0b59640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1aec0d1920 con 0x7f1aec0d14f0 2024-09-19T05:02:35.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.182+0000 7f1ae3fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1aec0d3800 0x7f1aec0d0fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:35.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.182+0000 7f1ae3fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1aec0d3800 0x7f1aec0d0fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36534/0 (socket says 172.21.15.5:36534) 2024-09-19T05:02:35.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.182+0000 7f1ae3fff640 1 -- 172.21.15.5:0/3086553363 learned_addr learned my addr 172.21.15.5:0/3086553363 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:35.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.182+0000 7f1aead9d640 1 --2- 172.21.15.5:0/3086553363 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1aec0d14f0 0x7f1aec0b6060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:35.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.182+0000 7f1aea59c640 1 --2- 172.21.15.5:0/3086553363 >> v2:172.21.15.134:3300/0 conn(0x7f1aec15e6d0 0x7f1aec0d32c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:35.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.182+0000 7f1ae3fff640 1 -- 172.21.15.5:0/3086553363 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1aec0d14f0 msgr2=0x7f1aec0b6060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:35.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.182+0000 7f1ae3fff640 1 --2- 172.21.15.5:0/3086553363 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1aec0d14f0 0x7f1aec0b6060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:35.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.182+0000 7f1ae3fff640 1 -- 172.21.15.5:0/3086553363 >> v2:172.21.15.134:3300/0 conn(0x7f1aec15e6d0 msgr2=0x7f1aec0d32c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:35.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.182+0000 7f1ae3fff640 1 --2- 172.21.15.5:0/3086553363 >> v2:172.21.15.134:3300/0 conn(0x7f1aec15e6d0 0x7f1aec0d32c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:35.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.182+0000 7f1ae3fff640 1 -- 172.21.15.5:0/3086553363 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1aec0cf7b0 con 0x7f1aec0d3800 2024-09-19T05:02:35.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.183+0000 7f1ae3fff640 1 --2- 172.21.15.5:0/3086553363 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1aec0d3800 0x7f1aec0d0fb0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f1aec068830 tx=0x7f1ad402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=822b5e5951d321ca server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:35.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.183+0000 7f1ae9d9b640 1 -- 172.21.15.5:0/3086553363 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ad4037070 con 0x7f1aec0d3800 2024-09-19T05:02:35.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.183+0000 7f1ae9d9b640 1 -- 172.21.15.5:0/3086553363 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ad4032440 con 0x7f1aec0d3800 2024-09-19T05:02:35.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.183+0000 7f1ae9d9b640 1 -- 172.21.15.5:0/3086553363 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ad4032810 con 0x7f1aec0d3800 2024-09-19T05:02:35.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.184+0000 7f1af0b59640 1 -- 172.21.15.5:0/3086553363 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1aec0d3800 msgr2=0x7f1aec0d0fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:35.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.184+0000 7f1af0b59640 1 --2- 172.21.15.5:0/3086553363 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1aec0d3800 0x7f1aec0d0fb0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f1aec068830 tx=0x7f1ad402a210 comp rx=0 tx=0).stop 2024-09-19T05:02:35.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.184+0000 7f1af0b59640 1 -- 172.21.15.5:0/3086553363 shutdown_connections 2024-09-19T05:02:35.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.184+0000 7f1af0b59640 1 --2- 172.21.15.5:0/3086553363 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1aec0d14f0 0x7f1aec0b6060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:35.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.184+0000 7f1af0b59640 1 --2- 172.21.15.5:0/3086553363 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1aec0d3800 0x7f1aec0d0fb0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:35.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.184+0000 7f1af0b59640 1 --2- 172.21.15.5:0/3086553363 >> v2:172.21.15.134:3300/0 conn(0x7f1aec15e6d0 0x7f1aec0d32c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:35.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.184+0000 7f1af0b59640 1 -- 172.21.15.5:0/3086553363 >> 172.21.15.5:0/3086553363 conn(0x7f1aec067f80 msgr2=0x7f1aec06ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:35.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.184+0000 7f1af0b59640 1 -- 172.21.15.5:0/3086553363 shutdown_connections 2024-09-19T05:02:35.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.184+0000 7f1af0b59640 1 -- 172.21.15.5:0/3086553363 wait complete. 2024-09-19T05:02:35.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.185+0000 7f1af0b59640 1 Processor -- start 2024-09-19T05:02:35.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.185+0000 7f1af0b59640 1 -- start start 2024-09-19T05:02:35.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.186+0000 7f1af0b59640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1aec0d14f0 0x7f1aec0cdd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:35.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.186+0000 7f1af0b59640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1aec0d3800 0x7f1aec14daa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:35.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.186+0000 7f1af0b59640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1aec15e6d0 0x7f1aec0c8080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:35.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.186+0000 7f1af0b59640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1aec0b78d0 con 0x7f1aec15e6d0 2024-09-19T05:02:35.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.186+0000 7f1af0b59640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f1aec0d4170 con 0x7f1aec0d3800 2024-09-19T05:02:35.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.186+0000 7f1af0b59640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1aec0b75a0 con 0x7f1aec0d14f0 2024-09-19T05:02:35.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.186+0000 7f1aead9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1aec15e6d0 0x7f1aec0c8080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:35.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.186+0000 7f1aead9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1aec15e6d0 0x7f1aec0c8080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36542/0 (socket says 172.21.15.5:36542) 2024-09-19T05:02:35.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.186+0000 7f1aead9d640 1 -- 172.21.15.5:0/2790348053 learned_addr learned my addr 172.21.15.5:0/2790348053 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:35.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.186+0000 7f1ae3fff640 1 --2- 172.21.15.5:0/2790348053 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1aec0d3800 0x7f1aec14daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:35.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.186+0000 7f1aea59c640 1 --2- 172.21.15.5:0/2790348053 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1aec0d14f0 0x7f1aec0cdd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:35.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.186+0000 7f1aead9d640 1 -- 172.21.15.5:0/2790348053 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1aec0d14f0 msgr2=0x7f1aec0cdd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:35.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.186+0000 7f1aead9d640 1 --2- 172.21.15.5:0/2790348053 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1aec0d14f0 0x7f1aec0cdd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:35.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.186+0000 7f1aead9d640 1 -- 172.21.15.5:0/2790348053 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1aec0d3800 msgr2=0x7f1aec14daa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:35.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.186+0000 7f1aead9d640 1 --2- 172.21.15.5:0/2790348053 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1aec0d3800 0x7f1aec14daa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:35.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.186+0000 7f1aead9d640 1 -- 172.21.15.5:0/2790348053 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1aec14dfe0 con 0x7f1aec15e6d0 2024-09-19T05:02:35.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.186+0000 7f1ae3fff640 1 --2- 172.21.15.5:0/2790348053 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1aec0d3800 0x7f1aec14daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:35.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.187+0000 7f1aead9d640 1 --2- 172.21.15.5:0/2790348053 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1aec15e6d0 0x7f1aec0c8080 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f1ae400eed0 tx=0x7f1ae400b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:35.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.187+0000 7f1ae2ffd640 1 -- 172.21.15.5:0/2790348053 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ae4018020 con 0x7f1aec15e6d0 2024-09-19T05:02:35.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.187+0000 7f1ae2ffd640 1 -- 172.21.15.5:0/2790348053 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ae4014400 con 0x7f1aec15e6d0 2024-09-19T05:02:35.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.187+0000 7f1af0b59640 1 -- 172.21.15.5:0/2790348053 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1aec0c85c0 con 0x7f1aec15e6d0 2024-09-19T05:02:35.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.187+0000 7f1ae2ffd640 1 -- 172.21.15.5:0/2790348053 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ae40147f0 con 0x7f1aec15e6d0 2024-09-19T05:02:35.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.187+0000 7f1af0b59640 1 -- 172.21.15.5:0/2790348053 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1aec0c8b40 con 0x7f1aec15e6d0 2024-09-19T05:02:35.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.188+0000 7f1af0b59640 1 -- 172.21.15.5:0/2790348053 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1aec0d09f0 con 0x7f1aec15e6d0 2024-09-19T05:02:35.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.188+0000 7f1ae2ffd640 1 -- 172.21.15.5:0/2790348053 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1ae4005d10 con 0x7f1aec15e6d0 2024-09-19T05:02:35.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.189+0000 7f1ae2ffd640 1 --2- 172.21.15.5:0/2790348053 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1acc06c2b0 0x7f1acc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:35.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.189+0000 7f1ae2ffd640 1 -- 172.21.15.5:0/2790348053 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5335+0+0 (secure 0 0 0) 0x7f1ae408b8e0 con 0x7f1aec15e6d0 2024-09-19T05:02:35.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.189+0000 7f1aea59c640 1 --2- 172.21.15.5:0/2790348053 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1acc06c2b0 0x7f1acc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:35.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.189+0000 7f1aea59c640 1 --2- 172.21.15.5:0/2790348053 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1acc06c2b0 0x7f1acc06e770 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f1adc009970 tx=0x7f1adc008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:35.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.193+0000 7f1ae2ffd640 1 -- 172.21.15.5:0/2790348053 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1aec0d09f0 con 0x7f1aec15e6d0 2024-09-19T05:02:35.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.435+0000 7f1af0b59640 1 -- 172.21.15.5:0/2790348053 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_quota.TestQuota.test_human_readable_quota_invalid_values"]} v 0) -- 0x7f1aec0d0fb0 con 0x7f1aec15e6d0 2024-09-19T05:02:35.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.457+0000 7f1ae2ffd640 1 -- 172.21.15.5:0/2790348053 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_quota.TestQuota.test_human_readable_quota_invalid_values"]}]=0 v90) ==== 156+0+0 (secure 0 0 0) 0x7f1ae4022070 con 0x7f1aec15e6d0 2024-09-19T05:02:35.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.459+0000 7f1af0b59640 1 -- 172.21.15.5:0/2790348053 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1acc06c2b0 msgr2=0x7f1acc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:35.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.459+0000 7f1af0b59640 1 --2- 172.21.15.5:0/2790348053 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1acc06c2b0 0x7f1acc06e770 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f1adc009970 tx=0x7f1adc008040 comp rx=0 tx=0).stop 2024-09-19T05:02:35.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.459+0000 7f1af0b59640 1 -- 172.21.15.5:0/2790348053 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1aec15e6d0 msgr2=0x7f1aec0c8080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:35.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.459+0000 7f1af0b59640 1 --2- 172.21.15.5:0/2790348053 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1aec15e6d0 0x7f1aec0c8080 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f1ae400eed0 tx=0x7f1ae400b480 comp rx=0 tx=0).stop 2024-09-19T05:02:35.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.459+0000 7f1af0b59640 1 -- 172.21.15.5:0/2790348053 shutdown_connections 2024-09-19T05:02:35.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.459+0000 7f1af0b59640 1 --2- 172.21.15.5:0/2790348053 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1acc06c2b0 0x7f1acc06e770 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:35.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.459+0000 7f1af0b59640 1 --2- 172.21.15.5:0/2790348053 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1aec15e6d0 0x7f1aec0c8080 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:35.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.459+0000 7f1af0b59640 1 --2- 172.21.15.5:0/2790348053 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1aec0d3800 0x7f1aec14daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:35.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.459+0000 7f1af0b59640 1 --2- 172.21.15.5:0/2790348053 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1aec0d14f0 0x7f1aec0cdd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:35.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.459+0000 7f1af0b59640 1 -- 172.21.15.5:0/2790348053 >> 172.21.15.5:0/2790348053 conn(0x7f1aec067f80 msgr2=0x7f1aec0b92c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:35.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.459+0000 7f1af0b59640 1 -- 172.21.15.5:0/2790348053 shutdown_connections 2024-09-19T05:02:35.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.459+0000 7f1af0b59640 1 -- 172.21.15.5:0/2790348053 wait complete. 2024-09-19T05:02:35.471 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T05:02:35.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.576+0000 7f5308bf6640 1 Processor -- start 2024-09-19T05:02:35.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.576+0000 7f5308bf6640 1 -- start start 2024-09-19T05:02:35.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.576+0000 7f5308bf6640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f53040b6700 0x7f530406da90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:35.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.576+0000 7f5308bf6640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f53040d4c80 0x7f530406dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:35.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.576+0000 7f5308bf6640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f53040cf180 con 0x7f5304161c70 2024-09-19T05:02:35.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.576+0000 7f5308bf6640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f5304162050 con 0x7f53040b6700 2024-09-19T05:02:35.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.576+0000 7f5308bf6640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f530406d600 con 0x7f53040d4c80 2024-09-19T05:02:35.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.577+0000 7f52fbfff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f53040b6700 0x7f530406da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:35.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.577+0000 7f52fbfff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f53040b6700 0x7f530406da90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36548/0 (socket says 172.21.15.5:36548) 2024-09-19T05:02:35.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.577+0000 7f52fbfff640 1 -- 172.21.15.5:0/2504665391 learned_addr learned my addr 172.21.15.5:0/2504665391 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:35.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.577+0000 7f52fbfff640 1 -- 172.21.15.5:0/2504665391 >> v2:172.21.15.134:3300/0 conn(0x7f53040d4c80 msgr2=0x7f530406dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:35.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.577+0000 7f52fbfff640 1 --2- 172.21.15.5:0/2504665391 >> v2:172.21.15.134:3300/0 conn(0x7f53040d4c80 0x7f530406dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:35.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.577+0000 7f52fbfff640 1 -- 172.21.15.5:0/2504665391 >> v1:172.21.15.134:6789/0 conn(0x7f5304161c70 legacy=0x7f53040b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:35.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.577+0000 7f52fbfff640 1 -- 172.21.15.5:0/2504665391 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f530406cfb0 con 0x7f53040b6700 2024-09-19T05:02:35.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.578+0000 7f52fbfff640 1 --2- 172.21.15.5:0/2504665391 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f53040b6700 0x7f530406da90 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f53040ceb50 tx=0x7f52ec02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=539b0b4001945cdb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:35.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.578+0000 7f5301d9b640 1 -- 172.21.15.5:0/2504665391 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52ec037070 con 0x7f53040b6700 2024-09-19T05:02:35.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.578+0000 7f5301d9b640 1 -- 172.21.15.5:0/2504665391 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f52ec032440 con 0x7f53040b6700 2024-09-19T05:02:35.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.578+0000 7f5301d9b640 1 -- 172.21.15.5:0/2504665391 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52ec032810 con 0x7f53040b6700 2024-09-19T05:02:35.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.578+0000 7f5308bf6640 1 -- 172.21.15.5:0/2504665391 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f53040b6700 msgr2=0x7f530406da90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:35.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.578+0000 7f5308bf6640 1 --2- 172.21.15.5:0/2504665391 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f53040b6700 0x7f530406da90 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f53040ceb50 tx=0x7f52ec02a230 comp rx=0 tx=0).stop 2024-09-19T05:02:35.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.578+0000 7f5308bf6640 1 -- 172.21.15.5:0/2504665391 shutdown_connections 2024-09-19T05:02:35.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.578+0000 7f5308bf6640 1 --2- 172.21.15.5:0/2504665391 >> v2:172.21.15.134:3300/0 conn(0x7f53040d4c80 0x7f530406dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:35.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.578+0000 7f5308bf6640 1 --2- 172.21.15.5:0/2504665391 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f53040b6700 0x7f530406da90 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:35.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.578+0000 7f5308bf6640 1 -- 172.21.15.5:0/2504665391 >> 172.21.15.5:0/2504665391 conn(0x7f530408c000 msgr2=0x7f53040d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:35.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.578+0000 7f5308bf6640 1 -- 172.21.15.5:0/2504665391 shutdown_connections 2024-09-19T05:02:35.582 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.578+0000 7f5308bf6640 1 -- 172.21.15.5:0/2504665391 wait complete. 2024-09-19T05:02:35.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.580+0000 7f5308bf6640 1 Processor -- start 2024-09-19T05:02:35.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.580+0000 7f5308bf6640 1 -- start start 2024-09-19T05:02:35.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.581+0000 7f5308bf6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f53040b6700 0x7f53040c82d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:35.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.581+0000 7f5308bf6640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f53040d4c80 0x7f53040cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:35.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.581+0000 7f5308bf6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5304161c70 0x7f53041f7bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:35.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.581+0000 7f5308bf6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f53040cebc0 con 0x7f5304161c70 2024-09-19T05:02:35.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.581+0000 7f5308bf6640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f53040d3a00 con 0x7f53040d4c80 2024-09-19T05:02:35.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.581+0000 7f5308bf6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f53040ced40 con 0x7f53040b6700 2024-09-19T05:02:35.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.581+0000 7f5302d9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5304161c70 0x7f53041f7bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:35.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.581+0000 7f5302d9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5304161c70 0x7f53041f7bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36556/0 (socket says 172.21.15.5:36556) 2024-09-19T05:02:35.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.581+0000 7f5302d9d640 1 -- 172.21.15.5:0/2017359411 learned_addr learned my addr 172.21.15.5:0/2017359411 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:35.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.581+0000 7f52fbfff640 1 --2- 172.21.15.5:0/2017359411 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f53040d4c80 0x7f53040cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:35.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.581+0000 7f530259c640 1 --2- 172.21.15.5:0/2017359411 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f53040b6700 0x7f53040c82d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:35.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.581+0000 7f5302d9d640 1 -- 172.21.15.5:0/2017359411 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f53040b6700 msgr2=0x7f53040c82d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:35.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.581+0000 7f5302d9d640 1 --2- 172.21.15.5:0/2017359411 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f53040b6700 0x7f53040c82d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:35.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.581+0000 7f5302d9d640 1 -- 172.21.15.5:0/2017359411 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f53040d4c80 msgr2=0x7f53040cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:35.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.581+0000 7f5302d9d640 1 --2- 172.21.15.5:0/2017359411 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f53040d4c80 0x7f53040cd5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:35.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.581+0000 7f5302d9d640 1 -- 172.21.15.5:0/2017359411 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53040b7d10 con 0x7f5304161c70 2024-09-19T05:02:35.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.581+0000 7f5302d9d640 1 --2- 172.21.15.5:0/2017359411 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5304161c70 0x7f53041f7bd0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f52fc00b970 tx=0x7f52fc00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:35.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.581+0000 7f52faffd640 1 -- 172.21.15.5:0/2017359411 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52fc019070 con 0x7f5304161c70 2024-09-19T05:02:35.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.581+0000 7f52faffd640 1 -- 172.21.15.5:0/2017359411 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f52fc00cb60 con 0x7f5304161c70 2024-09-19T05:02:35.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.581+0000 7f5308bf6640 1 -- 172.21.15.5:0/2017359411 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53040b7ff0 con 0x7f5304161c70 2024-09-19T05:02:35.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.582+0000 7f52faffd640 1 -- 172.21.15.5:0/2017359411 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52fc014440 con 0x7f5304161c70 2024-09-19T05:02:35.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.582+0000 7f5308bf6640 1 -- 172.21.15.5:0/2017359411 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53040b85b0 con 0x7f5304161c70 2024-09-19T05:02:35.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.583+0000 7f5308bf6640 1 -- 172.21.15.5:0/2017359411 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53040b5ff0 con 0x7f5304161c70 2024-09-19T05:02:35.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.583+0000 7f52faffd640 1 -- 172.21.15.5:0/2017359411 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f52fc01c070 con 0x7f5304161c70 2024-09-19T05:02:35.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.583+0000 7f52faffd640 1 --2- 172.21.15.5:0/2017359411 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f52e406c2b0 0x7f52e406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:35.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.584+0000 7f52faffd640 1 -- 172.21.15.5:0/2017359411 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5335+0+0 (secure 0 0 0) 0x7f52fc08b010 con 0x7f5304161c70 2024-09-19T05:02:35.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.584+0000 7f530259c640 1 --2- 172.21.15.5:0/2017359411 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f52e406c2b0 0x7f52e406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:35.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.584+0000 7f530259c640 1 --2- 172.21.15.5:0/2017359411 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f52e406c2b0 0x7f52e406e770 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f52f4006fd0 tx=0x7f52f4009060 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:35.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.588+0000 7f52faffd640 1 -- 172.21.15.5:0/2017359411 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f52fc059210 con 0x7f5304161c70 2024-09-19T05:02:35.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.761+0000 7f5308bf6640 1 -- 172.21.15.5:0/2017359411 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f530415ee30 con 0x7f5304161c70 2024-09-19T05:02:35.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.764+0000 7f52faffd640 1 -- 172.21.15.5:0/2017359411 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v12)=0 v12) ==== 122+0+0 (secure 0 0 0) 0x7f52fc05d510 con 0x7f5304161c70 2024-09-19T05:02:35.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.767+0000 7f5308bf6640 1 -- 172.21.15.5:0/2017359411 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f52e406c2b0 msgr2=0x7f52e406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:35.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.767+0000 7f5308bf6640 1 --2- 172.21.15.5:0/2017359411 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f52e406c2b0 0x7f52e406e770 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f52f4006fd0 tx=0x7f52f4009060 comp rx=0 tx=0).stop 2024-09-19T05:02:35.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.767+0000 7f5308bf6640 1 -- 172.21.15.5:0/2017359411 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5304161c70 msgr2=0x7f53041f7bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:35.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.767+0000 7f5308bf6640 1 --2- 172.21.15.5:0/2017359411 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5304161c70 0x7f53041f7bd0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f52fc00b970 tx=0x7f52fc00be30 comp rx=0 tx=0).stop 2024-09-19T05:02:35.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.767+0000 7f5308bf6640 1 -- 172.21.15.5:0/2017359411 shutdown_connections 2024-09-19T05:02:35.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.767+0000 7f5308bf6640 1 --2- 172.21.15.5:0/2017359411 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f52e406c2b0 0x7f52e406e770 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:35.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.767+0000 7f5308bf6640 1 --2- 172.21.15.5:0/2017359411 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5304161c70 0x7f53041f7bd0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:35.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.767+0000 7f5308bf6640 1 --2- 172.21.15.5:0/2017359411 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f53040d4c80 0x7f53040cd5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:35.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.767+0000 7f5308bf6640 1 --2- 172.21.15.5:0/2017359411 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f53040b6700 0x7f53040c82d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:35.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.767+0000 7f5308bf6640 1 -- 172.21.15.5:0/2017359411 >> 172.21.15.5:0/2017359411 conn(0x7f530408c000 msgr2=0x7f53040b57b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:35.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.767+0000 7f5308bf6640 1 -- 172.21.15.5:0/2017359411 shutdown_connections 2024-09-19T05:02:35.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:35.767+0000 7f5308bf6640 1 -- 172.21.15.5:0/2017359411 wait complete. 2024-09-19T05:02:35.779 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T05:02:35.779 DEBUG:teuthology.orchestra.run.smithi005:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:02:35.817 DEBUG:teuthology.orchestra.run.smithi134:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:02:35.870 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T05:02:35.870 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:02:35.870 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:02:35.886 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=554 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:02:35.887 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:02:35.887 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:02:35.906 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056029,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2378 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:02:35.906 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:02:35.906 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:02:35.942 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=554 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:02:35.943 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:02:35.943 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:02:35.964 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056029,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2378 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:02:35.964 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T05:02:35.964 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:02:36.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.083+0000 7ffbe4a5e640 1 Processor -- start 2024-09-19T05:02:36.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.083+0000 7ffbe4a5e640 1 -- start start 2024-09-19T05:02:36.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.085+0000 7ffbe4a5e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ffbe015c360 0x7ffbe00b5d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:36.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.085+0000 7ffbe4a5e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbe00b62d0 0x7ffbe015c740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:36.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.085+0000 7ffbe4a5e640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7ffbe015cc80 0x7ffbe015e490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:36.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.085+0000 7ffbe4a5e640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7ffbe015e000 con 0x7ffbe015c360 2024-09-19T05:02:36.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.085+0000 7ffbe4a5e640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7ffbe00b6710 con 0x7ffbe015cc80 2024-09-19T05:02:36.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.085+0000 7ffbe4a5e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ffbe015d130 con 0x7ffbe00b62d0 2024-09-19T05:02:36.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.085+0000 7ffbde59c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ffbe015c360 0x7ffbe00b5d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:36.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.085+0000 7ffbde59c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ffbe015c360 0x7ffbe00b5d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36572/0 (socket says 172.21.15.5:36572) 2024-09-19T05:02:36.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.085+0000 7ffbde59c640 1 -- 172.21.15.5:0/566296901 learned_addr learned my addr 172.21.15.5:0/566296901 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:36.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.085+0000 7ffbded9d640 1 --2- 172.21.15.5:0/566296901 >> v2:172.21.15.134:3300/0 conn(0x7ffbe015cc80 0x7ffbe015e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:36.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.085+0000 7ffbddd9b640 1 --2- 172.21.15.5:0/566296901 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbe00b62d0 0x7ffbe015c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:36.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.085+0000 7ffbde59c640 1 -- 172.21.15.5:0/566296901 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbe00b62d0 msgr2=0x7ffbe015c740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:36.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.085+0000 7ffbde59c640 1 --2- 172.21.15.5:0/566296901 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbe00b62d0 0x7ffbe015c740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:36.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.085+0000 7ffbde59c640 1 -- 172.21.15.5:0/566296901 >> v2:172.21.15.134:3300/0 conn(0x7ffbe015cc80 msgr2=0x7ffbe015e490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:36.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.085+0000 7ffbde59c640 1 --2- 172.21.15.5:0/566296901 >> v2:172.21.15.134:3300/0 conn(0x7ffbe015cc80 0x7ffbe015e490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:36.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.085+0000 7ffbde59c640 1 -- 172.21.15.5:0/566296901 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbe015d3f0 con 0x7ffbe015c360 2024-09-19T05:02:36.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.085+0000 7ffbddd9b640 1 --2- 172.21.15.5:0/566296901 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbe00b62d0 0x7ffbe015c740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:36.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.085+0000 7ffbded9d640 1 --2- 172.21.15.5:0/566296901 >> v2:172.21.15.134:3300/0 conn(0x7ffbe015cc80 0x7ffbe015e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:36.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.086+0000 7ffbde59c640 1 --2- 172.21.15.5:0/566296901 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbe015c360 0x7ffbe00b5d90 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7ffbe015df70 tx=0x7ffbd002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a55c8770a6106ed4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:36.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.086+0000 7ffbdd59a640 1 -- 172.21.15.5:0/566296901 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbd0037070 con 0x7ffbe015c360 2024-09-19T05:02:36.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.086+0000 7ffbdd59a640 1 -- 172.21.15.5:0/566296901 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffbd0032440 con 0x7ffbe015c360 2024-09-19T05:02:36.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.086+0000 7ffbdd59a640 1 -- 172.21.15.5:0/566296901 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbd0032810 con 0x7ffbe015c360 2024-09-19T05:02:36.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.087+0000 7ffbe4a5e640 1 -- 172.21.15.5:0/566296901 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbe015c360 msgr2=0x7ffbe00b5d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:36.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.087+0000 7ffbe4a5e640 1 --2- 172.21.15.5:0/566296901 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbe015c360 0x7ffbe00b5d90 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7ffbe015df70 tx=0x7ffbd002a1e0 comp rx=0 tx=0).stop 2024-09-19T05:02:36.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.087+0000 7ffbe4a5e640 1 -- 172.21.15.5:0/566296901 shutdown_connections 2024-09-19T05:02:36.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.087+0000 7ffbe4a5e640 1 --2- 172.21.15.5:0/566296901 >> v2:172.21.15.134:3300/0 conn(0x7ffbe015cc80 0x7ffbe015e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:36.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.087+0000 7ffbe4a5e640 1 --2- 172.21.15.5:0/566296901 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbe00b62d0 0x7ffbe015c740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:36.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.087+0000 7ffbe4a5e640 1 --2- 172.21.15.5:0/566296901 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbe015c360 0x7ffbe00b5d90 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:36.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.087+0000 7ffbe4a5e640 1 -- 172.21.15.5:0/566296901 >> 172.21.15.5:0/566296901 conn(0x7ffbe00b79e0 msgr2=0x7ffbe00b3fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:36.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.087+0000 7ffbe4a5e640 1 -- 172.21.15.5:0/566296901 shutdown_connections 2024-09-19T05:02:36.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.087+0000 7ffbe4a5e640 1 -- 172.21.15.5:0/566296901 wait complete. 2024-09-19T05:02:36.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.089+0000 7ffbe4a5e640 1 Processor -- start 2024-09-19T05:02:36.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.089+0000 7ffbe4a5e640 1 -- start start 2024-09-19T05:02:36.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.089+0000 7ffbe4a5e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbe00b62d0 0x7ffbe006cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:36.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.089+0000 7ffbe4a5e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbe015c360 0x7ffbe0149f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:36.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.089+0000 7ffbe4a5e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffbe015cc80 0x7ffbe01533a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:36.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.089+0000 7ffbe4a5e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe015dc90 con 0x7ffbe00b62d0 2024-09-19T05:02:36.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.089+0000 7ffbe4a5e640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe015d9b0 con 0x7ffbe015cc80 2024-09-19T05:02:36.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.089+0000 7ffbe4a5e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ffbe015e9d0 con 0x7ffbe015c360 2024-09-19T05:02:36.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.089+0000 7ffbde59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbe00b62d0 0x7ffbe006cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:36.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.090+0000 7ffbde59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbe00b62d0 0x7ffbe006cd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36582/0 (socket says 172.21.15.5:36582) 2024-09-19T05:02:36.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.090+0000 7ffbde59c640 1 -- 172.21.15.5:0/56898208 learned_addr learned my addr 172.21.15.5:0/56898208 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:36.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.090+0000 7ffbded9d640 1 --2- 172.21.15.5:0/56898208 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffbe015cc80 0x7ffbe01533a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:36.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.090+0000 7ffbddd9b640 1 --2- 172.21.15.5:0/56898208 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbe015c360 0x7ffbe0149f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:36.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.090+0000 7ffbde59c640 1 -- 172.21.15.5:0/56898208 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbe015c360 msgr2=0x7ffbe0149f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:36.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.090+0000 7ffbde59c640 1 --2- 172.21.15.5:0/56898208 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbe015c360 0x7ffbe0149f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:36.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.090+0000 7ffbde59c640 1 -- 172.21.15.5:0/56898208 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffbe015cc80 msgr2=0x7ffbe01533a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:36.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.090+0000 7ffbde59c640 1 --2- 172.21.15.5:0/56898208 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffbe015cc80 0x7ffbe01533a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:36.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.090+0000 7ffbde59c640 1 -- 172.21.15.5:0/56898208 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbe006d420 con 0x7ffbe00b62d0 2024-09-19T05:02:36.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.090+0000 7ffbde59c640 1 --2- 172.21.15.5:0/56898208 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbe00b62d0 0x7ffbe006cd20 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7ffbd0000c00 tx=0x7ffbd00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:36.094 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.090+0000 7ffbd6ffd640 1 -- 172.21.15.5:0/56898208 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbd0041070 con 0x7ffbe00b62d0 2024-09-19T05:02:36.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.090+0000 7ffbd6ffd640 1 -- 172.21.15.5:0/56898208 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffbd003c870 con 0x7ffbe00b62d0 2024-09-19T05:02:36.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.090+0000 7ffbe4a5e640 1 -- 172.21.15.5:0/56898208 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbe006d700 con 0x7ffbe00b62d0 2024-09-19T05:02:36.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.090+0000 7ffbd6ffd640 1 -- 172.21.15.5:0/56898208 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbd0037040 con 0x7ffbe00b62d0 2024-09-19T05:02:36.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.090+0000 7ffbe4a5e640 1 -- 172.21.15.5:0/56898208 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbe006dcc0 con 0x7ffbe00b62d0 2024-09-19T05:02:36.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.091+0000 7ffbe4a5e640 1 -- 172.21.15.5:0/56898208 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbe00b5d90 con 0x7ffbe00b62d0 2024-09-19T05:02:36.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.092+0000 7ffbd6ffd640 1 -- 172.21.15.5:0/56898208 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ffbd0044070 con 0x7ffbe00b62d0 2024-09-19T05:02:36.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.092+0000 7ffbd6ffd640 1 --2- 172.21.15.5:0/56898208 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffbc006c2b0 0x7ffbc006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:36.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.093+0000 7ffbd6ffd640 1 -- 172.21.15.5:0/56898208 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5335+0+0 (secure 0 0 0) 0x7ffbd00abf20 con 0x7ffbe00b62d0 2024-09-19T05:02:36.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.093+0000 7ffbddd9b640 1 --2- 172.21.15.5:0/56898208 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffbc006c2b0 0x7ffbc006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:36.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.093+0000 7ffbddd9b640 1 --2- 172.21.15.5:0/56898208 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffbc006c2b0 0x7ffbc006e770 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ffbe0154220 tx=0x7ffbc8004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:36.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.097+0000 7ffbd6ffd640 1 -- 172.21.15.5:0/56898208 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ffbd007a230 con 0x7ffbe00b62d0 2024-09-19T05:02:36.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.311+0000 7ffbe4a5e640 1 -- 172.21.15.5:0/56898208 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffbe009b280 con 0x7ffbe00b62d0 2024-09-19T05:02:36.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.312+0000 7ffbd6ffd640 1 -- 172.21.15.5:0/56898208 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+3908 (secure 0 0 0) 0x7ffbd007e530 con 0x7ffbe00b62d0 2024-09-19T05:02:36.314 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:36.314 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":18,"btime":"2024-09-19T05:02:31:446482+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/2079591675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":2079591675},{"type":"v1","addr":"172.21.15.5:6834","nonce":2079591675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4789,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/2450673966","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":2450673966},{"type":"v1","addr":"172.21.15.5:6835","nonce":2450673966}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4792,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/4108475524","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":4108475524},{"type":"v1","addr":"172.21.15.134:6837","nonce":4108475524}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":5026,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/543177453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":543177453},{"type":"v1","addr":"172.21.15.134:6836","nonce":543177453}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[]} 2024-09-19T05:02:36.314 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 18 2024-09-19T05:02:36.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.314+0000 7ffbe4a5e640 1 -- 172.21.15.5:0/56898208 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffbc006c2b0 msgr2=0x7ffbc006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:36.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.314+0000 7ffbe4a5e640 1 --2- 172.21.15.5:0/56898208 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffbc006c2b0 0x7ffbc006e770 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ffbe0154220 tx=0x7ffbc8004730 comp rx=0 tx=0).stop 2024-09-19T05:02:36.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.314+0000 7ffbe4a5e640 1 -- 172.21.15.5:0/56898208 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbe00b62d0 msgr2=0x7ffbe006cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:36.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.314+0000 7ffbe4a5e640 1 --2- 172.21.15.5:0/56898208 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbe00b62d0 0x7ffbe006cd20 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7ffbd0000c00 tx=0x7ffbd00046c0 comp rx=0 tx=0).stop 2024-09-19T05:02:36.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.314+0000 7ffbe4a5e640 1 -- 172.21.15.5:0/56898208 shutdown_connections 2024-09-19T05:02:36.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.314+0000 7ffbe4a5e640 1 --2- 172.21.15.5:0/56898208 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffbc006c2b0 0x7ffbc006e770 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:36.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.314+0000 7ffbe4a5e640 1 --2- 172.21.15.5:0/56898208 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffbe015cc80 0x7ffbe01533a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:36.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.314+0000 7ffbe4a5e640 1 --2- 172.21.15.5:0/56898208 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbe015c360 0x7ffbe0149f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:36.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.314+0000 7ffbe4a5e640 1 --2- 172.21.15.5:0/56898208 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbe00b62d0 0x7ffbe006cd20 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:36.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.314+0000 7ffbe4a5e640 1 -- 172.21.15.5:0/56898208 >> 172.21.15.5:0/56898208 conn(0x7ffbe00b79e0 msgr2=0x7ffbe009b780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:36.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.314+0000 7ffbe4a5e640 1 -- 172.21.15.5:0/56898208 shutdown_connections 2024-09-19T05:02:36.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.314+0000 7ffbe4a5e640 1 -- 172.21.15.5:0/56898208 wait complete. 2024-09-19T05:02:36.328 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T05:02:36.328 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T05:02:36.328 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T05:02:36.328 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:02:36.329 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T05:02:36.329 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T05:02:36.329 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T05:02:36.329 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:02:36.329 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T05:02:36.330 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T05:02:36.330 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T05:02:36.330 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:02:36.330 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T05:02:36.330 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T05:02:36.330 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T05:02:36.331 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:02:36.338 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T05:02:36.338 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T05:02:36.339 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T05:02:36.339 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T05:02:36.343 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T05:02:36.343 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T05:02:36.344 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T05:02:36.344 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T05:02:36.380 INFO:tasks.ceph.mds.a:Started 2024-09-19T05:02:36.381 DEBUG:teuthology.parallel:result is None 2024-09-19T05:02:36.381 INFO:tasks.ceph.mds.c:Started 2024-09-19T05:02:36.381 DEBUG:teuthology.parallel:result is None 2024-09-19T05:02:36.386 INFO:tasks.ceph.mds.b:Started 2024-09-19T05:02:36.386 DEBUG:teuthology.parallel:result is None 2024-09-19T05:02:36.386 INFO:tasks.ceph.mds.d:Started 2024-09-19T05:02:36.387 DEBUG:teuthology.parallel:result is None 2024-09-19T05:02:36.387 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T05:02:36.458 INFO:tasks.ceph.mds.a.smithi005.stdout:starting mds.a at 2024-09-19T05:02:36.458 INFO:tasks.ceph.mds.c.smithi005.stdout:starting mds.c at 2024-09-19T05:02:36.470 INFO:tasks.ceph.mds.b.smithi134.stdout:starting mds.b at 2024-09-19T05:02:36.470 INFO:tasks.ceph.mds.d.smithi134.stdout:starting mds.d at 2024-09-19T05:02:36.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.492+0000 7f9a0a074640 1 Processor -- start 2024-09-19T05:02:36.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.492+0000 7f9a0a074640 1 -- start start 2024-09-19T05:02:36.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.493+0000 7f9a0a074640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f9a0415e660 0x7f9a040d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:36.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.493+0000 7f9a0a074640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9a040b6700 0x7f9a0406d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:36.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.493+0000 7f9a0a074640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9a040d3680 con 0x7f9a040d3150 2024-09-19T05:02:36.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.493+0000 7f9a0a074640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f9a0406d4b0 con 0x7f9a0415e660 2024-09-19T05:02:36.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.493+0000 7f9a0a074640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f9a040d3960 con 0x7f9a040b6700 2024-09-19T05:02:36.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.493+0000 7f9a02ffd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f9a040d3150 0x7f9a040b5ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:54034/0 (socket says 172.21.15.5:54034) 2024-09-19T05:02:36.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.493+0000 7f9a02ffd640 1 -- 172.21.15.5:0/604291315 learned_addr learned my addr 172.21.15.5:0/604291315 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:36.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.493+0000 7f9a027fc640 1 -- 172.21.15.5:0/604291315 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3424212952 0 0) 0x7f9a040d3680 con 0x7f9a040d3150 2024-09-19T05:02:36.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.493+0000 7f9a027fc640 1 -- 172.21.15.5:0/604291315 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f99ec003520 con 0x7f9a040d3150 2024-09-19T05:02:36.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.493+0000 7f9a037fe640 1 --2- 172.21.15.5:0/604291315 >> v2:172.21.15.134:3300/0 conn(0x7f9a0415e660 0x7f9a040d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:36.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.493+0000 7f9a03fff640 1 --2- 172.21.15.5:0/604291315 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9a040b6700 0x7f9a0406d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:36.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.494+0000 7f9a027fc640 1 -- 172.21.15.5:0/604291315 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3697712277 0 0) 0x7f99ec003520 con 0x7f9a040d3150 2024-09-19T05:02:36.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.494+0000 7f9a027fc640 1 -- 172.21.15.5:0/604291315 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9a040b6700 msgr2=0x7f9a0406d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:36.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.494+0000 7f9a027fc640 1 --2- 172.21.15.5:0/604291315 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9a040b6700 0x7f9a0406d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:36.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.494+0000 7f9a027fc640 1 -- 172.21.15.5:0/604291315 >> v2:172.21.15.134:3300/0 conn(0x7f9a0415e660 msgr2=0x7f9a040d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:36.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.494+0000 7f9a027fc640 1 --2- 172.21.15.5:0/604291315 >> v2:172.21.15.134:3300/0 conn(0x7f9a0415e660 0x7f9a040d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:36.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.494+0000 7f9a027fc640 1 -- 172.21.15.5:0/604291315 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a0406ce60 con 0x7f9a040d3150 2024-09-19T05:02:36.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.494+0000 7f9a027fc640 1 -- 172.21.15.5:0/604291315 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f99f8001670 con 0x7f9a040d3150 2024-09-19T05:02:36.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.494+0000 7f9a027fc640 1 -- 172.21.15.5:0/604291315 >> v1:172.21.15.5:6789/0 conn(0x7f9a040d3150 legacy=0x7f9a040b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:36.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.494+0000 7f9a027fc640 1 --2- 172.21.15.5:0/604291315 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9a040b6700 0x7f99ec0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:36.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.494+0000 7f9a027fc640 1 --2- 172.21.15.5:0/604291315 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f99ec003f30 0x7f99ec004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:36.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.494+0000 7f9a027fc640 1 --2- 172.21.15.5:0/604291315 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f99ec004d40 0x7f99ec0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:36.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.494+0000 7f9a027fc640 1 -- 172.21.15.5:0/604291315 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f9a040d3960 con 0x7f99ec003f30 2024-09-19T05:02:36.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.494+0000 7f9a027fc640 1 -- 172.21.15.5:0/604291315 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f99ec00b9c0 con 0x7f99ec004d40 2024-09-19T05:02:36.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.494+0000 7f9a027fc640 1 -- 172.21.15.5:0/604291315 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f99ec00bb70 con 0x7f9a040b6700 2024-09-19T05:02:36.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.494+0000 7f9a02ffd640 1 --2- 172.21.15.5:0/604291315 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f99ec003f30 0x7f99ec004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:36.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.494+0000 7f9a037fe640 1 --2- 172.21.15.5:0/604291315 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9a040b6700 0x7f99ec0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:36.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.494+0000 7f9a03fff640 1 --2- 172.21.15.5:0/604291315 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f99ec004d40 0x7f99ec0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:36.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.494+0000 7f9a02ffd640 1 -- 172.21.15.5:0/604291315 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9a040b6700 msgr2=0x7f99ec0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:36.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.494+0000 7f9a02ffd640 1 --2- 172.21.15.5:0/604291315 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9a040b6700 0x7f99ec0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:36.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.494+0000 7f9a02ffd640 1 -- 172.21.15.5:0/604291315 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f99ec004d40 msgr2=0x7f99ec0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:36.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.494+0000 7f9a02ffd640 1 --2- 172.21.15.5:0/604291315 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f99ec004d40 0x7f99ec0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:36.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.494+0000 7f9a02ffd640 1 -- 172.21.15.5:0/604291315 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99ec003520 con 0x7f99ec003f30 2024-09-19T05:02:36.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.494+0000 7f9a03fff640 1 --2- 172.21.15.5:0/604291315 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f99ec004d40 0x7f99ec0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:36.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.495+0000 7f9a02ffd640 1 --2- 172.21.15.5:0/604291315 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f99ec003f30 0x7f99ec004800 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f99f800c290 tx=0x7f99ec005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65bd53094a394c34 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:36.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.495+0000 7f9a027fc640 1 -- 172.21.15.5:0/604291315 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99f8007d50 con 0x7f99ec003f30 2024-09-19T05:02:36.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.495+0000 7f9a027fc640 1 -- 172.21.15.5:0/604291315 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99f8005ad0 con 0x7f99ec003f30 2024-09-19T05:02:36.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.495+0000 7f9a027fc640 1 -- 172.21.15.5:0/604291315 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99f8007070 con 0x7f99ec003f30 2024-09-19T05:02:36.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.495+0000 7f9a0a074640 1 -- 172.21.15.5:0/604291315 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f99ec003f30 msgr2=0x7f99ec004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:36.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.495+0000 7f9a0a074640 1 --2- 172.21.15.5:0/604291315 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f99ec003f30 0x7f99ec004800 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f99f800c290 tx=0x7f99ec005830 comp rx=0 tx=0).stop 2024-09-19T05:02:36.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.495+0000 7f9a03fff640 1 -- 172.21.15.5:0/604291315 reap_dead start 2024-09-19T05:02:36.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.496+0000 7f9a0a074640 1 -- 172.21.15.5:0/604291315 shutdown_connections 2024-09-19T05:02:36.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.496+0000 7f9a0a074640 1 -- 172.21.15.5:0/604291315 >> 172.21.15.5:0/604291315 conn(0x7f9a0408c000 msgr2=0x7f9a040d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:36.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.496+0000 7f9a0a074640 1 -- 172.21.15.5:0/604291315 shutdown_connections 2024-09-19T05:02:36.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.496+0000 7f9a0a074640 1 -- 172.21.15.5:0/604291315 wait complete. 2024-09-19T05:02:36.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.497+0000 7f9a0a074640 1 Processor -- start 2024-09-19T05:02:36.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.497+0000 7f9a0a074640 1 -- start start 2024-09-19T05:02:36.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.498+0000 7f9a0a074640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f99ec003f30 0x7f9a040b8990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:36.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.498+0000 7f9a0a074640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9a0415a2d0 0x7f9a040b8ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:36.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.498+0000 7f9a0a074640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9a0415a7e0 0x7f9a040cb640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:36.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.498+0000 7f9a0a074640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f9a0415ea40 con 0x7f9a0415a7e0 2024-09-19T05:02:36.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.498+0000 7f9a0a074640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f9a040d5310 con 0x7f9a0415a2d0 2024-09-19T05:02:36.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.498+0000 7f9a0a074640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f9a0406d940 con 0x7f99ec003f30 2024-09-19T05:02:36.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.498+0000 7f9a03fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9a0415a7e0 0x7f9a040cb640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:36.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.498+0000 7f9a03fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9a0415a7e0 0x7f9a040cb640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36628/0 (socket says 172.21.15.5:36628) 2024-09-19T05:02:36.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.498+0000 7f9a03fff640 1 -- 172.21.15.5:0/411803201 learned_addr learned my addr 172.21.15.5:0/411803201 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:36.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.498+0000 7f9a037fe640 1 --2- 172.21.15.5:0/411803201 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f99ec003f30 0x7f9a040b8990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:36.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.498+0000 7f9a02ffd640 1 --2- 172.21.15.5:0/411803201 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9a0415a2d0 0x7f9a040b8ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:36.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.498+0000 7f9a03fff640 1 -- 172.21.15.5:0/411803201 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f99ec003f30 msgr2=0x7f9a040b8990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:36.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.498+0000 7f9a03fff640 1 --2- 172.21.15.5:0/411803201 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f99ec003f30 0x7f9a040b8990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:36.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.498+0000 7f9a03fff640 1 -- 172.21.15.5:0/411803201 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9a0415a2d0 msgr2=0x7f9a040b8ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:36.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.498+0000 7f9a03fff640 1 --2- 172.21.15.5:0/411803201 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9a0415a2d0 0x7f9a040b8ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:36.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.498+0000 7f9a03fff640 1 -- 172.21.15.5:0/411803201 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a0415ee10 con 0x7f9a0415a7e0 2024-09-19T05:02:36.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.498+0000 7f9a03fff640 1 --2- 172.21.15.5:0/411803201 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9a0415a7e0 0x7f9a040cb640 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f9a04162130 tx=0x7f99fc010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:36.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.499+0000 7f99ebfff640 1 -- 172.21.15.5:0/411803201 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99fc010d20 con 0x7f9a0415a7e0 2024-09-19T05:02:36.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.499+0000 7f99ebfff640 1 -- 172.21.15.5:0/411803201 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99fc003990 con 0x7f9a0415a7e0 2024-09-19T05:02:36.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.499+0000 7f9a0a074640 1 -- 172.21.15.5:0/411803201 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a0415f0f0 con 0x7f9a0415a7e0 2024-09-19T05:02:36.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.499+0000 7f99ebfff640 1 -- 172.21.15.5:0/411803201 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99fc003d80 con 0x7f9a0415a7e0 2024-09-19T05:02:36.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.499+0000 7f9a0a074640 1 -- 172.21.15.5:0/411803201 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a0415f6b0 con 0x7f9a0415a7e0 2024-09-19T05:02:36.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.500+0000 7f9a0a074640 1 -- 172.21.15.5:0/411803201 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a040d4dd0 con 0x7f9a0415a7e0 2024-09-19T05:02:36.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.500+0000 7f99ebfff640 1 -- 172.21.15.5:0/411803201 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f99fc005d10 con 0x7f9a0415a7e0 2024-09-19T05:02:36.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.501+0000 7f99ebfff640 1 --2- 172.21.15.5:0/411803201 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f99f006c2e0 0x7f99f006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:36.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.501+0000 7f99ebfff640 1 -- 172.21.15.5:0/411803201 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5335+0+0 (secure 0 0 0) 0x7f99fc08b700 con 0x7f9a0415a7e0 2024-09-19T05:02:36.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.501+0000 7f9a037fe640 1 --2- 172.21.15.5:0/411803201 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f99f006c2e0 0x7f99f006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:36.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.501+0000 7f9a037fe640 1 --2- 172.21.15.5:0/411803201 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f99f006c2e0 0x7f99f006e7a0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f99f4009c40 tx=0x7f99f4009190 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:36.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.505+0000 7f99ebfff640 1 -- 172.21.15.5:0/411803201 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f99fc025020 con 0x7f9a0415a7e0 2024-09-19T05:02:36.696 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:36.694+0000 7f9a0a074640 1 -- 172.21.15.5:0/411803201 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f9a040b3750 con 0x7f9a0415a7e0 2024-09-19T05:02:37.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.469+0000 7f99ebfff640 1 -- 172.21.15.5:0/411803201 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v44) ==== 97+0+0 (secure 0 0 0) 0x7f99fc05ee20 con 0x7f9a0415a7e0 2024-09-19T05:02:37.471 INFO:teuthology.orchestra.run.smithi005.stderr: removed all blocklist entries 2024-09-19T05:02:37.474 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.473+0000 7f9a0a074640 1 -- 172.21.15.5:0/411803201 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f99f006c2e0 msgr2=0x7f99f006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:37.474 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.473+0000 7f9a0a074640 1 --2- 172.21.15.5:0/411803201 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f99f006c2e0 0x7f99f006e7a0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f99f4009c40 tx=0x7f99f4009190 comp rx=0 tx=0).stop 2024-09-19T05:02:37.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.473+0000 7f9a0a074640 1 -- 172.21.15.5:0/411803201 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9a0415a7e0 msgr2=0x7f9a040cb640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:37.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.473+0000 7f9a0a074640 1 --2- 172.21.15.5:0/411803201 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9a0415a7e0 0x7f9a040cb640 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f9a04162130 tx=0x7f99fc010590 comp rx=0 tx=0).stop 2024-09-19T05:02:37.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.473+0000 7f9a0a074640 1 -- 172.21.15.5:0/411803201 shutdown_connections 2024-09-19T05:02:37.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.473+0000 7f9a0a074640 1 --2- 172.21.15.5:0/411803201 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f99f006c2e0 0x7f99f006e7a0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:37.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.473+0000 7f9a0a074640 1 --2- 172.21.15.5:0/411803201 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9a0415a7e0 0x7f9a040cb640 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:37.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.473+0000 7f9a0a074640 1 --2- 172.21.15.5:0/411803201 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9a0415a2d0 0x7f9a040b8ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:37.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.473+0000 7f9a0a074640 1 --2- 172.21.15.5:0/411803201 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f99ec003f30 0x7f9a040b8990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:37.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.473+0000 7f9a0a074640 1 -- 172.21.15.5:0/411803201 >> 172.21.15.5:0/411803201 conn(0x7f9a0408c000 msgr2=0x7f9a040b59b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:37.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.473+0000 7f9a0a074640 1 -- 172.21.15.5:0/411803201 shutdown_connections 2024-09-19T05:02:37.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.473+0000 7f9a0a074640 1 -- 172.21.15.5:0/411803201 wait complete. 2024-09-19T05:02:37.489 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T05:02:37.598 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.596+0000 7f1df4de4640 1 Processor -- start 2024-09-19T05:02:37.598 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.596+0000 7f1df4de4640 1 -- start start 2024-09-19T05:02:37.599 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.597+0000 7f1df4de4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1df00ce830 0x7f1df006d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:37.599 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.597+0000 7f1df4de4640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1df006ee90 0x7f1df006f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:37.599 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.597+0000 7f1df4de4640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1df0160df0 con 0x7f1df00aff20 2024-09-19T05:02:37.599 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.597+0000 7f1df4de4640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f1df01608c0 con 0x7f1df006ee90 2024-09-19T05:02:37.599 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.597+0000 7f1df4de4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1df0067950 con 0x7f1df00ce830 2024-09-19T05:02:37.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.597+0000 7f1deed9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1df006ee90 0x7f1df006f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:37.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.597+0000 7f1dedd9b640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f1df00aff20 0x7f1df00cec10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46852/0 (socket says 172.21.15.5:46852) 2024-09-19T05:02:37.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.598+0000 7f1dedd9b640 1 -- 172.21.15.5:0/1222727321 learned_addr learned my addr 172.21.15.5:0/1222727321 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:37.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.598+0000 7f1dee59c640 1 --2- 172.21.15.5:0/1222727321 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1df00ce830 0x7f1df006d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:37.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.598+0000 7f1deed9d640 1 -- 172.21.15.5:0/1222727321 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1df00ce830 msgr2=0x7f1df006d330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:37.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.598+0000 7f1deed9d640 1 --2- 172.21.15.5:0/1222727321 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1df00ce830 0x7f1df006d330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:37.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.598+0000 7f1deed9d640 1 -- 172.21.15.5:0/1222727321 >> v1:172.21.15.5:6789/0 conn(0x7f1df00aff20 legacy=0x7f1df00cec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:37.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.598+0000 7f1deed9d640 1 -- 172.21.15.5:0/1222727321 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1df006e9b0 con 0x7f1df006ee90 2024-09-19T05:02:37.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.598+0000 7f1ded59a640 1 -- 172.21.15.5:0/1222727321 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1845681784 0 0) 0x7f1df0160df0 con 0x7f1df00aff20 2024-09-19T05:02:37.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.599+0000 7f1deed9d640 1 --2- 172.21.15.5:0/1222727321 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1df006ee90 0x7f1df006f340 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f1de80097a0 tx=0x7f1de802a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7d6b99065094e9f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:37.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.599+0000 7f1ded59a640 1 -- 172.21.15.5:0/1222727321 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1de8037070 con 0x7f1df006ee90 2024-09-19T05:02:37.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.599+0000 7f1ded59a640 1 -- 172.21.15.5:0/1222727321 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1de802ae50 con 0x7f1df006ee90 2024-09-19T05:02:37.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.599+0000 7f1ded59a640 1 -- 172.21.15.5:0/1222727321 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1de8032660 con 0x7f1df006ee90 2024-09-19T05:02:37.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.599+0000 7f1df4de4640 1 -- 172.21.15.5:0/1222727321 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1df006ee90 msgr2=0x7f1df006f340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:37.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.599+0000 7f1df4de4640 1 --2- 172.21.15.5:0/1222727321 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1df006ee90 0x7f1df006f340 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f1de80097a0 tx=0x7f1de802a100 comp rx=0 tx=0).stop 2024-09-19T05:02:37.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.599+0000 7f1df4de4640 1 -- 172.21.15.5:0/1222727321 shutdown_connections 2024-09-19T05:02:37.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.599+0000 7f1df4de4640 1 --2- 172.21.15.5:0/1222727321 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1df006ee90 0x7f1df006f340 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:37.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.599+0000 7f1df4de4640 1 --2- 172.21.15.5:0/1222727321 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1df00ce830 0x7f1df006d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:37.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.599+0000 7f1df4de4640 1 -- 172.21.15.5:0/1222727321 >> 172.21.15.5:0/1222727321 conn(0x7f1df00736d0 msgr2=0x7f1df006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:37.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.599+0000 7f1df4de4640 1 -- 172.21.15.5:0/1222727321 shutdown_connections 2024-09-19T05:02:37.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.600+0000 7f1df4de4640 1 -- 172.21.15.5:0/1222727321 wait complete. 2024-09-19T05:02:37.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.601+0000 7f1df4de4640 1 Processor -- start 2024-09-19T05:02:37.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.601+0000 7f1df4de4640 1 -- start start 2024-09-19T05:02:37.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.602+0000 7f1df4de4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1df006ee90 0x7f1df015d520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:37.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.602+0000 7f1df4de4640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1df00aff20 0x7f1df015fea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:37.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.602+0000 7f1df4de4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1df00ce830 0x7f1df014c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:37.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.602+0000 7f1df4de4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1df015c690 con 0x7f1df00ce830 2024-09-19T05:02:37.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.602+0000 7f1df4de4640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f1df0160b10 con 0x7f1df00aff20 2024-09-19T05:02:37.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.602+0000 7f1df4de4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1df006f880 con 0x7f1df006ee90 2024-09-19T05:02:37.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.602+0000 7f1deed9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1df00ce830 0x7f1df014c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:37.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.602+0000 7f1deed9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1df00ce830 0x7f1df014c9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47654/0 (socket says 172.21.15.5:47654) 2024-09-19T05:02:37.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.602+0000 7f1deed9d640 1 -- 172.21.15.5:0/2306523832 learned_addr learned my addr 172.21.15.5:0/2306523832 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:37.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.602+0000 7f1dee59c640 1 --2- 172.21.15.5:0/2306523832 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1df006ee90 0x7f1df015d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:37.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.602+0000 7f1dedd9b640 1 --2- 172.21.15.5:0/2306523832 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1df00aff20 0x7f1df015fea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:37.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.602+0000 7f1deed9d640 1 -- 172.21.15.5:0/2306523832 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1df006ee90 msgr2=0x7f1df015d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:37.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.602+0000 7f1deed9d640 1 --2- 172.21.15.5:0/2306523832 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1df006ee90 0x7f1df015d520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:37.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.602+0000 7f1deed9d640 1 -- 172.21.15.5:0/2306523832 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1df00aff20 msgr2=0x7f1df015fea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:37.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.602+0000 7f1deed9d640 1 --2- 172.21.15.5:0/2306523832 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1df00aff20 0x7f1df015fea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:37.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.602+0000 7f1deed9d640 1 -- 172.21.15.5:0/2306523832 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1df01e5d90 con 0x7f1df00ce830 2024-09-19T05:02:37.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.602+0000 7f1dedd9b640 1 --2- 172.21.15.5:0/2306523832 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1df00aff20 0x7f1df015fea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:37.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.602+0000 7f1deed9d640 1 --2- 172.21.15.5:0/2306523832 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1df00ce830 0x7f1df014c9b0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f1de80097a0 tx=0x7f1de80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:37.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.603+0000 7f1de6ffd640 1 -- 172.21.15.5:0/2306523832 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1de8042070 con 0x7f1df00ce830 2024-09-19T05:02:37.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.603+0000 7f1de6ffd640 1 -- 172.21.15.5:0/2306523832 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1de8032e10 con 0x7f1df00ce830 2024-09-19T05:02:37.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.603+0000 7f1df4de4640 1 -- 172.21.15.5:0/2306523832 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1df01e6030 con 0x7f1df00ce830 2024-09-19T05:02:37.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.603+0000 7f1de6ffd640 1 -- 172.21.15.5:0/2306523832 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1de8037040 con 0x7f1df00ce830 2024-09-19T05:02:37.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.603+0000 7f1df4de4640 1 -- 172.21.15.5:0/2306523832 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1df01e65f0 con 0x7f1df00ce830 2024-09-19T05:02:37.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.604+0000 7f1df4de4640 1 -- 172.21.15.5:0/2306523832 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1df006f340 con 0x7f1df00ce830 2024-09-19T05:02:37.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.604+0000 7f1de6ffd640 1 -- 172.21.15.5:0/2306523832 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1de8045070 con 0x7f1df00ce830 2024-09-19T05:02:37.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.605+0000 7f1de6ffd640 1 --2- 172.21.15.5:0/2306523832 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1dd006c2b0 0x7f1dd006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:37.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.605+0000 7f1de6ffd640 1 -- 172.21.15.5:0/2306523832 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5249+0+0 (secure 0 0 0) 0x7f1de80ab940 con 0x7f1df00ce830 2024-09-19T05:02:37.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.605+0000 7f1dee59c640 1 --2- 172.21.15.5:0/2306523832 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1dd006c2b0 0x7f1dd006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:37.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.605+0000 7f1dee59c640 1 --2- 172.21.15.5:0/2306523832 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1dd006c2b0 0x7f1dd006e770 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1df01e84b0 tx=0x7f1de000b040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:37.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.609+0000 7f1de6ffd640 1 -- 172.21.15.5:0/2306523832 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1de807a300 con 0x7f1df00ce830 2024-09-19T05:02:37.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.851+0000 7f1df4de4640 1 -- 172.21.15.5:0/2306523832 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f1df015be40 con 0x7f1df00ce830 2024-09-19T05:02:37.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.852+0000 7f1de6ffd640 1 -- 172.21.15.5:0/2306523832 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v11) ==== 80+0+5304 (secure 0 0 0) 0x7f1de8079c00 con 0x7f1df00ce830 2024-09-19T05:02:37.854 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:37.854 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-19T05:02:37.854 INFO:teuthology.orchestra.run.smithi005.stdout: "auth_dump": [ 2024-09-19T05:02:37.854 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:37.854 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.a", 2024-09-19T05:02:37.854 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmpZ7nDxAAD1scx1UIy3CnKegJ7AEbAw==", 2024-09-19T05:02:37.854 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:37.854 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:02:37.854 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:02:37.854 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:02:37.854 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:37.855 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:37.855 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:37.855 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:37.855 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.b", 2024-09-19T05:02:37.855 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmnC/FGxAA0Ep54+DXvaBSLkVML9btKw==", 2024-09-19T05:02:37.855 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:37.855 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:02:37.855 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:02:37.855 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:02:37.855 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:37.855 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:37.855 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:37.855 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:37.856 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.c", 2024-09-19T05:02:37.856 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmUYAMFxAA9cKjB9Y9Zd8ZtMpbn0myCw==", 2024-09-19T05:02:37.856 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:37.856 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:02:37.856 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:02:37.856 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:02:37.856 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:37.856 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:37.856 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:37.856 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:37.856 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.d", 2024-09-19T05:02:37.856 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmy0nIIhAAinwmXV5/xxzPFPiZlz+knw==", 2024-09-19T05:02:37.856 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:37.857 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:02:37.857 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:02:37.857 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:02:37.857 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:37.857 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:37.857 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:37.857 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:37.857 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.0", 2024-09-19T05:02:37.857 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDpr+tmKrR+FRAAntW/A29i8VDMf78PS0VtvA==", 2024-09-19T05:02:37.857 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:37.857 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:02:37.857 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:02:37.858 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:37.858 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:37.858 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:37.858 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:37.858 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.1", 2024-09-19T05:02:37.858 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDsr+tmhe0kNRAAHZGTLwLf1sfstZ0qigRNTA==", 2024-09-19T05:02:37.858 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:37.858 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:02:37.858 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:02:37.858 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:37.858 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:37.858 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:37.858 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:37.858 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.2", 2024-09-19T05:02:37.859 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDwr+tm+O4gGRAAHq7VHqyT2X9R7vgBTLafmw==", 2024-09-19T05:02:37.859 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:37.859 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:02:37.859 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:02:37.859 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:37.859 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:37.859 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:37.859 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:37.859 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.3", 2024-09-19T05:02:37.859 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDzr+tmjpkFKhAATYy5muRBYnfTuWoX39D6UA==", 2024-09-19T05:02:37.859 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:37.859 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:02:37.860 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:02:37.860 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:37.860 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:37.860 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:37.860 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:37.860 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.4", 2024-09-19T05:02:37.860 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQD5r+tmViCLMxAAPq8MDjjILutqnKX0IFZJtg==", 2024-09-19T05:02:37.860 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:37.860 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:02:37.860 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:02:37.860 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:37.860 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:37.860 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:37.860 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:37.861 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.5", 2024-09-19T05:02:37.861 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQD8r+tmfmyyNBAAwfxmtJoqHxQFg7HtbvGxVQ==", 2024-09-19T05:02:37.861 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:37.861 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:02:37.861 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:02:37.861 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:37.861 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:37.861 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:37.861 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:37.861 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.6", 2024-09-19T05:02:37.861 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQAAsOtmIt1uCRAAnXvaDPiWXTUW17dVdFtDuw==", 2024-09-19T05:02:37.861 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:37.861 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:02:37.862 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:02:37.862 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:37.862 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:37.862 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:37.862 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:37.862 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.7", 2024-09-19T05:02:37.862 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQADsOtmalRmCxAA9cFAAF7cNTj/iuLa3HUREw==", 2024-09-19T05:02:37.862 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:37.862 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:02:37.862 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:02:37.863 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:37.863 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:37.863 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:37.863 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:37.863 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.0", 2024-09-19T05:02:37.863 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmGJAHJxAA6YT7sqI8XwKH2Z23OxGkFw==", 2024-09-19T05:02:37.863 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:37.863 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:02:37.863 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow r", 2024-09-19T05:02:37.863 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T05:02:37.863 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:37.863 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:37.863 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:37.864 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.1", 2024-09-19T05:02:37.864 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmKiH7LxAAloWT1uvHnFdhd4peNF2J/w==", 2024-09-19T05:02:37.864 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:37.864 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:02:37.864 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow r", 2024-09-19T05:02:37.864 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow rw", 2024-09-19T05:02:37.864 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rwx" 2024-09-19T05:02:37.864 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:37.864 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:37.864 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:37.864 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.2", 2024-09-19T05:02:37.864 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmVqa2LBAAMm5ULwdyHFdtV9xyigltBA==", 2024-09-19T05:02:37.864 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:37.864 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:02:37.865 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow r", 2024-09-19T05:02:37.865 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow rw", 2024-09-19T05:02:37.865 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rwx" 2024-09-19T05:02:37.865 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:37.865 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:37.865 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:37.865 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.3", 2024-09-19T05:02:37.865 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmMyKpNRAAKE+cZfnTxMX6BKtqAIEFPQ==", 2024-09-19T05:02:37.865 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:37.865 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:02:37.865 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow r", 2024-09-19T05:02:37.865 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow rw", 2024-09-19T05:02:37.865 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rwx" 2024-09-19T05:02:37.865 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:37.866 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:37.866 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:37.866 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.admin", 2024-09-19T05:02:37.866 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDmr+tmPU9oLxAAfNONpFUBCiu1iEVStzscAg==", 2024-09-19T05:02:37.866 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:37.866 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow *", 2024-09-19T05:02:37.866 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:02:37.866 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:02:37.866 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:37.866 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:37.866 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:37.866 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:37.866 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mgr.x", 2024-09-19T05:02:37.867 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmCuGaDBAAg9I6sCwJVK5ffq3rOzb8vA==", 2024-09-19T05:02:37.867 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:37.867 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow *", 2024-09-19T05:02:37.867 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile mgr", 2024-09-19T05:02:37.867 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:37.867 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:37.867 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:02:37.867 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:37.867 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mgr.y", 2024-09-19T05:02:37.867 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmUWK2CBAA7/0u4Ns0J1Twfj2YGphbkQ==", 2024-09-19T05:02:37.867 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:02:37.867 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow *", 2024-09-19T05:02:37.867 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile mgr", 2024-09-19T05:02:37.867 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:02:37.868 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:37.868 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:37.868 INFO:teuthology.orchestra.run.smithi005.stdout: ] 2024-09-19T05:02:37.868 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-19T05:02:37.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.854+0000 7f1df4de4640 1 -- 172.21.15.5:0/2306523832 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1dd006c2b0 msgr2=0x7f1dd006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:37.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.854+0000 7f1df4de4640 1 --2- 172.21.15.5:0/2306523832 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1dd006c2b0 0x7f1dd006e770 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1df01e84b0 tx=0x7f1de000b040 comp rx=0 tx=0).stop 2024-09-19T05:02:37.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.854+0000 7f1df4de4640 1 -- 172.21.15.5:0/2306523832 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1df00ce830 msgr2=0x7f1df014c9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:37.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.854+0000 7f1df4de4640 1 --2- 172.21.15.5:0/2306523832 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1df00ce830 0x7f1df014c9b0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f1de80097a0 tx=0x7f1de80046c0 comp rx=0 tx=0).stop 2024-09-19T05:02:37.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.854+0000 7f1df4de4640 1 -- 172.21.15.5:0/2306523832 shutdown_connections 2024-09-19T05:02:37.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.854+0000 7f1df4de4640 1 --2- 172.21.15.5:0/2306523832 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1dd006c2b0 0x7f1dd006e770 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:37.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.854+0000 7f1df4de4640 1 --2- 172.21.15.5:0/2306523832 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1df00ce830 0x7f1df014c9b0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:37.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.854+0000 7f1df4de4640 1 --2- 172.21.15.5:0/2306523832 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1df00aff20 0x7f1df015fea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:37.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.854+0000 7f1df4de4640 1 --2- 172.21.15.5:0/2306523832 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1df006ee90 0x7f1df015d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:37.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.854+0000 7f1df4de4640 1 -- 172.21.15.5:0/2306523832 >> 172.21.15.5:0/2306523832 conn(0x7f1df00736d0 msgr2=0x7f1df006d100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:37.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.854+0000 7f1df4de4640 1 -- 172.21.15.5:0/2306523832 shutdown_connections 2024-09-19T05:02:37.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.854+0000 7f1df4de4640 1 -- 172.21.15.5:0/2306523832 wait complete. 2024-09-19T05:02:37.870 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T05:02:37.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.971+0000 7f7a21077640 1 Processor -- start 2024-09-19T05:02:37.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.971+0000 7f7a21077640 1 -- start start 2024-09-19T05:02:37.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.971+0000 7f7a21077640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f7a1c15e890 0x7f7a1c06cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:37.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.971+0000 7f7a21077640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7a1c0d4f00 0x7f7a1c0b8a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:37.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.971+0000 7f7a21077640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7a1c0d3040 con 0x7f7a1c0d2b60 2024-09-19T05:02:37.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.971+0000 7f7a21077640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f7a1c0d3c50 con 0x7f7a1c15e890 2024-09-19T05:02:37.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.971+0000 7f7a21077640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f7a1c0d3320 con 0x7f7a1c0d4f00 2024-09-19T05:02:37.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.972+0000 7f7a1b59e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7a1c0d4f00 0x7f7a1c0b8a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:37.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.972+0000 7f7a1b59e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7a1c0d4f00 0x7f7a1c0b8a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.5:55536/0 (socket says 172.21.15.5:55536) 2024-09-19T05:02:37.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.972+0000 7f7a1b59e640 1 -- 172.21.15.5:0/99212638 learned_addr learned my addr 172.21.15.5:0/99212638 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:37.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.972+0000 7f7a1ad9d640 1 --2- 172.21.15.5:0/99212638 >> v2:172.21.15.134:3300/0 conn(0x7f7a1c15e890 0x7f7a1c06cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:37.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.972+0000 7f7a1b59e640 1 -- 172.21.15.5:0/99212638 >> v2:172.21.15.134:3300/0 conn(0x7f7a1c15e890 msgr2=0x7f7a1c06cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:37.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.972+0000 7f7a1b59e640 1 --2- 172.21.15.5:0/99212638 >> v2:172.21.15.134:3300/0 conn(0x7f7a1c15e890 0x7f7a1c06cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:37.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.972+0000 7f7a1b59e640 1 -- 172.21.15.5:0/99212638 >> v1:172.21.15.134:6789/0 conn(0x7f7a1c0d2b60 legacy=0x7f7a1c0cede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:37.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.972+0000 7f7a1b59e640 1 -- 172.21.15.5:0/99212638 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a1c0d3600 con 0x7f7a1c0d4f00 2024-09-19T05:02:37.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.972+0000 7f7a1ad9d640 1 --2- 172.21.15.5:0/99212638 >> v2:172.21.15.134:3300/0 conn(0x7f7a1c15e890 0x7f7a1c06cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:02:37.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.973+0000 7f7a1b59e640 1 --2- 172.21.15.5:0/99212638 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7a1c0d4f00 0x7f7a1c0b8a30 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7a14009e50 tx=0x7f7a1402a5f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b85629f160617e95 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:37.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.973+0000 7f7a1a59c640 1 -- 172.21.15.5:0/99212638 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a14036070 con 0x7f7a1c0d4f00 2024-09-19T05:02:37.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.973+0000 7f7a1a59c640 1 -- 172.21.15.5:0/99212638 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a14031600 con 0x7f7a1c0d4f00 2024-09-19T05:02:37.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.973+0000 7f7a1a59c640 1 -- 172.21.15.5:0/99212638 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a140319d0 con 0x7f7a1c0d4f00 2024-09-19T05:02:37.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.974+0000 7f7a21077640 1 -- 172.21.15.5:0/99212638 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7a1c0d4f00 msgr2=0x7f7a1c0b8a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:37.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.974+0000 7f7a21077640 1 --2- 172.21.15.5:0/99212638 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7a1c0d4f00 0x7f7a1c0b8a30 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7a14009e50 tx=0x7f7a1402a5f0 comp rx=0 tx=0).stop 2024-09-19T05:02:37.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.974+0000 7f7a21077640 1 -- 172.21.15.5:0/99212638 shutdown_connections 2024-09-19T05:02:37.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.974+0000 7f7a21077640 1 --2- 172.21.15.5:0/99212638 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7a1c0d4f00 0x7f7a1c0b8a30 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:37.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.974+0000 7f7a21077640 1 --2- 172.21.15.5:0/99212638 >> v2:172.21.15.134:3300/0 conn(0x7f7a1c15e890 0x7f7a1c06cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:37.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.974+0000 7f7a21077640 1 -- 172.21.15.5:0/99212638 >> 172.21.15.5:0/99212638 conn(0x7f7a1c0b66c0 msgr2=0x7f7a1c0d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:37.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.974+0000 7f7a21077640 1 -- 172.21.15.5:0/99212638 shutdown_connections 2024-09-19T05:02:37.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.974+0000 7f7a21077640 1 -- 172.21.15.5:0/99212638 wait complete. 2024-09-19T05:02:37.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.975+0000 7f7a21077640 1 Processor -- start 2024-09-19T05:02:37.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.975+0000 7f7a21077640 1 -- start start 2024-09-19T05:02:37.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.976+0000 7f7a21077640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7a1c0d2b60 0x7f7a1c158ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:37.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.976+0000 7f7a21077640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7a1c0d4f00 0x7f7a1c15a380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:37.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.976+0000 7f7a21077640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7a1c15e890 0x7f7a1c0ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:37.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.976+0000 7f7a21077640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f7a1c06db10 con 0x7f7a1c0d4f00 2024-09-19T05:02:37.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.976+0000 7f7a21077640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f7a1c15ec70 con 0x7f7a1c0d2b60 2024-09-19T05:02:37.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.976+0000 7f7a21077640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f7a1c06dc90 con 0x7f7a1c15e890 2024-09-19T05:02:37.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.976+0000 7f7a1259c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7a1c0d4f00 0x7f7a1c15a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:37.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.976+0000 7f7a1259c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7a1c0d4f00 0x7f7a1c15a380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47658/0 (socket says 172.21.15.5:47658) 2024-09-19T05:02:37.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.976+0000 7f7a1259c640 1 -- 172.21.15.5:0/3797131774 learned_addr learned my addr 172.21.15.5:0/3797131774 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:37.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.976+0000 7f7a1b59e640 1 --2- 172.21.15.5:0/3797131774 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7a1c15e890 0x7f7a1c0ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:37.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.976+0000 7f7a1ad9d640 1 --2- 172.21.15.5:0/3797131774 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7a1c0d2b60 0x7f7a1c158ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:37.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.977+0000 7f7a1259c640 1 -- 172.21.15.5:0/3797131774 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7a1c15e890 msgr2=0x7f7a1c0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:37.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.977+0000 7f7a1259c640 1 --2- 172.21.15.5:0/3797131774 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7a1c15e890 0x7f7a1c0ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:37.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.977+0000 7f7a1259c640 1 -- 172.21.15.5:0/3797131774 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7a1c0d2b60 msgr2=0x7f7a1c158ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:37.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.977+0000 7f7a1259c640 1 --2- 172.21.15.5:0/3797131774 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7a1c0d2b60 0x7f7a1c158ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:37.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.977+0000 7f7a1259c640 1 -- 172.21.15.5:0/3797131774 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a1c15ad60 con 0x7f7a1c0d4f00 2024-09-19T05:02:37.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.977+0000 7f7a1259c640 1 --2- 172.21.15.5:0/3797131774 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7a1c0d4f00 0x7f7a1c15a380 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f7a0400c440 tx=0x7f7a0400c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:37.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.977+0000 7f7a13fff640 1 -- 172.21.15.5:0/3797131774 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a040052d0 con 0x7f7a1c0d4f00 2024-09-19T05:02:37.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.977+0000 7f7a13fff640 1 -- 172.21.15.5:0/3797131774 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a04005470 con 0x7f7a1c0d4f00 2024-09-19T05:02:37.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.977+0000 7f7a21077640 1 -- 172.21.15.5:0/3797131774 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a1c15b040 con 0x7f7a1c0d4f00 2024-09-19T05:02:37.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.977+0000 7f7a13fff640 1 -- 172.21.15.5:0/3797131774 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a04007260 con 0x7f7a1c0d4f00 2024-09-19T05:02:37.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.977+0000 7f7a21077640 1 -- 172.21.15.5:0/3797131774 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a1c15b600 con 0x7f7a1c0d4f00 2024-09-19T05:02:37.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.978+0000 7f7a21077640 1 -- 172.21.15.5:0/3797131774 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a1c06cbb0 con 0x7f7a1c0d4f00 2024-09-19T05:02:37.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.978+0000 7f7a13fff640 1 -- 172.21.15.5:0/3797131774 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7a040074c0 con 0x7f7a1c0d4f00 2024-09-19T05:02:37.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.979+0000 7f7a13fff640 1 --2- 172.21.15.5:0/3797131774 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f79fc06c2b0 0x7f79fc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:37.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.979+0000 7f7a13fff640 1 -- 172.21.15.5:0/3797131774 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5249+0+0 (secure 0 0 0) 0x7f7a0408a660 con 0x7f7a1c0d4f00 2024-09-19T05:02:37.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.979+0000 7f7a1ad9d640 1 --2- 172.21.15.5:0/3797131774 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f79fc06c2b0 0x7f79fc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:37.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.980+0000 7f7a1ad9d640 1 --2- 172.21.15.5:0/3797131774 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f79fc06c2b0 0x7f79fc06e770 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f7a0c009560 tx=0x7f7a0c009190 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:37.985 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:37.983+0000 7f7a13fff640 1 -- 172.21.15.5:0/3797131774 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7a04058940 con 0x7f7a1c0d4f00 2024-09-19T05:02:38.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.162+0000 7f7a21077640 1 -- 172.21.15.5:0/3797131774 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f7a1c0b8860 con 0x7f7a1c0d4f00 2024-09-19T05:02:38.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.162+0000 7f7a13fff640 1 -- 172.21.15.5:0/3797131774 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v46) ==== 84+0+65 (secure 0 0 0) 0x7f7a0405cc40 con 0x7f7a1c0d4f00 2024-09-19T05:02:38.164 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:38.164 INFO:teuthology.orchestra.run.smithi005.stdout:[ 2024-09-19T05:02:38.164 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:02:38.164 INFO:teuthology.orchestra.run.smithi005.stdout: "poolnum": 1, 2024-09-19T05:02:38.165 INFO:teuthology.orchestra.run.smithi005.stdout: "poolname": ".mgr" 2024-09-19T05:02:38.165 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:02:38.165 INFO:teuthology.orchestra.run.smithi005.stdout:] 2024-09-19T05:02:38.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.165+0000 7f7a21077640 1 -- 172.21.15.5:0/3797131774 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f79fc06c2b0 msgr2=0x7f79fc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:38.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.165+0000 7f7a21077640 1 --2- 172.21.15.5:0/3797131774 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f79fc06c2b0 0x7f79fc06e770 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f7a0c009560 tx=0x7f7a0c009190 comp rx=0 tx=0).stop 2024-09-19T05:02:38.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.165+0000 7f7a21077640 1 -- 172.21.15.5:0/3797131774 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7a1c0d4f00 msgr2=0x7f7a1c15a380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:38.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.165+0000 7f7a21077640 1 --2- 172.21.15.5:0/3797131774 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7a1c0d4f00 0x7f7a1c15a380 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f7a0400c440 tx=0x7f7a0400c900 comp rx=0 tx=0).stop 2024-09-19T05:02:38.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.165+0000 7f7a21077640 1 -- 172.21.15.5:0/3797131774 shutdown_connections 2024-09-19T05:02:38.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.165+0000 7f7a21077640 1 --2- 172.21.15.5:0/3797131774 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f79fc06c2b0 0x7f79fc06e770 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:38.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.165+0000 7f7a21077640 1 --2- 172.21.15.5:0/3797131774 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7a1c15e890 0x7f7a1c0ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:38.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.165+0000 7f7a21077640 1 --2- 172.21.15.5:0/3797131774 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7a1c0d4f00 0x7f7a1c15a380 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:38.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.165+0000 7f7a21077640 1 --2- 172.21.15.5:0/3797131774 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7a1c0d2b60 0x7f7a1c158ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:38.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.165+0000 7f7a21077640 1 -- 172.21.15.5:0/3797131774 >> 172.21.15.5:0/3797131774 conn(0x7f7a1c0b66c0 msgr2=0x7f7a1c0b8fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:38.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.165+0000 7f7a21077640 1 -- 172.21.15.5:0/3797131774 shutdown_connections 2024-09-19T05:02:38.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.165+0000 7f7a21077640 1 -- 172.21.15.5:0/3797131774 wait complete. 2024-09-19T05:02:38.177 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T05:02:38.177 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T05:02:38.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.282+0000 7f01eb223640 1 Processor -- start 2024-09-19T05:02:38.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.282+0000 7f01eb223640 1 -- start start 2024-09-19T05:02:38.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.283+0000 7f01eb223640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f01e415e5c0 0x7f01e40d3370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:38.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.283+0000 7f01eb223640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01e415e9a0 con 0x7f01e40cf530 2024-09-19T05:02:38.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.283+0000 7f01eb223640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01e40d38b0 con 0x7f01e40d1740 2024-09-19T05:02:38.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.283+0000 7f01eb223640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f01e40b7620 con 0x7f01e415e5c0 2024-09-19T05:02:38.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.283+0000 7f01e3fff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f01e40cf530 0x7f01e40d1030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46858/0 (socket says 172.21.15.5:46858) 2024-09-19T05:02:38.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.283+0000 7f01e3fff640 1 -- 172.21.15.5:0/2954587045 learned_addr learned my addr 172.21.15.5:0/2954587045 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:38.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.283+0000 7f01e8fbf640 1 --2- 172.21.15.5:0/2954587045 >> v2:172.21.15.134:3300/0 conn(0x7f01e415e5c0 0x7f01e40d3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:38.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.283+0000 7f01e37fe640 1 -- 172.21.15.5:0/2954587045 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1759241167 0 0) 0x7f01e415e9a0 con 0x7f01e40cf530 2024-09-19T05:02:38.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.284+0000 7f01e37fe640 1 -- 172.21.15.5:0/2954587045 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f01d0003520 con 0x7f01e40cf530 2024-09-19T05:02:38.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.284+0000 7f01e8fbf640 1 -- 172.21.15.5:0/2954587045 >> v1:172.21.15.134:6789/0 conn(0x7f01e40d1740 legacy=0x7f01e40b7d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:38.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.284+0000 7f01e8fbf640 1 -- 172.21.15.5:0/2954587045 >> v1:172.21.15.5:6789/0 conn(0x7f01e40cf530 legacy=0x7f01e40d1030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:38.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.284+0000 7f01e37fe640 1 -- 172.21.15.5:0/2954587045 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 532517494 0 0) 0x7f01e40d38b0 con 0x7f01e40d1740 2024-09-19T05:02:38.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.284+0000 7f01e8fbf640 1 -- 172.21.15.5:0/2954587045 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01e40d3b50 con 0x7f01e415e5c0 2024-09-19T05:02:38.287 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.284+0000 7f01e8fbf640 1 --2- 172.21.15.5:0/2954587045 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f01e415e5c0 0x7f01e40d3370 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f01cc0097a0 tx=0x7f01cc02a2c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5e33d42f40910b75 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:38.287 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.285+0000 7f01e37fe640 1 -- 172.21.15.5:0/2954587045 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01cc037070 con 0x7f01e415e5c0 2024-09-19T05:02:38.287 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.285+0000 7f01e37fe640 1 -- 172.21.15.5:0/2954587045 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01cc032640 con 0x7f01e415e5c0 2024-09-19T05:02:38.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.285+0000 7f01e37fe640 1 -- 172.21.15.5:0/2954587045 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01cc032a10 con 0x7f01e415e5c0 2024-09-19T05:02:38.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.285+0000 7f01eb223640 1 -- 172.21.15.5:0/2954587045 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f01e415e5c0 msgr2=0x7f01e40d3370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:38.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.285+0000 7f01eb223640 1 --2- 172.21.15.5:0/2954587045 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f01e415e5c0 0x7f01e40d3370 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f01cc0097a0 tx=0x7f01cc02a2c0 comp rx=0 tx=0).stop 2024-09-19T05:02:38.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.285+0000 7f01eb223640 1 -- 172.21.15.5:0/2954587045 shutdown_connections 2024-09-19T05:02:38.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.285+0000 7f01eb223640 1 --2- 172.21.15.5:0/2954587045 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f01e415e5c0 0x7f01e40d3370 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:38.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.285+0000 7f01eb223640 1 -- 172.21.15.5:0/2954587045 >> 172.21.15.5:0/2954587045 conn(0x7f01e4067f80 msgr2=0x7f01e406ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:38.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.285+0000 7f01eb223640 1 -- 172.21.15.5:0/2954587045 shutdown_connections 2024-09-19T05:02:38.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.285+0000 7f01eb223640 1 -- 172.21.15.5:0/2954587045 wait complete. 2024-09-19T05:02:38.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.286+0000 7f01eb223640 1 Processor -- start 2024-09-19T05:02:38.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.287+0000 7f01eb223640 1 -- start start 2024-09-19T05:02:38.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.287+0000 7f01eb223640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f01e40cf530 0x7f01e41614a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:38.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.287+0000 7f01eb223640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f01e40d1740 0x7f01e4160490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:38.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.287+0000 7f01eb223640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f01e415e5c0 0x7f01e40ac120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:38.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.287+0000 7f01eb223640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f01e40d43f0 con 0x7f01e40d1740 2024-09-19T05:02:38.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.287+0000 7f01eb223640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f01e40d4110 con 0x7f01e415e5c0 2024-09-19T05:02:38.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.287+0000 7f01eb223640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f01e40b7850 con 0x7f01e40cf530 2024-09-19T05:02:38.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.288+0000 7f01e3fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f01e40d1740 0x7f01e4160490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:38.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.288+0000 7f01e3fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f01e40d1740 0x7f01e4160490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47666/0 (socket says 172.21.15.5:47666) 2024-09-19T05:02:38.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.288+0000 7f01e3fff640 1 -- 172.21.15.5:0/3820024643 learned_addr learned my addr 172.21.15.5:0/3820024643 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:38.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.288+0000 7f01e8fbf640 1 --2- 172.21.15.5:0/3820024643 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f01e40cf530 0x7f01e41614a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:38.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.288+0000 7f01e97c0640 1 --2- 172.21.15.5:0/3820024643 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f01e415e5c0 0x7f01e40ac120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:38.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.288+0000 7f01e3fff640 1 -- 172.21.15.5:0/3820024643 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f01e40cf530 msgr2=0x7f01e41614a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:38.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.288+0000 7f01e3fff640 1 --2- 172.21.15.5:0/3820024643 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f01e40cf530 0x7f01e41614a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:38.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.288+0000 7f01e3fff640 1 -- 172.21.15.5:0/3820024643 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f01e415e5c0 msgr2=0x7f01e40ac120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:38.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.288+0000 7f01e3fff640 1 --2- 172.21.15.5:0/3820024643 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f01e415e5c0 0x7f01e40ac120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:38.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.288+0000 7f01e3fff640 1 -- 172.21.15.5:0/3820024643 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01e415f760 con 0x7f01e40d1740 2024-09-19T05:02:38.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.288+0000 7f01e8fbf640 1 --2- 172.21.15.5:0/3820024643 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f01e40cf530 0x7f01e41614a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:38.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.288+0000 7f01e3fff640 1 --2- 172.21.15.5:0/3820024643 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f01e40d1740 0x7f01e4160490 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f01d400c430 tx=0x7f01d400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:38.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.288+0000 7f01e17fa640 1 -- 172.21.15.5:0/3820024643 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01d4017070 con 0x7f01e40d1740 2024-09-19T05:02:38.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.288+0000 7f01e17fa640 1 -- 172.21.15.5:0/3820024643 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01d4005ce0 con 0x7f01e40d1740 2024-09-19T05:02:38.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.288+0000 7f01eb223640 1 -- 172.21.15.5:0/3820024643 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01e40ab640 con 0x7f01e40d1740 2024-09-19T05:02:38.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.288+0000 7f01e17fa640 1 -- 172.21.15.5:0/3820024643 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01d40072f0 con 0x7f01e40d1740 2024-09-19T05:02:38.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.288+0000 7f01eb223640 1 -- 172.21.15.5:0/3820024643 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01e41619e0 con 0x7f01e40d1740 2024-09-19T05:02:38.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.289+0000 7f01eb223640 1 -- 172.21.15.5:0/3820024643 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01e40d3370 con 0x7f01e40d1740 2024-09-19T05:02:38.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.290+0000 7f01e17fa640 1 -- 172.21.15.5:0/3820024643 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f01d401a070 con 0x7f01e40d1740 2024-09-19T05:02:38.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.290+0000 7f01e17fa640 1 --2- 172.21.15.5:0/3820024643 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f01c406c2b0 0x7f01c406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:38.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.291+0000 7f01e17fa640 1 -- 172.21.15.5:0/3820024643 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5249+0+0 (secure 0 0 0) 0x7f01d408a770 con 0x7f01e40d1740 2024-09-19T05:02:38.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.291+0000 7f01e8fbf640 1 --2- 172.21.15.5:0/3820024643 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f01c406c2b0 0x7f01c406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:38.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.291+0000 7f01e8fbf640 1 --2- 172.21.15.5:0/3820024643 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f01c406c2b0 0x7f01c406e770 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f01cc034000 tx=0x7f01cc02e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:38.296 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.295+0000 7f01e17fa640 1 -- 172.21.15.5:0/3820024643 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f01d40590a0 con 0x7f01e40d1740 2024-09-19T05:02:38.474 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:38.472+0000 7f01eb223640 1 -- 172.21.15.5:0/3820024643 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f01e4161d90 con 0x7f01e40d1740 2024-09-19T05:02:39.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.472+0000 7f01e17fa640 1 -- 172.21.15.5:0/3820024643 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v47) ==== 138+0+0 (secure 0 0 0) 0x7f01d40589a0 con 0x7f01e40d1740 2024-09-19T05:02:39.474 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_metadata' created 2024-09-19T05:02:39.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.475+0000 7f01eb223640 1 -- 172.21.15.5:0/3820024643 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f01c406c2b0 msgr2=0x7f01c406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:39.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.475+0000 7f01eb223640 1 --2- 172.21.15.5:0/3820024643 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f01c406c2b0 0x7f01c406e770 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f01cc034000 tx=0x7f01cc02e000 comp rx=0 tx=0).stop 2024-09-19T05:02:39.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.475+0000 7f01eb223640 1 -- 172.21.15.5:0/3820024643 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f01e40d1740 msgr2=0x7f01e4160490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:39.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.475+0000 7f01eb223640 1 --2- 172.21.15.5:0/3820024643 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f01e40d1740 0x7f01e4160490 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f01d400c430 tx=0x7f01d400c8f0 comp rx=0 tx=0).stop 2024-09-19T05:02:39.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.476+0000 7f01eb223640 1 -- 172.21.15.5:0/3820024643 shutdown_connections 2024-09-19T05:02:39.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.476+0000 7f01eb223640 1 --2- 172.21.15.5:0/3820024643 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f01c406c2b0 0x7f01c406e770 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:39.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.476+0000 7f01eb223640 1 --2- 172.21.15.5:0/3820024643 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f01e415e5c0 0x7f01e40ac120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:39.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.476+0000 7f01eb223640 1 --2- 172.21.15.5:0/3820024643 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f01e40d1740 0x7f01e4160490 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:39.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.476+0000 7f01eb223640 1 --2- 172.21.15.5:0/3820024643 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f01e40cf530 0x7f01e41614a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:39.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.476+0000 7f01eb223640 1 -- 172.21.15.5:0/3820024643 >> 172.21.15.5:0/3820024643 conn(0x7f01e4067f80 msgr2=0x7f01e40b99c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:39.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.476+0000 7f01eb223640 1 -- 172.21.15.5:0/3820024643 shutdown_connections 2024-09-19T05:02:39.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.476+0000 7f01eb223640 1 -- 172.21.15.5:0/3820024643 wait complete. 2024-09-19T05:02:39.496 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T05:02:39.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.610+0000 7fca7a531640 1 Processor -- start 2024-09-19T05:02:39.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.610+0000 7fca7a531640 1 -- start start 2024-09-19T05:02:39.614 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.611+0000 7fca7a531640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fca7415f770 0x7fca741670a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:39.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.611+0000 7fca7a531640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fca740b2820 con 0x7fca74145180 2024-09-19T05:02:39.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.611+0000 7fca7a531640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fca740b2b00 con 0x7fca74073690 2024-09-19T05:02:39.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.611+0000 7fca7a531640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fca740b25d0 con 0x7fca7415f770 2024-09-19T05:02:39.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.611+0000 7fca73fff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fca74145180 0x7fca7415caf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46862/0 (socket says 172.21.15.5:46862) 2024-09-19T05:02:39.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.611+0000 7fca73fff640 1 -- 172.21.15.5:0/3764722367 learned_addr learned my addr 172.21.15.5:0/3764722367 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:39.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.611+0000 7fca72ffd640 1 -- 172.21.15.5:0/3764722367 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4203806329 0 0) 0x7fca740b2820 con 0x7fca74145180 2024-09-19T05:02:39.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.611+0000 7fca72ffd640 1 -- 172.21.15.5:0/3764722367 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fca5c003520 con 0x7fca74145180 2024-09-19T05:02:39.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.611+0000 7fca78ace640 1 --2- 172.21.15.5:0/3764722367 >> v2:172.21.15.134:3300/0 conn(0x7fca7415f770 0x7fca741670a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:39.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.612+0000 7fca72ffd640 1 -- 172.21.15.5:0/3764722367 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4214801998 0 0) 0x7fca5c003520 con 0x7fca74145180 2024-09-19T05:02:39.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.612+0000 7fca72ffd640 1 -- 172.21.15.5:0/3764722367 >> v2:172.21.15.134:3300/0 conn(0x7fca7415f770 msgr2=0x7fca741670a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:39.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.612+0000 7fca72ffd640 1 --2- 172.21.15.5:0/3764722367 >> v2:172.21.15.134:3300/0 conn(0x7fca7415f770 0x7fca741670a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:39.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.612+0000 7fca72ffd640 1 -- 172.21.15.5:0/3764722367 >> v1:172.21.15.134:6789/0 conn(0x7fca74073690 legacy=0x7fca7415d200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:39.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.612+0000 7fca72ffd640 1 -- 172.21.15.5:0/3764722367 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca740b2de0 con 0x7fca74145180 2024-09-19T05:02:39.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.612+0000 7fca72ffd640 1 -- 172.21.15.5:0/3764722367 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7fca64001670 con 0x7fca74145180 2024-09-19T05:02:39.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.612+0000 7fca72ffd640 1 -- 172.21.15.5:0/3764722367 >> v1:172.21.15.5:6789/0 conn(0x7fca74145180 legacy=0x7fca7415caf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:39.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.612+0000 7fca72ffd640 1 --2- 172.21.15.5:0/3764722367 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fca5c0039b0 0x7fca5c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:39.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.612+0000 7fca72ffd640 1 --2- 172.21.15.5:0/3764722367 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fca5c004800 0x7fca5c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:39.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.612+0000 7fca72ffd640 1 --2- 172.21.15.5:0/3764722367 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fca5c0051c0 0x7fca5c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:39.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.612+0000 7fca72ffd640 1 -- 172.21.15.5:0/3764722367 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fca740b25d0 con 0x7fca5c004800 2024-09-19T05:02:39.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.612+0000 7fca72ffd640 1 -- 172.21.15.5:0/3764722367 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fca5c00c060 con 0x7fca5c0039b0 2024-09-19T05:02:39.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.612+0000 7fca72ffd640 1 -- 172.21.15.5:0/3764722367 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fca5c00c260 con 0x7fca5c0051c0 2024-09-19T05:02:39.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.612+0000 7fca737fe640 1 --2- 172.21.15.5:0/3764722367 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fca5c004800 0x7fca5c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:39.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.612+0000 7fca73fff640 1 --2- 172.21.15.5:0/3764722367 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fca5c0039b0 0x7fca5c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:39.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.612+0000 7fca78ace640 1 --2- 172.21.15.5:0/3764722367 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fca5c0051c0 0x7fca5c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:39.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.612+0000 7fca737fe640 1 -- 172.21.15.5:0/3764722367 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fca5c0051c0 msgr2=0x7fca5c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:39.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.612+0000 7fca737fe640 1 --2- 172.21.15.5:0/3764722367 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fca5c0051c0 0x7fca5c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:39.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.612+0000 7fca737fe640 1 -- 172.21.15.5:0/3764722367 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fca5c0039b0 msgr2=0x7fca5c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:39.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.612+0000 7fca737fe640 1 --2- 172.21.15.5:0/3764722367 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fca5c0039b0 0x7fca5c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:39.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.612+0000 7fca737fe640 1 -- 172.21.15.5:0/3764722367 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca5c003520 con 0x7fca5c004800 2024-09-19T05:02:39.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.612+0000 7fca78ace640 1 -- 172.21.15.5:0/3764722367 reap_dead start 2024-09-19T05:02:39.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.613+0000 7fca737fe640 1 --2- 172.21.15.5:0/3764722367 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fca5c004800 0x7fca5c004c80 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fca68001750 tx=0x7fca5c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=460325b15933c693 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:39.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.613+0000 7fca72ffd640 1 -- 172.21.15.5:0/3764722367 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca68001370 con 0x7fca5c004800 2024-09-19T05:02:39.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.613+0000 7fca72ffd640 1 -- 172.21.15.5:0/3764722367 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca680052d0 con 0x7fca5c004800 2024-09-19T05:02:39.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.613+0000 7fca72ffd640 1 -- 172.21.15.5:0/3764722367 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca6802abc0 con 0x7fca5c004800 2024-09-19T05:02:39.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.614+0000 7fca7a531640 1 -- 172.21.15.5:0/3764722367 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fca5c004800 msgr2=0x7fca5c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:39.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.614+0000 7fca7a531640 1 --2- 172.21.15.5:0/3764722367 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fca5c004800 0x7fca5c004c80 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fca68001750 tx=0x7fca5c005830 comp rx=0 tx=0).stop 2024-09-19T05:02:39.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.614+0000 7fca7a531640 1 -- 172.21.15.5:0/3764722367 shutdown_connections 2024-09-19T05:02:39.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.614+0000 7fca7a531640 1 --2- 172.21.15.5:0/3764722367 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fca5c004800 0x7fca5c004c80 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:39.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.614+0000 7fca7a531640 1 -- 172.21.15.5:0/3764722367 >> 172.21.15.5:0/3764722367 conn(0x7fca740b6b10 msgr2=0x7fca7409aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:39.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.614+0000 7fca7a531640 1 -- 172.21.15.5:0/3764722367 shutdown_connections 2024-09-19T05:02:39.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.614+0000 7fca7a531640 1 -- 172.21.15.5:0/3764722367 wait complete. 2024-09-19T05:02:39.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.615+0000 7fca7a531640 1 Processor -- start 2024-09-19T05:02:39.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.615+0000 7fca7a531640 1 -- start start 2024-09-19T05:02:39.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.616+0000 7fca7a531640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fca5c004800 0x7fca7413c160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:39.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.616+0000 7fca7a531640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fca7413d7a0 0x7fca7413e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:39.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.616+0000 7fca7a531640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fca7415c0d0 0x7fca7413e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:39.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.616+0000 7fca7a531640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fca74145560 con 0x7fca7415c0d0 2024-09-19T05:02:39.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.616+0000 7fca7a531640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fca7415e240 con 0x7fca7413d7a0 2024-09-19T05:02:39.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.616+0000 7fca7a531640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fca741456e0 con 0x7fca5c004800 2024-09-19T05:02:39.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.616+0000 7fca78ace640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fca7415c0d0 0x7fca7413e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:39.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.616+0000 7fca78ace640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fca7415c0d0 0x7fca7413e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47674/0 (socket says 172.21.15.5:47674) 2024-09-19T05:02:39.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.616+0000 7fca78ace640 1 -- 172.21.15.5:0/3871152541 learned_addr learned my addr 172.21.15.5:0/3871152541 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:39.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.616+0000 7fca73fff640 1 --2- 172.21.15.5:0/3871152541 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fca5c004800 0x7fca7413c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:39.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.616+0000 7fca737fe640 1 --2- 172.21.15.5:0/3871152541 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fca7413d7a0 0x7fca7413e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:39.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.616+0000 7fca78ace640 1 -- 172.21.15.5:0/3871152541 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fca5c004800 msgr2=0x7fca7413c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:39.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.616+0000 7fca78ace640 1 --2- 172.21.15.5:0/3871152541 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fca5c004800 0x7fca7413c160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:39.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.616+0000 7fca78ace640 1 -- 172.21.15.5:0/3871152541 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fca7413d7a0 msgr2=0x7fca7413e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:39.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.616+0000 7fca78ace640 1 --2- 172.21.15.5:0/3871152541 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fca7413d7a0 0x7fca7413e140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:39.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.616+0000 7fca78ace640 1 -- 172.21.15.5:0/3871152541 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca7413b850 con 0x7fca7415c0d0 2024-09-19T05:02:39.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.617+0000 7fca78ace640 1 --2- 172.21.15.5:0/3871152541 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fca7415c0d0 0x7fca7413e680 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fca7406eae0 tx=0x7fca6c00f1b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:39.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.617+0000 7fca70ff9640 1 -- 172.21.15.5:0/3871152541 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca6c00fc80 con 0x7fca7415c0d0 2024-09-19T05:02:39.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.617+0000 7fca70ff9640 1 -- 172.21.15.5:0/3871152541 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca6c00fe20 con 0x7fca7415c0d0 2024-09-19T05:02:39.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.617+0000 7fca7a531640 1 -- 172.21.15.5:0/3871152541 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca7413bb30 con 0x7fca7415c0d0 2024-09-19T05:02:39.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.617+0000 7fca70ff9640 1 -- 172.21.15.5:0/3871152541 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca6c015670 con 0x7fca7415c0d0 2024-09-19T05:02:39.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.617+0000 7fca7a531640 1 -- 172.21.15.5:0/3871152541 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca741394c0 con 0x7fca7415c0d0 2024-09-19T05:02:39.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.618+0000 7fca7a531640 1 -- 172.21.15.5:0/3871152541 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca7415e760 con 0x7fca7415c0d0 2024-09-19T05:02:39.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.618+0000 7fca70ff9640 1 -- 172.21.15.5:0/3871152541 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fca6c015810 con 0x7fca7415c0d0 2024-09-19T05:02:39.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.619+0000 7fca70ff9640 1 --2- 172.21.15.5:0/3871152541 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fca6006c2e0 0x7fca6006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:39.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.619+0000 7fca70ff9640 1 -- 172.21.15.5:0/3871152541 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5619+0+0 (secure 0 0 0) 0x7fca6c08c040 con 0x7fca7415c0d0 2024-09-19T05:02:39.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.619+0000 7fca73fff640 1 --2- 172.21.15.5:0/3871152541 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fca6006c2e0 0x7fca6006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:39.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.619+0000 7fca73fff640 1 --2- 172.21.15.5:0/3871152541 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fca6006c2e0 0x7fca6006e7a0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fca64001050 tx=0x7fca640078f0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:39.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.623+0000 7fca70ff9640 1 -- 172.21.15.5:0/3871152541 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fca6c019030 con 0x7fca7415c0d0 2024-09-19T05:02:39.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:39.798+0000 7fca7a531640 1 -- 172.21.15.5:0/3871152541 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fca740b1ef0 con 0x7fca7415c0d0 2024-09-19T05:02:40.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.474+0000 7fca70ff9640 1 -- 172.21.15.5:0/3871152541 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v48) ==== 170+0+0 (secure 0 0 0) 0x7fca6c010040 con 0x7fca7415c0d0 2024-09-19T05:02:40.476 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_data' created 2024-09-19T05:02:40.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.477+0000 7fca7a531640 1 -- 172.21.15.5:0/3871152541 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fca6006c2e0 msgr2=0x7fca6006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:40.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.477+0000 7fca7a531640 1 --2- 172.21.15.5:0/3871152541 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fca6006c2e0 0x7fca6006e7a0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fca64001050 tx=0x7fca640078f0 comp rx=0 tx=0).stop 2024-09-19T05:02:40.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.477+0000 7fca7a531640 1 -- 172.21.15.5:0/3871152541 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fca7415c0d0 msgr2=0x7fca7413e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:40.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.477+0000 7fca7a531640 1 --2- 172.21.15.5:0/3871152541 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fca7415c0d0 0x7fca7413e680 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fca7406eae0 tx=0x7fca6c00f1b0 comp rx=0 tx=0).stop 2024-09-19T05:02:40.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.477+0000 7fca7a531640 1 -- 172.21.15.5:0/3871152541 shutdown_connections 2024-09-19T05:02:40.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.477+0000 7fca7a531640 1 --2- 172.21.15.5:0/3871152541 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fca6006c2e0 0x7fca6006e7a0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:40.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.477+0000 7fca7a531640 1 --2- 172.21.15.5:0/3871152541 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fca7415c0d0 0x7fca7413e680 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:40.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.477+0000 7fca7a531640 1 --2- 172.21.15.5:0/3871152541 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fca7413d7a0 0x7fca7413e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:40.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.477+0000 7fca7a531640 1 --2- 172.21.15.5:0/3871152541 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fca5c004800 0x7fca7413c160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:40.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.477+0000 7fca7a531640 1 -- 172.21.15.5:0/3871152541 >> 172.21.15.5:0/3871152541 conn(0x7fca740b6b10 msgr2=0x7fca74142d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:40.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.478+0000 7fca7a531640 1 -- 172.21.15.5:0/3871152541 shutdown_connections 2024-09-19T05:02:40.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.478+0000 7fca7a531640 1 -- 172.21.15.5:0/3871152541 wait complete. 2024-09-19T05:02:40.510 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T05:02:40.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.620+0000 7f9537827640 1 Processor -- start 2024-09-19T05:02:40.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.620+0000 7f9537827640 1 -- start start 2024-09-19T05:02:40.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.620+0000 7f9537827640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f9530161c70 0x7f95300b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:40.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.621+0000 7f9537827640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f953006eaa0 0x7f95300b6530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:40.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.621+0000 7f9537827640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95300cf180 con 0x7f95300d4c80 2024-09-19T05:02:40.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.621+0000 7f9537827640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f9530162050 con 0x7f953006eaa0 2024-09-19T05:02:40.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.621+0000 7f9537827640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f953006d600 con 0x7f9530161c70 2024-09-19T05:02:40.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.621+0000 7f9535dc4640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f953006eaa0 0x7f95300b6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:40.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.621+0000 7f9535dc4640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f953006eaa0 0x7f95300b6530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47690/0 (socket says 172.21.15.5:47690) 2024-09-19T05:02:40.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.621+0000 7f9535dc4640 1 -- 172.21.15.5:0/1310695773 learned_addr learned my addr 172.21.15.5:0/1310695773 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:40.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.621+0000 7f95355c3640 1 --2- 172.21.15.5:0/1310695773 >> v2:172.21.15.134:3300/0 conn(0x7f9530161c70 0x7f95300b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:40.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.621+0000 7f9535dc4640 1 -- 172.21.15.5:0/1310695773 >> v2:172.21.15.134:3300/0 conn(0x7f9530161c70 msgr2=0x7f95300b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:40.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.621+0000 7f9535dc4640 1 --2- 172.21.15.5:0/1310695773 >> v2:172.21.15.134:3300/0 conn(0x7f9530161c70 0x7f95300b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:40.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.621+0000 7f9535dc4640 1 -- 172.21.15.5:0/1310695773 >> v1:172.21.15.134:6789/0 conn(0x7f95300d4c80 legacy=0x7f95300d2720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:40.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.621+0000 7f9535dc4640 1 -- 172.21.15.5:0/1310695773 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f953006cfb0 con 0x7f953006eaa0 2024-09-19T05:02:40.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.622+0000 7f9535dc4640 1 --2- 172.21.15.5:0/1310695773 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f953006eaa0 0x7f95300b6530 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f953008cfb0 tx=0x7f952802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3127867e6f4051c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:40.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.622+0000 7f9527fff640 1 -- 172.21.15.5:0/1310695773 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9528036070 con 0x7f953006eaa0 2024-09-19T05:02:40.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.622+0000 7f9527fff640 1 -- 172.21.15.5:0/1310695773 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9528031600 con 0x7f953006eaa0 2024-09-19T05:02:40.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.622+0000 7f9527fff640 1 -- 172.21.15.5:0/1310695773 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95280319d0 con 0x7f953006eaa0 2024-09-19T05:02:40.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.622+0000 7f9537827640 1 -- 172.21.15.5:0/1310695773 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f953006eaa0 msgr2=0x7f95300b6530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:40.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.622+0000 7f9537827640 1 --2- 172.21.15.5:0/1310695773 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f953006eaa0 0x7f95300b6530 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f953008cfb0 tx=0x7f952802a730 comp rx=0 tx=0).stop 2024-09-19T05:02:40.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.623+0000 7f9537827640 1 -- 172.21.15.5:0/1310695773 shutdown_connections 2024-09-19T05:02:40.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.623+0000 7f9537827640 1 --2- 172.21.15.5:0/1310695773 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f953006eaa0 0x7f95300b6530 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:40.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.623+0000 7f9537827640 1 --2- 172.21.15.5:0/1310695773 >> v2:172.21.15.134:3300/0 conn(0x7f9530161c70 0x7f95300b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:40.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.623+0000 7f9537827640 1 -- 172.21.15.5:0/1310695773 >> 172.21.15.5:0/1310695773 conn(0x7f953008c000 msgr2=0x7f95300d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:40.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.623+0000 7f9537827640 1 -- 172.21.15.5:0/1310695773 shutdown_connections 2024-09-19T05:02:40.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.623+0000 7f9537827640 1 -- 172.21.15.5:0/1310695773 wait complete. 2024-09-19T05:02:40.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.624+0000 7f9537827640 1 Processor -- start 2024-09-19T05:02:40.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.624+0000 7f9537827640 1 -- start start 2024-09-19T05:02:40.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.625+0000 7f9537827640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f953006eaa0 0x7f95300cca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:40.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.625+0000 7f9537827640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f95300d4c80 0x7f95301f4150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:40.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.625+0000 7f9537827640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9530161c70 0x7f95300b2600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:40.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.625+0000 7f9537827640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f95300cebc0 con 0x7f9530161c70 2024-09-19T05:02:40.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.625+0000 7f9537827640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f95300d3a00 con 0x7f95300d4c80 2024-09-19T05:02:40.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.625+0000 7f9537827640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f95300ced40 con 0x7f953006eaa0 2024-09-19T05:02:40.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.625+0000 7f9535dc4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9530161c70 0x7f95300b2600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:40.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.625+0000 7f9535dc4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9530161c70 0x7f95300b2600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47700/0 (socket says 172.21.15.5:47700) 2024-09-19T05:02:40.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.625+0000 7f9535dc4640 1 -- 172.21.15.5:0/4020978951 learned_addr learned my addr 172.21.15.5:0/4020978951 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:40.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.625+0000 7f9534dc2640 1 --2- 172.21.15.5:0/4020978951 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f95300d4c80 0x7f95301f4150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:40.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.625+0000 7f95355c3640 1 --2- 172.21.15.5:0/4020978951 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f953006eaa0 0x7f95300cca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:40.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.625+0000 7f9535dc4640 1 -- 172.21.15.5:0/4020978951 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f953006eaa0 msgr2=0x7f95300cca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:40.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.625+0000 7f9535dc4640 1 --2- 172.21.15.5:0/4020978951 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f953006eaa0 0x7f95300cca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:40.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.625+0000 7f9535dc4640 1 -- 172.21.15.5:0/4020978951 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f95300d4c80 msgr2=0x7f95301f4150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:40.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.625+0000 7f9535dc4640 1 --2- 172.21.15.5:0/4020978951 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f95300d4c80 0x7f95301f4150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:40.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.625+0000 7f9535dc4640 1 -- 172.21.15.5:0/4020978951 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95301f49f0 con 0x7f9530161c70 2024-09-19T05:02:40.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.625+0000 7f9534dc2640 1 --2- 172.21.15.5:0/4020978951 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f95300d4c80 0x7f95301f4150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:02:40.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.625+0000 7f9535dc4640 1 --2- 172.21.15.5:0/4020978951 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9530161c70 0x7f95300b2600 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f952802ad20 tx=0x7f9528004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:40.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.625+0000 7f9525ffb640 1 -- 172.21.15.5:0/4020978951 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f952803f020 con 0x7f9530161c70 2024-09-19T05:02:40.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.625+0000 7f9525ffb640 1 -- 172.21.15.5:0/4020978951 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9528037040 con 0x7f9530161c70 2024-09-19T05:02:40.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.625+0000 7f9525ffb640 1 -- 172.21.15.5:0/4020978951 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9528036070 con 0x7f9530161c70 2024-09-19T05:02:40.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.626+0000 7f9537827640 1 -- 172.21.15.5:0/4020978951 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95301f4cd0 con 0x7f9530161c70 2024-09-19T05:02:40.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.626+0000 7f9537827640 1 -- 172.21.15.5:0/4020978951 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95300c95f0 con 0x7f9530161c70 2024-09-19T05:02:40.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.627+0000 7f9537827640 1 -- 172.21.15.5:0/4020978951 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95300b5ff0 con 0x7f9530161c70 2024-09-19T05:02:40.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.628+0000 7f9525ffb640 1 -- 172.21.15.5:0/4020978951 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9528042020 con 0x7f9530161c70 2024-09-19T05:02:40.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.628+0000 7f9525ffb640 1 --2- 172.21.15.5:0/4020978951 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f951406c2b0 0x7f951406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:40.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.628+0000 7f9525ffb640 1 -- 172.21.15.5:0/4020978951 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 6001+0+0 (secure 0 0 0) 0x7f95280abb20 con 0x7f9530161c70 2024-09-19T05:02:40.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.628+0000 7f95355c3640 1 --2- 172.21.15.5:0/4020978951 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f951406c2b0 0x7f951406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:40.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.629+0000 7f95355c3640 1 --2- 172.21.15.5:0/4020978951 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f951406c2b0 0x7f951406e770 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f952c009b40 tx=0x7f952c009190 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:40.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.632+0000 7f9525ffb640 1 -- 172.21.15.5:0/4020978951 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9528049030 con 0x7f9530161c70 2024-09-19T05:02:40.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:40.843+0000 7f9537827640 1 -- 172.21.15.5:0/4020978951 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f95300b1cc0 con 0x7f9530161c70 2024-09-19T05:02:41.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.495+0000 7f9525ffb640 1 -- 172.21.15.5:0/4020978951 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 7 and data pool 8 v21) ==== 172+0+0 (secure 0 0 0) 0x7f9528079bf0 con 0x7f9530161c70 2024-09-19T05:02:41.506 INFO:teuthology.orchestra.run.smithi005.stderr:new fs with metadata pool 7 and data pool 8 2024-09-19T05:02:41.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.506+0000 7f9537827640 1 -- 172.21.15.5:0/4020978951 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f951406c2b0 msgr2=0x7f951406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:41.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.506+0000 7f9537827640 1 --2- 172.21.15.5:0/4020978951 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f951406c2b0 0x7f951406e770 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f952c009b40 tx=0x7f952c009190 comp rx=0 tx=0).stop 2024-09-19T05:02:41.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.506+0000 7f9537827640 1 -- 172.21.15.5:0/4020978951 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9530161c70 msgr2=0x7f95300b2600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:41.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.506+0000 7f9537827640 1 --2- 172.21.15.5:0/4020978951 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9530161c70 0x7f95300b2600 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f952802ad20 tx=0x7f9528004a40 comp rx=0 tx=0).stop 2024-09-19T05:02:41.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.508+0000 7f9537827640 1 -- 172.21.15.5:0/4020978951 shutdown_connections 2024-09-19T05:02:41.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.508+0000 7f9537827640 1 --2- 172.21.15.5:0/4020978951 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f951406c2b0 0x7f951406e770 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:41.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.508+0000 7f9537827640 1 --2- 172.21.15.5:0/4020978951 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9530161c70 0x7f95300b2600 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:41.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.508+0000 7f9537827640 1 --2- 172.21.15.5:0/4020978951 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f95300d4c80 0x7f95301f4150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:41.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.508+0000 7f9537827640 1 --2- 172.21.15.5:0/4020978951 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f953006eaa0 0x7f95300cca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:41.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.508+0000 7f9537827640 1 -- 172.21.15.5:0/4020978951 >> 172.21.15.5:0/4020978951 conn(0x7f953008c000 msgr2=0x7f95300b3fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:41.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.512+0000 7f9537827640 1 -- 172.21.15.5:0/4020978951 shutdown_connections 2024-09-19T05:02:41.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.513+0000 7f9537827640 1 -- 172.21.15.5:0/4020978951 wait complete. 2024-09-19T05:02:41.536 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:02:41.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.641+0000 7fdfb1f86640 1 Processor -- start 2024-09-19T05:02:41.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.641+0000 7fdfb1f86640 1 -- start start 2024-09-19T05:02:41.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.642+0000 7fdfb1f86640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdfac0b4250 0x7fdfac06dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:41.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.642+0000 7fdfb1f86640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdfac072860 0x7fdfac072c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:41.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.642+0000 7fdfb1f86640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdfac06e690 con 0x7fdfac15b900 2024-09-19T05:02:41.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.642+0000 7fdfb1f86640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fdfac0731d0 con 0x7fdfac072860 2024-09-19T05:02:41.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.642+0000 7fdfb1f86640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fdfac06e970 con 0x7fdfac0b4250 2024-09-19T05:02:41.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.642+0000 7fdfabfff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdfac072860 0x7fdfac072c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:41.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.642+0000 7fdfaaffd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fdfac15b900 0x7fdfac0b3430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46866/0 (socket says 172.21.15.5:46866) 2024-09-19T05:02:41.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.642+0000 7fdfaaffd640 1 -- 172.21.15.5:0/141140850 learned_addr learned my addr 172.21.15.5:0/141140850 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:41.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.642+0000 7fdfabfff640 1 -- 172.21.15.5:0/141140850 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdfac0b4250 msgr2=0x7fdfac06dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:41.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.642+0000 7fdfab7fe640 1 --2- 172.21.15.5:0/141140850 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdfac0b4250 0x7fdfac06dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:41.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.642+0000 7fdfabfff640 1 --2- 172.21.15.5:0/141140850 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdfac0b4250 0x7fdfac06dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:41.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.642+0000 7fdfabfff640 1 -- 172.21.15.5:0/141140850 >> v1:172.21.15.5:6789/0 conn(0x7fdfac15b900 legacy=0x7fdfac0b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:41.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.642+0000 7fdfaa7fc640 1 -- 172.21.15.5:0/141140850 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 399897286 0 0) 0x7fdfac06e690 con 0x7fdfac15b900 2024-09-19T05:02:41.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.642+0000 7fdfabfff640 1 -- 172.21.15.5:0/141140850 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfac06ec50 con 0x7fdfac072860 2024-09-19T05:02:41.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.642+0000 7fdfab7fe640 1 --2- 172.21.15.5:0/141140850 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdfac0b4250 0x7fdfac06dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:41.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.643+0000 7fdfabfff640 1 --2- 172.21.15.5:0/141140850 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfac072860 0x7fdfac072c90 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fdfa4009dc0 tx=0x7fdfa402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b040cdf41c222683 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:41.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.643+0000 7fdfaa7fc640 1 -- 172.21.15.5:0/141140850 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa402ae60 con 0x7fdfac072860 2024-09-19T05:02:41.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.643+0000 7fdfaa7fc640 1 -- 172.21.15.5:0/141140850 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfa4007740 con 0x7fdfac072860 2024-09-19T05:02:41.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.643+0000 7fdfaa7fc640 1 -- 172.21.15.5:0/141140850 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa4007b10 con 0x7fdfac072860 2024-09-19T05:02:41.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.644+0000 7fdfb1f86640 1 -- 172.21.15.5:0/141140850 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfac072860 msgr2=0x7fdfac072c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:41.648 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.644+0000 7fdfb1f86640 1 --2- 172.21.15.5:0/141140850 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfac072860 0x7fdfac072c90 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fdfa4009dc0 tx=0x7fdfa402a680 comp rx=0 tx=0).stop 2024-09-19T05:02:41.648 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.644+0000 7fdfb1f86640 1 -- 172.21.15.5:0/141140850 shutdown_connections 2024-09-19T05:02:41.648 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.644+0000 7fdfb1f86640 1 --2- 172.21.15.5:0/141140850 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfac072860 0x7fdfac072c90 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:41.648 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.644+0000 7fdfb1f86640 1 --2- 172.21.15.5:0/141140850 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdfac0b4250 0x7fdfac06dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:41.648 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.644+0000 7fdfb1f86640 1 -- 172.21.15.5:0/141140850 >> 172.21.15.5:0/141140850 conn(0x7fdfac067da0 msgr2=0x7fdfac06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:41.648 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.644+0000 7fdfb1f86640 1 -- 172.21.15.5:0/141140850 shutdown_connections 2024-09-19T05:02:41.648 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.644+0000 7fdfb1f86640 1 -- 172.21.15.5:0/141140850 wait complete. 2024-09-19T05:02:41.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.645+0000 7fdfb1f86640 1 Processor -- start 2024-09-19T05:02:41.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.645+0000 7fdfb1f86640 1 -- start start 2024-09-19T05:02:41.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.646+0000 7fdfb1f86640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdfac072860 0x7fdfac0ae140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:41.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.646+0000 7fdfb1f86640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfac0b4250 0x7fdfac151790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:41.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.646+0000 7fdfb1f86640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdfac15b900 0x7fdfac0afbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:41.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.646+0000 7fdfb1f86640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fdfac15bd40 con 0x7fdfac0b4250 2024-09-19T05:02:41.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.646+0000 7fdfb1f86640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fdfac0b4900 con 0x7fdfac072860 2024-09-19T05:02:41.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.646+0000 7fdfb1f86640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fdfac071fd0 con 0x7fdfac15b900 2024-09-19T05:02:41.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.646+0000 7fdfaaffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfac0b4250 0x7fdfac151790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:41.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.646+0000 7fdfaaffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfac0b4250 0x7fdfac151790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47720/0 (socket says 172.21.15.5:47720) 2024-09-19T05:02:41.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.646+0000 7fdfaaffd640 1 -- 172.21.15.5:0/1992693493 learned_addr learned my addr 172.21.15.5:0/1992693493 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:41.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.646+0000 7fdfabfff640 1 --2- 172.21.15.5:0/1992693493 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdfac15b900 0x7fdfac0afbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:41.651 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.646+0000 7fdfab7fe640 1 --2- 172.21.15.5:0/1992693493 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdfac072860 0x7fdfac0ae140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:41.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.646+0000 7fdfaaffd640 1 -- 172.21.15.5:0/1992693493 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdfac15b900 msgr2=0x7fdfac0afbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:41.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.646+0000 7fdfaaffd640 1 --2- 172.21.15.5:0/1992693493 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdfac15b900 0x7fdfac0afbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:41.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.646+0000 7fdfaaffd640 1 -- 172.21.15.5:0/1992693493 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdfac072860 msgr2=0x7fdfac0ae140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:41.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.646+0000 7fdfaaffd640 1 --2- 172.21.15.5:0/1992693493 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdfac072860 0x7fdfac0ae140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:41.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.647+0000 7fdfaaffd640 1 -- 172.21.15.5:0/1992693493 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfac15dde0 con 0x7fdfac0b4250 2024-09-19T05:02:41.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.647+0000 7fdfab7fe640 1 --2- 172.21.15.5:0/1992693493 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdfac072860 0x7fdfac0ae140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:41.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.647+0000 7fdfabfff640 1 --2- 172.21.15.5:0/1992693493 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdfac15b900 0x7fdfac0afbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:41.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.647+0000 7fdfaaffd640 1 --2- 172.21.15.5:0/1992693493 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfac0b4250 0x7fdfac151790 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fdfa000c3f0 tx=0x7fdfa000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:41.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.647+0000 7fdf93fff640 1 -- 172.21.15.5:0/1992693493 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa00074e0 con 0x7fdfac0b4250 2024-09-19T05:02:41.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.647+0000 7fdf93fff640 1 -- 172.21.15.5:0/1992693493 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfa00047e0 con 0x7fdfac0b4250 2024-09-19T05:02:41.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.647+0000 7fdfb1f86640 1 -- 172.21.15.5:0/1992693493 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfac15e0c0 con 0x7fdfac0b4250 2024-09-19T05:02:41.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.647+0000 7fdf93fff640 1 -- 172.21.15.5:0/1992693493 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa0004bd0 con 0x7fdfac0b4250 2024-09-19T05:02:41.652 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.647+0000 7fdfb1f86640 1 -- 172.21.15.5:0/1992693493 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfac155700 con 0x7fdfac0b4250 2024-09-19T05:02:41.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.648+0000 7fdfb1f86640 1 -- 172.21.15.5:0/1992693493 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfac072350 con 0x7fdfac0b4250 2024-09-19T05:02:41.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.648+0000 7fdf93fff640 1 -- 172.21.15.5:0/1992693493 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdfa0011070 con 0x7fdfac0b4250 2024-09-19T05:02:41.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.649+0000 7fdf93fff640 1 --2- 172.21.15.5:0/1992693493 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdf9806c2b0 0x7fdf9806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:41.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.649+0000 7fdf93fff640 1 -- 172.21.15.5:0/1992693493 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 6101+0+0 (secure 0 0 0) 0x7fdfa008b160 con 0x7fdfac0b4250 2024-09-19T05:02:41.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.649+0000 7fdfab7fe640 1 --2- 172.21.15.5:0/1992693493 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdf9806c2b0 0x7fdf9806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:41.653 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.650+0000 7fdfab7fe640 1 --2- 172.21.15.5:0/1992693493 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdf9806c2b0 0x7fdf9806e770 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fdf9c00aa30 tx=0x7fdf9c008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:41.655 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.653+0000 7fdf93fff640 1 -- 172.21.15.5:0/1992693493 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdfa00597d0 con 0x7fdfac0b4250 2024-09-19T05:02:41.832 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.830+0000 7fdfb1f86640 1 -- 172.21.15.5:0/1992693493 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdfac072d30 con 0x7fdfac0b4250 2024-09-19T05:02:41.833 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.831+0000 7fdf93fff640 1 -- 172.21.15.5:0/1992693493 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v49) ==== 74+0+16979 (secure 0 0 0) 0x7fdfa00590d0 con 0x7fdfac0b4250 2024-09-19T05:02:41.833 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:41.833 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":49,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:02:40.845094+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:02:38.504157+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-19T05:02:39.830096+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:02:41.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.833+0000 7fdfb1f86640 1 -- 172.21.15.5:0/1992693493 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdf9806c2b0 msgr2=0x7fdf9806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:41.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.833+0000 7fdfb1f86640 1 --2- 172.21.15.5:0/1992693493 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdf9806c2b0 0x7fdf9806e770 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fdf9c00aa30 tx=0x7fdf9c008040 comp rx=0 tx=0).stop 2024-09-19T05:02:41.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.833+0000 7fdfb1f86640 1 -- 172.21.15.5:0/1992693493 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfac0b4250 msgr2=0x7fdfac151790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:41.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.833+0000 7fdfb1f86640 1 --2- 172.21.15.5:0/1992693493 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfac0b4250 0x7fdfac151790 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fdfa000c3f0 tx=0x7fdfa000c8b0 comp rx=0 tx=0).stop 2024-09-19T05:02:41.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.833+0000 7fdfb1f86640 1 -- 172.21.15.5:0/1992693493 shutdown_connections 2024-09-19T05:02:41.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.833+0000 7fdfb1f86640 1 --2- 172.21.15.5:0/1992693493 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fdf9806c2b0 0x7fdf9806e770 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:41.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.833+0000 7fdfb1f86640 1 --2- 172.21.15.5:0/1992693493 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdfac15b900 0x7fdfac0afbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:41.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.833+0000 7fdfb1f86640 1 --2- 172.21.15.5:0/1992693493 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdfac0b4250 0x7fdfac151790 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:41.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.833+0000 7fdfb1f86640 1 --2- 172.21.15.5:0/1992693493 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdfac072860 0x7fdfac0ae140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:41.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.833+0000 7fdfb1f86640 1 -- 172.21.15.5:0/1992693493 >> 172.21.15.5:0/1992693493 conn(0x7fdfac067da0 msgr2=0x7fdfac156230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:41.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.833+0000 7fdfb1f86640 1 -- 172.21.15.5:0/1992693493 shutdown_connections 2024-09-19T05:02:41.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.833+0000 7fdfb1f86640 1 -- 172.21.15.5:0/1992693493 wait complete. 2024-09-19T05:02:41.847 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:02:41.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.948+0000 7f51da35b640 1 Processor -- start 2024-09-19T05:02:41.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.948+0000 7f51da35b640 1 -- start start 2024-09-19T05:02:41.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.949+0000 7f51da35b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f51d415c1c0 0x7f51d4070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:41.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.949+0000 7f51da35b640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f51d415f480 0x7f51d409aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:41.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.949+0000 7f51da35b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f51d409afb0 0x7f51d4161fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:41.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.949+0000 7f51da35b640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f51d40b5d90 con 0x7f51d415c1c0 2024-09-19T05:02:41.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.949+0000 7f51da35b640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f51d415f8d0 con 0x7f51d415f480 2024-09-19T05:02:41.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.949+0000 7f51da35b640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f51d4070e00 con 0x7f51d409afb0 2024-09-19T05:02:41.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.949+0000 7f51d3fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f51d415c1c0 0x7f51d4070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:41.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.949+0000 7f51d3fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f51d415c1c0 0x7f51d4070770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47724/0 (socket says 172.21.15.5:47724) 2024-09-19T05:02:41.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.949+0000 7f51d3fff640 1 -- 172.21.15.5:0/2247383195 learned_addr learned my addr 172.21.15.5:0/2247383195 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:41.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.949+0000 7f51d37fe640 1 --2- 172.21.15.5:0/2247383195 >> v2:172.21.15.134:3300/0 conn(0x7f51d415f480 0x7f51d409aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:41.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.950+0000 7f51d3fff640 1 -- 172.21.15.5:0/2247383195 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f51d409afb0 msgr2=0x7f51d4161fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:41.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.950+0000 7f51d88f8640 1 --2- 172.21.15.5:0/2247383195 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f51d409afb0 0x7f51d4161fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:41.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.950+0000 7f51d3fff640 1 --2- 172.21.15.5:0/2247383195 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f51d409afb0 0x7f51d4161fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:41.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.950+0000 7f51d3fff640 1 -- 172.21.15.5:0/2247383195 >> v2:172.21.15.134:3300/0 conn(0x7f51d415f480 msgr2=0x7f51d409aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:41.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.950+0000 7f51d3fff640 1 --2- 172.21.15.5:0/2247383195 >> v2:172.21.15.134:3300/0 conn(0x7f51d415f480 0x7f51d409aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:41.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.950+0000 7f51d3fff640 1 -- 172.21.15.5:0/2247383195 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51d40710e0 con 0x7f51d415c1c0 2024-09-19T05:02:41.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.950+0000 7f51d37fe640 1 --2- 172.21.15.5:0/2247383195 >> v2:172.21.15.134:3300/0 conn(0x7f51d415f480 0x7f51d409aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:41.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.950+0000 7f51d88f8640 1 --2- 172.21.15.5:0/2247383195 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f51d409afb0 0x7f51d4161fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:41.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.950+0000 7f51d3fff640 1 --2- 172.21.15.5:0/2247383195 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f51d415c1c0 0x7f51d4070770 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f51c4009870 tx=0x7f51c402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e48689e467774473 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:41.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.950+0000 7f51d2ffd640 1 -- 172.21.15.5:0/2247383195 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c4037070 con 0x7f51d415c1c0 2024-09-19T05:02:41.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.950+0000 7f51d2ffd640 1 -- 172.21.15.5:0/2247383195 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51c4032440 con 0x7f51d415c1c0 2024-09-19T05:02:41.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.951+0000 7f51d2ffd640 1 -- 172.21.15.5:0/2247383195 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c4032810 con 0x7f51d415c1c0 2024-09-19T05:02:41.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.951+0000 7f51da35b640 1 -- 172.21.15.5:0/2247383195 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f51d415c1c0 msgr2=0x7f51d4070770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:41.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.951+0000 7f51da35b640 1 --2- 172.21.15.5:0/2247383195 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f51d415c1c0 0x7f51d4070770 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f51c4009870 tx=0x7f51c402a210 comp rx=0 tx=0).stop 2024-09-19T05:02:41.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.951+0000 7f51da35b640 1 -- 172.21.15.5:0/2247383195 shutdown_connections 2024-09-19T05:02:41.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.951+0000 7f51da35b640 1 --2- 172.21.15.5:0/2247383195 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f51d409afb0 0x7f51d4161fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:41.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.951+0000 7f51da35b640 1 --2- 172.21.15.5:0/2247383195 >> v2:172.21.15.134:3300/0 conn(0x7f51d415f480 0x7f51d409aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:41.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.951+0000 7f51da35b640 1 --2- 172.21.15.5:0/2247383195 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f51d415c1c0 0x7f51d4070770 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:41.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.951+0000 7f51da35b640 1 -- 172.21.15.5:0/2247383195 >> 172.21.15.5:0/2247383195 conn(0x7f51d40b3ff0 msgr2=0x7f51d40b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:41.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.951+0000 7f51da35b640 1 -- 172.21.15.5:0/2247383195 shutdown_connections 2024-09-19T05:02:41.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.951+0000 7f51da35b640 1 -- 172.21.15.5:0/2247383195 wait complete. 2024-09-19T05:02:41.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.952+0000 7f51da35b640 1 Processor -- start 2024-09-19T05:02:41.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.953+0000 7f51da35b640 1 -- start start 2024-09-19T05:02:41.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.953+0000 7f51da35b640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f51d409afb0 0x7f51d4152c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:41.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.953+0000 7f51da35b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f51d415c1c0 0x7f51d4153c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:41.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.953+0000 7f51da35b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f51d415f480 0x7f51d41581d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:41.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.953+0000 7f51da35b640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f51d4162510 con 0x7f51d415c1c0 2024-09-19T05:02:41.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.953+0000 7f51da35b640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f51d40716a0 con 0x7f51d409afb0 2024-09-19T05:02:41.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.953+0000 7f51da35b640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f51d4162690 con 0x7f51d415f480 2024-09-19T05:02:41.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.953+0000 7f51d37fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f51d415c1c0 0x7f51d4153c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:41.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.953+0000 7f51d37fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f51d415c1c0 0x7f51d4153c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47734/0 (socket says 172.21.15.5:47734) 2024-09-19T05:02:41.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.953+0000 7f51d37fe640 1 -- 172.21.15.5:0/408003409 learned_addr learned my addr 172.21.15.5:0/408003409 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:41.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.954+0000 7f51d3fff640 1 --2- 172.21.15.5:0/408003409 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f51d409afb0 0x7f51d4152c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:41.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.954+0000 7f51d88f8640 1 --2- 172.21.15.5:0/408003409 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f51d415f480 0x7f51d41581d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:41.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.954+0000 7f51d37fe640 1 -- 172.21.15.5:0/408003409 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f51d415f480 msgr2=0x7f51d41581d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:41.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.954+0000 7f51d37fe640 1 --2- 172.21.15.5:0/408003409 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f51d415f480 0x7f51d41581d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:41.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.954+0000 7f51d37fe640 1 -- 172.21.15.5:0/408003409 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f51d409afb0 msgr2=0x7f51d4152c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:41.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.954+0000 7f51d37fe640 1 --2- 172.21.15.5:0/408003409 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f51d409afb0 0x7f51d4152c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:41.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.954+0000 7f51d37fe640 1 -- 172.21.15.5:0/408003409 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51d41541c0 con 0x7f51d415c1c0 2024-09-19T05:02:41.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.954+0000 7f51d3fff640 1 --2- 172.21.15.5:0/408003409 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f51d409afb0 0x7f51d4152c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:41.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.954+0000 7f51d37fe640 1 --2- 172.21.15.5:0/408003409 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f51d415c1c0 0x7f51d4153c80 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f51bc00c820 tx=0x7f51bc00cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:41.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.954+0000 7f51d0ff9640 1 -- 172.21.15.5:0/408003409 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51bc015070 con 0x7f51d415c1c0 2024-09-19T05:02:41.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.954+0000 7f51d0ff9640 1 -- 172.21.15.5:0/408003409 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51bc007a30 con 0x7f51d415c1c0 2024-09-19T05:02:41.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.954+0000 7f51d0ff9640 1 -- 172.21.15.5:0/408003409 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51bc007de0 con 0x7f51d415c1c0 2024-09-19T05:02:41.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.954+0000 7f51da35b640 1 -- 172.21.15.5:0/408003409 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51d40cb880 con 0x7f51d415c1c0 2024-09-19T05:02:41.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.954+0000 7f51da35b640 1 -- 172.21.15.5:0/408003409 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51d40cbe40 con 0x7f51d415c1c0 2024-09-19T05:02:41.963 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.955+0000 7f51da35b640 1 -- 172.21.15.5:0/408003409 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51d4161fd0 con 0x7f51d415c1c0 2024-09-19T05:02:41.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.955+0000 7f51d0ff9640 1 -- 172.21.15.5:0/408003409 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f51bc018070 con 0x7f51d415c1c0 2024-09-19T05:02:41.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.956+0000 7f51d0ff9640 1 --2- 172.21.15.5:0/408003409 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f51b406c2b0 0x7f51b406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:41.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.956+0000 7f51d0ff9640 1 -- 172.21.15.5:0/408003409 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 6101+0+0 (secure 0 0 0) 0x7f51bc08b3f0 con 0x7f51d415c1c0 2024-09-19T05:02:41.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.956+0000 7f51d3fff640 1 --2- 172.21.15.5:0/408003409 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f51b406c2b0 0x7f51b406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:41.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.957+0000 7f51d3fff640 1 --2- 172.21.15.5:0/408003409 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f51b406c2b0 0x7f51b406e770 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f51c4034000 tx=0x7f51c402e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:41.964 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:41.960+0000 7f51d0ff9640 1 -- 172.21.15.5:0/408003409 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f51bc0599d0 con 0x7f51d415c1c0 2024-09-19T05:02:42.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.135+0000 7f51da35b640 1 -- 172.21.15.5:0/408003409 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f51d40b3d40 con 0x7f51d415c1c0 2024-09-19T05:02:42.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.136+0000 7f51d0ff9640 1 -- 172.21.15.5:0/408003409 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v49) ==== 74+0+16979 (secure 0 0 0) 0x7f51bc0592d0 con 0x7f51d415c1c0 2024-09-19T05:02:42.138 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:42.138 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":49,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:02:40.845094+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:02:38.504157+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-19T05:02:39.830096+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:02:42.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.138+0000 7f51da35b640 1 -- 172.21.15.5:0/408003409 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f51b406c2b0 msgr2=0x7f51b406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:42.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.138+0000 7f51da35b640 1 --2- 172.21.15.5:0/408003409 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f51b406c2b0 0x7f51b406e770 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f51c4034000 tx=0x7f51c402e000 comp rx=0 tx=0).stop 2024-09-19T05:02:42.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.138+0000 7f51da35b640 1 -- 172.21.15.5:0/408003409 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f51d415c1c0 msgr2=0x7f51d4153c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:42.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.138+0000 7f51da35b640 1 --2- 172.21.15.5:0/408003409 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f51d415c1c0 0x7f51d4153c80 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f51bc00c820 tx=0x7f51bc00cce0 comp rx=0 tx=0).stop 2024-09-19T05:02:42.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.138+0000 7f51da35b640 1 -- 172.21.15.5:0/408003409 shutdown_connections 2024-09-19T05:02:42.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.138+0000 7f51da35b640 1 --2- 172.21.15.5:0/408003409 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f51b406c2b0 0x7f51b406e770 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:42.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.138+0000 7f51da35b640 1 --2- 172.21.15.5:0/408003409 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f51d415f480 0x7f51d41581d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:42.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.138+0000 7f51da35b640 1 --2- 172.21.15.5:0/408003409 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f51d415c1c0 0x7f51d4153c80 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:42.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.138+0000 7f51da35b640 1 --2- 172.21.15.5:0/408003409 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f51d409afb0 0x7f51d4152c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:42.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.138+0000 7f51da35b640 1 -- 172.21.15.5:0/408003409 >> 172.21.15.5:0/408003409 conn(0x7f51d40b3ff0 msgr2=0x7f51d415ea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:42.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.138+0000 7f51da35b640 1 -- 172.21.15.5:0/408003409 shutdown_connections 2024-09-19T05:02:42.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.138+0000 7f51da35b640 1 -- 172.21.15.5:0/408003409 wait complete. 2024-09-19T05:02:42.151 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T05:02:42.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.255+0000 7f3f02d1a640 1 Processor -- start 2024-09-19T05:02:42.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.255+0000 7f3f02d1a640 1 -- start start 2024-09-19T05:02:42.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.256+0000 7f3f02d1a640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3efc09aa70 0x7f3efc09ae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:42.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.256+0000 7f3f02d1a640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f3efc0b5e00 0x7f3efc0b6270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:42.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.256+0000 7f3f02d1a640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3efc0b75f0 con 0x7f3efc070a70 2024-09-19T05:02:42.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.256+0000 7f3f02d1a640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f3efc162460 con 0x7f3efc09aa70 2024-09-19T05:02:42.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.256+0000 7f3f02d1a640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f3efc09b390 con 0x7f3efc0b5e00 2024-09-19T05:02:42.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.256+0000 7f3f00ab6640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3efc09aa70 0x7f3efc09ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:42.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.256+0000 7f3f00ab6640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3efc09aa70 0x7f3efc09ae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47740/0 (socket says 172.21.15.5:47740) 2024-09-19T05:02:42.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.256+0000 7f3f00ab6640 1 -- 172.21.15.5:0/559932133 learned_addr learned my addr 172.21.15.5:0/559932133 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:42.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.256+0000 7f3efbfff640 1 --2- 172.21.15.5:0/559932133 >> v2:172.21.15.134:3300/0 conn(0x7f3efc0b5e00 0x7f3efc0b6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:42.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.256+0000 7f3f00ab6640 1 -- 172.21.15.5:0/559932133 >> v2:172.21.15.134:3300/0 conn(0x7f3efc0b5e00 msgr2=0x7f3efc0b6270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:42.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.256+0000 7f3f00ab6640 1 --2- 172.21.15.5:0/559932133 >> v2:172.21.15.134:3300/0 conn(0x7f3efc0b5e00 0x7f3efc0b6270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:42.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.256+0000 7f3f00ab6640 1 -- 172.21.15.5:0/559932133 >> v1:172.21.15.134:6789/0 conn(0x7f3efc070a70 legacy=0x7f3efc070f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:42.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.256+0000 7f3f00ab6640 1 -- 172.21.15.5:0/559932133 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3efc0b67b0 con 0x7f3efc09aa70 2024-09-19T05:02:42.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.257+0000 7f3f00ab6640 1 --2- 172.21.15.5:0/559932133 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3efc09aa70 0x7f3efc09ae50 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f3efc0723c0 tx=0x7f3eec02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4689f66efd5406 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:42.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.257+0000 7f3efb7fe640 1 -- 172.21.15.5:0/559932133 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3eec037070 con 0x7f3efc09aa70 2024-09-19T05:02:42.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.257+0000 7f3efb7fe640 1 -- 172.21.15.5:0/559932133 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3eec032440 con 0x7f3efc09aa70 2024-09-19T05:02:42.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.257+0000 7f3efb7fe640 1 -- 172.21.15.5:0/559932133 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3eec032810 con 0x7f3efc09aa70 2024-09-19T05:02:42.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.258+0000 7f3f02d1a640 1 -- 172.21.15.5:0/559932133 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3efc09aa70 msgr2=0x7f3efc09ae50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:42.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.258+0000 7f3f02d1a640 1 --2- 172.21.15.5:0/559932133 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3efc09aa70 0x7f3efc09ae50 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f3efc0723c0 tx=0x7f3eec02a230 comp rx=0 tx=0).stop 2024-09-19T05:02:42.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.258+0000 7f3f02d1a640 1 -- 172.21.15.5:0/559932133 shutdown_connections 2024-09-19T05:02:42.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.258+0000 7f3f02d1a640 1 --2- 172.21.15.5:0/559932133 >> v2:172.21.15.134:3300/0 conn(0x7f3efc0b5e00 0x7f3efc0b6270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:42.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.258+0000 7f3f02d1a640 1 --2- 172.21.15.5:0/559932133 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3efc09aa70 0x7f3efc09ae50 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:42.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.258+0000 7f3f02d1a640 1 -- 172.21.15.5:0/559932133 >> 172.21.15.5:0/559932133 conn(0x7f3efc0b3f80 msgr2=0x7f3efc0b4390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:42.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.258+0000 7f3f02d1a640 1 -- 172.21.15.5:0/559932133 shutdown_connections 2024-09-19T05:02:42.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.258+0000 7f3f02d1a640 1 -- 172.21.15.5:0/559932133 wait complete. 2024-09-19T05:02:42.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.259+0000 7f3f02d1a640 1 Processor -- start 2024-09-19T05:02:42.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.259+0000 7f3f02d1a640 1 -- start start 2024-09-19T05:02:42.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.260+0000 7f3f02d1a640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3efc070a70 0x7f3efc0ccd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:42.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.260+0000 7f3f02d1a640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3efc09aa70 0x7f3efc1f7dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:42.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.260+0000 7f3f02d1a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3efc0b5e00 0x7f3efc1f8300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:42.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.260+0000 7f3f02d1a640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f3efc0b7030 con 0x7f3efc0b5e00 2024-09-19T05:02:42.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.260+0000 7f3f02d1a640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f3efc0b6d50 con 0x7f3efc09aa70 2024-09-19T05:02:42.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.260+0000 7f3f02d1a640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f3efc0b7310 con 0x7f3efc070a70 2024-09-19T05:02:42.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.260+0000 7f3f012b7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3efc0b5e00 0x7f3efc1f8300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:42.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.260+0000 7f3f012b7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3efc0b5e00 0x7f3efc1f8300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47754/0 (socket says 172.21.15.5:47754) 2024-09-19T05:02:42.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.260+0000 7f3f012b7640 1 -- 172.21.15.5:0/4214155978 learned_addr learned my addr 172.21.15.5:0/4214155978 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:42.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.261+0000 7f3efbfff640 1 --2- 172.21.15.5:0/4214155978 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3efc09aa70 0x7f3efc1f7dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:42.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.261+0000 7f3f00ab6640 1 --2- 172.21.15.5:0/4214155978 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3efc070a70 0x7f3efc0ccd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:42.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.261+0000 7f3f012b7640 1 -- 172.21.15.5:0/4214155978 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3efc070a70 msgr2=0x7f3efc0ccd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:42.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.261+0000 7f3f012b7640 1 --2- 172.21.15.5:0/4214155978 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3efc070a70 0x7f3efc0ccd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:42.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.261+0000 7f3f012b7640 1 -- 172.21.15.5:0/4214155978 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3efc09aa70 msgr2=0x7f3efc1f7dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:42.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.261+0000 7f3f012b7640 1 --2- 172.21.15.5:0/4214155978 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3efc09aa70 0x7f3efc1f7dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:42.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.261+0000 7f3f012b7640 1 -- 172.21.15.5:0/4214155978 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3efc0cd2a0 con 0x7f3efc0b5e00 2024-09-19T05:02:42.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.261+0000 7f3f012b7640 1 --2- 172.21.15.5:0/4214155978 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3efc0b5e00 0x7f3efc1f8300 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f3ef400b990 tx=0x7f3ef400be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:42.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.261+0000 7f3ef97fa640 1 -- 172.21.15.5:0/4214155978 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ef4019070 con 0x7f3efc0b5e00 2024-09-19T05:02:42.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.261+0000 7f3ef97fa640 1 -- 172.21.15.5:0/4214155978 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ef400cba0 con 0x7f3efc0b5e00 2024-09-19T05:02:42.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.261+0000 7f3ef97fa640 1 -- 172.21.15.5:0/4214155978 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ef4014440 con 0x7f3efc0b5e00 2024-09-19T05:02:42.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.261+0000 7f3f02d1a640 1 -- 172.21.15.5:0/4214155978 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3efc15b990 con 0x7f3efc0b5e00 2024-09-19T05:02:42.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.261+0000 7f3f02d1a640 1 -- 172.21.15.5:0/4214155978 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3efc15bf50 con 0x7f3efc0b5e00 2024-09-19T05:02:42.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.262+0000 7f3f02d1a640 1 -- 172.21.15.5:0/4214155978 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3efc161d60 con 0x7f3efc0b5e00 2024-09-19T05:02:42.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.263+0000 7f3ef97fa640 1 -- 172.21.15.5:0/4214155978 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3ef401c070 con 0x7f3efc0b5e00 2024-09-19T05:02:42.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.264+0000 7f3ef97fa640 1 --2- 172.21.15.5:0/4214155978 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3ee806c2b0 0x7f3ee806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:42.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.264+0000 7f3ef97fa640 1 -- 172.21.15.5:0/4214155978 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 6101+0+0 (secure 0 0 0) 0x7f3ef408b360 con 0x7f3efc0b5e00 2024-09-19T05:02:42.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.264+0000 7f3f00ab6640 1 --2- 172.21.15.5:0/4214155978 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3ee806c2b0 0x7f3ee806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:42.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.264+0000 7f3f00ab6640 1 --2- 172.21.15.5:0/4214155978 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3ee806c2b0 0x7f3ee806e770 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f3eec034000 tx=0x7f3eec02e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:42.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.268+0000 7f3ef97fa640 1 -- 172.21.15.5:0/4214155978 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3ef4059930 con 0x7f3efc0b5e00 2024-09-19T05:02:42.474 INFO:tasks.ceph.mds.a.smithi005.stderr:2024-09-19T05:02:42.473+0000 7fde2df81640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:02:42.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.479+0000 7f3f02d1a640 1 -- 172.21.15.5:0/4214155978 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f3efc15abd0 con 0x7f3efc0b5e00 2024-09-19T05:02:42.899 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.898+0000 7f3ef97fa640 1 -- 172.21.15.5:0/4214155978 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v23) ==== 118+0+0 (secure 0 0 0) 0x7f3ef4059230 con 0x7f3efc0b5e00 2024-09-19T05:02:42.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.900+0000 7f3f02d1a640 1 -- 172.21.15.5:0/4214155978 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3ee806c2b0 msgr2=0x7f3ee806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:42.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.900+0000 7f3f02d1a640 1 --2- 172.21.15.5:0/4214155978 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3ee806c2b0 0x7f3ee806e770 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f3eec034000 tx=0x7f3eec02e000 comp rx=0 tx=0).stop 2024-09-19T05:02:42.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.900+0000 7f3f02d1a640 1 -- 172.21.15.5:0/4214155978 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3efc0b5e00 msgr2=0x7f3efc1f8300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:42.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.900+0000 7f3f02d1a640 1 --2- 172.21.15.5:0/4214155978 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3efc0b5e00 0x7f3efc1f8300 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f3ef400b990 tx=0x7f3ef400be50 comp rx=0 tx=0).stop 2024-09-19T05:02:42.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.900+0000 7f3f02d1a640 1 -- 172.21.15.5:0/4214155978 shutdown_connections 2024-09-19T05:02:42.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.900+0000 7f3f02d1a640 1 --2- 172.21.15.5:0/4214155978 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3ee806c2b0 0x7f3ee806e770 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:42.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.900+0000 7f3f02d1a640 1 --2- 172.21.15.5:0/4214155978 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3efc0b5e00 0x7f3efc1f8300 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:42.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.900+0000 7f3f02d1a640 1 --2- 172.21.15.5:0/4214155978 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3efc09aa70 0x7f3efc1f7dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:42.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.900+0000 7f3f02d1a640 1 --2- 172.21.15.5:0/4214155978 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3efc070a70 0x7f3efc0ccd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:42.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.900+0000 7f3f02d1a640 1 -- 172.21.15.5:0/4214155978 >> 172.21.15.5:0/4214155978 conn(0x7f3efc0b3f80 msgr2=0x7f3efc15fe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:42.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.900+0000 7f3f02d1a640 1 -- 172.21.15.5:0/4214155978 shutdown_connections 2024-09-19T05:02:42.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:42.900+0000 7f3f02d1a640 1 -- 172.21.15.5:0/4214155978 wait complete. 2024-09-19T05:02:42.914 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T05:02:42.914 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T05:02:43.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.021+0000 7fc5d33f1640 1 Processor -- start 2024-09-19T05:02:43.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.021+0000 7fc5d33f1640 1 -- start start 2024-09-19T05:02:43.024 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.022+0000 7fc5d33f1640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fc5cc15e910 0x7fc5cc0b3a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:43.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.022+0000 7fc5d33f1640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc5cc06cbb0 0x7fc5cc06d060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:43.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.022+0000 7fc5d33f1640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc5cc0d2570 con 0x7fc5cc0d4e10 2024-09-19T05:02:43.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.022+0000 7fc5d33f1640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fc5cc0d2850 con 0x7fc5cc15e910 2024-09-19T05:02:43.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.022+0000 7fc5d33f1640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fc5cc0d2b30 con 0x7fc5cc06cbb0 2024-09-19T05:02:43.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.022+0000 7fc5d118d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fc5cc15e910 0x7fc5cc0b3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:43.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.022+0000 7fc5d098c640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fc5cc0d4e10 0x7fc5cc0b7b10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46874/0 (socket says 172.21.15.5:46874) 2024-09-19T05:02:43.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.022+0000 7fc5d098c640 1 -- 172.21.15.5:0/69462073 learned_addr learned my addr 172.21.15.5:0/69462073 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:43.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.022+0000 7fc5d198e640 1 --2- 172.21.15.5:0/69462073 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc5cc06cbb0 0x7fc5cc06d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:43.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.022+0000 7fc5d118d640 1 -- 172.21.15.5:0/69462073 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc5cc06cbb0 msgr2=0x7fc5cc06d060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:43.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.022+0000 7fc5d118d640 1 --2- 172.21.15.5:0/69462073 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc5cc06cbb0 0x7fc5cc06d060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:43.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.022+0000 7fc5d118d640 1 -- 172.21.15.5:0/69462073 >> v1:172.21.15.5:6789/0 conn(0x7fc5cc0d4e10 legacy=0x7fc5cc0b7b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:43.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.022+0000 7fc5d118d640 1 -- 172.21.15.5:0/69462073 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5cc0d2e10 con 0x7fc5cc15e910 2024-09-19T05:02:43.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.023+0000 7fc5d118d640 1 --2- 172.21.15.5:0/69462073 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc5cc15e910 0x7fc5cc0b3a90 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fc5c80097a0 tx=0x7fc5c802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d57e05f53380972 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:43.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.023+0000 7fc5c3fff640 1 -- 172.21.15.5:0/69462073 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5c8037070 con 0x7fc5cc15e910 2024-09-19T05:02:43.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.023+0000 7fc5c3fff640 1 -- 172.21.15.5:0/69462073 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5c8032440 con 0x7fc5cc15e910 2024-09-19T05:02:43.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.023+0000 7fc5c3fff640 1 -- 172.21.15.5:0/69462073 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5c8032810 con 0x7fc5cc15e910 2024-09-19T05:02:43.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.024+0000 7fc5d33f1640 1 -- 172.21.15.5:0/69462073 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc5cc15e910 msgr2=0x7fc5cc0b3a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:43.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.024+0000 7fc5d33f1640 1 --2- 172.21.15.5:0/69462073 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc5cc15e910 0x7fc5cc0b3a90 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fc5c80097a0 tx=0x7fc5c802a210 comp rx=0 tx=0).stop 2024-09-19T05:02:43.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.024+0000 7fc5d33f1640 1 -- 172.21.15.5:0/69462073 shutdown_connections 2024-09-19T05:02:43.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.024+0000 7fc5d33f1640 1 --2- 172.21.15.5:0/69462073 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc5cc06cbb0 0x7fc5cc06d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:43.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.024+0000 7fc5d33f1640 1 --2- 172.21.15.5:0/69462073 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc5cc15e910 0x7fc5cc0b3a90 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:43.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.024+0000 7fc5d33f1640 1 -- 172.21.15.5:0/69462073 >> 172.21.15.5:0/69462073 conn(0x7fc5cc0b6740 msgr2=0x7fc5cc0d4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:43.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.024+0000 7fc5d33f1640 1 -- 172.21.15.5:0/69462073 shutdown_connections 2024-09-19T05:02:43.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.024+0000 7fc5d33f1640 1 -- 172.21.15.5:0/69462073 wait complete. 2024-09-19T05:02:43.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.025+0000 7fc5d33f1640 1 Processor -- start 2024-09-19T05:02:43.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.025+0000 7fc5d33f1640 1 -- start start 2024-09-19T05:02:43.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.026+0000 7fc5d33f1640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc5cc06cbb0 0x7fc5cc158e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:43.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.026+0000 7fc5d33f1640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc5cc0d4e10 0x7fc5cc159590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:43.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.026+0000 7fc5d33f1640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc5cc15e910 0x7fc5cc0b83a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:43.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.026+0000 7fc5d33f1640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fc5cc0d21d0 con 0x7fc5cc15e910 2024-09-19T05:02:43.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.026+0000 7fc5d33f1640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fc5cc0b8220 con 0x7fc5cc06cbb0 2024-09-19T05:02:43.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.026+0000 7fc5d33f1640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fc5cc0d2350 con 0x7fc5cc0d4e10 2024-09-19T05:02:43.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.026+0000 7fc5d198e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc5cc15e910 0x7fc5cc0b83a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:43.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.026+0000 7fc5d198e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc5cc15e910 0x7fc5cc0b83a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47770/0 (socket says 172.21.15.5:47770) 2024-09-19T05:02:43.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.026+0000 7fc5d198e640 1 -- 172.21.15.5:0/3207152365 learned_addr learned my addr 172.21.15.5:0/3207152365 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:43.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.026+0000 7fc5d098c640 1 --2- 172.21.15.5:0/3207152365 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc5cc0d4e10 0x7fc5cc159590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:43.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.026+0000 7fc5d118d640 1 --2- 172.21.15.5:0/3207152365 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc5cc06cbb0 0x7fc5cc158e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:43.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.026+0000 7fc5d198e640 1 -- 172.21.15.5:0/3207152365 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc5cc0d4e10 msgr2=0x7fc5cc159590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:43.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.026+0000 7fc5d198e640 1 --2- 172.21.15.5:0/3207152365 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc5cc0d4e10 0x7fc5cc159590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:43.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.026+0000 7fc5d198e640 1 -- 172.21.15.5:0/3207152365 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc5cc06cbb0 msgr2=0x7fc5cc158e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:43.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.026+0000 7fc5d198e640 1 --2- 172.21.15.5:0/3207152365 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc5cc06cbb0 0x7fc5cc158e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:43.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.026+0000 7fc5d198e640 1 -- 172.21.15.5:0/3207152365 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5cc159f70 con 0x7fc5cc15e910 2024-09-19T05:02:43.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.026+0000 7fc5d098c640 1 --2- 172.21.15.5:0/3207152365 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc5cc0d4e10 0x7fc5cc159590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:43.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.026+0000 7fc5d118d640 1 --2- 172.21.15.5:0/3207152365 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc5cc06cbb0 0x7fc5cc158e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:43.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.027+0000 7fc5d198e640 1 --2- 172.21.15.5:0/3207152365 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc5cc15e910 0x7fc5cc0b83a0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fc5c4007e40 tx=0x7fc5c400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:43.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.027+0000 7fc5c1ffb640 1 -- 172.21.15.5:0/3207152365 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5c4014620 con 0x7fc5cc15e910 2024-09-19T05:02:43.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.027+0000 7fc5c1ffb640 1 -- 172.21.15.5:0/3207152365 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5c4019070 con 0x7fc5cc15e910 2024-09-19T05:02:43.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.027+0000 7fc5c1ffb640 1 -- 172.21.15.5:0/3207152365 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5c4014a20 con 0x7fc5cc15e910 2024-09-19T05:02:43.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.027+0000 7fc5d33f1640 1 -- 172.21.15.5:0/3207152365 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5cc15a250 con 0x7fc5cc15e910 2024-09-19T05:02:43.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.027+0000 7fc5d33f1640 1 -- 172.21.15.5:0/3207152365 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5cc15a810 con 0x7fc5cc15e910 2024-09-19T05:02:43.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.028+0000 7fc5d33f1640 1 -- 172.21.15.5:0/3207152365 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5cc15ecf0 con 0x7fc5cc15e910 2024-09-19T05:02:43.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.028+0000 7fc5c1ffb640 1 -- 172.21.15.5:0/3207152365 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc5c4014bc0 con 0x7fc5cc15e910 2024-09-19T05:02:43.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.029+0000 7fc5c1ffb640 1 --2- 172.21.15.5:0/3207152365 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc5b006c2b0 0x7fc5b006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:43.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.029+0000 7fc5c1ffb640 1 -- 172.21.15.5:0/3207152365 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7fc5c408be80 con 0x7fc5cc15e910 2024-09-19T05:02:43.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.029+0000 7fc5d118d640 1 --2- 172.21.15.5:0/3207152365 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc5b006c2b0 0x7fc5b006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:43.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.029+0000 7fc5d118d640 1 --2- 172.21.15.5:0/3207152365 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc5b006c2b0 0x7fc5b006e770 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fc5c8034000 tx=0x7fc5c802e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:43.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.033+0000 7fc5c1ffb640 1 -- 172.21.15.5:0/3207152365 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc5c405a460 con 0x7fc5cc15e910 2024-09-19T05:02:43.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.245+0000 7fc5d33f1640 1 -- 172.21.15.5:0/3207152365 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fc5cc0b99f0 con 0x7fc5cc15e910 2024-09-19T05:02:43.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.908+0000 7fc5c1ffb640 1 -- 172.21.15.5:0/3207152365 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v24) ==== 122+0+0 (secure 0 0 0) 0x7fc5c4059d60 con 0x7fc5cc15e910 2024-09-19T05:02:43.912 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.910+0000 7fc5d33f1640 1 -- 172.21.15.5:0/3207152365 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc5b006c2b0 msgr2=0x7fc5b006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:43.912 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.910+0000 7fc5d33f1640 1 --2- 172.21.15.5:0/3207152365 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc5b006c2b0 0x7fc5b006e770 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fc5c8034000 tx=0x7fc5c802e000 comp rx=0 tx=0).stop 2024-09-19T05:02:43.912 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.910+0000 7fc5d33f1640 1 -- 172.21.15.5:0/3207152365 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc5cc15e910 msgr2=0x7fc5cc0b83a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:43.912 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.910+0000 7fc5d33f1640 1 --2- 172.21.15.5:0/3207152365 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc5cc15e910 0x7fc5cc0b83a0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fc5c4007e40 tx=0x7fc5c400e4b0 comp rx=0 tx=0).stop 2024-09-19T05:02:43.912 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.911+0000 7fc5d33f1640 1 -- 172.21.15.5:0/3207152365 shutdown_connections 2024-09-19T05:02:43.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.911+0000 7fc5d33f1640 1 --2- 172.21.15.5:0/3207152365 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc5b006c2b0 0x7fc5b006e770 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:43.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.911+0000 7fc5d33f1640 1 --2- 172.21.15.5:0/3207152365 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc5cc15e910 0x7fc5cc0b83a0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:43.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.911+0000 7fc5d33f1640 1 --2- 172.21.15.5:0/3207152365 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc5cc0d4e10 0x7fc5cc159590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:43.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.911+0000 7fc5d33f1640 1 --2- 172.21.15.5:0/3207152365 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc5cc06cbb0 0x7fc5cc158e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:43.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.911+0000 7fc5d33f1640 1 -- 172.21.15.5:0/3207152365 >> 172.21.15.5:0/3207152365 conn(0x7fc5cc0b6740 msgr2=0x7fc5cc0d4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:43.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.911+0000 7fc5d33f1640 1 -- 172.21.15.5:0/3207152365 shutdown_connections 2024-09-19T05:02:43.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:43.911+0000 7fc5d33f1640 1 -- 172.21.15.5:0/3207152365 wait complete. 2024-09-19T05:02:43.926 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T05:02:43.926 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:02:44.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.033+0000 7fa4c2366640 1 Processor -- start 2024-09-19T05:02:44.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.033+0000 7fa4c2366640 1 -- start start 2024-09-19T05:02:44.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.034+0000 7fa4c2366640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fa4bc15e890 0x7fa4bc06cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:44.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.034+0000 7fa4c2366640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa4bc0d4f00 0x7fa4bc0b8a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:44.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.034+0000 7fa4c2366640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4bc0d3040 con 0x7fa4bc0d2b60 2024-09-19T05:02:44.036 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.034+0000 7fa4c2366640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fa4bc0d3c50 con 0x7fa4bc0d4f00 2024-09-19T05:02:44.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.034+0000 7fa4c2366640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fa4bc0d3320 con 0x7fa4bc15e890 2024-09-19T05:02:44.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.034+0000 7fa4c0903640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa4bc0d4f00 0x7fa4bc0b8a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:44.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.034+0000 7fa4bb7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fa4bc0d2b60 0x7fa4bc0cede0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46876/0 (socket says 172.21.15.5:46876) 2024-09-19T05:02:44.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.034+0000 7fa4bb7fe640 1 -- 172.21.15.5:0/1245468734 learned_addr learned my addr 172.21.15.5:0/1245468734 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:44.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.034+0000 7fa4c0903640 1 --2- 172.21.15.5:0/1245468734 >> v2:172.21.15.5:3300/0 conn(0x7fa4bc0d4f00 0x7fa4bc0b8a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47784/0 (socket says 172.21.15.5:47784) 2024-09-19T05:02:44.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.035+0000 7fa4bbfff640 1 --2- 172.21.15.5:0/1245468734 >> v2:172.21.15.134:3300/0 conn(0x7fa4bc15e890 0x7fa4bc06cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:44.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.035+0000 7fa4c0903640 1 -- 172.21.15.5:0/1245468734 >> v2:172.21.15.134:3300/0 conn(0x7fa4bc15e890 msgr2=0x7fa4bc06cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:44.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.035+0000 7fa4c0903640 1 --2- 172.21.15.5:0/1245468734 >> v2:172.21.15.134:3300/0 conn(0x7fa4bc15e890 0x7fa4bc06cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.035+0000 7fa4c0903640 1 -- 172.21.15.5:0/1245468734 >> v1:172.21.15.5:6789/0 conn(0x7fa4bc0d2b60 legacy=0x7fa4bc0cede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:44.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.035+0000 7fa4c0903640 1 -- 172.21.15.5:0/1245468734 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4bc0d3600 con 0x7fa4bc0d4f00 2024-09-19T05:02:44.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.035+0000 7fa4baffd640 1 -- 172.21.15.5:0/1245468734 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3152857433 0 0) 0x7fa4bc0d3040 con 0x7fa4bc0d2b60 2024-09-19T05:02:44.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.035+0000 7fa4bbfff640 1 --2- 172.21.15.5:0/1245468734 >> v2:172.21.15.134:3300/0 conn(0x7fa4bc15e890 0x7fa4bc06cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:44.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.035+0000 7fa4c0903640 1 --2- 172.21.15.5:0/1245468734 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa4bc0d4f00 0x7fa4bc0b8a30 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fa4bc0d20d0 tx=0x7fa4b402a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9e212876ad77d87 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:44.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.036+0000 7fa4baffd640 1 -- 172.21.15.5:0/1245468734 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b4007740 con 0x7fa4bc0d4f00 2024-09-19T05:02:44.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.036+0000 7fa4baffd640 1 -- 172.21.15.5:0/1245468734 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4b40078e0 con 0x7fa4bc0d4f00 2024-09-19T05:02:44.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.036+0000 7fa4baffd640 1 -- 172.21.15.5:0/1245468734 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b4007cb0 con 0x7fa4bc0d4f00 2024-09-19T05:02:44.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.036+0000 7fa4c2366640 1 -- 172.21.15.5:0/1245468734 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa4bc0d4f00 msgr2=0x7fa4bc0b8a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:44.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.036+0000 7fa4c2366640 1 --2- 172.21.15.5:0/1245468734 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa4bc0d4f00 0x7fa4bc0b8a30 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fa4bc0d20d0 tx=0x7fa4b402a560 comp rx=0 tx=0).stop 2024-09-19T05:02:44.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.036+0000 7fa4c2366640 1 -- 172.21.15.5:0/1245468734 shutdown_connections 2024-09-19T05:02:44.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.036+0000 7fa4c2366640 1 --2- 172.21.15.5:0/1245468734 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa4bc0d4f00 0x7fa4bc0b8a30 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.036+0000 7fa4c2366640 1 --2- 172.21.15.5:0/1245468734 >> v2:172.21.15.134:3300/0 conn(0x7fa4bc15e890 0x7fa4bc06cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.036+0000 7fa4c2366640 1 -- 172.21.15.5:0/1245468734 >> 172.21.15.5:0/1245468734 conn(0x7fa4bc0b66c0 msgr2=0x7fa4bc0d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:44.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.036+0000 7fa4c2366640 1 -- 172.21.15.5:0/1245468734 shutdown_connections 2024-09-19T05:02:44.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.036+0000 7fa4c2366640 1 -- 172.21.15.5:0/1245468734 wait complete. 2024-09-19T05:02:44.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.037+0000 7fa4c2366640 1 Processor -- start 2024-09-19T05:02:44.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.038+0000 7fa4c2366640 1 -- start start 2024-09-19T05:02:44.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.038+0000 7fa4c2366640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa4bc0d2b60 0x7fa4bc0cedb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:44.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.038+0000 7fa4c2366640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa4bc0d4f00 0x7fa4bc0ae710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:44.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.038+0000 7fa4c2366640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4bc15e890 0x7fa4bc0aec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:44.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.038+0000 7fa4c2366640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fa4bc06db10 con 0x7fa4bc0d4f00 2024-09-19T05:02:44.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.038+0000 7fa4c2366640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fa4bc15ec70 con 0x7fa4bc0d2b60 2024-09-19T05:02:44.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.038+0000 7fa4c2366640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fa4bc06dc90 con 0x7fa4bc15e890 2024-09-19T05:02:44.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.039+0000 7fa4bb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa4bc0d4f00 0x7fa4bc0ae710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:44.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.039+0000 7fa4bb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa4bc0d4f00 0x7fa4bc0ae710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47792/0 (socket says 172.21.15.5:47792) 2024-09-19T05:02:44.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.039+0000 7fa4bb7fe640 1 -- 172.21.15.5:0/1655912126 learned_addr learned my addr 172.21.15.5:0/1655912126 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:44.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.039+0000 7fa4bbfff640 1 --2- 172.21.15.5:0/1655912126 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa4bc0d2b60 0x7fa4bc0cedb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:44.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.039+0000 7fa4c0903640 1 --2- 172.21.15.5:0/1655912126 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4bc15e890 0x7fa4bc0aec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:44.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.039+0000 7fa4bb7fe640 1 -- 172.21.15.5:0/1655912126 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4bc15e890 msgr2=0x7fa4bc0aec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:44.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.039+0000 7fa4bb7fe640 1 --2- 172.21.15.5:0/1655912126 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4bc15e890 0x7fa4bc0aec50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.039+0000 7fa4bb7fe640 1 -- 172.21.15.5:0/1655912126 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa4bc0d2b60 msgr2=0x7fa4bc0cedb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:44.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.039+0000 7fa4bb7fe640 1 --2- 172.21.15.5:0/1655912126 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa4bc0d2b60 0x7fa4bc0cedb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.039+0000 7fa4bb7fe640 1 -- 172.21.15.5:0/1655912126 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4bc0cf2f0 con 0x7fa4bc0d4f00 2024-09-19T05:02:44.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.039+0000 7fa4bbfff640 1 --2- 172.21.15.5:0/1655912126 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa4bc0d2b60 0x7fa4bc0cedb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:44.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.039+0000 7fa4c0903640 1 --2- 172.21.15.5:0/1655912126 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4bc15e890 0x7fa4bc0aec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:44.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.039+0000 7fa4bb7fe640 1 --2- 172.21.15.5:0/1655912126 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa4bc0d4f00 0x7fa4bc0ae710 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fa4b000c4e0 tx=0x7fa4b000c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:44.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.039+0000 7fa4b8ff9640 1 -- 172.21.15.5:0/1655912126 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b0018070 con 0x7fa4bc0d4f00 2024-09-19T05:02:44.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.039+0000 7fa4b8ff9640 1 -- 172.21.15.5:0/1655912126 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4b0007500 con 0x7fa4bc0d4f00 2024-09-19T05:02:44.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.039+0000 7fa4c2366640 1 -- 172.21.15.5:0/1655912126 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4bc0cdd10 con 0x7fa4bc0d4f00 2024-09-19T05:02:44.044 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.039+0000 7fa4b8ff9640 1 -- 172.21.15.5:0/1655912126 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b0004a20 con 0x7fa4bc0d4f00 2024-09-19T05:02:44.044 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.039+0000 7fa4c2366640 1 -- 172.21.15.5:0/1655912126 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4bc0ce2d0 con 0x7fa4bc0d4f00 2024-09-19T05:02:44.044 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.040+0000 7fa4c2366640 1 -- 172.21.15.5:0/1655912126 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4bc06cbb0 con 0x7fa4bc0d4f00 2024-09-19T05:02:44.045 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.041+0000 7fa4b8ff9640 1 -- 172.21.15.5:0/1655912126 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa4b001b070 con 0x7fa4bc0d4f00 2024-09-19T05:02:44.045 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.041+0000 7fa4b8ff9640 1 --2- 172.21.15.5:0/1655912126 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa4a806c2b0 0x7fa4a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:44.045 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.041+0000 7fa4b8ff9640 1 -- 172.21.15.5:0/1655912126 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7fa4b008a8c0 con 0x7fa4bc0d4f00 2024-09-19T05:02:44.045 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.042+0000 7fa4bbfff640 1 --2- 172.21.15.5:0/1655912126 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa4a806c2b0 0x7fa4a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:44.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.042+0000 7fa4bbfff640 1 --2- 172.21.15.5:0/1655912126 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa4a806c2b0 0x7fa4a806e770 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fa4ac00a990 tx=0x7fa4ac008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:44.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.046+0000 7fa4b8ff9640 1 -- 172.21.15.5:0/1655912126 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa4b0058f60 con 0x7fa4bc0d4f00 2024-09-19T05:02:44.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.258+0000 7fa4c2366640 1 -- 172.21.15.5:0/1655912126 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa4bc0b9cc0 con 0x7fa4bc0d4f00 2024-09-19T05:02:44.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.259+0000 7fa4b8ff9640 1 -- 172.21.15.5:0/1655912126 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5220 (secure 0 0 0) 0x7fa4b0058860 con 0x7fa4bc0d4f00 2024-09-19T05:02:44.261 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:44.261 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":24,"btime":"2024-09-19T05:02:43:899500+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5095,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/4285621567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":4285621567},{"type":"v1","addr":"172.21.15.5:6834","nonce":4285621567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5107,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/2291227084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":2291227084},{"type":"v1","addr":"172.21.15.134:6836","nonce":2291227084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5110,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/2904072031","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":2904072031},{"type":"v1","addr":"172.21.15.134:6837","nonce":2904072031}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[{"mdsmap":{"epoch":24,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:02:40.845406+0000","modified":"2024-09-19T05:02:43.247282+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5271},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5271":{"gid":5271,"name":"a","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/892842323","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":892842323},{"type":"v1","addr":"172.21.15.5:6835","nonce":892842323}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5271,"qdb_cluster":[5271]},"id":3}]} 2024-09-19T05:02:44.261 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 24 2024-09-19T05:02:44.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.261+0000 7fa4c2366640 1 -- 172.21.15.5:0/1655912126 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa4a806c2b0 msgr2=0x7fa4a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:44.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.261+0000 7fa4c2366640 1 --2- 172.21.15.5:0/1655912126 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa4a806c2b0 0x7fa4a806e770 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fa4ac00a990 tx=0x7fa4ac008040 comp rx=0 tx=0).stop 2024-09-19T05:02:44.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.261+0000 7fa4c2366640 1 -- 172.21.15.5:0/1655912126 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa4bc0d4f00 msgr2=0x7fa4bc0ae710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:44.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.261+0000 7fa4c2366640 1 --2- 172.21.15.5:0/1655912126 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa4bc0d4f00 0x7fa4bc0ae710 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fa4b000c4e0 tx=0x7fa4b000c9a0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.262+0000 7fa4c2366640 1 -- 172.21.15.5:0/1655912126 shutdown_connections 2024-09-19T05:02:44.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.262+0000 7fa4c2366640 1 --2- 172.21.15.5:0/1655912126 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa4a806c2b0 0x7fa4a806e770 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.262+0000 7fa4c2366640 1 --2- 172.21.15.5:0/1655912126 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa4bc15e890 0x7fa4bc0aec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.262+0000 7fa4c2366640 1 --2- 172.21.15.5:0/1655912126 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa4bc0d4f00 0x7fa4bc0ae710 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.262+0000 7fa4c2366640 1 --2- 172.21.15.5:0/1655912126 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa4bc0d2b60 0x7fa4bc0cedb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.262+0000 7fa4c2366640 1 -- 172.21.15.5:0/1655912126 >> 172.21.15.5:0/1655912126 conn(0x7fa4bc0b66c0 msgr2=0x7fa4bc1618d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:44.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.262+0000 7fa4c2366640 1 -- 172.21.15.5:0/1655912126 shutdown_connections 2024-09-19T05:02:44.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.262+0000 7fa4c2366640 1 -- 172.21.15.5:0/1655912126 wait complete. 2024-09-19T05:02:44.274 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:02:44.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.375+0000 7f7b1b5cf640 1 Processor -- start 2024-09-19T05:02:44.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.375+0000 7f7b1b5cf640 1 -- start start 2024-09-19T05:02:44.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.376+0000 7f7b1b5cf640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7b14166000 0x7f7b140d2ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:44.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.376+0000 7f7b1b5cf640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7b140b5ff0 0x7f7b140b6460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:44.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.376+0000 7f7b1b5cf640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7b140d5420 con 0x7f7b140d4c80 2024-09-19T05:02:44.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.376+0000 7f7b1b5cf640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f7b140b69a0 con 0x7f7b14166000 2024-09-19T05:02:44.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.376+0000 7f7b1b5cf640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f7b140cfd00 con 0x7f7b140b5ff0 2024-09-19T05:02:44.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.376+0000 7f7b1936b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7b14166000 0x7f7b140d2ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:44.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.376+0000 7f7b1936b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7b14166000 0x7f7b140d2ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47796/0 (socket says 172.21.15.5:47796) 2024-09-19T05:02:44.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.376+0000 7f7b1936b640 1 -- 172.21.15.5:0/321878643 learned_addr learned my addr 172.21.15.5:0/321878643 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:44.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.377+0000 7f7b19b6c640 1 --2- 172.21.15.5:0/321878643 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7b140b5ff0 0x7f7b140b6460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:44.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.377+0000 7f7b1936b640 1 -- 172.21.15.5:0/321878643 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7b140b5ff0 msgr2=0x7f7b140b6460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:44.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.377+0000 7f7b1936b640 1 --2- 172.21.15.5:0/321878643 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7b140b5ff0 0x7f7b140b6460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.377+0000 7f7b1936b640 1 -- 172.21.15.5:0/321878643 >> v1:172.21.15.134:6789/0 conn(0x7f7b140d4c80 legacy=0x7f7b140d07a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:44.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.377+0000 7f7b1936b640 1 -- 172.21.15.5:0/321878643 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b140c7970 con 0x7f7b14166000 2024-09-19T05:02:44.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.377+0000 7f7b19b6c640 1 --2- 172.21.15.5:0/321878643 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7b140b5ff0 0x7f7b140b6460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:44.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.377+0000 7f7b1936b640 1 --2- 172.21.15.5:0/321878643 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7b14166000 0x7f7b140d2ca0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f7b10009870 tx=0x7f7b1002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f3c6df693bda081 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:44.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.377+0000 7f7b0bfff640 1 -- 172.21.15.5:0/321878643 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b10037070 con 0x7f7b14166000 2024-09-19T05:02:44.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.377+0000 7f7b0bfff640 1 -- 172.21.15.5:0/321878643 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b10032440 con 0x7f7b14166000 2024-09-19T05:02:44.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.377+0000 7f7b0bfff640 1 -- 172.21.15.5:0/321878643 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b10032810 con 0x7f7b14166000 2024-09-19T05:02:44.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.378+0000 7f7b1b5cf640 1 -- 172.21.15.5:0/321878643 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7b14166000 msgr2=0x7f7b140d2ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:44.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.378+0000 7f7b1b5cf640 1 --2- 172.21.15.5:0/321878643 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7b14166000 0x7f7b140d2ca0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f7b10009870 tx=0x7f7b1002a210 comp rx=0 tx=0).stop 2024-09-19T05:02:44.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.378+0000 7f7b1b5cf640 1 -- 172.21.15.5:0/321878643 shutdown_connections 2024-09-19T05:02:44.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.378+0000 7f7b1b5cf640 1 --2- 172.21.15.5:0/321878643 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7b140b5ff0 0x7f7b140b6460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.378+0000 7f7b1b5cf640 1 --2- 172.21.15.5:0/321878643 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7b14166000 0x7f7b140d2ca0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.378+0000 7f7b1b5cf640 1 -- 172.21.15.5:0/321878643 >> 172.21.15.5:0/321878643 conn(0x7f7b1408c000 msgr2=0x7f7b140d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:44.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.378+0000 7f7b1b5cf640 1 -- 172.21.15.5:0/321878643 shutdown_connections 2024-09-19T05:02:44.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.378+0000 7f7b1b5cf640 1 -- 172.21.15.5:0/321878643 wait complete. 2024-09-19T05:02:44.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.379+0000 7f7b1b5cf640 1 Processor -- start 2024-09-19T05:02:44.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.379+0000 7f7b1b5cf640 1 -- start start 2024-09-19T05:02:44.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.380+0000 7f7b1b5cf640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7b140b5ff0 0x7f7b14153970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:44.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.380+0000 7f7b1b5cf640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7b140d4c80 0x7f7b140c80a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:44.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.380+0000 7f7b1b5cf640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7b14166000 0x7f7b140cdba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:44.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.380+0000 7f7b1b5cf640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f7b140d0280 con 0x7f7b14166000 2024-09-19T05:02:44.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.380+0000 7f7b1b5cf640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f7b140cffa0 con 0x7f7b140d4c80 2024-09-19T05:02:44.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.380+0000 7f7b1b5cf640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f7b141663e0 con 0x7f7b140b5ff0 2024-09-19T05:02:44.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.380+0000 7f7b19b6c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7b14166000 0x7f7b140cdba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:44.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.380+0000 7f7b19b6c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7b14166000 0x7f7b140cdba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47802/0 (socket says 172.21.15.5:47802) 2024-09-19T05:02:44.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.380+0000 7f7b19b6c640 1 -- 172.21.15.5:0/4196927240 learned_addr learned my addr 172.21.15.5:0/4196927240 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:44.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.380+0000 7f7b1936b640 1 --2- 172.21.15.5:0/4196927240 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7b140b5ff0 0x7f7b14153970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:44.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.380+0000 7f7b18b6a640 1 --2- 172.21.15.5:0/4196927240 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7b140d4c80 0x7f7b140c80a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:44.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.380+0000 7f7b19b6c640 1 -- 172.21.15.5:0/4196927240 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7b140b5ff0 msgr2=0x7f7b14153970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:44.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.380+0000 7f7b19b6c640 1 --2- 172.21.15.5:0/4196927240 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7b140b5ff0 0x7f7b14153970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.380+0000 7f7b19b6c640 1 -- 172.21.15.5:0/4196927240 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7b140d4c80 msgr2=0x7f7b140c80a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:44.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.380+0000 7f7b19b6c640 1 --2- 172.21.15.5:0/4196927240 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7b140d4c80 0x7f7b140c80a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.380+0000 7f7b19b6c640 1 -- 172.21.15.5:0/4196927240 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b140c8af0 con 0x7f7b14166000 2024-09-19T05:02:44.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.380+0000 7f7b18b6a640 1 --2- 172.21.15.5:0/4196927240 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7b140d4c80 0x7f7b140c80a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:44.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.381+0000 7f7b19b6c640 1 --2- 172.21.15.5:0/4196927240 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7b14166000 0x7f7b140cdba0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f7b0c00cef0 tx=0x7f7b0c00a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:44.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.381+0000 7f7b09ffb640 1 -- 172.21.15.5:0/4196927240 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b0c01a070 con 0x7f7b14166000 2024-09-19T05:02:44.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.381+0000 7f7b09ffb640 1 -- 172.21.15.5:0/4196927240 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b0c00d860 con 0x7f7b14166000 2024-09-19T05:02:44.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.381+0000 7f7b09ffb640 1 -- 172.21.15.5:0/4196927240 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b0c00dc50 con 0x7f7b14166000 2024-09-19T05:02:44.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.381+0000 7f7b1b5cf640 1 -- 172.21.15.5:0/4196927240 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b140c8dd0 con 0x7f7b14166000 2024-09-19T05:02:44.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.381+0000 7f7b1b5cf640 1 -- 172.21.15.5:0/4196927240 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b140cb890 con 0x7f7b14166000 2024-09-19T05:02:44.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.382+0000 7f7b1b5cf640 1 -- 172.21.15.5:0/4196927240 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b140b6460 con 0x7f7b14166000 2024-09-19T05:02:44.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.382+0000 7f7b09ffb640 1 -- 172.21.15.5:0/4196927240 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7b0c01d070 con 0x7f7b14166000 2024-09-19T05:02:44.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.383+0000 7f7b09ffb640 1 --2- 172.21.15.5:0/4196927240 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7af806c2b0 0x7f7af806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:44.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.383+0000 7f7b09ffb640 1 -- 172.21.15.5:0/4196927240 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7f7b0c08bdb0 con 0x7f7b14166000 2024-09-19T05:02:44.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.383+0000 7f7b1936b640 1 --2- 172.21.15.5:0/4196927240 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7af806c2b0 0x7f7af806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:44.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.384+0000 7f7b1936b640 1 --2- 172.21.15.5:0/4196927240 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7af806c2b0 0x7f7af806e770 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f7b10034000 tx=0x7f7b1002e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:44.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.387+0000 7f7b09ffb640 1 -- 172.21.15.5:0/4196927240 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7b0c059e00 con 0x7f7b14166000 2024-09-19T05:02:44.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.563+0000 7f7b1b5cf640 1 -- 172.21.15.5:0/4196927240 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7b140b4cf0 con 0x7f7b14166000 2024-09-19T05:02:44.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.564+0000 7f7b09ffb640 1 -- 172.21.15.5:0/4196927240 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v50) ==== 74+0+16966 (secure 0 0 0) 0x7f7b0c05e100 con 0x7f7b14166000 2024-09-19T05:02:44.566 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:44.566 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":50,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:02:42.495726+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:02:38.504157+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-19T05:02:39.830096+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"50","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:02:44.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.566+0000 7f7b1b5cf640 1 -- 172.21.15.5:0/4196927240 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7af806c2b0 msgr2=0x7f7af806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:44.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.566+0000 7f7b1b5cf640 1 --2- 172.21.15.5:0/4196927240 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7af806c2b0 0x7f7af806e770 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f7b10034000 tx=0x7f7b1002e000 comp rx=0 tx=0).stop 2024-09-19T05:02:44.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.566+0000 7f7b1b5cf640 1 -- 172.21.15.5:0/4196927240 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7b14166000 msgr2=0x7f7b140cdba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:44.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.566+0000 7f7b1b5cf640 1 --2- 172.21.15.5:0/4196927240 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7b14166000 0x7f7b140cdba0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f7b0c00cef0 tx=0x7f7b0c00a710 comp rx=0 tx=0).stop 2024-09-19T05:02:44.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.566+0000 7f7b1b5cf640 1 -- 172.21.15.5:0/4196927240 shutdown_connections 2024-09-19T05:02:44.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.566+0000 7f7b1b5cf640 1 --2- 172.21.15.5:0/4196927240 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7af806c2b0 0x7f7af806e770 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.566+0000 7f7b1b5cf640 1 --2- 172.21.15.5:0/4196927240 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7b14166000 0x7f7b140cdba0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.566+0000 7f7b1b5cf640 1 --2- 172.21.15.5:0/4196927240 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7b140d4c80 0x7f7b140c80a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.566+0000 7f7b1b5cf640 1 --2- 172.21.15.5:0/4196927240 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7b140b5ff0 0x7f7b14153970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.566+0000 7f7b1b5cf640 1 -- 172.21.15.5:0/4196927240 >> 172.21.15.5:0/4196927240 conn(0x7f7b1408c000 msgr2=0x7f7b140cf2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:44.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.566+0000 7f7b1b5cf640 1 -- 172.21.15.5:0/4196927240 shutdown_connections 2024-09-19T05:02:44.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.566+0000 7f7b1b5cf640 1 -- 172.21.15.5:0/4196927240 wait complete. 2024-09-19T05:02:44.579 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T05:02:44.579 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:02:44.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.681+0000 7fe33a5e8640 1 Processor -- start 2024-09-19T05:02:44.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.681+0000 7fe33a5e8640 1 -- start start 2024-09-19T05:02:44.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.682+0000 7fe33a5e8640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe3340d0ff0 0x7fe3340d13d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:44.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.682+0000 7fe33a5e8640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe3340d1910 con 0x7fe3340b7670 2024-09-19T05:02:44.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.682+0000 7fe33a5e8640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe3340d4230 con 0x7fe3340cfa10 2024-09-19T05:02:44.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.682+0000 7fe33a5e8640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fe3340b6c70 con 0x7fe3340d0ff0 2024-09-19T05:02:44.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.682+0000 7fe338b85640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fe3340b7670 0x7fe3340b7af0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46888/0 (socket says 172.21.15.5:46888) 2024-09-19T05:02:44.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.682+0000 7fe338b85640 1 -- 172.21.15.5:0/147760248 learned_addr learned my addr 172.21.15.5:0/147760248 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:44.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.682+0000 7fe333fff640 1 --2- 172.21.15.5:0/147760248 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe3340d0ff0 0x7fe3340d13d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:44.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.682+0000 7fe3337fe640 1 -- 172.21.15.5:0/147760248 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3311831108 0 0) 0x7fe3340d1910 con 0x7fe3340b7670 2024-09-19T05:02:44.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.683+0000 7fe3337fe640 1 -- 172.21.15.5:0/147760248 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe320003520 con 0x7fe3340b7670 2024-09-19T05:02:44.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.683+0000 7fe3337fe640 1 -- 172.21.15.5:0/147760248 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2846425866 0 0) 0x7fe3340d4230 con 0x7fe3340cfa10 2024-09-19T05:02:44.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.683+0000 7fe3337fe640 1 -- 172.21.15.5:0/147760248 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe3340d1910 con 0x7fe3340cfa10 2024-09-19T05:02:44.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.683+0000 7fe3337fe640 1 -- 172.21.15.5:0/147760248 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3094934947 0 0) 0x7fe320003520 con 0x7fe3340b7670 2024-09-19T05:02:44.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.683+0000 7fe3337fe640 1 -- 172.21.15.5:0/147760248 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe3340d0ff0 msgr2=0x7fe3340d13d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:44.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.683+0000 7fe3337fe640 1 --2- 172.21.15.5:0/147760248 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe3340d0ff0 0x7fe3340d13d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.683+0000 7fe3337fe640 1 -- 172.21.15.5:0/147760248 >> v1:172.21.15.134:6789/0 conn(0x7fe3340cfa10 legacy=0x7fe3340d3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:44.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.683+0000 7fe3337fe640 1 -- 172.21.15.5:0/147760248 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3340b6060 con 0x7fe3340b7670 2024-09-19T05:02:44.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.683+0000 7fe3337fe640 1 -- 172.21.15.5:0/147760248 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7fe32c0019f0 con 0x7fe3340b7670 2024-09-19T05:02:44.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.683+0000 7fe3337fe640 1 -- 172.21.15.5:0/147760248 >> v1:172.21.15.5:6789/0 conn(0x7fe3340b7670 legacy=0x7fe3340b7af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:44.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.683+0000 7fe3337fe640 1 --2- 172.21.15.5:0/147760248 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe320003b70 0x7fe320003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:44.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.683+0000 7fe3337fe640 1 --2- 172.21.15.5:0/147760248 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe320004800 0x7fe320004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:44.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.683+0000 7fe3337fe640 1 --2- 172.21.15.5:0/147760248 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe3340d0ff0 0x7fe3200051e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:44.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.683+0000 7fe3337fe640 1 -- 172.21.15.5:0/147760248 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fe3340b6c70 con 0x7fe320004800 2024-09-19T05:02:44.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.683+0000 7fe3337fe640 1 -- 172.21.15.5:0/147760248 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fe32000bad0 con 0x7fe320003b70 2024-09-19T05:02:44.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.683+0000 7fe3337fe640 1 -- 172.21.15.5:0/147760248 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fe32000bcd0 con 0x7fe3340d0ff0 2024-09-19T05:02:44.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.683+0000 7fe32bfff640 1 --2- 172.21.15.5:0/147760248 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe320004800 0x7fe320004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:44.691 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.683+0000 7fe333fff640 1 --2- 172.21.15.5:0/147760248 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe320003b70 0x7fe320003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:44.691 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.683+0000 7fe338b85640 1 --2- 172.21.15.5:0/147760248 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe3340d0ff0 0x7fe3200051e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:44.691 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.683+0000 7fe32bfff640 1 -- 172.21.15.5:0/147760248 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe3340d0ff0 msgr2=0x7fe3200051e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:44.691 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.683+0000 7fe32bfff640 1 --2- 172.21.15.5:0/147760248 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe3340d0ff0 0x7fe3200051e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.691 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.683+0000 7fe32bfff640 1 -- 172.21.15.5:0/147760248 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe320003b70 msgr2=0x7fe320003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:44.691 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.683+0000 7fe32bfff640 1 --2- 172.21.15.5:0/147760248 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe320003b70 0x7fe320003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.691 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.683+0000 7fe32bfff640 1 -- 172.21.15.5:0/147760248 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe320003520 con 0x7fe320004800 2024-09-19T05:02:44.691 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.684+0000 7fe32bfff640 1 --2- 172.21.15.5:0/147760248 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe320004800 0x7fe320004c80 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fe3340c80e0 tx=0x7fe320005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39f73262403db6bb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:44.691 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.684+0000 7fe3337fe640 1 -- 172.21.15.5:0/147760248 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe31c0014f0 con 0x7fe320004800 2024-09-19T05:02:44.692 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.684+0000 7fe3337fe640 1 -- 172.21.15.5:0/147760248 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe31c0052d0 con 0x7fe320004800 2024-09-19T05:02:44.692 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.684+0000 7fe3337fe640 1 -- 172.21.15.5:0/147760248 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe31c02ac30 con 0x7fe320004800 2024-09-19T05:02:44.692 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.685+0000 7fe33a5e8640 1 -- 172.21.15.5:0/147760248 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe320004800 msgr2=0x7fe320004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:44.692 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.685+0000 7fe33a5e8640 1 --2- 172.21.15.5:0/147760248 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe320004800 0x7fe320004c80 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fe3340c80e0 tx=0x7fe320005830 comp rx=0 tx=0).stop 2024-09-19T05:02:44.692 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.685+0000 7fe338b85640 1 -- 172.21.15.5:0/147760248 reap_dead start 2024-09-19T05:02:44.692 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.685+0000 7fe33a5e8640 1 -- 172.21.15.5:0/147760248 shutdown_connections 2024-09-19T05:02:44.692 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.685+0000 7fe33a5e8640 1 -- 172.21.15.5:0/147760248 >> 172.21.15.5:0/147760248 conn(0x7fe334067f80 msgr2=0x7fe33406ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:44.692 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.685+0000 7fe33a5e8640 1 -- 172.21.15.5:0/147760248 shutdown_connections 2024-09-19T05:02:44.692 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.685+0000 7fe33a5e8640 1 -- 172.21.15.5:0/147760248 wait complete. 2024-09-19T05:02:44.692 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.686+0000 7fe33a5e8640 1 Processor -- start 2024-09-19T05:02:44.693 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.686+0000 7fe33a5e8640 1 -- start start 2024-09-19T05:02:44.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.687+0000 7fe33a5e8640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe320004800 0x7fe3340cbf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:44.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.687+0000 7fe33a5e8640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe3341f4030 0x7fe3341e75a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:44.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.687+0000 7fe33a5e8640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe3341e7ae0 0x7fe33415fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:44.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.687+0000 7fe33a5e8640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fe3340b6900 con 0x7fe3341f4030 2024-09-19T05:02:44.696 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.687+0000 7fe33a5e8640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fe3340b6620 con 0x7fe3341e7ae0 2024-09-19T05:02:44.696 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.687+0000 7fe33a5e8640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fe33415e8f0 con 0x7fe320004800 2024-09-19T05:02:44.696 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.687+0000 7fe32bfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe3341f4030 0x7fe3341e75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:44.696 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.687+0000 7fe32bfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe3341f4030 0x7fe3341e75a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47812/0 (socket says 172.21.15.5:47812) 2024-09-19T05:02:44.696 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.687+0000 7fe32bfff640 1 -- 172.21.15.5:0/2237791129 learned_addr learned my addr 172.21.15.5:0/2237791129 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:44.696 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.687+0000 7fe333fff640 1 --2- 172.21.15.5:0/2237791129 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe320004800 0x7fe3340cbf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:44.696 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.687+0000 7fe338b85640 1 --2- 172.21.15.5:0/2237791129 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe3341e7ae0 0x7fe33415fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:44.696 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.687+0000 7fe32bfff640 1 -- 172.21.15.5:0/2237791129 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe320004800 msgr2=0x7fe3340cbf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:44.696 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.687+0000 7fe32bfff640 1 --2- 172.21.15.5:0/2237791129 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe320004800 0x7fe3340cbf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.696 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.687+0000 7fe32bfff640 1 -- 172.21.15.5:0/2237791129 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe3341e7ae0 msgr2=0x7fe33415fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:44.696 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.687+0000 7fe32bfff640 1 --2- 172.21.15.5:0/2237791129 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe3341e7ae0 0x7fe33415fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.697 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.687+0000 7fe32bfff640 1 -- 172.21.15.5:0/2237791129 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3340ccaa0 con 0x7fe3341f4030 2024-09-19T05:02:44.697 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.687+0000 7fe338b85640 1 --2- 172.21.15.5:0/2237791129 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe3341e7ae0 0x7fe33415fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:44.697 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.687+0000 7fe32bfff640 1 --2- 172.21.15.5:0/2237791129 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe3341f4030 0x7fe3341e75a0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fe31c005040 tx=0x7fe31c0012d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:44.697 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.688+0000 7fe3317fa640 1 -- 172.21.15.5:0/2237791129 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe31c040020 con 0x7fe3341f4030 2024-09-19T05:02:44.697 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.688+0000 7fe3317fa640 1 -- 172.21.15.5:0/2237791129 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe31c005480 con 0x7fe3341f4030 2024-09-19T05:02:44.697 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.688+0000 7fe33a5e8640 1 -- 172.21.15.5:0/2237791129 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3340ccd80 con 0x7fe3341f4030 2024-09-19T05:02:44.697 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.688+0000 7fe3317fa640 1 -- 172.21.15.5:0/2237791129 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe31c0014f0 con 0x7fe3341f4030 2024-09-19T05:02:44.697 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.688+0000 7fe33a5e8640 1 -- 172.21.15.5:0/2237791129 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3340cd340 con 0x7fe3341f4030 2024-09-19T05:02:44.697 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.689+0000 7fe33a5e8640 1 -- 172.21.15.5:0/2237791129 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3340ba3d0 con 0x7fe3341f4030 2024-09-19T05:02:44.697 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.689+0000 7fe3317fa640 1 -- 172.21.15.5:0/2237791129 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe31c043020 con 0x7fe3341f4030 2024-09-19T05:02:44.697 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.690+0000 7fe3317fa640 1 --2- 172.21.15.5:0/2237791129 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe31406c2b0 0x7fe31406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:44.697 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.690+0000 7fe3317fa640 1 -- 172.21.15.5:0/2237791129 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7fe31c0ab5b0 con 0x7fe3341f4030 2024-09-19T05:02:44.697 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.690+0000 7fe333fff640 1 --2- 172.21.15.5:0/2237791129 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe31406c2b0 0x7fe31406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:44.698 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.690+0000 7fe333fff640 1 --2- 172.21.15.5:0/2237791129 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe31406c2b0 0x7fe31406e770 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fe324009ae0 tx=0x7fe324009190 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:44.698 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.694+0000 7fe3317fa640 1 -- 172.21.15.5:0/2237791129 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe3340ba3d0 con 0x7fe3341f4030 2024-09-19T05:02:44.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.867+0000 7fe33a5e8640 1 -- 172.21.15.5:0/2237791129 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe3340b5060 con 0x7fe31406c2b0 2024-09-19T05:02:44.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.873+0000 7fe3317fa640 1 -- 172.21.15.5:0/2237791129 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242678 (secure 0 0 0) 0x7fe3340b5060 con 0x7fe31406c2b0 2024-09-19T05:02:44.878 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:44.879 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:02:44.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.876+0000 7fe33a5e8640 1 -- 172.21.15.5:0/2237791129 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe31406c2b0 msgr2=0x7fe31406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:44.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.876+0000 7fe33a5e8640 1 --2- 172.21.15.5:0/2237791129 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe31406c2b0 0x7fe31406e770 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fe324009ae0 tx=0x7fe324009190 comp rx=0 tx=0).stop 2024-09-19T05:02:44.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.876+0000 7fe33a5e8640 1 -- 172.21.15.5:0/2237791129 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe3341f4030 msgr2=0x7fe3341e75a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:44.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.876+0000 7fe33a5e8640 1 --2- 172.21.15.5:0/2237791129 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe3341f4030 0x7fe3341e75a0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fe31c005040 tx=0x7fe31c0012d0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.876+0000 7fe33a5e8640 1 -- 172.21.15.5:0/2237791129 shutdown_connections 2024-09-19T05:02:44.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.876+0000 7fe33a5e8640 1 --2- 172.21.15.5:0/2237791129 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe31406c2b0 0x7fe31406e770 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.876+0000 7fe33a5e8640 1 --2- 172.21.15.5:0/2237791129 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe3341e7ae0 0x7fe33415fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.876+0000 7fe33a5e8640 1 --2- 172.21.15.5:0/2237791129 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe3341f4030 0x7fe3341e75a0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.876+0000 7fe33a5e8640 1 --2- 172.21.15.5:0/2237791129 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe320004800 0x7fe3340cbf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:44.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.876+0000 7fe33a5e8640 1 -- 172.21.15.5:0/2237791129 >> 172.21.15.5:0/2237791129 conn(0x7fe334067f80 msgr2=0x7fe3340d28c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:44.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.876+0000 7fe33a5e8640 1 -- 172.21.15.5:0/2237791129 shutdown_connections 2024-09-19T05:02:44.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:44.876+0000 7fe33a5e8640 1 -- 172.21.15.5:0/2237791129 wait complete. 2024-09-19T05:02:44.888 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":91,"stamp":"2024-09-19T05:02:43.279569+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590424,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":163,"num_write_kb":2424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":122,"ondisk_log_size":122,"up":88,"acting":88,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":23,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":4,"kb":754974720,"kb_used":242516,"kb_used_data":5448,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754732204,"statfs":{"total":773094113280,"available":772845776896,"internally_reserved":0,"allocated":5578752,"data_stored":3101317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":56,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000939"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.485559+0000","last_change":"2024-09-19T05:02:40.485559+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.485559+0000","last_undegraded":"2024-09-19T05:02:40.485559+0000","last_fullsized":"2024-09-19T05:02:40.485559+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.519508+0000","last_change":"2024-09-19T05:02:41.512766+0000","last_active":"2024-09-19T05:02:41.519508+0000","last_peered":"2024-09-19T05:02:41.519508+0000","last_clean":"2024-09-19T05:02:41.519508+0000","last_became_active":"2024-09-19T05:02:41.512408+0000","last_became_peered":"2024-09-19T05:02:41.512408+0000","last_unstale":"2024-09-19T05:02:41.519508+0000","last_undegraded":"2024-09-19T05:02:41.519508+0000","last_fullsized":"2024-09-19T05:02:41.519508+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:40:49.582858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.510583+0000","last_change":"2024-09-19T05:02:41.505411+0000","last_active":"2024-09-19T05:02:41.510583+0000","last_peered":"2024-09-19T05:02:41.510583+0000","last_clean":"2024-09-19T05:02:41.510583+0000","last_became_active":"2024-09-19T05:02:41.505164+0000","last_became_peered":"2024-09-19T05:02:41.505164+0000","last_unstale":"2024-09-19T05:02:41.510583+0000","last_undegraded":"2024-09-19T05:02:41.510583+0000","last_fullsized":"2024-09-19T05:02:41.510583+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:58.424106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.486422+0000","last_change":"2024-09-19T05:02:40.486422+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.486422+0000","last_undegraded":"2024-09-19T05:02:40.486422+0000","last_fullsized":"2024-09-19T05:02:40.486422+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.516129+0000","last_change":"2024-09-19T05:02:41.510150+0000","last_active":"2024-09-19T05:02:41.516129+0000","last_peered":"2024-09-19T05:02:41.516129+0000","last_clean":"2024-09-19T05:02:41.516129+0000","last_became_active":"2024-09-19T05:02:41.509618+0000","last_became_peered":"2024-09-19T05:02:41.509618+0000","last_unstale":"2024-09-19T05:02:41.516129+0000","last_undegraded":"2024-09-19T05:02:41.516129+0000","last_fullsized":"2024-09-19T05:02:41.516129+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:18.728613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.485569+0000","last_change":"2024-09-19T05:02:40.485569+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.485569+0000","last_undegraded":"2024-09-19T05:02:40.485569+0000","last_fullsized":"2024-09-19T05:02:40.485569+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.483107+0000","last_change":"2024-09-19T05:02:40.483107+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.483107+0000","last_undegraded":"2024-09-19T05:02:40.483107+0000","last_fullsized":"2024-09-19T05:02:40.483107+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.515081+0000","last_change":"2024-09-19T05:02:41.510095+0000","last_active":"2024-09-19T05:02:41.515081+0000","last_peered":"2024-09-19T05:02:41.515081+0000","last_clean":"2024-09-19T05:02:41.515081+0000","last_became_active":"2024-09-19T05:02:41.509720+0000","last_became_peered":"2024-09-19T05:02:41.509720+0000","last_unstale":"2024-09-19T05:02:41.515081+0000","last_undegraded":"2024-09-19T05:02:41.515081+0000","last_fullsized":"2024-09-19T05:02:41.515081+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:20:06.780671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.483625+0000","last_change":"2024-09-19T05:02:40.483625+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.483625+0000","last_undegraded":"2024-09-19T05:02:40.483625+0000","last_fullsized":"2024-09-19T05:02:40.483625+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.519251+0000","last_change":"2024-09-19T05:02:41.512500+0000","last_active":"2024-09-19T05:02:41.519251+0000","last_peered":"2024-09-19T05:02:41.519251+0000","last_clean":"2024-09-19T05:02:41.519251+0000","last_became_active":"2024-09-19T05:02:41.512206+0000","last_became_peered":"2024-09-19T05:02:41.512206+0000","last_unstale":"2024-09-19T05:02:41.519251+0000","last_undegraded":"2024-09-19T05:02:41.519251+0000","last_fullsized":"2024-09-19T05:02:41.519251+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:14.015599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.515168+0000","last_change":"2024-09-19T05:02:41.509539+0000","last_active":"2024-09-19T05:02:41.515168+0000","last_peered":"2024-09-19T05:02:41.515168+0000","last_clean":"2024-09-19T05:02:41.515168+0000","last_became_active":"2024-09-19T05:02:41.509210+0000","last_became_peered":"2024-09-19T05:02:41.509210+0000","last_unstale":"2024-09-19T05:02:41.515168+0000","last_undegraded":"2024-09-19T05:02:41.515168+0000","last_fullsized":"2024-09-19T05:02:41.515168+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:37.129755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.516071+0000","last_change":"2024-09-19T05:02:41.511407+0000","last_active":"2024-09-19T05:02:41.516071+0000","last_peered":"2024-09-19T05:02:41.516071+0000","last_clean":"2024-09-19T05:02:41.516071+0000","last_became_active":"2024-09-19T05:02:41.510486+0000","last_became_peered":"2024-09-19T05:02:41.510486+0000","last_unstale":"2024-09-19T05:02:41.516071+0000","last_undegraded":"2024-09-19T05:02:41.516071+0000","last_fullsized":"2024-09-19T05:02:41.516071+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:10:37.745350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.522804+0000","last_change":"2024-09-19T05:02:41.522103+0000","last_active":"2024-09-19T05:02:41.522804+0000","last_peered":"2024-09-19T05:02:41.522804+0000","last_clean":"2024-09-19T05:02:41.522804+0000","last_became_active":"2024-09-19T05:02:41.521745+0000","last_became_peered":"2024-09-19T05:02:41.521745+0000","last_unstale":"2024-09-19T05:02:41.522804+0000","last_undegraded":"2024-09-19T05:02:41.522804+0000","last_fullsized":"2024-09-19T05:02:41.522804+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:52:11.702371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.483669+0000","last_change":"2024-09-19T05:02:40.483669+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.483669+0000","last_undegraded":"2024-09-19T05:02:40.483669+0000","last_fullsized":"2024-09-19T05:02:40.483669+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.515203+0000","last_change":"2024-09-19T05:02:41.512080+0000","last_active":"2024-09-19T05:02:41.515203+0000","last_peered":"2024-09-19T05:02:41.515203+0000","last_clean":"2024-09-19T05:02:41.515203+0000","last_became_active":"2024-09-19T05:02:41.511816+0000","last_became_peered":"2024-09-19T05:02:41.511816+0000","last_unstale":"2024-09-19T05:02:41.515203+0000","last_undegraded":"2024-09-19T05:02:41.515203+0000","last_fullsized":"2024-09-19T05:02:41.515203+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:56:19.083981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.516106+0000","last_change":"2024-09-19T05:02:41.509902+0000","last_active":"2024-09-19T05:02:41.516106+0000","last_peered":"2024-09-19T05:02:41.516106+0000","last_clean":"2024-09-19T05:02:41.516106+0000","last_became_active":"2024-09-19T05:02:41.509179+0000","last_became_peered":"2024-09-19T05:02:41.509179+0000","last_unstale":"2024-09-19T05:02:41.516106+0000","last_undegraded":"2024-09-19T05:02:41.516106+0000","last_fullsized":"2024-09-19T05:02:41.516106+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:46:00.562116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-19T05:02:40.496452+0000","last_change":"2024-09-19T05:02:40.493748+0000","last_active":"2024-09-19T05:02:40.496452+0000","last_peered":"2024-09-19T05:02:40.496452+0000","last_clean":"2024-09-19T05:02:40.496452+0000","last_became_active":"2024-09-19T05:02:40.493451+0000","last_became_peered":"2024-09-19T05:02:40.493451+0000","last_unstale":"2024-09-19T05:02:40.496452+0000","last_undegraded":"2024-09-19T05:02:40.496452+0000","last_fullsized":"2024-09-19T05:02:40.496452+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:19:11.622112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-19T05:02:40.496461+0000","last_change":"2024-09-19T05:02:40.493782+0000","last_active":"2024-09-19T05:02:40.496461+0000","last_peered":"2024-09-19T05:02:40.496461+0000","last_clean":"2024-09-19T05:02:40.496461+0000","last_became_active":"2024-09-19T05:02:40.493481+0000","last_became_peered":"2024-09-19T05:02:40.493481+0000","last_unstale":"2024-09-19T05:02:40.496461+0000","last_undegraded":"2024-09-19T05:02:40.496461+0000","last_fullsized":"2024-09-19T05:02:40.496461+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:05:21.548744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.513096+0000","last_change":"2024-09-19T05:02:41.512338+0000","last_active":"2024-09-19T05:02:41.513096+0000","last_peered":"2024-09-19T05:02:41.513096+0000","last_clean":"2024-09-19T05:02:41.513096+0000","last_became_active":"2024-09-19T05:02:41.512025+0000","last_became_peered":"2024-09-19T05:02:41.512025+0000","last_unstale":"2024-09-19T05:02:41.513096+0000","last_undegraded":"2024-09-19T05:02:41.513096+0000","last_fullsized":"2024-09-19T05:02:41.513096+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:48.155180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"49'1","reported_seq":13,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.525224+0000","last_change":"2024-09-19T05:02:40.500958+0000","last_active":"2024-09-19T05:02:41.525224+0000","last_peered":"2024-09-19T05:02:41.525224+0000","last_clean":"2024-09-19T05:02:41.525224+0000","last_became_active":"2024-09-19T05:02:40.500641+0000","last_became_peered":"2024-09-19T05:02:40.500641+0000","last_unstale":"2024-09-19T05:02:41.525224+0000","last_undegraded":"2024-09-19T05:02:41.525224+0000","last_fullsized":"2024-09-19T05:02:41.525224+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:48:32.194107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1a","version":"49'1","reported_seq":13,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.512728+0000","last_change":"2024-09-19T05:02:40.492954+0000","last_active":"2024-09-19T05:02:41.512728+0000","last_peered":"2024-09-19T05:02:41.512728+0000","last_clean":"2024-09-19T05:02:41.512728+0000","last_became_active":"2024-09-19T05:02:40.492601+0000","last_became_peered":"2024-09-19T05:02:40.492601+0000","last_unstale":"2024-09-19T05:02:41.512728+0000","last_undegraded":"2024-09-19T05:02:41.512728+0000","last_fullsized":"2024-09-19T05:02:41.512728+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:19:11.622112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.495264+0000","last_change":"2024-09-19T05:02:40.495317+0000","last_active":"2024-09-19T05:02:41.495264+0000","last_peered":"2024-09-19T05:02:41.495264+0000","last_clean":"2024-09-19T05:02:41.495264+0000","last_became_active":"2024-09-19T05:02:40.494963+0000","last_became_peered":"2024-09-19T05:02:40.494963+0000","last_unstale":"2024-09-19T05:02:41.495264+0000","last_undegraded":"2024-09-19T05:02:41.495264+0000","last_fullsized":"2024-09-19T05:02:41.495264+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:32:55.948417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.511846+0000","last_change":"2024-09-19T05:02:41.508658+0000","last_active":"2024-09-19T05:02:41.511846+0000","last_peered":"2024-09-19T05:02:41.511846+0000","last_clean":"2024-09-19T05:02:41.511846+0000","last_became_active":"2024-09-19T05:02:41.508350+0000","last_became_peered":"2024-09-19T05:02:41.508350+0000","last_unstale":"2024-09-19T05:02:41.511846+0000","last_undegraded":"2024-09-19T05:02:41.511846+0000","last_fullsized":"2024-09-19T05:02:41.511846+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:57:52.745910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.496021+0000","last_change":"2024-09-19T05:02:40.495295+0000","last_active":"2024-09-19T05:02:41.496021+0000","last_peered":"2024-09-19T05:02:41.496021+0000","last_clean":"2024-09-19T05:02:41.496021+0000","last_became_active":"2024-09-19T05:02:40.495022+0000","last_became_peered":"2024-09-19T05:02:40.495022+0000","last_unstale":"2024-09-19T05:02:41.496021+0000","last_undegraded":"2024-09-19T05:02:41.496021+0000","last_fullsized":"2024-09-19T05:02:41.496021+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:26:23.519166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.515103+0000","last_change":"2024-09-19T05:02:41.511055+0000","last_active":"2024-09-19T05:02:41.515103+0000","last_peered":"2024-09-19T05:02:41.515103+0000","last_clean":"2024-09-19T05:02:41.515103+0000","last_became_active":"2024-09-19T05:02:41.510769+0000","last_became_peered":"2024-09-19T05:02:41.510769+0000","last_unstale":"2024-09-19T05:02:41.515103+0000","last_undegraded":"2024-09-19T05:02:41.515103+0000","last_fullsized":"2024-09-19T05:02:41.515103+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:06:38.249406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.504476+0000","last_change":"2024-09-19T05:02:41.503858+0000","last_active":"2024-09-19T05:02:41.504476+0000","last_peered":"2024-09-19T05:02:41.504476+0000","last_clean":"2024-09-19T05:02:41.504476+0000","last_became_active":"2024-09-19T05:02:41.503585+0000","last_became_peered":"2024-09-19T05:02:41.503585+0000","last_unstale":"2024-09-19T05:02:41.504476+0000","last_undegraded":"2024-09-19T05:02:41.504476+0000","last_fullsized":"2024-09-19T05:02:41.504476+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:01:46.695338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.13","version":"49'2","reported_seq":14,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.524620+0000","last_change":"2024-09-19T05:02:40.501353+0000","last_active":"2024-09-19T05:02:41.524620+0000","last_peered":"2024-09-19T05:02:41.524620+0000","last_clean":"2024-09-19T05:02:41.524620+0000","last_became_active":"2024-09-19T05:02:40.501056+0000","last_became_peered":"2024-09-19T05:02:40.501056+0000","last_unstale":"2024-09-19T05:02:41.524620+0000","last_undegraded":"2024-09-19T05:02:41.524620+0000","last_fullsized":"2024-09-19T05:02:41.524620+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:57:41.165926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.515149+0000","last_change":"2024-09-19T05:02:41.509490+0000","last_active":"2024-09-19T05:02:41.515149+0000","last_peered":"2024-09-19T05:02:41.515149+0000","last_clean":"2024-09-19T05:02:41.515149+0000","last_became_active":"2024-09-19T05:02:41.509134+0000","last_became_peered":"2024-09-19T05:02:41.509134+0000","last_unstale":"2024-09-19T05:02:41.515149+0000","last_undegraded":"2024-09-19T05:02:41.515149+0000","last_fullsized":"2024-09-19T05:02:41.515149+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:52.300668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.521948+0000","last_change":"2024-09-19T05:02:41.514992+0000","last_active":"2024-09-19T05:02:41.521948+0000","last_peered":"2024-09-19T05:02:41.521948+0000","last_clean":"2024-09-19T05:02:41.521948+0000","last_became_active":"2024-09-19T05:02:41.514716+0000","last_became_peered":"2024-09-19T05:02:41.514716+0000","last_unstale":"2024-09-19T05:02:41.521948+0000","last_undegraded":"2024-09-19T05:02:41.521948+0000","last_fullsized":"2024-09-19T05:02:41.521948+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:59:50.696752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.f","version":"49'1","reported_seq":13,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.528282+0000","last_change":"2024-09-19T05:02:40.502155+0000","last_active":"2024-09-19T05:02:41.528282+0000","last_peered":"2024-09-19T05:02:41.528282+0000","last_clean":"2024-09-19T05:02:41.528282+0000","last_became_active":"2024-09-19T05:02:40.501828+0000","last_became_peered":"2024-09-19T05:02:40.501828+0000","last_unstale":"2024-09-19T05:02:41.528282+0000","last_undegraded":"2024-09-19T05:02:41.528282+0000","last_fullsized":"2024-09-19T05:02:41.528282+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:52:02.471336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.481341+0000","last_change":"2024-09-19T05:02:40.481341+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.481341+0000","last_undegraded":"2024-09-19T05:02:40.481341+0000","last_fullsized":"2024-09-19T05:02:40.481341+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.513071+0000","last_change":"2024-09-19T05:02:41.512307+0000","last_active":"2024-09-19T05:02:41.513071+0000","last_peered":"2024-09-19T05:02:41.513071+0000","last_clean":"2024-09-19T05:02:41.513071+0000","last_became_active":"2024-09-19T05:02:41.511999+0000","last_became_peered":"2024-09-19T05:02:41.511999+0000","last_unstale":"2024-09-19T05:02:41.513071+0000","last_undegraded":"2024-09-19T05:02:41.513071+0000","last_fullsized":"2024-09-19T05:02:41.513071+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:32:56.953033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.482389+0000","last_change":"2024-09-19T05:02:40.482389+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.482389+0000","last_undegraded":"2024-09-19T05:02:40.482389+0000","last_fullsized":"2024-09-19T05:02:40.482389+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-19T05:02:40.496518+0000","last_change":"2024-09-19T05:02:40.490547+0000","last_active":"2024-09-19T05:02:40.496518+0000","last_peered":"2024-09-19T05:02:40.496518+0000","last_clean":"2024-09-19T05:02:40.496518+0000","last_became_active":"2024-09-19T05:02:40.490267+0000","last_became_peered":"2024-09-19T05:02:40.490267+0000","last_unstale":"2024-09-19T05:02:40.496518+0000","last_undegraded":"2024-09-19T05:02:40.496518+0000","last_fullsized":"2024-09-19T05:02:40.496518+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:09.981032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.527171+0000","last_change":"2024-09-19T05:02:41.526133+0000","last_active":"2024-09-19T05:02:41.527171+0000","last_peered":"2024-09-19T05:02:41.527171+0000","last_clean":"2024-09-19T05:02:41.527171+0000","last_became_active":"2024-09-19T05:02:41.525822+0000","last_became_peered":"2024-09-19T05:02:41.525822+0000","last_unstale":"2024-09-19T05:02:41.527171+0000","last_undegraded":"2024-09-19T05:02:41.527171+0000","last_fullsized":"2024-09-19T05:02:41.527171+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:35:20.203264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.496805+0000","last_change":"2024-09-19T05:02:40.496291+0000","last_active":"2024-09-19T05:02:41.496805+0000","last_peered":"2024-09-19T05:02:41.496805+0000","last_clean":"2024-09-19T05:02:41.496805+0000","last_became_active":"2024-09-19T05:02:40.495000+0000","last_became_peered":"2024-09-19T05:02:40.495000+0000","last_unstale":"2024-09-19T05:02:41.496805+0000","last_undegraded":"2024-09-19T05:02:41.496805+0000","last_fullsized":"2024-09-19T05:02:41.496805+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:47.150564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.482469+0000","last_change":"2024-09-19T05:02:40.482469+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.482469+0000","last_undegraded":"2024-09-19T05:02:40.482469+0000","last_fullsized":"2024-09-19T05:02:40.482469+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.483117+0000","last_change":"2024-09-19T05:02:40.483117+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.483117+0000","last_undegraded":"2024-09-19T05:02:40.483117+0000","last_fullsized":"2024-09-19T05:02:40.483117+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.498860+0000","last_change":"2024-09-19T05:02:40.496165+0000","last_active":"2024-09-19T05:02:41.498860+0000","last_peered":"2024-09-19T05:02:41.498860+0000","last_clean":"2024-09-19T05:02:41.498860+0000","last_became_active":"2024-09-19T05:02:40.495874+0000","last_became_peered":"2024-09-19T05:02:40.495874+0000","last_unstale":"2024-09-19T05:02:41.498860+0000","last_undegraded":"2024-09-19T05:02:41.498860+0000","last_fullsized":"2024-09-19T05:02:41.498860+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:39:51.172997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.524567+0000","last_change":"2024-09-19T05:02:41.523089+0000","last_active":"2024-09-19T05:02:41.524567+0000","last_peered":"2024-09-19T05:02:41.524567+0000","last_clean":"2024-09-19T05:02:41.524567+0000","last_became_active":"2024-09-19T05:02:41.522785+0000","last_became_peered":"2024-09-19T05:02:41.522785+0000","last_unstale":"2024-09-19T05:02:41.524567+0000","last_undegraded":"2024-09-19T05:02:41.524567+0000","last_fullsized":"2024-09-19T05:02:41.524567+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:02:52.178742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.526028+0000","last_change":"2024-09-19T05:02:41.514102+0000","last_active":"2024-09-19T05:02:41.526028+0000","last_peered":"2024-09-19T05:02:41.526028+0000","last_clean":"2024-09-19T05:02:41.526028+0000","last_became_active":"2024-09-19T05:02:41.513755+0000","last_became_peered":"2024-09-19T05:02:41.513755+0000","last_unstale":"2024-09-19T05:02:41.526028+0000","last_undegraded":"2024-09-19T05:02:41.526028+0000","last_fullsized":"2024-09-19T05:02:41.526028+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:39:31.290886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.495005+0000","last_change":"2024-09-19T05:02:40.492004+0000","last_active":"2024-09-19T05:02:41.495005+0000","last_peered":"2024-09-19T05:02:41.495005+0000","last_clean":"2024-09-19T05:02:41.495005+0000","last_became_active":"2024-09-19T05:02:40.491721+0000","last_became_peered":"2024-09-19T05:02:40.491721+0000","last_unstale":"2024-09-19T05:02:41.495005+0000","last_undegraded":"2024-09-19T05:02:41.495005+0000","last_fullsized":"2024-09-19T05:02:41.495005+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:05:21.548744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.500475+0000","last_change":"2024-09-19T05:02:40.501213+0000","last_active":"2024-09-19T05:02:41.500475+0000","last_peered":"2024-09-19T05:02:41.500475+0000","last_clean":"2024-09-19T05:02:41.500475+0000","last_became_active":"2024-09-19T05:02:40.500905+0000","last_became_peered":"2024-09-19T05:02:40.500905+0000","last_unstale":"2024-09-19T05:02:41.500475+0000","last_undegraded":"2024-09-19T05:02:41.500475+0000","last_fullsized":"2024-09-19T05:02:41.500475+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:06.402743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":220,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-19T05:02:37.491420+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:02:37.491420+0000","last_peered":"2024-09-19T05:02:37.491420+0000","last_clean":"2024-09-19T05:02:37.491420+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:02:37.491420+0000","last_undegraded":"2024-09-19T05:02:37.491420+0000","last_fullsized":"2024-09-19T05:02:37.491420+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":60,"acting":60,"num_store_stats":3},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":56,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":26,"acting":26,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509462,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28144,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343696,"statfs":{"total":96636764160,"available":96607944704,"internally_reserved":0,"allocated":1130496,"data_stored":824574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509461,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27552,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344288,"statfs":{"total":96636764160,"available":96608550912,"internally_reserved":0,"allocated":536576,"data_stored":234206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509461,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27564,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344276,"statfs":{"total":96636764160,"available":96608538624,"internally_reserved":0,"allocated":536576,"data_stored":234206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542165,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31716,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340124,"statfs":{"total":96636764160,"available":96604286976,"internally_reserved":0,"allocated":536576,"data_stored":234206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542165,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31720,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340120,"statfs":{"total":96636764160,"available":96604282880,"internally_reserved":0,"allocated":536576,"data_stored":234206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574871,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27600,"kb_used_data":564,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344240,"statfs":{"total":96636764160,"available":96608501760,"internally_reserved":0,"allocated":577536,"data_stored":254831,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574870,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31724,"kb_used_data":536,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340116,"statfs":{"total":96636764160,"available":96604278784,"internally_reserved":0,"allocated":548864,"data_stored":240415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574870,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36496,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335344,"statfs":{"total":96636764160,"available":96599392256,"internally_reserved":0,"allocated":1175552,"data_stored":844673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:02:44.894 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:02:45.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.029+0000 7f9dd7dfd640 1 Processor -- start 2024-09-19T05:02:45.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.029+0000 7f9dd7dfd640 1 -- start start 2024-09-19T05:02:45.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.030+0000 7f9dd7dfd640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9dd015c1c0 0x7f9dd0070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:45.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.030+0000 7f9dd7dfd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9dd015f480 0x7f9dd009aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:45.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.030+0000 7f9dd7dfd640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9dd0070e00 con 0x7f9dd009afb0 2024-09-19T05:02:45.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.030+0000 7f9dd7dfd640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f9dd00b5d90 con 0x7f9dd015f480 2024-09-19T05:02:45.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.030+0000 7f9dd7dfd640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f9dd00710e0 con 0x7f9dd015c1c0 2024-09-19T05:02:45.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.030+0000 7f9dd5398640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9dd015f480 0x7f9dd009aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:45.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.030+0000 7f9dd5398640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9dd015f480 0x7f9dd009aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47822/0 (socket says 172.21.15.5:47822) 2024-09-19T05:02:45.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.030+0000 7f9dd5398640 1 -- 172.21.15.5:0/1480934426 learned_addr learned my addr 172.21.15.5:0/1480934426 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:45.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.030+0000 7f9dd5b99640 1 --2- 172.21.15.5:0/1480934426 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9dd015c1c0 0x7f9dd0070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:45.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.030+0000 7f9dd5398640 1 -- 172.21.15.5:0/1480934426 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9dd015c1c0 msgr2=0x7f9dd0070770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:45.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.030+0000 7f9dd5398640 1 --2- 172.21.15.5:0/1480934426 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9dd015c1c0 0x7f9dd0070770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.030+0000 7f9dd5398640 1 -- 172.21.15.5:0/1480934426 >> v1:172.21.15.134:6789/0 conn(0x7f9dd009afb0 legacy=0x7f9dd0161fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:45.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.030+0000 7f9dd5398640 1 -- 172.21.15.5:0/1480934426 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dd00713c0 con 0x7f9dd015f480 2024-09-19T05:02:45.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.030+0000 7f9dd5b99640 1 --2- 172.21.15.5:0/1480934426 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9dd015c1c0 0x7f9dd0070770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:45.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.031+0000 7f9dd5398640 1 --2- 172.21.15.5:0/1480934426 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9dd015f480 0x7f9dd009aa70 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f9dc4009870 tx=0x7f9dc402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd5340a5d42977f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:45.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.031+0000 7f9dd4b97640 1 -- 172.21.15.5:0/1480934426 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dc4037070 con 0x7f9dd015f480 2024-09-19T05:02:45.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.031+0000 7f9dd4b97640 1 -- 172.21.15.5:0/1480934426 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9dc4032440 con 0x7f9dd015f480 2024-09-19T05:02:45.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.031+0000 7f9dd4b97640 1 -- 172.21.15.5:0/1480934426 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dc4032810 con 0x7f9dd015f480 2024-09-19T05:02:45.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.031+0000 7f9dd7dfd640 1 -- 172.21.15.5:0/1480934426 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9dd015f480 msgr2=0x7f9dd009aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:45.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.031+0000 7f9dd7dfd640 1 --2- 172.21.15.5:0/1480934426 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9dd015f480 0x7f9dd009aa70 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f9dc4009870 tx=0x7f9dc402a210 comp rx=0 tx=0).stop 2024-09-19T05:02:45.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.032+0000 7f9dd7dfd640 1 -- 172.21.15.5:0/1480934426 shutdown_connections 2024-09-19T05:02:45.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.032+0000 7f9dd7dfd640 1 --2- 172.21.15.5:0/1480934426 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9dd015f480 0x7f9dd009aa70 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.032+0000 7f9dd7dfd640 1 --2- 172.21.15.5:0/1480934426 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9dd015c1c0 0x7f9dd0070770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.032+0000 7f9dd7dfd640 1 -- 172.21.15.5:0/1480934426 >> 172.21.15.5:0/1480934426 conn(0x7f9dd00b3ff0 msgr2=0x7f9dd00b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:45.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.032+0000 7f9dd7dfd640 1 -- 172.21.15.5:0/1480934426 shutdown_connections 2024-09-19T05:02:45.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.032+0000 7f9dd7dfd640 1 -- 172.21.15.5:0/1480934426 wait complete. 2024-09-19T05:02:45.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.033+0000 7f9dd7dfd640 1 Processor -- start 2024-09-19T05:02:45.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.033+0000 7f9dd7dfd640 1 -- start start 2024-09-19T05:02:45.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.033+0000 7f9dd7dfd640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9dd009afb0 0x7f9dd015a440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:45.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.034+0000 7f9dd7dfd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9dd015c1c0 0x7f9dd00cfdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:45.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.034+0000 7f9dd7dfd640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9dd015f480 0x7f9dd009cb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:45.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.034+0000 7f9dd7dfd640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f9dd00b7230 con 0x7f9dd015c1c0 2024-09-19T05:02:45.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.034+0000 7f9dd7dfd640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f9dd015f8a0 con 0x7f9dd009afb0 2024-09-19T05:02:45.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.034+0000 7f9dd7dfd640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f9dd00b73b0 con 0x7f9dd015f480 2024-09-19T05:02:45.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.034+0000 7f9dd5398640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9dd015c1c0 0x7f9dd00cfdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:45.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.034+0000 7f9dd5398640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9dd015c1c0 0x7f9dd00cfdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47824/0 (socket says 172.21.15.5:47824) 2024-09-19T05:02:45.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.034+0000 7f9dd5398640 1 -- 172.21.15.5:0/1232257606 learned_addr learned my addr 172.21.15.5:0/1232257606 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:45.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.034+0000 7f9dd5b99640 1 --2- 172.21.15.5:0/1232257606 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9dd009afb0 0x7f9dd015a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:45.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.034+0000 7f9dd639a640 1 --2- 172.21.15.5:0/1232257606 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9dd015f480 0x7f9dd009cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:45.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.034+0000 7f9dd5398640 1 -- 172.21.15.5:0/1232257606 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9dd015f480 msgr2=0x7f9dd009cb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:45.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.034+0000 7f9dd5398640 1 --2- 172.21.15.5:0/1232257606 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9dd015f480 0x7f9dd009cb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.034+0000 7f9dd5398640 1 -- 172.21.15.5:0/1232257606 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9dd009afb0 msgr2=0x7f9dd015a440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:45.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.034+0000 7f9dd5398640 1 --2- 172.21.15.5:0/1232257606 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9dd009afb0 0x7f9dd015a440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.034+0000 7f9dd5398640 1 -- 172.21.15.5:0/1232257606 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dd00a01d0 con 0x7f9dd015c1c0 2024-09-19T05:02:45.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.034+0000 7f9dd639a640 1 --2- 172.21.15.5:0/1232257606 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9dd015f480 0x7f9dd009cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:45.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.034+0000 7f9dd5398640 1 --2- 172.21.15.5:0/1232257606 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9dd015c1c0 0x7f9dd00cfdd0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f9dc402a250 tx=0x7f9dc40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:45.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.034+0000 7f9dce7fc640 1 -- 172.21.15.5:0/1232257606 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dc4037040 con 0x7f9dd015c1c0 2024-09-19T05:02:45.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.034+0000 7f9dce7fc640 1 -- 172.21.15.5:0/1232257606 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9dc4042070 con 0x7f9dd015c1c0 2024-09-19T05:02:45.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.034+0000 7f9dce7fc640 1 -- 172.21.15.5:0/1232257606 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dc4030bb0 con 0x7f9dd015c1c0 2024-09-19T05:02:45.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.034+0000 7f9dd7dfd640 1 -- 172.21.15.5:0/1232257606 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9dd00cce20 con 0x7f9dd015c1c0 2024-09-19T05:02:45.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.035+0000 7f9dd7dfd640 1 -- 172.21.15.5:0/1232257606 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9dd00cd3e0 con 0x7f9dd015c1c0 2024-09-19T05:02:45.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.036+0000 7f9dd7dfd640 1 -- 172.21.15.5:0/1232257606 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9dd015b970 con 0x7f9dd015c1c0 2024-09-19T05:02:45.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.036+0000 7f9dce7fc640 1 -- 172.21.15.5:0/1232257606 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9dc4047460 con 0x7f9dd015c1c0 2024-09-19T05:02:45.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.037+0000 7f9dce7fc640 1 --2- 172.21.15.5:0/1232257606 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9dbc06c2b0 0x7f9dbc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:45.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.037+0000 7f9dce7fc640 1 -- 172.21.15.5:0/1232257606 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7f9dc40ac0d0 con 0x7f9dd015c1c0 2024-09-19T05:02:45.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.037+0000 7f9dd5b99640 1 --2- 172.21.15.5:0/1232257606 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9dbc06c2b0 0x7f9dbc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:45.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.037+0000 7f9dd5b99640 1 --2- 172.21.15.5:0/1232257606 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9dbc06c2b0 0x7f9dbc06e770 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f9dd009c900 tx=0x7f9dc8008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:45.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.041+0000 7f9dce7fc640 1 -- 172.21.15.5:0/1232257606 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9dd015b970 con 0x7f9dd015c1c0 2024-09-19T05:02:45.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.212+0000 7f9dd7dfd640 1 -- 172.21.15.5:0/1232257606 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9dd015e610 con 0x7f9dbc06c2b0 2024-09-19T05:02:45.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.218+0000 7f9dce7fc640 1 -- 172.21.15.5:0/1232257606 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242678 (secure 0 0 0) 0x7f9dd015e610 con 0x7f9dbc06c2b0 2024-09-19T05:02:45.222 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:45.223 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:02:45.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.221+0000 7f9dd7dfd640 1 -- 172.21.15.5:0/1232257606 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9dbc06c2b0 msgr2=0x7f9dbc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:45.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.221+0000 7f9dd7dfd640 1 --2- 172.21.15.5:0/1232257606 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9dbc06c2b0 0x7f9dbc06e770 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f9dd009c900 tx=0x7f9dc8008040 comp rx=0 tx=0).stop 2024-09-19T05:02:45.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.221+0000 7f9dd7dfd640 1 -- 172.21.15.5:0/1232257606 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9dd015c1c0 msgr2=0x7f9dd00cfdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:45.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.221+0000 7f9dd7dfd640 1 --2- 172.21.15.5:0/1232257606 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9dd015c1c0 0x7f9dd00cfdd0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f9dc402a250 tx=0x7f9dc40046c0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.221+0000 7f9dd7dfd640 1 -- 172.21.15.5:0/1232257606 shutdown_connections 2024-09-19T05:02:45.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.221+0000 7f9dd7dfd640 1 --2- 172.21.15.5:0/1232257606 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9dbc06c2b0 0x7f9dbc06e770 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.221+0000 7f9dd7dfd640 1 --2- 172.21.15.5:0/1232257606 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9dd015f480 0x7f9dd009cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.221+0000 7f9dd7dfd640 1 --2- 172.21.15.5:0/1232257606 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9dd015c1c0 0x7f9dd00cfdd0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.221+0000 7f9dd7dfd640 1 --2- 172.21.15.5:0/1232257606 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9dd009afb0 0x7f9dd015a440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.221+0000 7f9dd7dfd640 1 -- 172.21.15.5:0/1232257606 >> 172.21.15.5:0/1232257606 conn(0x7f9dd00b3ff0 msgr2=0x7f9dd015b260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:45.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.222+0000 7f9dd7dfd640 1 -- 172.21.15.5:0/1232257606 shutdown_connections 2024-09-19T05:02:45.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.222+0000 7f9dd7dfd640 1 -- 172.21.15.5:0/1232257606 wait complete. 2024-09-19T05:02:45.234 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":91,"stamp":"2024-09-19T05:02:43.279569+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590424,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":163,"num_write_kb":2424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":122,"ondisk_log_size":122,"up":88,"acting":88,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":23,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":4,"kb":754974720,"kb_used":242516,"kb_used_data":5448,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754732204,"statfs":{"total":773094113280,"available":772845776896,"internally_reserved":0,"allocated":5578752,"data_stored":3101317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":56,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000939"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.485559+0000","last_change":"2024-09-19T05:02:40.485559+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.485559+0000","last_undegraded":"2024-09-19T05:02:40.485559+0000","last_fullsized":"2024-09-19T05:02:40.485559+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.519508+0000","last_change":"2024-09-19T05:02:41.512766+0000","last_active":"2024-09-19T05:02:41.519508+0000","last_peered":"2024-09-19T05:02:41.519508+0000","last_clean":"2024-09-19T05:02:41.519508+0000","last_became_active":"2024-09-19T05:02:41.512408+0000","last_became_peered":"2024-09-19T05:02:41.512408+0000","last_unstale":"2024-09-19T05:02:41.519508+0000","last_undegraded":"2024-09-19T05:02:41.519508+0000","last_fullsized":"2024-09-19T05:02:41.519508+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:40:49.582858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.510583+0000","last_change":"2024-09-19T05:02:41.505411+0000","last_active":"2024-09-19T05:02:41.510583+0000","last_peered":"2024-09-19T05:02:41.510583+0000","last_clean":"2024-09-19T05:02:41.510583+0000","last_became_active":"2024-09-19T05:02:41.505164+0000","last_became_peered":"2024-09-19T05:02:41.505164+0000","last_unstale":"2024-09-19T05:02:41.510583+0000","last_undegraded":"2024-09-19T05:02:41.510583+0000","last_fullsized":"2024-09-19T05:02:41.510583+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:58.424106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.486422+0000","last_change":"2024-09-19T05:02:40.486422+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.486422+0000","last_undegraded":"2024-09-19T05:02:40.486422+0000","last_fullsized":"2024-09-19T05:02:40.486422+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.516129+0000","last_change":"2024-09-19T05:02:41.510150+0000","last_active":"2024-09-19T05:02:41.516129+0000","last_peered":"2024-09-19T05:02:41.516129+0000","last_clean":"2024-09-19T05:02:41.516129+0000","last_became_active":"2024-09-19T05:02:41.509618+0000","last_became_peered":"2024-09-19T05:02:41.509618+0000","last_unstale":"2024-09-19T05:02:41.516129+0000","last_undegraded":"2024-09-19T05:02:41.516129+0000","last_fullsized":"2024-09-19T05:02:41.516129+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:18.728613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.485569+0000","last_change":"2024-09-19T05:02:40.485569+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.485569+0000","last_undegraded":"2024-09-19T05:02:40.485569+0000","last_fullsized":"2024-09-19T05:02:40.485569+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.483107+0000","last_change":"2024-09-19T05:02:40.483107+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.483107+0000","last_undegraded":"2024-09-19T05:02:40.483107+0000","last_fullsized":"2024-09-19T05:02:40.483107+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.515081+0000","last_change":"2024-09-19T05:02:41.510095+0000","last_active":"2024-09-19T05:02:41.515081+0000","last_peered":"2024-09-19T05:02:41.515081+0000","last_clean":"2024-09-19T05:02:41.515081+0000","last_became_active":"2024-09-19T05:02:41.509720+0000","last_became_peered":"2024-09-19T05:02:41.509720+0000","last_unstale":"2024-09-19T05:02:41.515081+0000","last_undegraded":"2024-09-19T05:02:41.515081+0000","last_fullsized":"2024-09-19T05:02:41.515081+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:20:06.780671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.483625+0000","last_change":"2024-09-19T05:02:40.483625+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.483625+0000","last_undegraded":"2024-09-19T05:02:40.483625+0000","last_fullsized":"2024-09-19T05:02:40.483625+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.519251+0000","last_change":"2024-09-19T05:02:41.512500+0000","last_active":"2024-09-19T05:02:41.519251+0000","last_peered":"2024-09-19T05:02:41.519251+0000","last_clean":"2024-09-19T05:02:41.519251+0000","last_became_active":"2024-09-19T05:02:41.512206+0000","last_became_peered":"2024-09-19T05:02:41.512206+0000","last_unstale":"2024-09-19T05:02:41.519251+0000","last_undegraded":"2024-09-19T05:02:41.519251+0000","last_fullsized":"2024-09-19T05:02:41.519251+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:14.015599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.515168+0000","last_change":"2024-09-19T05:02:41.509539+0000","last_active":"2024-09-19T05:02:41.515168+0000","last_peered":"2024-09-19T05:02:41.515168+0000","last_clean":"2024-09-19T05:02:41.515168+0000","last_became_active":"2024-09-19T05:02:41.509210+0000","last_became_peered":"2024-09-19T05:02:41.509210+0000","last_unstale":"2024-09-19T05:02:41.515168+0000","last_undegraded":"2024-09-19T05:02:41.515168+0000","last_fullsized":"2024-09-19T05:02:41.515168+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:37.129755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.516071+0000","last_change":"2024-09-19T05:02:41.511407+0000","last_active":"2024-09-19T05:02:41.516071+0000","last_peered":"2024-09-19T05:02:41.516071+0000","last_clean":"2024-09-19T05:02:41.516071+0000","last_became_active":"2024-09-19T05:02:41.510486+0000","last_became_peered":"2024-09-19T05:02:41.510486+0000","last_unstale":"2024-09-19T05:02:41.516071+0000","last_undegraded":"2024-09-19T05:02:41.516071+0000","last_fullsized":"2024-09-19T05:02:41.516071+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:10:37.745350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.522804+0000","last_change":"2024-09-19T05:02:41.522103+0000","last_active":"2024-09-19T05:02:41.522804+0000","last_peered":"2024-09-19T05:02:41.522804+0000","last_clean":"2024-09-19T05:02:41.522804+0000","last_became_active":"2024-09-19T05:02:41.521745+0000","last_became_peered":"2024-09-19T05:02:41.521745+0000","last_unstale":"2024-09-19T05:02:41.522804+0000","last_undegraded":"2024-09-19T05:02:41.522804+0000","last_fullsized":"2024-09-19T05:02:41.522804+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:52:11.702371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.483669+0000","last_change":"2024-09-19T05:02:40.483669+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.483669+0000","last_undegraded":"2024-09-19T05:02:40.483669+0000","last_fullsized":"2024-09-19T05:02:40.483669+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.515203+0000","last_change":"2024-09-19T05:02:41.512080+0000","last_active":"2024-09-19T05:02:41.515203+0000","last_peered":"2024-09-19T05:02:41.515203+0000","last_clean":"2024-09-19T05:02:41.515203+0000","last_became_active":"2024-09-19T05:02:41.511816+0000","last_became_peered":"2024-09-19T05:02:41.511816+0000","last_unstale":"2024-09-19T05:02:41.515203+0000","last_undegraded":"2024-09-19T05:02:41.515203+0000","last_fullsized":"2024-09-19T05:02:41.515203+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:56:19.083981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.516106+0000","last_change":"2024-09-19T05:02:41.509902+0000","last_active":"2024-09-19T05:02:41.516106+0000","last_peered":"2024-09-19T05:02:41.516106+0000","last_clean":"2024-09-19T05:02:41.516106+0000","last_became_active":"2024-09-19T05:02:41.509179+0000","last_became_peered":"2024-09-19T05:02:41.509179+0000","last_unstale":"2024-09-19T05:02:41.516106+0000","last_undegraded":"2024-09-19T05:02:41.516106+0000","last_fullsized":"2024-09-19T05:02:41.516106+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:46:00.562116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-19T05:02:40.496452+0000","last_change":"2024-09-19T05:02:40.493748+0000","last_active":"2024-09-19T05:02:40.496452+0000","last_peered":"2024-09-19T05:02:40.496452+0000","last_clean":"2024-09-19T05:02:40.496452+0000","last_became_active":"2024-09-19T05:02:40.493451+0000","last_became_peered":"2024-09-19T05:02:40.493451+0000","last_unstale":"2024-09-19T05:02:40.496452+0000","last_undegraded":"2024-09-19T05:02:40.496452+0000","last_fullsized":"2024-09-19T05:02:40.496452+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:19:11.622112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-19T05:02:40.496461+0000","last_change":"2024-09-19T05:02:40.493782+0000","last_active":"2024-09-19T05:02:40.496461+0000","last_peered":"2024-09-19T05:02:40.496461+0000","last_clean":"2024-09-19T05:02:40.496461+0000","last_became_active":"2024-09-19T05:02:40.493481+0000","last_became_peered":"2024-09-19T05:02:40.493481+0000","last_unstale":"2024-09-19T05:02:40.496461+0000","last_undegraded":"2024-09-19T05:02:40.496461+0000","last_fullsized":"2024-09-19T05:02:40.496461+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:05:21.548744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.513096+0000","last_change":"2024-09-19T05:02:41.512338+0000","last_active":"2024-09-19T05:02:41.513096+0000","last_peered":"2024-09-19T05:02:41.513096+0000","last_clean":"2024-09-19T05:02:41.513096+0000","last_became_active":"2024-09-19T05:02:41.512025+0000","last_became_peered":"2024-09-19T05:02:41.512025+0000","last_unstale":"2024-09-19T05:02:41.513096+0000","last_undegraded":"2024-09-19T05:02:41.513096+0000","last_fullsized":"2024-09-19T05:02:41.513096+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:48.155180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"49'1","reported_seq":13,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.525224+0000","last_change":"2024-09-19T05:02:40.500958+0000","last_active":"2024-09-19T05:02:41.525224+0000","last_peered":"2024-09-19T05:02:41.525224+0000","last_clean":"2024-09-19T05:02:41.525224+0000","last_became_active":"2024-09-19T05:02:40.500641+0000","last_became_peered":"2024-09-19T05:02:40.500641+0000","last_unstale":"2024-09-19T05:02:41.525224+0000","last_undegraded":"2024-09-19T05:02:41.525224+0000","last_fullsized":"2024-09-19T05:02:41.525224+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:48:32.194107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1a","version":"49'1","reported_seq":13,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.512728+0000","last_change":"2024-09-19T05:02:40.492954+0000","last_active":"2024-09-19T05:02:41.512728+0000","last_peered":"2024-09-19T05:02:41.512728+0000","last_clean":"2024-09-19T05:02:41.512728+0000","last_became_active":"2024-09-19T05:02:40.492601+0000","last_became_peered":"2024-09-19T05:02:40.492601+0000","last_unstale":"2024-09-19T05:02:41.512728+0000","last_undegraded":"2024-09-19T05:02:41.512728+0000","last_fullsized":"2024-09-19T05:02:41.512728+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:19:11.622112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.495264+0000","last_change":"2024-09-19T05:02:40.495317+0000","last_active":"2024-09-19T05:02:41.495264+0000","last_peered":"2024-09-19T05:02:41.495264+0000","last_clean":"2024-09-19T05:02:41.495264+0000","last_became_active":"2024-09-19T05:02:40.494963+0000","last_became_peered":"2024-09-19T05:02:40.494963+0000","last_unstale":"2024-09-19T05:02:41.495264+0000","last_undegraded":"2024-09-19T05:02:41.495264+0000","last_fullsized":"2024-09-19T05:02:41.495264+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:32:55.948417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.511846+0000","last_change":"2024-09-19T05:02:41.508658+0000","last_active":"2024-09-19T05:02:41.511846+0000","last_peered":"2024-09-19T05:02:41.511846+0000","last_clean":"2024-09-19T05:02:41.511846+0000","last_became_active":"2024-09-19T05:02:41.508350+0000","last_became_peered":"2024-09-19T05:02:41.508350+0000","last_unstale":"2024-09-19T05:02:41.511846+0000","last_undegraded":"2024-09-19T05:02:41.511846+0000","last_fullsized":"2024-09-19T05:02:41.511846+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:57:52.745910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.496021+0000","last_change":"2024-09-19T05:02:40.495295+0000","last_active":"2024-09-19T05:02:41.496021+0000","last_peered":"2024-09-19T05:02:41.496021+0000","last_clean":"2024-09-19T05:02:41.496021+0000","last_became_active":"2024-09-19T05:02:40.495022+0000","last_became_peered":"2024-09-19T05:02:40.495022+0000","last_unstale":"2024-09-19T05:02:41.496021+0000","last_undegraded":"2024-09-19T05:02:41.496021+0000","last_fullsized":"2024-09-19T05:02:41.496021+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:26:23.519166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.515103+0000","last_change":"2024-09-19T05:02:41.511055+0000","last_active":"2024-09-19T05:02:41.515103+0000","last_peered":"2024-09-19T05:02:41.515103+0000","last_clean":"2024-09-19T05:02:41.515103+0000","last_became_active":"2024-09-19T05:02:41.510769+0000","last_became_peered":"2024-09-19T05:02:41.510769+0000","last_unstale":"2024-09-19T05:02:41.515103+0000","last_undegraded":"2024-09-19T05:02:41.515103+0000","last_fullsized":"2024-09-19T05:02:41.515103+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:06:38.249406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.504476+0000","last_change":"2024-09-19T05:02:41.503858+0000","last_active":"2024-09-19T05:02:41.504476+0000","last_peered":"2024-09-19T05:02:41.504476+0000","last_clean":"2024-09-19T05:02:41.504476+0000","last_became_active":"2024-09-19T05:02:41.503585+0000","last_became_peered":"2024-09-19T05:02:41.503585+0000","last_unstale":"2024-09-19T05:02:41.504476+0000","last_undegraded":"2024-09-19T05:02:41.504476+0000","last_fullsized":"2024-09-19T05:02:41.504476+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:01:46.695338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.13","version":"49'2","reported_seq":14,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.524620+0000","last_change":"2024-09-19T05:02:40.501353+0000","last_active":"2024-09-19T05:02:41.524620+0000","last_peered":"2024-09-19T05:02:41.524620+0000","last_clean":"2024-09-19T05:02:41.524620+0000","last_became_active":"2024-09-19T05:02:40.501056+0000","last_became_peered":"2024-09-19T05:02:40.501056+0000","last_unstale":"2024-09-19T05:02:41.524620+0000","last_undegraded":"2024-09-19T05:02:41.524620+0000","last_fullsized":"2024-09-19T05:02:41.524620+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:57:41.165926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.515149+0000","last_change":"2024-09-19T05:02:41.509490+0000","last_active":"2024-09-19T05:02:41.515149+0000","last_peered":"2024-09-19T05:02:41.515149+0000","last_clean":"2024-09-19T05:02:41.515149+0000","last_became_active":"2024-09-19T05:02:41.509134+0000","last_became_peered":"2024-09-19T05:02:41.509134+0000","last_unstale":"2024-09-19T05:02:41.515149+0000","last_undegraded":"2024-09-19T05:02:41.515149+0000","last_fullsized":"2024-09-19T05:02:41.515149+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:52.300668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.521948+0000","last_change":"2024-09-19T05:02:41.514992+0000","last_active":"2024-09-19T05:02:41.521948+0000","last_peered":"2024-09-19T05:02:41.521948+0000","last_clean":"2024-09-19T05:02:41.521948+0000","last_became_active":"2024-09-19T05:02:41.514716+0000","last_became_peered":"2024-09-19T05:02:41.514716+0000","last_unstale":"2024-09-19T05:02:41.521948+0000","last_undegraded":"2024-09-19T05:02:41.521948+0000","last_fullsized":"2024-09-19T05:02:41.521948+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:59:50.696752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.f","version":"49'1","reported_seq":13,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.528282+0000","last_change":"2024-09-19T05:02:40.502155+0000","last_active":"2024-09-19T05:02:41.528282+0000","last_peered":"2024-09-19T05:02:41.528282+0000","last_clean":"2024-09-19T05:02:41.528282+0000","last_became_active":"2024-09-19T05:02:40.501828+0000","last_became_peered":"2024-09-19T05:02:40.501828+0000","last_unstale":"2024-09-19T05:02:41.528282+0000","last_undegraded":"2024-09-19T05:02:41.528282+0000","last_fullsized":"2024-09-19T05:02:41.528282+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:52:02.471336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.481341+0000","last_change":"2024-09-19T05:02:40.481341+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.481341+0000","last_undegraded":"2024-09-19T05:02:40.481341+0000","last_fullsized":"2024-09-19T05:02:40.481341+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.513071+0000","last_change":"2024-09-19T05:02:41.512307+0000","last_active":"2024-09-19T05:02:41.513071+0000","last_peered":"2024-09-19T05:02:41.513071+0000","last_clean":"2024-09-19T05:02:41.513071+0000","last_became_active":"2024-09-19T05:02:41.511999+0000","last_became_peered":"2024-09-19T05:02:41.511999+0000","last_unstale":"2024-09-19T05:02:41.513071+0000","last_undegraded":"2024-09-19T05:02:41.513071+0000","last_fullsized":"2024-09-19T05:02:41.513071+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:32:56.953033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.482389+0000","last_change":"2024-09-19T05:02:40.482389+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.482389+0000","last_undegraded":"2024-09-19T05:02:40.482389+0000","last_fullsized":"2024-09-19T05:02:40.482389+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-19T05:02:40.496518+0000","last_change":"2024-09-19T05:02:40.490547+0000","last_active":"2024-09-19T05:02:40.496518+0000","last_peered":"2024-09-19T05:02:40.496518+0000","last_clean":"2024-09-19T05:02:40.496518+0000","last_became_active":"2024-09-19T05:02:40.490267+0000","last_became_peered":"2024-09-19T05:02:40.490267+0000","last_unstale":"2024-09-19T05:02:40.496518+0000","last_undegraded":"2024-09-19T05:02:40.496518+0000","last_fullsized":"2024-09-19T05:02:40.496518+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:09.981032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.527171+0000","last_change":"2024-09-19T05:02:41.526133+0000","last_active":"2024-09-19T05:02:41.527171+0000","last_peered":"2024-09-19T05:02:41.527171+0000","last_clean":"2024-09-19T05:02:41.527171+0000","last_became_active":"2024-09-19T05:02:41.525822+0000","last_became_peered":"2024-09-19T05:02:41.525822+0000","last_unstale":"2024-09-19T05:02:41.527171+0000","last_undegraded":"2024-09-19T05:02:41.527171+0000","last_fullsized":"2024-09-19T05:02:41.527171+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:35:20.203264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.496805+0000","last_change":"2024-09-19T05:02:40.496291+0000","last_active":"2024-09-19T05:02:41.496805+0000","last_peered":"2024-09-19T05:02:41.496805+0000","last_clean":"2024-09-19T05:02:41.496805+0000","last_became_active":"2024-09-19T05:02:40.495000+0000","last_became_peered":"2024-09-19T05:02:40.495000+0000","last_unstale":"2024-09-19T05:02:41.496805+0000","last_undegraded":"2024-09-19T05:02:41.496805+0000","last_fullsized":"2024-09-19T05:02:41.496805+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:47.150564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.482469+0000","last_change":"2024-09-19T05:02:40.482469+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.482469+0000","last_undegraded":"2024-09-19T05:02:40.482469+0000","last_fullsized":"2024-09-19T05:02:40.482469+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.483117+0000","last_change":"2024-09-19T05:02:40.483117+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.483117+0000","last_undegraded":"2024-09-19T05:02:40.483117+0000","last_fullsized":"2024-09-19T05:02:40.483117+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.498860+0000","last_change":"2024-09-19T05:02:40.496165+0000","last_active":"2024-09-19T05:02:41.498860+0000","last_peered":"2024-09-19T05:02:41.498860+0000","last_clean":"2024-09-19T05:02:41.498860+0000","last_became_active":"2024-09-19T05:02:40.495874+0000","last_became_peered":"2024-09-19T05:02:40.495874+0000","last_unstale":"2024-09-19T05:02:41.498860+0000","last_undegraded":"2024-09-19T05:02:41.498860+0000","last_fullsized":"2024-09-19T05:02:41.498860+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:39:51.172997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.524567+0000","last_change":"2024-09-19T05:02:41.523089+0000","last_active":"2024-09-19T05:02:41.524567+0000","last_peered":"2024-09-19T05:02:41.524567+0000","last_clean":"2024-09-19T05:02:41.524567+0000","last_became_active":"2024-09-19T05:02:41.522785+0000","last_became_peered":"2024-09-19T05:02:41.522785+0000","last_unstale":"2024-09-19T05:02:41.524567+0000","last_undegraded":"2024-09-19T05:02:41.524567+0000","last_fullsized":"2024-09-19T05:02:41.524567+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:02:52.178742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.526028+0000","last_change":"2024-09-19T05:02:41.514102+0000","last_active":"2024-09-19T05:02:41.526028+0000","last_peered":"2024-09-19T05:02:41.526028+0000","last_clean":"2024-09-19T05:02:41.526028+0000","last_became_active":"2024-09-19T05:02:41.513755+0000","last_became_peered":"2024-09-19T05:02:41.513755+0000","last_unstale":"2024-09-19T05:02:41.526028+0000","last_undegraded":"2024-09-19T05:02:41.526028+0000","last_fullsized":"2024-09-19T05:02:41.526028+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:39:31.290886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.495005+0000","last_change":"2024-09-19T05:02:40.492004+0000","last_active":"2024-09-19T05:02:41.495005+0000","last_peered":"2024-09-19T05:02:41.495005+0000","last_clean":"2024-09-19T05:02:41.495005+0000","last_became_active":"2024-09-19T05:02:40.491721+0000","last_became_peered":"2024-09-19T05:02:40.491721+0000","last_unstale":"2024-09-19T05:02:41.495005+0000","last_undegraded":"2024-09-19T05:02:41.495005+0000","last_fullsized":"2024-09-19T05:02:41.495005+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:05:21.548744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:39.468396+0000","last_change":"2024-09-19T05:02:39.468396+0000","last_active":"2024-09-19T05:02:39.468396+0000","last_peered":"2024-09-19T05:02:39.468396+0000","last_clean":"2024-09-19T05:02:39.468396+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:39.468396+0000","last_undegraded":"2024-09-19T05:02:39.468396+0000","last_fullsized":"2024-09-19T05:02:39.468396+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:02:40.473012+0000","last_change":"2024-09-19T05:02:40.473012+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.473012+0000","last_undegraded":"2024-09-19T05:02:40.473012+0000","last_fullsized":"2024-09-19T05:02:40.473012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.500475+0000","last_change":"2024-09-19T05:02:40.501213+0000","last_active":"2024-09-19T05:02:41.500475+0000","last_peered":"2024-09-19T05:02:41.500475+0000","last_clean":"2024-09-19T05:02:41.500475+0000","last_became_active":"2024-09-19T05:02:40.500905+0000","last_became_peered":"2024-09-19T05:02:40.500905+0000","last_unstale":"2024-09-19T05:02:41.500475+0000","last_undegraded":"2024-09-19T05:02:41.500475+0000","last_fullsized":"2024-09-19T05:02:41.500475+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:06.402743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":220,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-19T05:02:37.491420+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:02:37.491420+0000","last_peered":"2024-09-19T05:02:37.491420+0000","last_clean":"2024-09-19T05:02:37.491420+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:02:37.491420+0000","last_undegraded":"2024-09-19T05:02:37.491420+0000","last_fullsized":"2024-09-19T05:02:37.491420+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":60,"acting":60,"num_store_stats":3},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":56,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":26,"acting":26,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509462,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28144,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343696,"statfs":{"total":96636764160,"available":96607944704,"internally_reserved":0,"allocated":1130496,"data_stored":824574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509461,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27552,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344288,"statfs":{"total":96636764160,"available":96608550912,"internally_reserved":0,"allocated":536576,"data_stored":234206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509461,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27564,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344276,"statfs":{"total":96636764160,"available":96608538624,"internally_reserved":0,"allocated":536576,"data_stored":234206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542165,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31716,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340124,"statfs":{"total":96636764160,"available":96604286976,"internally_reserved":0,"allocated":536576,"data_stored":234206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542165,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31720,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340120,"statfs":{"total":96636764160,"available":96604282880,"internally_reserved":0,"allocated":536576,"data_stored":234206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574871,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27600,"kb_used_data":564,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344240,"statfs":{"total":96636764160,"available":96608501760,"internally_reserved":0,"allocated":577536,"data_stored":254831,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574870,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31724,"kb_used_data":536,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340116,"statfs":{"total":96636764160,"available":96604278784,"internally_reserved":0,"allocated":548864,"data_stored":240415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574870,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36496,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335344,"statfs":{"total":96636764160,"available":96599392256,"internally_reserved":0,"allocated":1175552,"data_stored":844673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:02:45.237 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:02:45.376 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.375+0000 7f55566ac640 1 Processor -- start 2024-09-19T05:02:45.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.375+0000 7f55566ac640 1 -- start start 2024-09-19T05:02:45.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.376+0000 7f55566ac640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f5550072240 0x7f555015d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:45.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.376+0000 7f55566ac640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f555015d730 con 0x7f55500afc40 2024-09-19T05:02:45.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.376+0000 7f55566ac640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f555006e590 con 0x7f5550072620 2024-09-19T05:02:45.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.376+0000 7f55566ac640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f555006e870 con 0x7f5550072240 2024-09-19T05:02:45.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.376+0000 7f5554c49640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f55500afc40 0x7f55500cd1d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46892/0 (socket says 172.21.15.5:46892) 2024-09-19T05:02:45.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.376+0000 7f5554c49640 1 -- 172.21.15.5:0/159851721 learned_addr learned my addr 172.21.15.5:0/159851721 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:45.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.376+0000 7f554ffff640 1 --2- 172.21.15.5:0/159851721 >> v2:172.21.15.134:3300/0 conn(0x7f5550072240 0x7f555015d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:45.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.376+0000 7f554effd640 1 -- 172.21.15.5:0/159851721 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2333554082 0 0) 0x7f555015d730 con 0x7f55500afc40 2024-09-19T05:02:45.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.376+0000 7f554effd640 1 -- 172.21.15.5:0/159851721 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5538003520 con 0x7f55500afc40 2024-09-19T05:02:45.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.376+0000 7f554effd640 1 -- 172.21.15.5:0/159851721 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2431850689 0 0) 0x7f5538003520 con 0x7f55500afc40 2024-09-19T05:02:45.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.376+0000 7f554effd640 1 -- 172.21.15.5:0/159851721 >> v2:172.21.15.134:3300/0 conn(0x7f5550072240 msgr2=0x7f555015d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:45.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.376+0000 7f554effd640 1 --2- 172.21.15.5:0/159851721 >> v2:172.21.15.134:3300/0 conn(0x7f5550072240 0x7f555015d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.376+0000 7f554effd640 1 -- 172.21.15.5:0/159851721 >> v1:172.21.15.134:6789/0 conn(0x7f5550072620 legacy=0x7f55500af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:45.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.376+0000 7f554effd640 1 -- 172.21.15.5:0/159851721 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f555006eb50 con 0x7f55500afc40 2024-09-19T05:02:45.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.376+0000 7f554effd640 1 -- 172.21.15.5:0/159851721 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f55480019f0 con 0x7f55500afc40 2024-09-19T05:02:45.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.377+0000 7f554effd640 1 -- 172.21.15.5:0/159851721 >> v1:172.21.15.5:6789/0 conn(0x7f55500afc40 legacy=0x7f55500cd1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:45.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.377+0000 7f554effd640 1 --2- 172.21.15.5:0/159851721 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f55380039b0 0x7f5538003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:45.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.377+0000 7f554effd640 1 --2- 172.21.15.5:0/159851721 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55380043b0 0x7f5538004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:45.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.377+0000 7f554effd640 1 --2- 172.21.15.5:0/159851721 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5538005080 0x7f553800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:45.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.377+0000 7f554effd640 1 -- 172.21.15.5:0/159851721 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f555006e870 con 0x7f55380039b0 2024-09-19T05:02:45.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.377+0000 7f554effd640 1 -- 172.21.15.5:0/159851721 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f553800bfe0 con 0x7f55380043b0 2024-09-19T05:02:45.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.377+0000 7f554effd640 1 -- 172.21.15.5:0/159851721 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f553800c1e0 con 0x7f5538005080 2024-09-19T05:02:45.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.377+0000 7f554ffff640 1 --2- 172.21.15.5:0/159851721 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f55380039b0 0x7f5538003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:45.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.377+0000 7f5554c49640 1 --2- 172.21.15.5:0/159851721 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5538005080 0x7f553800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:45.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.377+0000 7f554f7fe640 1 --2- 172.21.15.5:0/159851721 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55380043b0 0x7f5538004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:45.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.377+0000 7f554ffff640 1 -- 172.21.15.5:0/159851721 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5538005080 msgr2=0x7f553800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:45.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.377+0000 7f554ffff640 1 --2- 172.21.15.5:0/159851721 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5538005080 0x7f553800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.377+0000 7f554ffff640 1 -- 172.21.15.5:0/159851721 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55380043b0 msgr2=0x7f5538004880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:45.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.377+0000 7f554ffff640 1 --2- 172.21.15.5:0/159851721 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55380043b0 0x7f5538004880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.377+0000 7f5554c49640 1 -- 172.21.15.5:0/159851721 reap_dead start 2024-09-19T05:02:45.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.377+0000 7f554ffff640 1 -- 172.21.15.5:0/159851721 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5538003520 con 0x7f55380039b0 2024-09-19T05:02:45.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.378+0000 7f554ffff640 1 --2- 172.21.15.5:0/159851721 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f55380039b0 0x7f5538003d90 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f5540009ac0 tx=0x7f5538005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e6907d1495d3a60 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:45.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.378+0000 7f554effd640 1 -- 172.21.15.5:0/159851721 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5540036070 con 0x7f55380039b0 2024-09-19T05:02:45.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.378+0000 7f554effd640 1 -- 172.21.15.5:0/159851721 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5540031400 con 0x7f55380039b0 2024-09-19T05:02:45.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.378+0000 7f554effd640 1 -- 172.21.15.5:0/159851721 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5540009690 con 0x7f55380039b0 2024-09-19T05:02:45.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.378+0000 7f55566ac640 1 -- 172.21.15.5:0/159851721 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f55380039b0 msgr2=0x7f5538003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:45.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.378+0000 7f55566ac640 1 --2- 172.21.15.5:0/159851721 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f55380039b0 0x7f5538003d90 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f5540009ac0 tx=0x7f5538005830 comp rx=0 tx=0).stop 2024-09-19T05:02:45.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.378+0000 7f55566ac640 1 -- 172.21.15.5:0/159851721 shutdown_connections 2024-09-19T05:02:45.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.378+0000 7f55566ac640 1 --2- 172.21.15.5:0/159851721 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f55380039b0 0x7f5538003d90 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.378+0000 7f55566ac640 1 -- 172.21.15.5:0/159851721 >> 172.21.15.5:0/159851721 conn(0x7f5550067da0 msgr2=0x7f555006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:45.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.378+0000 7f55566ac640 1 -- 172.21.15.5:0/159851721 shutdown_connections 2024-09-19T05:02:45.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.378+0000 7f55566ac640 1 -- 172.21.15.5:0/159851721 wait complete. 2024-09-19T05:02:45.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.380+0000 7f55566ac640 1 Processor -- start 2024-09-19T05:02:45.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.380+0000 7f55566ac640 1 -- start start 2024-09-19T05:02:45.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.380+0000 7f55566ac640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55380039b0 0x7f5550154030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:45.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.381+0000 7f55566ac640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f555015b400 0x7f55500a94d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:45.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.381+0000 7f55566ac640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f55500aac40 0x7f55500ab0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:45.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.381+0000 7f55566ac640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f555006e150 con 0x7f55500aac40 2024-09-19T05:02:45.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.381+0000 7f55566ac640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f555006dfd0 con 0x7f55380039b0 2024-09-19T05:02:45.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.381+0000 7f55566ac640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f555006e2d0 con 0x7f555015b400 2024-09-19T05:02:45.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.381+0000 7f5554c49640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f55500aac40 0x7f55500ab0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:45.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.381+0000 7f5554c49640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f55500aac40 0x7f55500ab0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47854/0 (socket says 172.21.15.5:47854) 2024-09-19T05:02:45.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.381+0000 7f5554c49640 1 -- 172.21.15.5:0/3374042665 learned_addr learned my addr 172.21.15.5:0/3374042665 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:45.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.381+0000 7f554f7fe640 1 --2- 172.21.15.5:0/3374042665 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f555015b400 0x7f55500a94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:45.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.381+0000 7f554ffff640 1 --2- 172.21.15.5:0/3374042665 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55380039b0 0x7f5550154030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:45.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.381+0000 7f5554c49640 1 -- 172.21.15.5:0/3374042665 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f555015b400 msgr2=0x7f55500a94d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:45.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.381+0000 7f5554c49640 1 --2- 172.21.15.5:0/3374042665 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f555015b400 0x7f55500a94d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.381+0000 7f5554c49640 1 -- 172.21.15.5:0/3374042665 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55380039b0 msgr2=0x7f5550154030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:45.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.381+0000 7f5554c49640 1 --2- 172.21.15.5:0/3374042665 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55380039b0 0x7f5550154030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.381+0000 7f5554c49640 1 -- 172.21.15.5:0/3374042665 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55500a9a10 con 0x7f55500aac40 2024-09-19T05:02:45.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.381+0000 7f5554c49640 1 --2- 172.21.15.5:0/3374042665 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f55500aac40 0x7f55500ab0c0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f5548002230 tx=0x7f554800a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:45.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.381+0000 7f554cff9640 1 -- 172.21.15.5:0/3374042665 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5548017020 con 0x7f55500aac40 2024-09-19T05:02:45.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.381+0000 7f554cff9640 1 -- 172.21.15.5:0/3374042665 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f554800aca0 con 0x7f55500aac40 2024-09-19T05:02:45.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.381+0000 7f55566ac640 1 -- 172.21.15.5:0/3374042665 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55500aa550 con 0x7f55500aac40 2024-09-19T05:02:45.386 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.381+0000 7f554cff9640 1 -- 172.21.15.5:0/3374042665 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5548013610 con 0x7f55500aac40 2024-09-19T05:02:45.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.381+0000 7f55566ac640 1 -- 172.21.15.5:0/3374042665 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55500a9f90 con 0x7f55500aac40 2024-09-19T05:02:45.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.382+0000 7f55566ac640 1 -- 172.21.15.5:0/3374042665 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f555015d1f0 con 0x7f55500aac40 2024-09-19T05:02:45.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.383+0000 7f554cff9640 1 -- 172.21.15.5:0/3374042665 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f554801a020 con 0x7f55500aac40 2024-09-19T05:02:45.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.383+0000 7f554cff9640 1 --2- 172.21.15.5:0/3374042665 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f553c06c2e0 0x7f553c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:45.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.383+0000 7f554cff9640 1 -- 172.21.15.5:0/3374042665 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7f554808be40 con 0x7f55500aac40 2024-09-19T05:02:45.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.384+0000 7f554ffff640 1 --2- 172.21.15.5:0/3374042665 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f553c06c2e0 0x7f553c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:45.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.384+0000 7f554ffff640 1 --2- 172.21.15.5:0/3374042665 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f553c06c2e0 0x7f553c06e7a0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f5540033000 tx=0x7f5540008030 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:45.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.388+0000 7f554cff9640 1 -- 172.21.15.5:0/3374042665 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5548021020 con 0x7f55500aac40 2024-09-19T05:02:45.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.564+0000 7f55566ac640 1 -- 172.21.15.5:0/3374042665 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5550154570 con 0x7f553c06c2e0 2024-09-19T05:02:45.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.570+0000 7f554cff9640 1 -- 172.21.15.5:0/3374042665 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251112 (secure 0 0 0) 0x7f5540004040 con 0x7f553c06c2e0 2024-09-19T05:02:45.574 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:45.576 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:02:45.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.574+0000 7f55566ac640 1 -- 172.21.15.5:0/3374042665 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f553c06c2e0 msgr2=0x7f553c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:45.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.574+0000 7f55566ac640 1 --2- 172.21.15.5:0/3374042665 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f553c06c2e0 0x7f553c06e7a0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f5540033000 tx=0x7f5540008030 comp rx=0 tx=0).stop 2024-09-19T05:02:45.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.574+0000 7f55566ac640 1 -- 172.21.15.5:0/3374042665 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f55500aac40 msgr2=0x7f55500ab0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:45.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.574+0000 7f55566ac640 1 --2- 172.21.15.5:0/3374042665 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f55500aac40 0x7f55500ab0c0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f5548002230 tx=0x7f554800a6a0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.574+0000 7f55566ac640 1 -- 172.21.15.5:0/3374042665 shutdown_connections 2024-09-19T05:02:45.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.574+0000 7f55566ac640 1 --2- 172.21.15.5:0/3374042665 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f553c06c2e0 0x7f553c06e7a0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.574+0000 7f55566ac640 1 --2- 172.21.15.5:0/3374042665 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f55500aac40 0x7f55500ab0c0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.574+0000 7f55566ac640 1 --2- 172.21.15.5:0/3374042665 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f555015b400 0x7f55500a94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.574+0000 7f55566ac640 1 --2- 172.21.15.5:0/3374042665 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f55380039b0 0x7f5550154030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.574+0000 7f55566ac640 1 -- 172.21.15.5:0/3374042665 >> 172.21.15.5:0/3374042665 conn(0x7f5550067da0 msgr2=0x7f55500b02d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:45.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.574+0000 7f55566ac640 1 -- 172.21.15.5:0/3374042665 shutdown_connections 2024-09-19T05:02:45.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.574+0000 7f55566ac640 1 -- 172.21.15.5:0/3374042665 wait complete. 2024-09-19T05:02:45.586 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":92,"stamp":"2024-09-19T05:02:45.280040+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":199,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":150,"ondisk_log_size":150,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":142,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":242792,"kb_used_data":5732,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754731928,"statfs":{"total":773094113280,"available":772845494272,"internally_reserved":0,"allocated":5869568,"data_stored":3239014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.806309"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.485559+0000","last_change":"2024-09-19T05:02:40.485559+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.485559+0000","last_undegraded":"2024-09-19T05:02:40.485559+0000","last_fullsized":"2024-09-19T05:02:40.485559+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506184+0000","last_change":"2024-09-19T05:02:41.506464+0000","last_active":"2024-09-19T05:02:42.506184+0000","last_peered":"2024-09-19T05:02:42.506184+0000","last_clean":"2024-09-19T05:02:42.506184+0000","last_became_active":"2024-09-19T05:02:41.504363+0000","last_became_peered":"2024-09-19T05:02:41.504363+0000","last_unstale":"2024-09-19T05:02:42.506184+0000","last_undegraded":"2024-09-19T05:02:42.506184+0000","last_fullsized":"2024-09-19T05:02:42.506184+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:14:27.475618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.519508+0000","last_change":"2024-09-19T05:02:41.512766+0000","last_active":"2024-09-19T05:02:41.519508+0000","last_peered":"2024-09-19T05:02:41.519508+0000","last_clean":"2024-09-19T05:02:41.519508+0000","last_became_active":"2024-09-19T05:02:41.512408+0000","last_became_peered":"2024-09-19T05:02:41.512408+0000","last_unstale":"2024-09-19T05:02:41.519508+0000","last_undegraded":"2024-09-19T05:02:41.519508+0000","last_fullsized":"2024-09-19T05:02:41.519508+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:40:49.582858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506022+0000","last_change":"2024-09-19T05:02:41.508456+0000","last_active":"2024-09-19T05:02:42.506022+0000","last_peered":"2024-09-19T05:02:42.506022+0000","last_clean":"2024-09-19T05:02:42.506022+0000","last_became_active":"2024-09-19T05:02:41.508204+0000","last_became_peered":"2024-09-19T05:02:41.508204+0000","last_unstale":"2024-09-19T05:02:42.506022+0000","last_undegraded":"2024-09-19T05:02:42.506022+0000","last_fullsized":"2024-09-19T05:02:42.506022+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:47:53.733224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.510583+0000","last_change":"2024-09-19T05:02:41.505411+0000","last_active":"2024-09-19T05:02:41.510583+0000","last_peered":"2024-09-19T05:02:41.510583+0000","last_clean":"2024-09-19T05:02:41.510583+0000","last_became_active":"2024-09-19T05:02:41.505164+0000","last_became_peered":"2024-09-19T05:02:41.505164+0000","last_unstale":"2024-09-19T05:02:41.510583+0000","last_undegraded":"2024-09-19T05:02:41.510583+0000","last_fullsized":"2024-09-19T05:02:41.510583+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:58.424106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.486422+0000","last_change":"2024-09-19T05:02:40.486422+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.486422+0000","last_undegraded":"2024-09-19T05:02:40.486422+0000","last_fullsized":"2024-09-19T05:02:40.486422+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.516129+0000","last_change":"2024-09-19T05:02:41.510150+0000","last_active":"2024-09-19T05:02:41.516129+0000","last_peered":"2024-09-19T05:02:41.516129+0000","last_clean":"2024-09-19T05:02:41.516129+0000","last_became_active":"2024-09-19T05:02:41.509618+0000","last_became_peered":"2024-09-19T05:02:41.509618+0000","last_unstale":"2024-09-19T05:02:41.516129+0000","last_undegraded":"2024-09-19T05:02:41.516129+0000","last_fullsized":"2024-09-19T05:02:41.516129+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:18.728613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.656757+0000","last_change":"2024-09-19T05:02:41.527630+0000","last_active":"2024-09-19T05:02:42.656757+0000","last_peered":"2024-09-19T05:02:42.656757+0000","last_clean":"2024-09-19T05:02:42.656757+0000","last_became_active":"2024-09-19T05:02:41.527335+0000","last_became_peered":"2024-09-19T05:02:41.527335+0000","last_unstale":"2024-09-19T05:02:42.656757+0000","last_undegraded":"2024-09-19T05:02:42.656757+0000","last_fullsized":"2024-09-19T05:02:42.656757+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:56.621971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.657135+0000","last_change":"2024-09-19T05:02:41.525113+0000","last_active":"2024-09-19T05:02:42.657135+0000","last_peered":"2024-09-19T05:02:42.657135+0000","last_clean":"2024-09-19T05:02:42.657135+0000","last_became_active":"2024-09-19T05:02:41.524747+0000","last_became_peered":"2024-09-19T05:02:41.524747+0000","last_unstale":"2024-09-19T05:02:42.657135+0000","last_undegraded":"2024-09-19T05:02:42.657135+0000","last_fullsized":"2024-09-19T05:02:42.657135+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:26.462060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.485569+0000","last_change":"2024-09-19T05:02:40.485569+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.485569+0000","last_undegraded":"2024-09-19T05:02:40.485569+0000","last_fullsized":"2024-09-19T05:02:40.485569+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764841+0000","last_change":"2024-09-19T05:02:41.505391+0000","last_active":"2024-09-19T05:02:42.764841+0000","last_peered":"2024-09-19T05:02:42.764841+0000","last_clean":"2024-09-19T05:02:42.764841+0000","last_became_active":"2024-09-19T05:02:41.505116+0000","last_became_peered":"2024-09-19T05:02:41.505116+0000","last_unstale":"2024-09-19T05:02:42.764841+0000","last_undegraded":"2024-09-19T05:02:42.764841+0000","last_fullsized":"2024-09-19T05:02:42.764841+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:37:56.827304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.657093+0000","last_change":"2024-09-19T05:02:41.514437+0000","last_active":"2024-09-19T05:02:42.657093+0000","last_peered":"2024-09-19T05:02:42.657093+0000","last_clean":"2024-09-19T05:02:42.657093+0000","last_became_active":"2024-09-19T05:02:41.514158+0000","last_became_peered":"2024-09-19T05:02:41.514158+0000","last_unstale":"2024-09-19T05:02:42.657093+0000","last_undegraded":"2024-09-19T05:02:42.657093+0000","last_fullsized":"2024-09-19T05:02:42.657093+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:21.326658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.483107+0000","last_change":"2024-09-19T05:02:40.483107+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.483107+0000","last_undegraded":"2024-09-19T05:02:40.483107+0000","last_fullsized":"2024-09-19T05:02:40.483107+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.515081+0000","last_change":"2024-09-19T05:02:41.510095+0000","last_active":"2024-09-19T05:02:41.515081+0000","last_peered":"2024-09-19T05:02:41.515081+0000","last_clean":"2024-09-19T05:02:41.515081+0000","last_became_active":"2024-09-19T05:02:41.509720+0000","last_became_peered":"2024-09-19T05:02:41.509720+0000","last_unstale":"2024-09-19T05:02:41.515081+0000","last_undegraded":"2024-09-19T05:02:41.515081+0000","last_fullsized":"2024-09-19T05:02:41.515081+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:20:06.780671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.505771+0000","last_change":"2024-09-19T05:02:41.506570+0000","last_active":"2024-09-19T05:02:42.505771+0000","last_peered":"2024-09-19T05:02:42.505771+0000","last_clean":"2024-09-19T05:02:42.505771+0000","last_became_active":"2024-09-19T05:02:41.504888+0000","last_became_peered":"2024-09-19T05:02:41.504888+0000","last_unstale":"2024-09-19T05:02:42.505771+0000","last_undegraded":"2024-09-19T05:02:42.505771+0000","last_fullsized":"2024-09-19T05:02:42.505771+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:49:07.593383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.483625+0000","last_change":"2024-09-19T05:02:40.483625+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.483625+0000","last_undegraded":"2024-09-19T05:02:40.483625+0000","last_fullsized":"2024-09-19T05:02:40.483625+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.519251+0000","last_change":"2024-09-19T05:02:41.512500+0000","last_active":"2024-09-19T05:02:41.519251+0000","last_peered":"2024-09-19T05:02:41.519251+0000","last_clean":"2024-09-19T05:02:41.519251+0000","last_became_active":"2024-09-19T05:02:41.512206+0000","last_became_peered":"2024-09-19T05:02:41.512206+0000","last_unstale":"2024-09-19T05:02:41.519251+0000","last_undegraded":"2024-09-19T05:02:41.519251+0000","last_fullsized":"2024-09-19T05:02:41.519251+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:14.015599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506150+0000","last_change":"2024-09-19T05:02:41.506453+0000","last_active":"2024-09-19T05:02:42.506150+0000","last_peered":"2024-09-19T05:02:42.506150+0000","last_clean":"2024-09-19T05:02:42.506150+0000","last_became_active":"2024-09-19T05:02:41.504159+0000","last_became_peered":"2024-09-19T05:02:41.504159+0000","last_unstale":"2024-09-19T05:02:42.506150+0000","last_undegraded":"2024-09-19T05:02:42.506150+0000","last_fullsized":"2024-09-19T05:02:42.506150+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:39:56.168797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.515168+0000","last_change":"2024-09-19T05:02:41.509539+0000","last_active":"2024-09-19T05:02:41.515168+0000","last_peered":"2024-09-19T05:02:41.515168+0000","last_clean":"2024-09-19T05:02:41.515168+0000","last_became_active":"2024-09-19T05:02:41.509210+0000","last_became_peered":"2024-09-19T05:02:41.509210+0000","last_unstale":"2024-09-19T05:02:41.515168+0000","last_undegraded":"2024-09-19T05:02:41.515168+0000","last_fullsized":"2024-09-19T05:02:41.515168+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:37.129755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764911+0000","last_change":"2024-09-19T05:02:41.502991+0000","last_active":"2024-09-19T05:02:42.764911+0000","last_peered":"2024-09-19T05:02:42.764911+0000","last_clean":"2024-09-19T05:02:42.764911+0000","last_became_active":"2024-09-19T05:02:41.502727+0000","last_became_peered":"2024-09-19T05:02:41.502727+0000","last_unstale":"2024-09-19T05:02:42.764911+0000","last_undegraded":"2024-09-19T05:02:42.764911+0000","last_fullsized":"2024-09-19T05:02:42.764911+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:40:35.336279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764814+0000","last_change":"2024-09-19T05:02:41.511091+0000","last_active":"2024-09-19T05:02:42.764814+0000","last_peered":"2024-09-19T05:02:42.764814+0000","last_clean":"2024-09-19T05:02:42.764814+0000","last_became_active":"2024-09-19T05:02:41.510726+0000","last_became_peered":"2024-09-19T05:02:41.510726+0000","last_unstale":"2024-09-19T05:02:42.764814+0000","last_undegraded":"2024-09-19T05:02:42.764814+0000","last_fullsized":"2024-09-19T05:02:42.764814+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:15:52.126334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.656736+0000","last_change":"2024-09-19T05:02:41.529121+0000","last_active":"2024-09-19T05:02:42.656736+0000","last_peered":"2024-09-19T05:02:42.656736+0000","last_clean":"2024-09-19T05:02:42.656736+0000","last_became_active":"2024-09-19T05:02:41.528772+0000","last_became_peered":"2024-09-19T05:02:41.528772+0000","last_unstale":"2024-09-19T05:02:42.656736+0000","last_undegraded":"2024-09-19T05:02:42.656736+0000","last_fullsized":"2024-09-19T05:02:42.656736+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:26.001857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764725+0000","last_change":"2024-09-19T05:02:41.503842+0000","last_active":"2024-09-19T05:02:42.764725+0000","last_peered":"2024-09-19T05:02:42.764725+0000","last_clean":"2024-09-19T05:02:42.764725+0000","last_became_active":"2024-09-19T05:02:41.503580+0000","last_became_peered":"2024-09-19T05:02:41.503580+0000","last_unstale":"2024-09-19T05:02:42.764725+0000","last_undegraded":"2024-09-19T05:02:42.764725+0000","last_fullsized":"2024-09-19T05:02:42.764725+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:41.985737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.516071+0000","last_change":"2024-09-19T05:02:41.511407+0000","last_active":"2024-09-19T05:02:41.516071+0000","last_peered":"2024-09-19T05:02:41.516071+0000","last_clean":"2024-09-19T05:02:41.516071+0000","last_became_active":"2024-09-19T05:02:41.510486+0000","last_became_peered":"2024-09-19T05:02:41.510486+0000","last_unstale":"2024-09-19T05:02:41.516071+0000","last_undegraded":"2024-09-19T05:02:41.516071+0000","last_fullsized":"2024-09-19T05:02:41.516071+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:10:37.745350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.522804+0000","last_change":"2024-09-19T05:02:41.522103+0000","last_active":"2024-09-19T05:02:41.522804+0000","last_peered":"2024-09-19T05:02:41.522804+0000","last_clean":"2024-09-19T05:02:41.522804+0000","last_became_active":"2024-09-19T05:02:41.521745+0000","last_became_peered":"2024-09-19T05:02:41.521745+0000","last_unstale":"2024-09-19T05:02:41.522804+0000","last_undegraded":"2024-09-19T05:02:41.522804+0000","last_fullsized":"2024-09-19T05:02:41.522804+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:52:11.702371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.657057+0000","last_change":"2024-09-19T05:02:41.505956+0000","last_active":"2024-09-19T05:02:42.657057+0000","last_peered":"2024-09-19T05:02:42.657057+0000","last_clean":"2024-09-19T05:02:42.657057+0000","last_became_active":"2024-09-19T05:02:41.505425+0000","last_became_peered":"2024-09-19T05:02:41.505425+0000","last_unstale":"2024-09-19T05:02:42.657057+0000","last_undegraded":"2024-09-19T05:02:42.657057+0000","last_fullsized":"2024-09-19T05:02:42.657057+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:35.607548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.483669+0000","last_change":"2024-09-19T05:02:40.483669+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.483669+0000","last_undegraded":"2024-09-19T05:02:40.483669+0000","last_fullsized":"2024-09-19T05:02:40.483669+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764990+0000","last_change":"2024-09-19T05:02:41.506217+0000","last_active":"2024-09-19T05:02:42.764990+0000","last_peered":"2024-09-19T05:02:42.764990+0000","last_clean":"2024-09-19T05:02:42.764990+0000","last_became_active":"2024-09-19T05:02:41.505918+0000","last_became_peered":"2024-09-19T05:02:41.505918+0000","last_unstale":"2024-09-19T05:02:42.764990+0000","last_undegraded":"2024-09-19T05:02:42.764990+0000","last_fullsized":"2024-09-19T05:02:42.764990+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:06:53.524397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.515203+0000","last_change":"2024-09-19T05:02:41.512080+0000","last_active":"2024-09-19T05:02:41.515203+0000","last_peered":"2024-09-19T05:02:41.515203+0000","last_clean":"2024-09-19T05:02:41.515203+0000","last_became_active":"2024-09-19T05:02:41.511816+0000","last_became_peered":"2024-09-19T05:02:41.511816+0000","last_unstale":"2024-09-19T05:02:41.515203+0000","last_undegraded":"2024-09-19T05:02:41.515203+0000","last_fullsized":"2024-09-19T05:02:41.515203+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:56:19.083981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506080+0000","last_change":"2024-09-19T05:02:41.505702+0000","last_active":"2024-09-19T05:02:42.506080+0000","last_peered":"2024-09-19T05:02:42.506080+0000","last_clean":"2024-09-19T05:02:42.506080+0000","last_became_active":"2024-09-19T05:02:41.503151+0000","last_became_peered":"2024-09-19T05:02:41.503151+0000","last_unstale":"2024-09-19T05:02:42.506080+0000","last_undegraded":"2024-09-19T05:02:42.506080+0000","last_fullsized":"2024-09-19T05:02:42.506080+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:30:02.619371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.516106+0000","last_change":"2024-09-19T05:02:41.509902+0000","last_active":"2024-09-19T05:02:41.516106+0000","last_peered":"2024-09-19T05:02:41.516106+0000","last_clean":"2024-09-19T05:02:41.516106+0000","last_became_active":"2024-09-19T05:02:41.509179+0000","last_became_peered":"2024-09-19T05:02:41.509179+0000","last_unstale":"2024-09-19T05:02:41.516106+0000","last_undegraded":"2024-09-19T05:02:41.516106+0000","last_fullsized":"2024-09-19T05:02:41.516106+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:46:00.562116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506925+0000","last_change":"2024-09-19T05:02:41.511585+0000","last_active":"2024-09-19T05:02:42.506925+0000","last_peered":"2024-09-19T05:02:42.506925+0000","last_clean":"2024-09-19T05:02:42.506925+0000","last_became_active":"2024-09-19T05:02:41.511293+0000","last_became_peered":"2024-09-19T05:02:41.511293+0000","last_unstale":"2024-09-19T05:02:42.506925+0000","last_undegraded":"2024-09-19T05:02:42.506925+0000","last_fullsized":"2024-09-19T05:02:42.506925+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:33.046859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.505820+0000","last_change":"2024-09-19T05:02:41.503020+0000","last_active":"2024-09-19T05:02:42.505820+0000","last_peered":"2024-09-19T05:02:42.505820+0000","last_clean":"2024-09-19T05:02:42.505820+0000","last_became_active":"2024-09-19T05:02:41.502730+0000","last_became_peered":"2024-09-19T05:02:41.502730+0000","last_unstale":"2024-09-19T05:02:42.505820+0000","last_undegraded":"2024-09-19T05:02:42.505820+0000","last_fullsized":"2024-09-19T05:02:42.505820+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:09:51.644530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1f","version":"49'4","reported_seq":18,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.765041+0000","last_change":"2024-09-19T05:02:40.495274+0000","last_active":"2024-09-19T05:02:42.765041+0000","last_peered":"2024-09-19T05:02:42.765041+0000","last_clean":"2024-09-19T05:02:42.765041+0000","last_became_active":"2024-09-19T05:02:40.494976+0000","last_became_peered":"2024-09-19T05:02:40.494976+0000","last_unstale":"2024-09-19T05:02:42.765041+0000","last_undegraded":"2024-09-19T05:02:42.765041+0000","last_fullsized":"2024-09-19T05:02:42.765041+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:01:25.608257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.507001+0000","last_change":"2024-09-19T05:02:41.504026+0000","last_active":"2024-09-19T05:02:42.507001+0000","last_peered":"2024-09-19T05:02:42.507001+0000","last_clean":"2024-09-19T05:02:42.507001+0000","last_became_active":"2024-09-19T05:02:41.503750+0000","last_became_peered":"2024-09-19T05:02:41.503750+0000","last_unstale":"2024-09-19T05:02:42.507001+0000","last_undegraded":"2024-09-19T05:02:42.507001+0000","last_fullsized":"2024-09-19T05:02:42.507001+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:30:02.619371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-19T05:02:40.496452+0000","last_change":"2024-09-19T05:02:40.493748+0000","last_active":"2024-09-19T05:02:40.496452+0000","last_peered":"2024-09-19T05:02:40.496452+0000","last_clean":"2024-09-19T05:02:40.496452+0000","last_became_active":"2024-09-19T05:02:40.493451+0000","last_became_peered":"2024-09-19T05:02:40.493451+0000","last_unstale":"2024-09-19T05:02:40.496452+0000","last_undegraded":"2024-09-19T05:02:40.496452+0000","last_fullsized":"2024-09-19T05:02:40.496452+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:19:11.622112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764791+0000","last_change":"2024-09-19T05:02:41.507506+0000","last_active":"2024-09-19T05:02:42.764791+0000","last_peered":"2024-09-19T05:02:42.764791+0000","last_clean":"2024-09-19T05:02:42.764791+0000","last_became_active":"2024-09-19T05:02:41.507240+0000","last_became_peered":"2024-09-19T05:02:41.507240+0000","last_unstale":"2024-09-19T05:02:42.764791+0000","last_undegraded":"2024-09-19T05:02:42.764791+0000","last_fullsized":"2024-09-19T05:02:42.764791+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:39.069760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-19T05:02:40.496461+0000","last_change":"2024-09-19T05:02:40.493782+0000","last_active":"2024-09-19T05:02:40.496461+0000","last_peered":"2024-09-19T05:02:40.496461+0000","last_clean":"2024-09-19T05:02:40.496461+0000","last_became_active":"2024-09-19T05:02:40.493481+0000","last_became_peered":"2024-09-19T05:02:40.493481+0000","last_unstale":"2024-09-19T05:02:40.496461+0000","last_undegraded":"2024-09-19T05:02:40.496461+0000","last_fullsized":"2024-09-19T05:02:40.496461+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:05:21.548744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.656778+0000","last_change":"2024-09-19T05:02:41.509710+0000","last_active":"2024-09-19T05:02:42.656778+0000","last_peered":"2024-09-19T05:02:42.656778+0000","last_clean":"2024-09-19T05:02:42.656778+0000","last_became_active":"2024-09-19T05:02:41.509104+0000","last_became_peered":"2024-09-19T05:02:41.509104+0000","last_unstale":"2024-09-19T05:02:42.656778+0000","last_undegraded":"2024-09-19T05:02:42.656778+0000","last_fullsized":"2024-09-19T05:02:42.656778+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:18.996552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"49'2","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.507196+0000","last_change":"2024-09-19T05:02:40.488225+0000","last_active":"2024-09-19T05:02:42.507196+0000","last_peered":"2024-09-19T05:02:42.507196+0000","last_clean":"2024-09-19T05:02:42.507196+0000","last_became_active":"2024-09-19T05:02:40.487900+0000","last_became_peered":"2024-09-19T05:02:40.487900+0000","last_unstale":"2024-09-19T05:02:42.507196+0000","last_undegraded":"2024-09-19T05:02:42.507196+0000","last_fullsized":"2024-09-19T05:02:42.507196+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:42:24.474945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.513096+0000","last_change":"2024-09-19T05:02:41.512338+0000","last_active":"2024-09-19T05:02:41.513096+0000","last_peered":"2024-09-19T05:02:41.513096+0000","last_clean":"2024-09-19T05:02:41.513096+0000","last_became_active":"2024-09-19T05:02:41.512025+0000","last_became_peered":"2024-09-19T05:02:41.512025+0000","last_unstale":"2024-09-19T05:02:41.513096+0000","last_undegraded":"2024-09-19T05:02:41.513096+0000","last_fullsized":"2024-09-19T05:02:41.513096+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:48.155180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"49'1","reported_seq":13,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.525224+0000","last_change":"2024-09-19T05:02:40.500958+0000","last_active":"2024-09-19T05:02:41.525224+0000","last_peered":"2024-09-19T05:02:41.525224+0000","last_clean":"2024-09-19T05:02:41.525224+0000","last_became_active":"2024-09-19T05:02:40.500641+0000","last_became_peered":"2024-09-19T05:02:40.500641+0000","last_unstale":"2024-09-19T05:02:41.525224+0000","last_undegraded":"2024-09-19T05:02:41.525224+0000","last_fullsized":"2024-09-19T05:02:41.525224+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:48:32.194107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506120+0000","last_change":"2024-09-19T05:02:41.502997+0000","last_active":"2024-09-19T05:02:42.506120+0000","last_peered":"2024-09-19T05:02:42.506120+0000","last_clean":"2024-09-19T05:02:42.506120+0000","last_became_active":"2024-09-19T05:02:41.502690+0000","last_became_peered":"2024-09-19T05:02:41.502690+0000","last_unstale":"2024-09-19T05:02:42.506120+0000","last_undegraded":"2024-09-19T05:02:42.506120+0000","last_fullsized":"2024-09-19T05:02:42.506120+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:33.046859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"49'1","reported_seq":13,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.512728+0000","last_change":"2024-09-19T05:02:40.492954+0000","last_active":"2024-09-19T05:02:41.512728+0000","last_peered":"2024-09-19T05:02:41.512728+0000","last_clean":"2024-09-19T05:02:41.512728+0000","last_became_active":"2024-09-19T05:02:40.492601+0000","last_became_peered":"2024-09-19T05:02:40.492601+0000","last_unstale":"2024-09-19T05:02:41.512728+0000","last_undegraded":"2024-09-19T05:02:41.512728+0000","last_fullsized":"2024-09-19T05:02:41.512728+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:19:11.622112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.657154+0000","last_change":"2024-09-19T05:02:41.505700+0000","last_active":"2024-09-19T05:02:42.657154+0000","last_peered":"2024-09-19T05:02:42.657154+0000","last_clean":"2024-09-19T05:02:42.657154+0000","last_became_active":"2024-09-19T05:02:41.505038+0000","last_became_peered":"2024-09-19T05:02:41.505038+0000","last_unstale":"2024-09-19T05:02:42.657154+0000","last_undegraded":"2024-09-19T05:02:42.657154+0000","last_fullsized":"2024-09-19T05:02:42.657154+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:39:12.528796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764770+0000","last_change":"2024-09-19T05:02:40.492793+0000","last_active":"2024-09-19T05:02:42.764770+0000","last_peered":"2024-09-19T05:02:42.764770+0000","last_clean":"2024-09-19T05:02:42.764770+0000","last_became_active":"2024-09-19T05:02:40.492521+0000","last_became_peered":"2024-09-19T05:02:40.492521+0000","last_unstale":"2024-09-19T05:02:42.764770+0000","last_undegraded":"2024-09-19T05:02:42.764770+0000","last_fullsized":"2024-09-19T05:02:42.764770+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:56:23.598131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506193+0000","last_change":"2024-09-19T05:02:41.523859+0000","last_active":"2024-09-19T05:02:42.506193+0000","last_peered":"2024-09-19T05:02:42.506193+0000","last_clean":"2024-09-19T05:02:42.506193+0000","last_became_active":"2024-09-19T05:02:41.523442+0000","last_became_peered":"2024-09-19T05:02:41.523442+0000","last_unstale":"2024-09-19T05:02:42.506193+0000","last_undegraded":"2024-09-19T05:02:42.506193+0000","last_fullsized":"2024-09-19T05:02:42.506193+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:46.749107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.495264+0000","last_change":"2024-09-19T05:02:40.495317+0000","last_active":"2024-09-19T05:02:41.495264+0000","last_peered":"2024-09-19T05:02:41.495264+0000","last_clean":"2024-09-19T05:02:41.495264+0000","last_became_active":"2024-09-19T05:02:40.494963+0000","last_became_peered":"2024-09-19T05:02:40.494963+0000","last_unstale":"2024-09-19T05:02:41.495264+0000","last_undegraded":"2024-09-19T05:02:41.495264+0000","last_fullsized":"2024-09-19T05:02:41.495264+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:32:55.948417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.511846+0000","last_change":"2024-09-19T05:02:41.508658+0000","last_active":"2024-09-19T05:02:41.511846+0000","last_peered":"2024-09-19T05:02:41.511846+0000","last_clean":"2024-09-19T05:02:41.511846+0000","last_became_active":"2024-09-19T05:02:41.508350+0000","last_became_peered":"2024-09-19T05:02:41.508350+0000","last_unstale":"2024-09-19T05:02:41.511846+0000","last_undegraded":"2024-09-19T05:02:41.511846+0000","last_fullsized":"2024-09-19T05:02:41.511846+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:57:52.745910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.505837+0000","last_change":"2024-09-19T05:02:40.484291+0000","last_active":"2024-09-19T05:02:42.505837+0000","last_peered":"2024-09-19T05:02:42.505837+0000","last_clean":"2024-09-19T05:02:42.505837+0000","last_became_active":"2024-09-19T05:02:40.483997+0000","last_became_peered":"2024-09-19T05:02:40.483997+0000","last_unstale":"2024-09-19T05:02:42.505837+0000","last_undegraded":"2024-09-19T05:02:42.505837+0000","last_fullsized":"2024-09-19T05:02:42.505837+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:40:34.331663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506894+0000","last_change":"2024-09-19T05:02:41.499695+0000","last_active":"2024-09-19T05:02:42.506894+0000","last_peered":"2024-09-19T05:02:42.506894+0000","last_clean":"2024-09-19T05:02:42.506894+0000","last_became_active":"2024-09-19T05:02:41.499415+0000","last_became_peered":"2024-09-19T05:02:41.499415+0000","last_unstale":"2024-09-19T05:02:42.506894+0000","last_undegraded":"2024-09-19T05:02:42.506894+0000","last_fullsized":"2024-09-19T05:02:42.506894+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:09:51.644530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.496021+0000","last_change":"2024-09-19T05:02:40.495295+0000","last_active":"2024-09-19T05:02:41.496021+0000","last_peered":"2024-09-19T05:02:41.496021+0000","last_clean":"2024-09-19T05:02:41.496021+0000","last_became_active":"2024-09-19T05:02:40.495022+0000","last_became_peered":"2024-09-19T05:02:40.495022+0000","last_unstale":"2024-09-19T05:02:41.496021+0000","last_undegraded":"2024-09-19T05:02:41.496021+0000","last_fullsized":"2024-09-19T05:02:41.496021+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:26:23.519166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.515103+0000","last_change":"2024-09-19T05:02:41.511055+0000","last_active":"2024-09-19T05:02:41.515103+0000","last_peered":"2024-09-19T05:02:41.515103+0000","last_clean":"2024-09-19T05:02:41.515103+0000","last_became_active":"2024-09-19T05:02:41.510769+0000","last_became_peered":"2024-09-19T05:02:41.510769+0000","last_unstale":"2024-09-19T05:02:41.515103+0000","last_undegraded":"2024-09-19T05:02:41.515103+0000","last_fullsized":"2024-09-19T05:02:41.515103+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:06:38.249406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"49'3","reported_seq":17,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506059+0000","last_change":"2024-09-19T05:02:40.485446+0000","last_active":"2024-09-19T05:02:42.506059+0000","last_peered":"2024-09-19T05:02:42.506059+0000","last_clean":"2024-09-19T05:02:42.506059+0000","last_became_active":"2024-09-19T05:02:40.485186+0000","last_became_peered":"2024-09-19T05:02:40.485186+0000","last_unstale":"2024-09-19T05:02:42.506059+0000","last_undegraded":"2024-09-19T05:02:42.506059+0000","last_fullsized":"2024-09-19T05:02:42.506059+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:06:52.519781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.504476+0000","last_change":"2024-09-19T05:02:41.503858+0000","last_active":"2024-09-19T05:02:41.504476+0000","last_peered":"2024-09-19T05:02:41.504476+0000","last_clean":"2024-09-19T05:02:41.504476+0000","last_became_active":"2024-09-19T05:02:41.503585+0000","last_became_peered":"2024-09-19T05:02:41.503585+0000","last_unstale":"2024-09-19T05:02:41.504476+0000","last_undegraded":"2024-09-19T05:02:41.504476+0000","last_fullsized":"2024-09-19T05:02:41.504476+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:01:46.695338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"49'6","reported_seq":20,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.657150+0000","last_change":"2024-09-19T05:02:40.491135+0000","last_active":"2024-09-19T05:02:42.657150+0000","last_peered":"2024-09-19T05:02:42.657150+0000","last_clean":"2024-09-19T05:02:42.657150+0000","last_became_active":"2024-09-19T05:02:40.490860+0000","last_became_peered":"2024-09-19T05:02:40.490860+0000","last_unstale":"2024-09-19T05:02:42.657150+0000","last_undegraded":"2024-09-19T05:02:42.657150+0000","last_fullsized":"2024-09-19T05:02:42.657150+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:49:06.588767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.507043+0000","last_change":"2024-09-19T05:02:41.504721+0000","last_active":"2024-09-19T05:02:42.507043+0000","last_peered":"2024-09-19T05:02:42.507043+0000","last_clean":"2024-09-19T05:02:42.507043+0000","last_became_active":"2024-09-19T05:02:41.504436+0000","last_became_peered":"2024-09-19T05:02:41.504436+0000","last_unstale":"2024-09-19T05:02:42.507043+0000","last_undegraded":"2024-09-19T05:02:42.507043+0000","last_fullsized":"2024-09-19T05:02:42.507043+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:39:56.168797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"49'2","reported_seq":14,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.524620+0000","last_change":"2024-09-19T05:02:40.501353+0000","last_active":"2024-09-19T05:02:41.524620+0000","last_peered":"2024-09-19T05:02:41.524620+0000","last_clean":"2024-09-19T05:02:41.524620+0000","last_became_active":"2024-09-19T05:02:40.501056+0000","last_became_peered":"2024-09-19T05:02:40.501056+0000","last_unstale":"2024-09-19T05:02:41.524620+0000","last_undegraded":"2024-09-19T05:02:41.524620+0000","last_fullsized":"2024-09-19T05:02:41.524620+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:57:41.165926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.515149+0000","last_change":"2024-09-19T05:02:41.509490+0000","last_active":"2024-09-19T05:02:41.515149+0000","last_peered":"2024-09-19T05:02:41.515149+0000","last_clean":"2024-09-19T05:02:41.515149+0000","last_became_active":"2024-09-19T05:02:41.509134+0000","last_became_peered":"2024-09-19T05:02:41.509134+0000","last_unstale":"2024-09-19T05:02:41.515149+0000","last_undegraded":"2024-09-19T05:02:41.515149+0000","last_fullsized":"2024-09-19T05:02:41.515149+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:52.300668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764897+0000","last_change":"2024-09-19T05:02:40.498980+0000","last_active":"2024-09-19T05:02:42.764897+0000","last_peered":"2024-09-19T05:02:42.764897+0000","last_clean":"2024-09-19T05:02:42.764897+0000","last_became_active":"2024-09-19T05:02:40.498714+0000","last_became_peered":"2024-09-19T05:02:40.498714+0000","last_unstale":"2024-09-19T05:02:42.764897+0000","last_undegraded":"2024-09-19T05:02:42.764897+0000","last_fullsized":"2024-09-19T05:02:42.764897+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:13.210789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.657050+0000","last_change":"2024-09-19T05:02:41.513693+0000","last_active":"2024-09-19T05:02:42.657050+0000","last_peered":"2024-09-19T05:02:42.657050+0000","last_clean":"2024-09-19T05:02:42.657050+0000","last_became_active":"2024-09-19T05:02:41.513391+0000","last_became_peered":"2024-09-19T05:02:41.513391+0000","last_unstale":"2024-09-19T05:02:42.657050+0000","last_undegraded":"2024-09-19T05:02:42.657050+0000","last_fullsized":"2024-09-19T05:02:42.657050+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:13.859799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.505939+0000","last_change":"2024-09-19T05:02:40.493289+0000","last_active":"2024-09-19T05:02:42.505939+0000","last_peered":"2024-09-19T05:02:42.505939+0000","last_clean":"2024-09-19T05:02:42.505939+0000","last_became_active":"2024-09-19T05:02:40.493010+0000","last_became_peered":"2024-09-19T05:02:40.493010+0000","last_unstale":"2024-09-19T05:02:42.505939+0000","last_undegraded":"2024-09-19T05:02:42.505939+0000","last_fullsized":"2024-09-19T05:02:42.505939+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:50.477358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.521948+0000","last_change":"2024-09-19T05:02:41.514992+0000","last_active":"2024-09-19T05:02:41.521948+0000","last_peered":"2024-09-19T05:02:41.521948+0000","last_clean":"2024-09-19T05:02:41.521948+0000","last_became_active":"2024-09-19T05:02:41.514716+0000","last_became_peered":"2024-09-19T05:02:41.514716+0000","last_unstale":"2024-09-19T05:02:41.521948+0000","last_undegraded":"2024-09-19T05:02:41.521948+0000","last_fullsized":"2024-09-19T05:02:41.521948+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:59:50.696752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"49'8","reported_seq":22,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.656894+0000","last_change":"2024-09-19T05:02:40.493614+0000","last_active":"2024-09-19T05:02:42.656894+0000","last_peered":"2024-09-19T05:02:42.656894+0000","last_clean":"2024-09-19T05:02:42.656894+0000","last_became_active":"2024-09-19T05:02:40.493326+0000","last_became_peered":"2024-09-19T05:02:40.493326+0000","last_unstale":"2024-09-19T05:02:42.656894+0000","last_undegraded":"2024-09-19T05:02:42.656894+0000","last_fullsized":"2024-09-19T05:02:42.656894+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:35:03.920161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.656955+0000","last_change":"2024-09-19T05:02:41.512722+0000","last_active":"2024-09-19T05:02:42.656955+0000","last_peered":"2024-09-19T05:02:42.656955+0000","last_clean":"2024-09-19T05:02:42.656955+0000","last_became_active":"2024-09-19T05:02:41.510847+0000","last_became_peered":"2024-09-19T05:02:41.510847+0000","last_unstale":"2024-09-19T05:02:42.656955+0000","last_undegraded":"2024-09-19T05:02:42.656955+0000","last_fullsized":"2024-09-19T05:02:42.656955+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:15:08.275273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"49'1","reported_seq":13,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.528282+0000","last_change":"2024-09-19T05:02:40.502155+0000","last_active":"2024-09-19T05:02:41.528282+0000","last_peered":"2024-09-19T05:02:41.528282+0000","last_clean":"2024-09-19T05:02:41.528282+0000","last_became_active":"2024-09-19T05:02:40.501828+0000","last_became_peered":"2024-09-19T05:02:40.501828+0000","last_unstale":"2024-09-19T05:02:41.528282+0000","last_undegraded":"2024-09-19T05:02:41.528282+0000","last_fullsized":"2024-09-19T05:02:41.528282+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:52:02.471336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.481341+0000","last_change":"2024-09-19T05:02:40.481341+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.481341+0000","last_undegraded":"2024-09-19T05:02:40.481341+0000","last_fullsized":"2024-09-19T05:02:40.481341+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.e","version":"49'2","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764978+0000","last_change":"2024-09-19T05:02:40.490545+0000","last_active":"2024-09-19T05:02:42.764978+0000","last_peered":"2024-09-19T05:02:42.764978+0000","last_clean":"2024-09-19T05:02:42.764978+0000","last_became_active":"2024-09-19T05:02:40.490263+0000","last_became_peered":"2024-09-19T05:02:40.490263+0000","last_unstale":"2024-09-19T05:02:42.764978+0000","last_undegraded":"2024-09-19T05:02:42.764978+0000","last_fullsized":"2024-09-19T05:02:42.764978+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:18:11.872705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.513071+0000","last_change":"2024-09-19T05:02:41.512307+0000","last_active":"2024-09-19T05:02:41.513071+0000","last_peered":"2024-09-19T05:02:41.513071+0000","last_clean":"2024-09-19T05:02:41.513071+0000","last_became_active":"2024-09-19T05:02:41.511999+0000","last_became_peered":"2024-09-19T05:02:41.511999+0000","last_unstale":"2024-09-19T05:02:41.513071+0000","last_undegraded":"2024-09-19T05:02:41.513071+0000","last_fullsized":"2024-09-19T05:02:41.513071+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:32:56.953033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"49'1","reported_seq":15,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.765012+0000","last_change":"2024-09-19T05:02:40.497690+0000","last_active":"2024-09-19T05:02:42.765012+0000","last_peered":"2024-09-19T05:02:42.765012+0000","last_clean":"2024-09-19T05:02:42.765012+0000","last_became_active":"2024-09-19T05:02:40.497397+0000","last_became_peered":"2024-09-19T05:02:40.497397+0000","last_unstale":"2024-09-19T05:02:42.765012+0000","last_undegraded":"2024-09-19T05:02:42.765012+0000","last_fullsized":"2024-09-19T05:02:42.765012+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:12:43.046449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.482389+0000","last_change":"2024-09-19T05:02:40.482389+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.482389+0000","last_undegraded":"2024-09-19T05:02:40.482389+0000","last_fullsized":"2024-09-19T05:02:40.482389+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.765029+0000","last_change":"2024-09-19T05:02:40.492799+0000","last_active":"2024-09-19T05:02:42.765029+0000","last_peered":"2024-09-19T05:02:42.765029+0000","last_clean":"2024-09-19T05:02:42.765029+0000","last_became_active":"2024-09-19T05:02:40.492453+0000","last_became_peered":"2024-09-19T05:02:40.492453+0000","last_unstale":"2024-09-19T05:02:42.765029+0000","last_undegraded":"2024-09-19T05:02:42.765029+0000","last_fullsized":"2024-09-19T05:02:42.765029+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:59:02.590354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.507331+0000","last_change":"2024-09-19T05:02:41.499655+0000","last_active":"2024-09-19T05:02:42.507331+0000","last_peered":"2024-09-19T05:02:42.507331+0000","last_clean":"2024-09-19T05:02:42.507331+0000","last_became_active":"2024-09-19T05:02:41.499369+0000","last_became_peered":"2024-09-19T05:02:41.499369+0000","last_unstale":"2024-09-19T05:02:42.507331+0000","last_undegraded":"2024-09-19T05:02:42.507331+0000","last_fullsized":"2024-09-19T05:02:42.507331+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:46.749107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-19T05:02:40.496518+0000","last_change":"2024-09-19T05:02:40.490547+0000","last_active":"2024-09-19T05:02:40.496518+0000","last_peered":"2024-09-19T05:02:40.496518+0000","last_clean":"2024-09-19T05:02:40.496518+0000","last_became_active":"2024-09-19T05:02:40.490267+0000","last_became_peered":"2024-09-19T05:02:40.490267+0000","last_unstale":"2024-09-19T05:02:40.496518+0000","last_undegraded":"2024-09-19T05:02:40.496518+0000","last_fullsized":"2024-09-19T05:02:40.496518+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:09.981032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764924+0000","last_change":"2024-09-19T05:02:41.505271+0000","last_active":"2024-09-19T05:02:42.764924+0000","last_peered":"2024-09-19T05:02:42.764924+0000","last_clean":"2024-09-19T05:02:42.764924+0000","last_became_active":"2024-09-19T05:02:41.505003+0000","last_became_peered":"2024-09-19T05:02:41.505003+0000","last_unstale":"2024-09-19T05:02:42.764924+0000","last_undegraded":"2024-09-19T05:02:42.764924+0000","last_fullsized":"2024-09-19T05:02:42.764924+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:51.481974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.656682+0000","last_change":"2024-09-19T05:02:40.493611+0000","last_active":"2024-09-19T05:02:42.656682+0000","last_peered":"2024-09-19T05:02:42.656682+0000","last_clean":"2024-09-19T05:02:42.656682+0000","last_became_active":"2024-09-19T05:02:40.493104+0000","last_became_peered":"2024-09-19T05:02:40.493104+0000","last_unstale":"2024-09-19T05:02:42.656682+0000","last_undegraded":"2024-09-19T05:02:42.656682+0000","last_fullsized":"2024-09-19T05:02:42.656682+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:49.405385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.527171+0000","last_change":"2024-09-19T05:02:41.526133+0000","last_active":"2024-09-19T05:02:41.527171+0000","last_peered":"2024-09-19T05:02:41.527171+0000","last_clean":"2024-09-19T05:02:41.527171+0000","last_became_active":"2024-09-19T05:02:41.525822+0000","last_became_peered":"2024-09-19T05:02:41.525822+0000","last_unstale":"2024-09-19T05:02:41.527171+0000","last_undegraded":"2024-09-19T05:02:41.527171+0000","last_fullsized":"2024-09-19T05:02:41.527171+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:35:20.203264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.496805+0000","last_change":"2024-09-19T05:02:40.496291+0000","last_active":"2024-09-19T05:02:41.496805+0000","last_peered":"2024-09-19T05:02:41.496805+0000","last_clean":"2024-09-19T05:02:41.496805+0000","last_became_active":"2024-09-19T05:02:40.495000+0000","last_became_peered":"2024-09-19T05:02:40.495000+0000","last_unstale":"2024-09-19T05:02:41.496805+0000","last_undegraded":"2024-09-19T05:02:41.496805+0000","last_fullsized":"2024-09-19T05:02:41.496805+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:47.150564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.482469+0000","last_change":"2024-09-19T05:02:40.482469+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.482469+0000","last_undegraded":"2024-09-19T05:02:40.482469+0000","last_fullsized":"2024-09-19T05:02:40.482469+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764617+0000","last_change":"2024-09-19T05:02:40.489149+0000","last_active":"2024-09-19T05:02:42.764617+0000","last_peered":"2024-09-19T05:02:42.764617+0000","last_clean":"2024-09-19T05:02:42.764617+0000","last_became_active":"2024-09-19T05:02:40.488872+0000","last_became_peered":"2024-09-19T05:02:40.488872+0000","last_unstale":"2024-09-19T05:02:42.764617+0000","last_undegraded":"2024-09-19T05:02:42.764617+0000","last_fullsized":"2024-09-19T05:02:42.764617+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:20:38.673379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506961+0000","last_change":"2024-09-19T05:02:41.511095+0000","last_active":"2024-09-19T05:02:42.506961+0000","last_peered":"2024-09-19T05:02:42.506961+0000","last_clean":"2024-09-19T05:02:42.506961+0000","last_became_active":"2024-09-19T05:02:41.510796+0000","last_became_peered":"2024-09-19T05:02:41.510796+0000","last_unstale":"2024-09-19T05:02:42.506961+0000","last_undegraded":"2024-09-19T05:02:42.506961+0000","last_fullsized":"2024-09-19T05:02:42.506961+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:47:53.733224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"49'2","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.765112+0000","last_change":"2024-09-19T05:02:40.498941+0000","last_active":"2024-09-19T05:02:42.765112+0000","last_peered":"2024-09-19T05:02:42.765112+0000","last_clean":"2024-09-19T05:02:42.765112+0000","last_became_active":"2024-09-19T05:02:40.498681+0000","last_became_peered":"2024-09-19T05:02:40.498681+0000","last_unstale":"2024-09-19T05:02:42.765112+0000","last_undegraded":"2024-09-19T05:02:42.765112+0000","last_fullsized":"2024-09-19T05:02:42.765112+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:22:50.443237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.483117+0000","last_change":"2024-09-19T05:02:40.483117+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.483117+0000","last_undegraded":"2024-09-19T05:02:40.483117+0000","last_fullsized":"2024-09-19T05:02:40.483117+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506171+0000","last_change":"2024-09-19T05:02:40.490126+0000","last_active":"2024-09-19T05:02:42.506171+0000","last_peered":"2024-09-19T05:02:42.506171+0000","last_clean":"2024-09-19T05:02:42.506171+0000","last_became_active":"2024-09-19T05:02:40.489895+0000","last_became_peered":"2024-09-19T05:02:40.489895+0000","last_unstale":"2024-09-19T05:02:42.506171+0000","last_undegraded":"2024-09-19T05:02:42.506171+0000","last_fullsized":"2024-09-19T05:02:42.506171+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:26:52.070636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.656870+0000","last_change":"2024-09-19T05:02:41.507999+0000","last_active":"2024-09-19T05:02:42.656870+0000","last_peered":"2024-09-19T05:02:42.656870+0000","last_clean":"2024-09-19T05:02:42.656870+0000","last_became_active":"2024-09-19T05:02:41.504202+0000","last_became_peered":"2024-09-19T05:02:41.504202+0000","last_unstale":"2024-09-19T05:02:42.656870+0000","last_undegraded":"2024-09-19T05:02:42.656870+0000","last_fullsized":"2024-09-19T05:02:42.656870+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:24.598585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.498860+0000","last_change":"2024-09-19T05:02:40.496165+0000","last_active":"2024-09-19T05:02:41.498860+0000","last_peered":"2024-09-19T05:02:41.498860+0000","last_clean":"2024-09-19T05:02:41.498860+0000","last_became_active":"2024-09-19T05:02:40.495874+0000","last_became_peered":"2024-09-19T05:02:40.495874+0000","last_unstale":"2024-09-19T05:02:41.498860+0000","last_undegraded":"2024-09-19T05:02:41.498860+0000","last_fullsized":"2024-09-19T05:02:41.498860+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:39:51.172997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.524567+0000","last_change":"2024-09-19T05:02:41.523089+0000","last_active":"2024-09-19T05:02:41.524567+0000","last_peered":"2024-09-19T05:02:41.524567+0000","last_clean":"2024-09-19T05:02:41.524567+0000","last_became_active":"2024-09-19T05:02:41.522785+0000","last_became_peered":"2024-09-19T05:02:41.522785+0000","last_unstale":"2024-09-19T05:02:41.524567+0000","last_undegraded":"2024-09-19T05:02:41.524567+0000","last_fullsized":"2024-09-19T05:02:41.524567+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:02:52.178742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.656902+0000","last_change":"2024-09-19T05:02:40.494433+0000","last_active":"2024-09-19T05:02:42.656902+0000","last_peered":"2024-09-19T05:02:42.656902+0000","last_clean":"2024-09-19T05:02:42.656902+0000","last_became_active":"2024-09-19T05:02:40.494077+0000","last_became_peered":"2024-09-19T05:02:40.494077+0000","last_unstale":"2024-09-19T05:02:42.656902+0000","last_undegraded":"2024-09-19T05:02:42.656902+0000","last_fullsized":"2024-09-19T05:02:42.656902+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:10:39.604597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.507229+0000","last_change":"2024-09-19T05:02:41.505134+0000","last_active":"2024-09-19T05:02:42.507229+0000","last_peered":"2024-09-19T05:02:42.507229+0000","last_clean":"2024-09-19T05:02:42.507229+0000","last_became_active":"2024-09-19T05:02:41.504881+0000","last_became_peered":"2024-09-19T05:02:41.504881+0000","last_unstale":"2024-09-19T05:02:42.507229+0000","last_undegraded":"2024-09-19T05:02:42.507229+0000","last_fullsized":"2024-09-19T05:02:42.507229+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:14:27.475618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.656787+0000","last_change":"2024-09-19T05:02:40.486873+0000","last_active":"2024-09-19T05:02:42.656787+0000","last_peered":"2024-09-19T05:02:42.656787+0000","last_clean":"2024-09-19T05:02:42.656787+0000","last_became_active":"2024-09-19T05:02:40.486598+0000","last_became_peered":"2024-09-19T05:02:40.486598+0000","last_unstale":"2024-09-19T05:02:42.656787+0000","last_undegraded":"2024-09-19T05:02:42.656787+0000","last_fullsized":"2024-09-19T05:02:42.656787+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:48.791476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.526028+0000","last_change":"2024-09-19T05:02:41.514102+0000","last_active":"2024-09-19T05:02:41.526028+0000","last_peered":"2024-09-19T05:02:41.526028+0000","last_clean":"2024-09-19T05:02:41.526028+0000","last_became_active":"2024-09-19T05:02:41.513755+0000","last_became_peered":"2024-09-19T05:02:41.513755+0000","last_unstale":"2024-09-19T05:02:41.526028+0000","last_undegraded":"2024-09-19T05:02:41.526028+0000","last_fullsized":"2024-09-19T05:02:41.526028+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:39:31.290886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.495005+0000","last_change":"2024-09-19T05:02:40.492004+0000","last_active":"2024-09-19T05:02:41.495005+0000","last_peered":"2024-09-19T05:02:41.495005+0000","last_clean":"2024-09-19T05:02:41.495005+0000","last_became_active":"2024-09-19T05:02:40.491721+0000","last_became_peered":"2024-09-19T05:02:40.491721+0000","last_unstale":"2024-09-19T05:02:41.495005+0000","last_undegraded":"2024-09-19T05:02:41.495005+0000","last_fullsized":"2024-09-19T05:02:41.495005+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:05:21.548744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.657176+0000","last_change":"2024-09-19T05:02:41.507314+0000","last_active":"2024-09-19T05:02:42.657176+0000","last_peered":"2024-09-19T05:02:42.657176+0000","last_clean":"2024-09-19T05:02:42.657176+0000","last_became_active":"2024-09-19T05:02:41.506976+0000","last_became_peered":"2024-09-19T05:02:41.506976+0000","last_unstale":"2024-09-19T05:02:42.657176+0000","last_undegraded":"2024-09-19T05:02:42.657176+0000","last_fullsized":"2024-09-19T05:02:42.657176+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:41:33.583006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.507261+0000","last_change":"2024-09-19T05:02:40.487977+0000","last_active":"2024-09-19T05:02:42.507261+0000","last_peered":"2024-09-19T05:02:42.507261+0000","last_clean":"2024-09-19T05:02:42.507261+0000","last_became_active":"2024-09-19T05:02:40.487600+0000","last_became_peered":"2024-09-19T05:02:40.487600+0000","last_unstale":"2024-09-19T05:02:42.507261+0000","last_undegraded":"2024-09-19T05:02:42.507261+0000","last_fullsized":"2024-09-19T05:02:42.507261+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:51.724764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764687+0000","last_change":"2024-09-19T05:02:41.508847+0000","last_active":"2024-09-19T05:02:42.764687+0000","last_peered":"2024-09-19T05:02:42.764687+0000","last_clean":"2024-09-19T05:02:42.764687+0000","last_became_active":"2024-09-19T05:02:41.508223+0000","last_became_peered":"2024-09-19T05:02:41.508223+0000","last_unstale":"2024-09-19T05:02:42.764687+0000","last_undegraded":"2024-09-19T05:02:42.764687+0000","last_fullsized":"2024-09-19T05:02:42.764687+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:46.772391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.500475+0000","last_change":"2024-09-19T05:02:40.501213+0000","last_active":"2024-09-19T05:02:41.500475+0000","last_peered":"2024-09-19T05:02:41.500475+0000","last_clean":"2024-09-19T05:02:41.500475+0000","last_became_active":"2024-09-19T05:02:40.500905+0000","last_became_peered":"2024-09-19T05:02:40.500905+0000","last_unstale":"2024-09-19T05:02:41.500475+0000","last_undegraded":"2024-09-19T05:02:41.500475+0000","last_fullsized":"2024-09-19T05:02:41.500475+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:06.402743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":228,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.505355+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:02:42.505355+0000","last_peered":"2024-09-19T05:02:42.505355+0000","last_clean":"2024-09-19T05:02:42.505355+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:02:42.505355+0000","last_undegraded":"2024-09-19T05:02:42.505355+0000","last_fullsized":"2024-09-19T05:02:42.505355+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":33,"ondisk_log_size":33,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509463,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28192,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343648,"statfs":{"total":96636764160,"available":96607895552,"internally_reserved":0,"allocated":1187840,"data_stored":851433,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509462,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27616,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344224,"statfs":{"total":96636764160,"available":96608485376,"internally_reserved":0,"allocated":593920,"data_stored":261593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509462,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27608,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344232,"statfs":{"total":96636764160,"available":96608493568,"internally_reserved":0,"allocated":585728,"data_stored":260941,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542166,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31784,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340056,"statfs":{"total":96636764160,"available":96604217344,"internally_reserved":0,"allocated":602112,"data_stored":262575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542166,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31772,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340068,"statfs":{"total":96636764160,"available":96604229632,"internally_reserved":0,"allocated":598016,"data_stored":262553,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574871,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27600,"kb_used_data":564,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344240,"statfs":{"total":96636764160,"available":96608501760,"internally_reserved":0,"allocated":577536,"data_stored":254831,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574870,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31724,"kb_used_data":536,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340116,"statfs":{"total":96636764160,"available":96604278784,"internally_reserved":0,"allocated":548864,"data_stored":240415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574870,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36496,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335344,"statfs":{"total":96636764160,"available":96599392256,"internally_reserved":0,"allocated":1175552,"data_stored":844673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:02:45.590 INFO:tasks.ceph.ceph_manager.ceph:PG 8.3f is not active+clean 2024-09-19T05:02:45.590 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:40.485559+0000', 'last_change': '2024-09-19T05:02:40.485559+0000', 'last_active': '2024-09-19T05:02:40.473012+0000', 'last_peered': '2024-09-19T05:02:40.473012+0000', 'last_clean': '2024-09-19T05:02:40.473012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:40.485559+0000', 'last_undegraded': '2024-09-19T05:02:40.485559+0000', 'last_fullsized': '2024-09-19T05:02:40.485559+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:02:45.590 INFO:tasks.ceph.ceph_manager.ceph:PG 8.3a is not active+clean 2024-09-19T05:02:45.590 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:40.486422+0000', 'last_change': '2024-09-19T05:02:40.486422+0000', 'last_active': '2024-09-19T05:02:40.473012+0000', 'last_peered': '2024-09-19T05:02:40.473012+0000', 'last_clean': '2024-09-19T05:02:40.473012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:40.486422+0000', 'last_undegraded': '2024-09-19T05:02:40.486422+0000', 'last_fullsized': '2024-09-19T05:02:40.486422+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:02:45.590 INFO:tasks.ceph.ceph_manager.ceph:PG 8.36 is not active+clean 2024-09-19T05:02:45.590 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:40.485569+0000', 'last_change': '2024-09-19T05:02:40.485569+0000', 'last_active': '2024-09-19T05:02:40.473012+0000', 'last_peered': '2024-09-19T05:02:40.473012+0000', 'last_clean': '2024-09-19T05:02:40.473012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:40.485569+0000', 'last_undegraded': '2024-09-19T05:02:40.485569+0000', 'last_fullsized': '2024-09-19T05:02:40.485569+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:02:45.591 INFO:tasks.ceph.ceph_manager.ceph:PG 8.33 is not active+clean 2024-09-19T05:02:45.591 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:40.483107+0000', 'last_change': '2024-09-19T05:02:40.483107+0000', 'last_active': '2024-09-19T05:02:40.473012+0000', 'last_peered': '2024-09-19T05:02:40.473012+0000', 'last_clean': '2024-09-19T05:02:40.473012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:40.483107+0000', 'last_undegraded': '2024-09-19T05:02:40.483107+0000', 'last_fullsized': '2024-09-19T05:02:40.483107+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:02:45.591 INFO:tasks.ceph.ceph_manager.ceph:PG 8.30 is not active+clean 2024-09-19T05:02:45.591 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:40.483625+0000', 'last_change': '2024-09-19T05:02:40.483625+0000', 'last_active': '2024-09-19T05:02:40.473012+0000', 'last_peered': '2024-09-19T05:02:40.473012+0000', 'last_clean': '2024-09-19T05:02:40.473012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:40.483625+0000', 'last_undegraded': '2024-09-19T05:02:40.483625+0000', 'last_fullsized': '2024-09-19T05:02:40.483625+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:02:45.591 INFO:tasks.ceph.ceph_manager.ceph:PG 8.25 is not active+clean 2024-09-19T05:02:45.591 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:40.483669+0000', 'last_change': '2024-09-19T05:02:40.483669+0000', 'last_active': '2024-09-19T05:02:40.473012+0000', 'last_peered': '2024-09-19T05:02:40.473012+0000', 'last_clean': '2024-09-19T05:02:40.473012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:40.483669+0000', 'last_undegraded': '2024-09-19T05:02:40.483669+0000', 'last_fullsized': '2024-09-19T05:02:40.483669+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:02:45.591 INFO:tasks.ceph.ceph_manager.ceph:PG 8.1 is not active+clean 2024-09-19T05:02:45.591 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:40.481341+0000', 'last_change': '2024-09-19T05:02:40.481341+0000', 'last_active': '2024-09-19T05:02:40.473012+0000', 'last_peered': '2024-09-19T05:02:40.473012+0000', 'last_clean': '2024-09-19T05:02:40.473012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:40.481341+0000', 'last_undegraded': '2024-09-19T05:02:40.481341+0000', 'last_fullsized': '2024-09-19T05:02:40.481341+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:02:45.591 INFO:tasks.ceph.ceph_manager.ceph:PG 8.3 is not active+clean 2024-09-19T05:02:45.591 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:40.482389+0000', 'last_change': '2024-09-19T05:02:40.482389+0000', 'last_active': '2024-09-19T05:02:40.473012+0000', 'last_peered': '2024-09-19T05:02:40.473012+0000', 'last_clean': '2024-09-19T05:02:40.473012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:40.482389+0000', 'last_undegraded': '2024-09-19T05:02:40.482389+0000', 'last_fullsized': '2024-09-19T05:02:40.482389+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:02:45.592 INFO:tasks.ceph.ceph_manager.ceph:PG 8.7 is not active+clean 2024-09-19T05:02:45.592 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:40.482469+0000', 'last_change': '2024-09-19T05:02:40.482469+0000', 'last_active': '2024-09-19T05:02:40.473012+0000', 'last_peered': '2024-09-19T05:02:40.473012+0000', 'last_clean': '2024-09-19T05:02:40.473012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:40.482469+0000', 'last_undegraded': '2024-09-19T05:02:40.482469+0000', 'last_fullsized': '2024-09-19T05:02:40.482469+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:02:45.592 INFO:tasks.ceph.ceph_manager.ceph:PG 8.a is not active+clean 2024-09-19T05:02:45.592 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 48, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:02:40.483117+0000', 'last_change': '2024-09-19T05:02:40.483117+0000', 'last_active': '2024-09-19T05:02:40.473012+0000', 'last_peered': '2024-09-19T05:02:40.473012+0000', 'last_clean': '2024-09-19T05:02:40.473012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:02:40.483117+0000', 'last_undegraded': '2024-09-19T05:02:40.483117+0000', 'last_fullsized': '2024-09-19T05:02:40.483117+0000', 'mapping_epoch': 48, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 48, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'last_clean_scrub_stamp': '2024-09-19T05:02:40.473012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:02:45.592 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-19T05:02:45.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.726+0000 7f290ec53640 1 Processor -- start 2024-09-19T05:02:45.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.726+0000 7f290ec53640 1 -- start start 2024-09-19T05:02:45.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.726+0000 7f290ec53640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f290815e6d0 0x7f29080d32c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:45.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.726+0000 7f290ec53640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f29080d16c0 0x7f29080b80d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:45.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.726+0000 7f290ec53640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29080cf7b0 con 0x7f29080d3800 2024-09-19T05:02:45.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.726+0000 7f290ec53640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f29080b3ec0 con 0x7f290815e6d0 2024-09-19T05:02:45.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.726+0000 7f290ec53640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f29080d3c50 con 0x7f29080d16c0 2024-09-19T05:02:45.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.727+0000 7f290c9ef640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f290815e6d0 0x7f29080d32c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:45.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.727+0000 7f2907fff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f29080d3800 0x7f29080d0fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:46908/0 (socket says 172.21.15.5:46908) 2024-09-19T05:02:45.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.727+0000 7f2907fff640 1 -- 172.21.15.5:0/3634361652 learned_addr learned my addr 172.21.15.5:0/3634361652 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:45.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.727+0000 7f290c9ef640 1 -- 172.21.15.5:0/3634361652 >> v2:172.21.15.134:3300/0 conn(0x7f29080d16c0 msgr2=0x7f29080b80d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:45.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.727+0000 7f290d1f0640 1 --2- 172.21.15.5:0/3634361652 >> v2:172.21.15.134:3300/0 conn(0x7f29080d16c0 0x7f29080b80d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:45.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.727+0000 7f29077fe640 1 -- 172.21.15.5:0/3634361652 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 655207945 0 0) 0x7f28fc001110 con 0x7f29080d3800 2024-09-19T05:02:45.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.727+0000 7f290c9ef640 1 --2- 172.21.15.5:0/3634361652 >> v2:172.21.15.134:3300/0 conn(0x7f29080d16c0 0x7f29080b80d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.727+0000 7f290c9ef640 1 -- 172.21.15.5:0/3634361652 >> v1:172.21.15.5:6789/0 conn(0x7f29080d3800 legacy=0x7f29080d0fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:45.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.727+0000 7f290c9ef640 1 -- 172.21.15.5:0/3634361652 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29080d3e90 con 0x7f290815e6d0 2024-09-19T05:02:45.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.727+0000 7f290d1f0640 1 --2- 172.21.15.5:0/3634361652 >> v2:172.21.15.134:3300/0 conn(0x7f29080d16c0 0x7f29080b80d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:45.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.728+0000 7f290c9ef640 1 --2- 172.21.15.5:0/3634361652 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f290815e6d0 0x7f29080d32c0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f29080d00e0 tx=0x7f28f802a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab8f35dc5ff82468 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:45.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.728+0000 7f29077fe640 1 -- 172.21.15.5:0/3634361652 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28f8007740 con 0x7f290815e6d0 2024-09-19T05:02:45.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.728+0000 7f29077fe640 1 -- 172.21.15.5:0/3634361652 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28f80078e0 con 0x7f290815e6d0 2024-09-19T05:02:45.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.728+0000 7f29077fe640 1 -- 172.21.15.5:0/3634361652 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28f8007cb0 con 0x7f290815e6d0 2024-09-19T05:02:45.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.728+0000 7f290ec53640 1 -- 172.21.15.5:0/3634361652 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f290815e6d0 msgr2=0x7f29080d32c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:45.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.728+0000 7f290ec53640 1 --2- 172.21.15.5:0/3634361652 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f290815e6d0 0x7f29080d32c0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f29080d00e0 tx=0x7f28f802a5f0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.728+0000 7f290ec53640 1 -- 172.21.15.5:0/3634361652 shutdown_connections 2024-09-19T05:02:45.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.728+0000 7f290ec53640 1 --2- 172.21.15.5:0/3634361652 >> v2:172.21.15.134:3300/0 conn(0x7f29080d16c0 0x7f29080b80d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.728+0000 7f290ec53640 1 --2- 172.21.15.5:0/3634361652 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f290815e6d0 0x7f29080d32c0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.728+0000 7f290ec53640 1 -- 172.21.15.5:0/3634361652 >> 172.21.15.5:0/3634361652 conn(0x7f2908067f80 msgr2=0x7f290806ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:45.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.728+0000 7f290ec53640 1 -- 172.21.15.5:0/3634361652 shutdown_connections 2024-09-19T05:02:45.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.729+0000 7f290ec53640 1 -- 172.21.15.5:0/3634361652 wait complete. 2024-09-19T05:02:45.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.730+0000 7f290ec53640 1 Processor -- start 2024-09-19T05:02:45.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.730+0000 7f290ec53640 1 -- start start 2024-09-19T05:02:45.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.730+0000 7f290ec53640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f29080d16c0 0x7f29080cb0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:45.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.730+0000 7f290ec53640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f29080d3800 0x7f290815d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:45.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.730+0000 7f290ec53640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f290815e6d0 0x7f29080c9730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:45.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.730+0000 7f290ec53640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f29080b75a0 con 0x7f290815e6d0 2024-09-19T05:02:45.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.731+0000 7f290ec53640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f29080b78d0 con 0x7f29080d16c0 2024-09-19T05:02:45.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.731+0000 7f290ec53640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f29080b8610 con 0x7f29080d3800 2024-09-19T05:02:45.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.731+0000 7f290d1f0640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f290815e6d0 0x7f29080c9730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:45.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.731+0000 7f290d1f0640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f290815e6d0 0x7f29080c9730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47870/0 (socket says 172.21.15.5:47870) 2024-09-19T05:02:45.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.731+0000 7f290d1f0640 1 -- 172.21.15.5:0/3744129092 learned_addr learned my addr 172.21.15.5:0/3744129092 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:45.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.731+0000 7f290c9ef640 1 --2- 172.21.15.5:0/3744129092 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f29080d16c0 0x7f29080cb0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:45.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.731+0000 7f2907fff640 1 --2- 172.21.15.5:0/3744129092 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f29080d3800 0x7f290815d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:45.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.731+0000 7f290d1f0640 1 -- 172.21.15.5:0/3744129092 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f29080d3800 msgr2=0x7f290815d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:45.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.731+0000 7f290d1f0640 1 --2- 172.21.15.5:0/3744129092 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f29080d3800 0x7f290815d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.731+0000 7f290d1f0640 1 -- 172.21.15.5:0/3744129092 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f29080d16c0 msgr2=0x7f29080cb0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:45.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.731+0000 7f290d1f0640 1 --2- 172.21.15.5:0/3744129092 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f29080d16c0 0x7f29080cb0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.731+0000 7f290d1f0640 1 -- 172.21.15.5:0/3744129092 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29080ca010 con 0x7f290815e6d0 2024-09-19T05:02:45.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.731+0000 7f2907fff640 1 --2- 172.21.15.5:0/3744129092 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f29080d3800 0x7f290815d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:45.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.731+0000 7f290d1f0640 1 --2- 172.21.15.5:0/3744129092 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f290815e6d0 0x7f29080c9730 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f290000c7f0 tx=0x7f290000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:45.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.731+0000 7f29057fa640 1 -- 172.21.15.5:0/3744129092 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2900015070 con 0x7f290815e6d0 2024-09-19T05:02:45.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.731+0000 7f29057fa640 1 -- 172.21.15.5:0/3744129092 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2900007820 con 0x7f290815e6d0 2024-09-19T05:02:45.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.731+0000 7f29057fa640 1 -- 172.21.15.5:0/3744129092 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2900007c50 con 0x7f290815e6d0 2024-09-19T05:02:45.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.731+0000 7f290ec53640 1 -- 172.21.15.5:0/3744129092 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29080ca2f0 con 0x7f290815e6d0 2024-09-19T05:02:45.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.731+0000 7f290ec53640 1 -- 172.21.15.5:0/3744129092 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29080ca8b0 con 0x7f290815e6d0 2024-09-19T05:02:45.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.733+0000 7f290ec53640 1 -- 172.21.15.5:0/3744129092 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29080b80d0 con 0x7f290815e6d0 2024-09-19T05:02:45.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.733+0000 7f29057fa640 1 -- 172.21.15.5:0/3744129092 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2900018070 con 0x7f290815e6d0 2024-09-19T05:02:45.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.733+0000 7f29057fa640 1 --2- 172.21.15.5:0/3744129092 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f28f406c2b0 0x7f28f406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:45.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.734+0000 7f29057fa640 1 -- 172.21.15.5:0/3744129092 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7f290008b6e0 con 0x7f290815e6d0 2024-09-19T05:02:45.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.734+0000 7f290c9ef640 1 --2- 172.21.15.5:0/3744129092 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f28f406c2b0 0x7f28f406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:45.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.734+0000 7f290c9ef640 1 --2- 172.21.15.5:0/3744129092 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f28f406c2b0 0x7f28f406e770 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f28f8034000 tx=0x7f28f802f000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:45.739 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.738+0000 7f29057fa640 1 -- 172.21.15.5:0/3744129092 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2900059670 con 0x7f290815e6d0 2024-09-19T05:02:45.984 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.983+0000 7f290ec53640 1 -- 172.21.15.5:0/3744129092 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f29080b9930 con 0x7f290815e6d0 2024-09-19T05:02:45.985 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.983+0000 7f29057fa640 1 -- 172.21.15.5:0/3744129092 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1560 (secure 0 0 0) 0x7f290005d970 con 0x7f290815e6d0 2024-09-19T05:02:45.985 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:45.985 INFO:teuthology.orchestra.run.smithi005.stdout:{"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":108,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":50,"num_osds":8,"num_up_osds":8,"osd_up_since":1726722068,"num_in_osds":8,"osd_in_since":1726722059,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":87},{"state_name":"creating+peering","count":10}],"num_pgs":97,"num_pools":3,"num_objects":21,"data_bytes":592778,"bytes_used":248619008,"bytes_avail":772845494272,"bytes_total":773094113280,"inactive_pgs_ratio":0.10309278219938278,"write_bytes_sec":2469,"read_op_per_sec":0,"write_op_per_sec":6},"fsmap":{"epoch":24,"btime":"2024-09-19T05:02:43:899500+0000","id":3,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":3,"rank":0,"name":"a","status":"up:active","gid":5271}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":6,"modified":"2024-09-19T05:02:31.277295+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-19T05:02:45.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.985+0000 7f290ec53640 1 -- 172.21.15.5:0/3744129092 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f28f406c2b0 msgr2=0x7f28f406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:45.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.985+0000 7f290ec53640 1 --2- 172.21.15.5:0/3744129092 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f28f406c2b0 0x7f28f406e770 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f28f8034000 tx=0x7f28f802f000 comp rx=0 tx=0).stop 2024-09-19T05:02:45.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.985+0000 7f290ec53640 1 -- 172.21.15.5:0/3744129092 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f290815e6d0 msgr2=0x7f29080c9730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:45.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.985+0000 7f290ec53640 1 --2- 172.21.15.5:0/3744129092 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f290815e6d0 0x7f29080c9730 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f290000c7f0 tx=0x7f290000ccb0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.986+0000 7f290ec53640 1 -- 172.21.15.5:0/3744129092 shutdown_connections 2024-09-19T05:02:45.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.986+0000 7f290ec53640 1 --2- 172.21.15.5:0/3744129092 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f28f406c2b0 0x7f28f406e770 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.986+0000 7f290ec53640 1 --2- 172.21.15.5:0/3744129092 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f290815e6d0 0x7f29080c9730 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.986+0000 7f290ec53640 1 --2- 172.21.15.5:0/3744129092 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f29080d3800 0x7f290815d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.986+0000 7f290ec53640 1 --2- 172.21.15.5:0/3744129092 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f29080d16c0 0x7f29080cb0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:45.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.986+0000 7f290ec53640 1 -- 172.21.15.5:0/3744129092 >> 172.21.15.5:0/3744129092 conn(0x7f2908067f80 msgr2=0x7f29080b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:45.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.986+0000 7f290ec53640 1 -- 172.21.15.5:0/3744129092 shutdown_connections 2024-09-19T05:02:45.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:45.986+0000 7f290ec53640 1 -- 172.21.15.5:0/3744129092 wait complete. 2024-09-19T05:02:45.998 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-19T05:02:45.998 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:02:46.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.100+0000 7f83bee4c640 1 Processor -- start 2024-09-19T05:02:46.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.100+0000 7f83bee4c640 1 -- start start 2024-09-19T05:02:46.102 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.101+0000 7f83bee4c640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f83b8162cc0 0x7f83b80b6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:46.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.101+0000 7f83bee4c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f83b806c320 0x7f83b8158530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:46.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.101+0000 7f83bee4c640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f83b80711b0 con 0x7f83b8070a80 2024-09-19T05:02:46.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.101+0000 7f83bee4c640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f83b80d2110 con 0x7f83b806c320 2024-09-19T05:02:46.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.101+0000 7f83bee4c640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f83b815fa40 con 0x7f83b8162cc0 2024-09-19T05:02:46.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.101+0000 7f83bd3e9640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f83b806c320 0x7f83b8158530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:46.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.101+0000 7f83bd3e9640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f83b806c320 0x7f83b8158530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47880/0 (socket says 172.21.15.5:47880) 2024-09-19T05:02:46.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.101+0000 7f83bd3e9640 1 -- 172.21.15.5:0/2666387858 learned_addr learned my addr 172.21.15.5:0/2666387858 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:46.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.101+0000 7f83bcbe8640 1 --2- 172.21.15.5:0/2666387858 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f83b8162cc0 0x7f83b80b6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:46.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.101+0000 7f83bd3e9640 1 -- 172.21.15.5:0/2666387858 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f83b8162cc0 msgr2=0x7f83b80b6f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:46.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.101+0000 7f83bd3e9640 1 --2- 172.21.15.5:0/2666387858 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f83b8162cc0 0x7f83b80b6f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:46.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.101+0000 7f83bd3e9640 1 -- 172.21.15.5:0/2666387858 >> v1:172.21.15.134:6789/0 conn(0x7f83b8070a80 legacy=0x7f83b806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:46.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.101+0000 7f83bd3e9640 1 -- 172.21.15.5:0/2666387858 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83b8162020 con 0x7f83b806c320 2024-09-19T05:02:46.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.102+0000 7f83bd3e9640 1 --2- 172.21.15.5:0/2666387858 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83b806c320 0x7f83b8158530 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f83b0009e50 tx=0x7f83b002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=415415d4697b14e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:46.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.102+0000 7f83b77fe640 1 -- 172.21.15.5:0/2666387858 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83b0036070 con 0x7f83b806c320 2024-09-19T05:02:46.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.102+0000 7f83b77fe640 1 -- 172.21.15.5:0/2666387858 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83b0031600 con 0x7f83b806c320 2024-09-19T05:02:46.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.102+0000 7f83b77fe640 1 -- 172.21.15.5:0/2666387858 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83b00319d0 con 0x7f83b806c320 2024-09-19T05:02:46.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.103+0000 7f83bee4c640 1 -- 172.21.15.5:0/2666387858 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83b806c320 msgr2=0x7f83b8158530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:46.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.103+0000 7f83bee4c640 1 --2- 172.21.15.5:0/2666387858 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83b806c320 0x7f83b8158530 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f83b0009e50 tx=0x7f83b002a710 comp rx=0 tx=0).stop 2024-09-19T05:02:46.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.103+0000 7f83bee4c640 1 -- 172.21.15.5:0/2666387858 shutdown_connections 2024-09-19T05:02:46.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.103+0000 7f83bee4c640 1 --2- 172.21.15.5:0/2666387858 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83b806c320 0x7f83b8158530 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:46.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.103+0000 7f83bee4c640 1 --2- 172.21.15.5:0/2666387858 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f83b8162cc0 0x7f83b80b6f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:46.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.103+0000 7f83bee4c640 1 -- 172.21.15.5:0/2666387858 >> 172.21.15.5:0/2666387858 conn(0x7f83b809aa70 msgr2=0x7f83b80b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:46.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.103+0000 7f83bee4c640 1 -- 172.21.15.5:0/2666387858 shutdown_connections 2024-09-19T05:02:46.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.103+0000 7f83bee4c640 1 -- 172.21.15.5:0/2666387858 wait complete. 2024-09-19T05:02:46.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.104+0000 7f83bee4c640 1 Processor -- start 2024-09-19T05:02:46.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.104+0000 7f83bee4c640 1 -- start start 2024-09-19T05:02:46.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.105+0000 7f83bee4c640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f83b806c320 0x7f83b8150c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:46.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.105+0000 7f83bee4c640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f83b8070a80 0x7f83b8152210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:46.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.105+0000 7f83bee4c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83b8162cc0 0x7f83b80b36c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:46.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.105+0000 7f83bee4c640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f83b80d1350 con 0x7f83b8162cc0 2024-09-19T05:02:46.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.105+0000 7f83bee4c640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f83b80d1c80 con 0x7f83b8070a80 2024-09-19T05:02:46.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.105+0000 7f83bee4c640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f83b80d1630 con 0x7f83b806c320 2024-09-19T05:02:46.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.105+0000 7f83bd3e9640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83b8162cc0 0x7f83b80b36c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:46.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.105+0000 7f83bd3e9640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83b8162cc0 0x7f83b80b36c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47896/0 (socket says 172.21.15.5:47896) 2024-09-19T05:02:46.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.105+0000 7f83bd3e9640 1 -- 172.21.15.5:0/4102717865 learned_addr learned my addr 172.21.15.5:0/4102717865 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:46.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.105+0000 7f83bcbe8640 1 --2- 172.21.15.5:0/4102717865 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f83b806c320 0x7f83b8150c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:46.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.105+0000 7f83b7fff640 1 --2- 172.21.15.5:0/4102717865 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f83b8070a80 0x7f83b8152210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:46.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.105+0000 7f83bd3e9640 1 -- 172.21.15.5:0/4102717865 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f83b806c320 msgr2=0x7f83b8150c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:46.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.105+0000 7f83bd3e9640 1 --2- 172.21.15.5:0/4102717865 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f83b806c320 0x7f83b8150c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:46.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.105+0000 7f83bd3e9640 1 -- 172.21.15.5:0/4102717865 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f83b8070a80 msgr2=0x7f83b8152210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:46.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.105+0000 7f83bd3e9640 1 --2- 172.21.15.5:0/4102717865 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f83b8070a80 0x7f83b8152210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:46.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.105+0000 7f83bd3e9640 1 -- 172.21.15.5:0/4102717865 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83b8151140 con 0x7f83b8162cc0 2024-09-19T05:02:46.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.105+0000 7f83bcbe8640 1 --2- 172.21.15.5:0/4102717865 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f83b806c320 0x7f83b8150c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:46.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.105+0000 7f83b7fff640 1 --2- 172.21.15.5:0/4102717865 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f83b8070a80 0x7f83b8152210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:46.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.105+0000 7f83bd3e9640 1 --2- 172.21.15.5:0/4102717865 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83b8162cc0 0x7f83b80b36c0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f83b0034040 tx=0x7f83b0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:46.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.105+0000 7f83b57fa640 1 -- 172.21.15.5:0/4102717865 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83b0036050 con 0x7f83b8162cc0 2024-09-19T05:02:46.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.105+0000 7f83b57fa640 1 -- 172.21.15.5:0/4102717865 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83b0042070 con 0x7f83b8162cc0 2024-09-19T05:02:46.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.105+0000 7f83bee4c640 1 -- 172.21.15.5:0/4102717865 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83b81568d0 con 0x7f83b8162cc0 2024-09-19T05:02:46.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.105+0000 7f83b57fa640 1 -- 172.21.15.5:0/4102717865 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83b0009510 con 0x7f83b8162cc0 2024-09-19T05:02:46.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.106+0000 7f83bee4c640 1 -- 172.21.15.5:0/4102717865 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83b8157170 con 0x7f83b8162cc0 2024-09-19T05:02:46.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.106+0000 7f83bee4c640 1 -- 172.21.15.5:0/4102717865 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83b80d1910 con 0x7f83b8162cc0 2024-09-19T05:02:46.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.107+0000 7f83b57fa640 1 -- 172.21.15.5:0/4102717865 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f83b0007bd0 con 0x7f83b8162cc0 2024-09-19T05:02:46.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.108+0000 7f83b57fa640 1 --2- 172.21.15.5:0/4102717865 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f839c06c2b0 0x7f839c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:46.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.108+0000 7f83b57fa640 1 -- 172.21.15.5:0/4102717865 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7f83b00ac570 con 0x7f83b8162cc0 2024-09-19T05:02:46.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.108+0000 7f83bcbe8640 1 --2- 172.21.15.5:0/4102717865 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f839c06c2b0 0x7f839c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:46.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.108+0000 7f83bcbe8640 1 --2- 172.21.15.5:0/4102717865 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f839c06c2b0 0x7f839c06e770 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f83ac006fd0 tx=0x7f83ac008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:46.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.112+0000 7f83b57fa640 1 -- 172.21.15.5:0/4102717865 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f83b0045360 con 0x7f83b8162cc0 2024-09-19T05:02:46.287 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.286+0000 7f83bee4c640 1 -- 172.21.15.5:0/4102717865 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f83b80d1020 con 0x7f839c06c2b0 2024-09-19T05:02:46.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.292+0000 7f83b57fa640 1 -- 172.21.15.5:0/4102717865 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251112 (secure 0 0 0) 0x7f83b80d1020 con 0x7f839c06c2b0 2024-09-19T05:02:46.296 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:46.298 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:02:46.299 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.295+0000 7f83bee4c640 1 -- 172.21.15.5:0/4102717865 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f839c06c2b0 msgr2=0x7f839c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:46.299 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.295+0000 7f83bee4c640 1 --2- 172.21.15.5:0/4102717865 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f839c06c2b0 0x7f839c06e770 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f83ac006fd0 tx=0x7f83ac008040 comp rx=0 tx=0).stop 2024-09-19T05:02:46.299 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.295+0000 7f83bee4c640 1 -- 172.21.15.5:0/4102717865 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83b8162cc0 msgr2=0x7f83b80b36c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:46.299 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.295+0000 7f83bee4c640 1 --2- 172.21.15.5:0/4102717865 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83b8162cc0 0x7f83b80b36c0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f83b0034040 tx=0x7f83b0004a40 comp rx=0 tx=0).stop 2024-09-19T05:02:46.299 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.296+0000 7f83bee4c640 1 -- 172.21.15.5:0/4102717865 shutdown_connections 2024-09-19T05:02:46.300 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.296+0000 7f83bee4c640 1 --2- 172.21.15.5:0/4102717865 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f839c06c2b0 0x7f839c06e770 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:46.300 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.296+0000 7f83bee4c640 1 --2- 172.21.15.5:0/4102717865 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83b8162cc0 0x7f83b80b36c0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:46.300 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.296+0000 7f83bee4c640 1 --2- 172.21.15.5:0/4102717865 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f83b8070a80 0x7f83b8152210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:46.300 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.296+0000 7f83bee4c640 1 --2- 172.21.15.5:0/4102717865 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f83b806c320 0x7f83b8150c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:46.300 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.296+0000 7f83bee4c640 1 -- 172.21.15.5:0/4102717865 >> 172.21.15.5:0/4102717865 conn(0x7f83b809aa70 msgr2=0x7f83b806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:46.300 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.296+0000 7f83bee4c640 1 -- 172.21.15.5:0/4102717865 shutdown_connections 2024-09-19T05:02:46.300 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:46.296+0000 7f83bee4c640 1 -- 172.21.15.5:0/4102717865 wait complete. 2024-09-19T05:02:46.308 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":92,"stamp":"2024-09-19T05:02:45.280040+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":199,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":150,"ondisk_log_size":150,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":142,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":242792,"kb_used_data":5732,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754731928,"statfs":{"total":773094113280,"available":772845494272,"internally_reserved":0,"allocated":5869568,"data_stored":3239014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.806309"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.485559+0000","last_change":"2024-09-19T05:02:40.485559+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.485559+0000","last_undegraded":"2024-09-19T05:02:40.485559+0000","last_fullsized":"2024-09-19T05:02:40.485559+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506184+0000","last_change":"2024-09-19T05:02:41.506464+0000","last_active":"2024-09-19T05:02:42.506184+0000","last_peered":"2024-09-19T05:02:42.506184+0000","last_clean":"2024-09-19T05:02:42.506184+0000","last_became_active":"2024-09-19T05:02:41.504363+0000","last_became_peered":"2024-09-19T05:02:41.504363+0000","last_unstale":"2024-09-19T05:02:42.506184+0000","last_undegraded":"2024-09-19T05:02:42.506184+0000","last_fullsized":"2024-09-19T05:02:42.506184+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:14:27.475618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.519508+0000","last_change":"2024-09-19T05:02:41.512766+0000","last_active":"2024-09-19T05:02:41.519508+0000","last_peered":"2024-09-19T05:02:41.519508+0000","last_clean":"2024-09-19T05:02:41.519508+0000","last_became_active":"2024-09-19T05:02:41.512408+0000","last_became_peered":"2024-09-19T05:02:41.512408+0000","last_unstale":"2024-09-19T05:02:41.519508+0000","last_undegraded":"2024-09-19T05:02:41.519508+0000","last_fullsized":"2024-09-19T05:02:41.519508+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:40:49.582858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506022+0000","last_change":"2024-09-19T05:02:41.508456+0000","last_active":"2024-09-19T05:02:42.506022+0000","last_peered":"2024-09-19T05:02:42.506022+0000","last_clean":"2024-09-19T05:02:42.506022+0000","last_became_active":"2024-09-19T05:02:41.508204+0000","last_became_peered":"2024-09-19T05:02:41.508204+0000","last_unstale":"2024-09-19T05:02:42.506022+0000","last_undegraded":"2024-09-19T05:02:42.506022+0000","last_fullsized":"2024-09-19T05:02:42.506022+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:47:53.733224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.510583+0000","last_change":"2024-09-19T05:02:41.505411+0000","last_active":"2024-09-19T05:02:41.510583+0000","last_peered":"2024-09-19T05:02:41.510583+0000","last_clean":"2024-09-19T05:02:41.510583+0000","last_became_active":"2024-09-19T05:02:41.505164+0000","last_became_peered":"2024-09-19T05:02:41.505164+0000","last_unstale":"2024-09-19T05:02:41.510583+0000","last_undegraded":"2024-09-19T05:02:41.510583+0000","last_fullsized":"2024-09-19T05:02:41.510583+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:58.424106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.486422+0000","last_change":"2024-09-19T05:02:40.486422+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.486422+0000","last_undegraded":"2024-09-19T05:02:40.486422+0000","last_fullsized":"2024-09-19T05:02:40.486422+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.516129+0000","last_change":"2024-09-19T05:02:41.510150+0000","last_active":"2024-09-19T05:02:41.516129+0000","last_peered":"2024-09-19T05:02:41.516129+0000","last_clean":"2024-09-19T05:02:41.516129+0000","last_became_active":"2024-09-19T05:02:41.509618+0000","last_became_peered":"2024-09-19T05:02:41.509618+0000","last_unstale":"2024-09-19T05:02:41.516129+0000","last_undegraded":"2024-09-19T05:02:41.516129+0000","last_fullsized":"2024-09-19T05:02:41.516129+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:18.728613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.656757+0000","last_change":"2024-09-19T05:02:41.527630+0000","last_active":"2024-09-19T05:02:42.656757+0000","last_peered":"2024-09-19T05:02:42.656757+0000","last_clean":"2024-09-19T05:02:42.656757+0000","last_became_active":"2024-09-19T05:02:41.527335+0000","last_became_peered":"2024-09-19T05:02:41.527335+0000","last_unstale":"2024-09-19T05:02:42.656757+0000","last_undegraded":"2024-09-19T05:02:42.656757+0000","last_fullsized":"2024-09-19T05:02:42.656757+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:56.621971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.657135+0000","last_change":"2024-09-19T05:02:41.525113+0000","last_active":"2024-09-19T05:02:42.657135+0000","last_peered":"2024-09-19T05:02:42.657135+0000","last_clean":"2024-09-19T05:02:42.657135+0000","last_became_active":"2024-09-19T05:02:41.524747+0000","last_became_peered":"2024-09-19T05:02:41.524747+0000","last_unstale":"2024-09-19T05:02:42.657135+0000","last_undegraded":"2024-09-19T05:02:42.657135+0000","last_fullsized":"2024-09-19T05:02:42.657135+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:26.462060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.485569+0000","last_change":"2024-09-19T05:02:40.485569+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.485569+0000","last_undegraded":"2024-09-19T05:02:40.485569+0000","last_fullsized":"2024-09-19T05:02:40.485569+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764841+0000","last_change":"2024-09-19T05:02:41.505391+0000","last_active":"2024-09-19T05:02:42.764841+0000","last_peered":"2024-09-19T05:02:42.764841+0000","last_clean":"2024-09-19T05:02:42.764841+0000","last_became_active":"2024-09-19T05:02:41.505116+0000","last_became_peered":"2024-09-19T05:02:41.505116+0000","last_unstale":"2024-09-19T05:02:42.764841+0000","last_undegraded":"2024-09-19T05:02:42.764841+0000","last_fullsized":"2024-09-19T05:02:42.764841+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:37:56.827304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.657093+0000","last_change":"2024-09-19T05:02:41.514437+0000","last_active":"2024-09-19T05:02:42.657093+0000","last_peered":"2024-09-19T05:02:42.657093+0000","last_clean":"2024-09-19T05:02:42.657093+0000","last_became_active":"2024-09-19T05:02:41.514158+0000","last_became_peered":"2024-09-19T05:02:41.514158+0000","last_unstale":"2024-09-19T05:02:42.657093+0000","last_undegraded":"2024-09-19T05:02:42.657093+0000","last_fullsized":"2024-09-19T05:02:42.657093+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:21.326658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.483107+0000","last_change":"2024-09-19T05:02:40.483107+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.483107+0000","last_undegraded":"2024-09-19T05:02:40.483107+0000","last_fullsized":"2024-09-19T05:02:40.483107+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.515081+0000","last_change":"2024-09-19T05:02:41.510095+0000","last_active":"2024-09-19T05:02:41.515081+0000","last_peered":"2024-09-19T05:02:41.515081+0000","last_clean":"2024-09-19T05:02:41.515081+0000","last_became_active":"2024-09-19T05:02:41.509720+0000","last_became_peered":"2024-09-19T05:02:41.509720+0000","last_unstale":"2024-09-19T05:02:41.515081+0000","last_undegraded":"2024-09-19T05:02:41.515081+0000","last_fullsized":"2024-09-19T05:02:41.515081+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:20:06.780671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.505771+0000","last_change":"2024-09-19T05:02:41.506570+0000","last_active":"2024-09-19T05:02:42.505771+0000","last_peered":"2024-09-19T05:02:42.505771+0000","last_clean":"2024-09-19T05:02:42.505771+0000","last_became_active":"2024-09-19T05:02:41.504888+0000","last_became_peered":"2024-09-19T05:02:41.504888+0000","last_unstale":"2024-09-19T05:02:42.505771+0000","last_undegraded":"2024-09-19T05:02:42.505771+0000","last_fullsized":"2024-09-19T05:02:42.505771+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:49:07.593383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.483625+0000","last_change":"2024-09-19T05:02:40.483625+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.483625+0000","last_undegraded":"2024-09-19T05:02:40.483625+0000","last_fullsized":"2024-09-19T05:02:40.483625+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.519251+0000","last_change":"2024-09-19T05:02:41.512500+0000","last_active":"2024-09-19T05:02:41.519251+0000","last_peered":"2024-09-19T05:02:41.519251+0000","last_clean":"2024-09-19T05:02:41.519251+0000","last_became_active":"2024-09-19T05:02:41.512206+0000","last_became_peered":"2024-09-19T05:02:41.512206+0000","last_unstale":"2024-09-19T05:02:41.519251+0000","last_undegraded":"2024-09-19T05:02:41.519251+0000","last_fullsized":"2024-09-19T05:02:41.519251+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:14.015599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506150+0000","last_change":"2024-09-19T05:02:41.506453+0000","last_active":"2024-09-19T05:02:42.506150+0000","last_peered":"2024-09-19T05:02:42.506150+0000","last_clean":"2024-09-19T05:02:42.506150+0000","last_became_active":"2024-09-19T05:02:41.504159+0000","last_became_peered":"2024-09-19T05:02:41.504159+0000","last_unstale":"2024-09-19T05:02:42.506150+0000","last_undegraded":"2024-09-19T05:02:42.506150+0000","last_fullsized":"2024-09-19T05:02:42.506150+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:39:56.168797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.515168+0000","last_change":"2024-09-19T05:02:41.509539+0000","last_active":"2024-09-19T05:02:41.515168+0000","last_peered":"2024-09-19T05:02:41.515168+0000","last_clean":"2024-09-19T05:02:41.515168+0000","last_became_active":"2024-09-19T05:02:41.509210+0000","last_became_peered":"2024-09-19T05:02:41.509210+0000","last_unstale":"2024-09-19T05:02:41.515168+0000","last_undegraded":"2024-09-19T05:02:41.515168+0000","last_fullsized":"2024-09-19T05:02:41.515168+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:37.129755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764911+0000","last_change":"2024-09-19T05:02:41.502991+0000","last_active":"2024-09-19T05:02:42.764911+0000","last_peered":"2024-09-19T05:02:42.764911+0000","last_clean":"2024-09-19T05:02:42.764911+0000","last_became_active":"2024-09-19T05:02:41.502727+0000","last_became_peered":"2024-09-19T05:02:41.502727+0000","last_unstale":"2024-09-19T05:02:42.764911+0000","last_undegraded":"2024-09-19T05:02:42.764911+0000","last_fullsized":"2024-09-19T05:02:42.764911+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:40:35.336279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764814+0000","last_change":"2024-09-19T05:02:41.511091+0000","last_active":"2024-09-19T05:02:42.764814+0000","last_peered":"2024-09-19T05:02:42.764814+0000","last_clean":"2024-09-19T05:02:42.764814+0000","last_became_active":"2024-09-19T05:02:41.510726+0000","last_became_peered":"2024-09-19T05:02:41.510726+0000","last_unstale":"2024-09-19T05:02:42.764814+0000","last_undegraded":"2024-09-19T05:02:42.764814+0000","last_fullsized":"2024-09-19T05:02:42.764814+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:15:52.126334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.656736+0000","last_change":"2024-09-19T05:02:41.529121+0000","last_active":"2024-09-19T05:02:42.656736+0000","last_peered":"2024-09-19T05:02:42.656736+0000","last_clean":"2024-09-19T05:02:42.656736+0000","last_became_active":"2024-09-19T05:02:41.528772+0000","last_became_peered":"2024-09-19T05:02:41.528772+0000","last_unstale":"2024-09-19T05:02:42.656736+0000","last_undegraded":"2024-09-19T05:02:42.656736+0000","last_fullsized":"2024-09-19T05:02:42.656736+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:26.001857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764725+0000","last_change":"2024-09-19T05:02:41.503842+0000","last_active":"2024-09-19T05:02:42.764725+0000","last_peered":"2024-09-19T05:02:42.764725+0000","last_clean":"2024-09-19T05:02:42.764725+0000","last_became_active":"2024-09-19T05:02:41.503580+0000","last_became_peered":"2024-09-19T05:02:41.503580+0000","last_unstale":"2024-09-19T05:02:42.764725+0000","last_undegraded":"2024-09-19T05:02:42.764725+0000","last_fullsized":"2024-09-19T05:02:42.764725+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:41.985737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.516071+0000","last_change":"2024-09-19T05:02:41.511407+0000","last_active":"2024-09-19T05:02:41.516071+0000","last_peered":"2024-09-19T05:02:41.516071+0000","last_clean":"2024-09-19T05:02:41.516071+0000","last_became_active":"2024-09-19T05:02:41.510486+0000","last_became_peered":"2024-09-19T05:02:41.510486+0000","last_unstale":"2024-09-19T05:02:41.516071+0000","last_undegraded":"2024-09-19T05:02:41.516071+0000","last_fullsized":"2024-09-19T05:02:41.516071+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:10:37.745350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.522804+0000","last_change":"2024-09-19T05:02:41.522103+0000","last_active":"2024-09-19T05:02:41.522804+0000","last_peered":"2024-09-19T05:02:41.522804+0000","last_clean":"2024-09-19T05:02:41.522804+0000","last_became_active":"2024-09-19T05:02:41.521745+0000","last_became_peered":"2024-09-19T05:02:41.521745+0000","last_unstale":"2024-09-19T05:02:41.522804+0000","last_undegraded":"2024-09-19T05:02:41.522804+0000","last_fullsized":"2024-09-19T05:02:41.522804+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:52:11.702371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.657057+0000","last_change":"2024-09-19T05:02:41.505956+0000","last_active":"2024-09-19T05:02:42.657057+0000","last_peered":"2024-09-19T05:02:42.657057+0000","last_clean":"2024-09-19T05:02:42.657057+0000","last_became_active":"2024-09-19T05:02:41.505425+0000","last_became_peered":"2024-09-19T05:02:41.505425+0000","last_unstale":"2024-09-19T05:02:42.657057+0000","last_undegraded":"2024-09-19T05:02:42.657057+0000","last_fullsized":"2024-09-19T05:02:42.657057+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:35.607548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.483669+0000","last_change":"2024-09-19T05:02:40.483669+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.483669+0000","last_undegraded":"2024-09-19T05:02:40.483669+0000","last_fullsized":"2024-09-19T05:02:40.483669+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764990+0000","last_change":"2024-09-19T05:02:41.506217+0000","last_active":"2024-09-19T05:02:42.764990+0000","last_peered":"2024-09-19T05:02:42.764990+0000","last_clean":"2024-09-19T05:02:42.764990+0000","last_became_active":"2024-09-19T05:02:41.505918+0000","last_became_peered":"2024-09-19T05:02:41.505918+0000","last_unstale":"2024-09-19T05:02:42.764990+0000","last_undegraded":"2024-09-19T05:02:42.764990+0000","last_fullsized":"2024-09-19T05:02:42.764990+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:06:53.524397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.515203+0000","last_change":"2024-09-19T05:02:41.512080+0000","last_active":"2024-09-19T05:02:41.515203+0000","last_peered":"2024-09-19T05:02:41.515203+0000","last_clean":"2024-09-19T05:02:41.515203+0000","last_became_active":"2024-09-19T05:02:41.511816+0000","last_became_peered":"2024-09-19T05:02:41.511816+0000","last_unstale":"2024-09-19T05:02:41.515203+0000","last_undegraded":"2024-09-19T05:02:41.515203+0000","last_fullsized":"2024-09-19T05:02:41.515203+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:56:19.083981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506080+0000","last_change":"2024-09-19T05:02:41.505702+0000","last_active":"2024-09-19T05:02:42.506080+0000","last_peered":"2024-09-19T05:02:42.506080+0000","last_clean":"2024-09-19T05:02:42.506080+0000","last_became_active":"2024-09-19T05:02:41.503151+0000","last_became_peered":"2024-09-19T05:02:41.503151+0000","last_unstale":"2024-09-19T05:02:42.506080+0000","last_undegraded":"2024-09-19T05:02:42.506080+0000","last_fullsized":"2024-09-19T05:02:42.506080+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:30:02.619371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.516106+0000","last_change":"2024-09-19T05:02:41.509902+0000","last_active":"2024-09-19T05:02:41.516106+0000","last_peered":"2024-09-19T05:02:41.516106+0000","last_clean":"2024-09-19T05:02:41.516106+0000","last_became_active":"2024-09-19T05:02:41.509179+0000","last_became_peered":"2024-09-19T05:02:41.509179+0000","last_unstale":"2024-09-19T05:02:41.516106+0000","last_undegraded":"2024-09-19T05:02:41.516106+0000","last_fullsized":"2024-09-19T05:02:41.516106+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:46:00.562116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506925+0000","last_change":"2024-09-19T05:02:41.511585+0000","last_active":"2024-09-19T05:02:42.506925+0000","last_peered":"2024-09-19T05:02:42.506925+0000","last_clean":"2024-09-19T05:02:42.506925+0000","last_became_active":"2024-09-19T05:02:41.511293+0000","last_became_peered":"2024-09-19T05:02:41.511293+0000","last_unstale":"2024-09-19T05:02:42.506925+0000","last_undegraded":"2024-09-19T05:02:42.506925+0000","last_fullsized":"2024-09-19T05:02:42.506925+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:33.046859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.505820+0000","last_change":"2024-09-19T05:02:41.503020+0000","last_active":"2024-09-19T05:02:42.505820+0000","last_peered":"2024-09-19T05:02:42.505820+0000","last_clean":"2024-09-19T05:02:42.505820+0000","last_became_active":"2024-09-19T05:02:41.502730+0000","last_became_peered":"2024-09-19T05:02:41.502730+0000","last_unstale":"2024-09-19T05:02:42.505820+0000","last_undegraded":"2024-09-19T05:02:42.505820+0000","last_fullsized":"2024-09-19T05:02:42.505820+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:09:51.644530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1f","version":"49'4","reported_seq":18,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.765041+0000","last_change":"2024-09-19T05:02:40.495274+0000","last_active":"2024-09-19T05:02:42.765041+0000","last_peered":"2024-09-19T05:02:42.765041+0000","last_clean":"2024-09-19T05:02:42.765041+0000","last_became_active":"2024-09-19T05:02:40.494976+0000","last_became_peered":"2024-09-19T05:02:40.494976+0000","last_unstale":"2024-09-19T05:02:42.765041+0000","last_undegraded":"2024-09-19T05:02:42.765041+0000","last_fullsized":"2024-09-19T05:02:42.765041+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:01:25.608257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.507001+0000","last_change":"2024-09-19T05:02:41.504026+0000","last_active":"2024-09-19T05:02:42.507001+0000","last_peered":"2024-09-19T05:02:42.507001+0000","last_clean":"2024-09-19T05:02:42.507001+0000","last_became_active":"2024-09-19T05:02:41.503750+0000","last_became_peered":"2024-09-19T05:02:41.503750+0000","last_unstale":"2024-09-19T05:02:42.507001+0000","last_undegraded":"2024-09-19T05:02:42.507001+0000","last_fullsized":"2024-09-19T05:02:42.507001+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:30:02.619371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-19T05:02:40.496452+0000","last_change":"2024-09-19T05:02:40.493748+0000","last_active":"2024-09-19T05:02:40.496452+0000","last_peered":"2024-09-19T05:02:40.496452+0000","last_clean":"2024-09-19T05:02:40.496452+0000","last_became_active":"2024-09-19T05:02:40.493451+0000","last_became_peered":"2024-09-19T05:02:40.493451+0000","last_unstale":"2024-09-19T05:02:40.496452+0000","last_undegraded":"2024-09-19T05:02:40.496452+0000","last_fullsized":"2024-09-19T05:02:40.496452+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:19:11.622112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764791+0000","last_change":"2024-09-19T05:02:41.507506+0000","last_active":"2024-09-19T05:02:42.764791+0000","last_peered":"2024-09-19T05:02:42.764791+0000","last_clean":"2024-09-19T05:02:42.764791+0000","last_became_active":"2024-09-19T05:02:41.507240+0000","last_became_peered":"2024-09-19T05:02:41.507240+0000","last_unstale":"2024-09-19T05:02:42.764791+0000","last_undegraded":"2024-09-19T05:02:42.764791+0000","last_fullsized":"2024-09-19T05:02:42.764791+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:39.069760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-19T05:02:40.496461+0000","last_change":"2024-09-19T05:02:40.493782+0000","last_active":"2024-09-19T05:02:40.496461+0000","last_peered":"2024-09-19T05:02:40.496461+0000","last_clean":"2024-09-19T05:02:40.496461+0000","last_became_active":"2024-09-19T05:02:40.493481+0000","last_became_peered":"2024-09-19T05:02:40.493481+0000","last_unstale":"2024-09-19T05:02:40.496461+0000","last_undegraded":"2024-09-19T05:02:40.496461+0000","last_fullsized":"2024-09-19T05:02:40.496461+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:05:21.548744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.656778+0000","last_change":"2024-09-19T05:02:41.509710+0000","last_active":"2024-09-19T05:02:42.656778+0000","last_peered":"2024-09-19T05:02:42.656778+0000","last_clean":"2024-09-19T05:02:42.656778+0000","last_became_active":"2024-09-19T05:02:41.509104+0000","last_became_peered":"2024-09-19T05:02:41.509104+0000","last_unstale":"2024-09-19T05:02:42.656778+0000","last_undegraded":"2024-09-19T05:02:42.656778+0000","last_fullsized":"2024-09-19T05:02:42.656778+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:18.996552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"49'2","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.507196+0000","last_change":"2024-09-19T05:02:40.488225+0000","last_active":"2024-09-19T05:02:42.507196+0000","last_peered":"2024-09-19T05:02:42.507196+0000","last_clean":"2024-09-19T05:02:42.507196+0000","last_became_active":"2024-09-19T05:02:40.487900+0000","last_became_peered":"2024-09-19T05:02:40.487900+0000","last_unstale":"2024-09-19T05:02:42.507196+0000","last_undegraded":"2024-09-19T05:02:42.507196+0000","last_fullsized":"2024-09-19T05:02:42.507196+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:42:24.474945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.513096+0000","last_change":"2024-09-19T05:02:41.512338+0000","last_active":"2024-09-19T05:02:41.513096+0000","last_peered":"2024-09-19T05:02:41.513096+0000","last_clean":"2024-09-19T05:02:41.513096+0000","last_became_active":"2024-09-19T05:02:41.512025+0000","last_became_peered":"2024-09-19T05:02:41.512025+0000","last_unstale":"2024-09-19T05:02:41.513096+0000","last_undegraded":"2024-09-19T05:02:41.513096+0000","last_fullsized":"2024-09-19T05:02:41.513096+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:48.155180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"49'1","reported_seq":13,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.525224+0000","last_change":"2024-09-19T05:02:40.500958+0000","last_active":"2024-09-19T05:02:41.525224+0000","last_peered":"2024-09-19T05:02:41.525224+0000","last_clean":"2024-09-19T05:02:41.525224+0000","last_became_active":"2024-09-19T05:02:40.500641+0000","last_became_peered":"2024-09-19T05:02:40.500641+0000","last_unstale":"2024-09-19T05:02:41.525224+0000","last_undegraded":"2024-09-19T05:02:41.525224+0000","last_fullsized":"2024-09-19T05:02:41.525224+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:48:32.194107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506120+0000","last_change":"2024-09-19T05:02:41.502997+0000","last_active":"2024-09-19T05:02:42.506120+0000","last_peered":"2024-09-19T05:02:42.506120+0000","last_clean":"2024-09-19T05:02:42.506120+0000","last_became_active":"2024-09-19T05:02:41.502690+0000","last_became_peered":"2024-09-19T05:02:41.502690+0000","last_unstale":"2024-09-19T05:02:42.506120+0000","last_undegraded":"2024-09-19T05:02:42.506120+0000","last_fullsized":"2024-09-19T05:02:42.506120+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:33.046859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"49'1","reported_seq":13,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.512728+0000","last_change":"2024-09-19T05:02:40.492954+0000","last_active":"2024-09-19T05:02:41.512728+0000","last_peered":"2024-09-19T05:02:41.512728+0000","last_clean":"2024-09-19T05:02:41.512728+0000","last_became_active":"2024-09-19T05:02:40.492601+0000","last_became_peered":"2024-09-19T05:02:40.492601+0000","last_unstale":"2024-09-19T05:02:41.512728+0000","last_undegraded":"2024-09-19T05:02:41.512728+0000","last_fullsized":"2024-09-19T05:02:41.512728+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:19:11.622112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.657154+0000","last_change":"2024-09-19T05:02:41.505700+0000","last_active":"2024-09-19T05:02:42.657154+0000","last_peered":"2024-09-19T05:02:42.657154+0000","last_clean":"2024-09-19T05:02:42.657154+0000","last_became_active":"2024-09-19T05:02:41.505038+0000","last_became_peered":"2024-09-19T05:02:41.505038+0000","last_unstale":"2024-09-19T05:02:42.657154+0000","last_undegraded":"2024-09-19T05:02:42.657154+0000","last_fullsized":"2024-09-19T05:02:42.657154+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:39:12.528796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764770+0000","last_change":"2024-09-19T05:02:40.492793+0000","last_active":"2024-09-19T05:02:42.764770+0000","last_peered":"2024-09-19T05:02:42.764770+0000","last_clean":"2024-09-19T05:02:42.764770+0000","last_became_active":"2024-09-19T05:02:40.492521+0000","last_became_peered":"2024-09-19T05:02:40.492521+0000","last_unstale":"2024-09-19T05:02:42.764770+0000","last_undegraded":"2024-09-19T05:02:42.764770+0000","last_fullsized":"2024-09-19T05:02:42.764770+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:56:23.598131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506193+0000","last_change":"2024-09-19T05:02:41.523859+0000","last_active":"2024-09-19T05:02:42.506193+0000","last_peered":"2024-09-19T05:02:42.506193+0000","last_clean":"2024-09-19T05:02:42.506193+0000","last_became_active":"2024-09-19T05:02:41.523442+0000","last_became_peered":"2024-09-19T05:02:41.523442+0000","last_unstale":"2024-09-19T05:02:42.506193+0000","last_undegraded":"2024-09-19T05:02:42.506193+0000","last_fullsized":"2024-09-19T05:02:42.506193+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:46.749107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.495264+0000","last_change":"2024-09-19T05:02:40.495317+0000","last_active":"2024-09-19T05:02:41.495264+0000","last_peered":"2024-09-19T05:02:41.495264+0000","last_clean":"2024-09-19T05:02:41.495264+0000","last_became_active":"2024-09-19T05:02:40.494963+0000","last_became_peered":"2024-09-19T05:02:40.494963+0000","last_unstale":"2024-09-19T05:02:41.495264+0000","last_undegraded":"2024-09-19T05:02:41.495264+0000","last_fullsized":"2024-09-19T05:02:41.495264+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:32:55.948417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.511846+0000","last_change":"2024-09-19T05:02:41.508658+0000","last_active":"2024-09-19T05:02:41.511846+0000","last_peered":"2024-09-19T05:02:41.511846+0000","last_clean":"2024-09-19T05:02:41.511846+0000","last_became_active":"2024-09-19T05:02:41.508350+0000","last_became_peered":"2024-09-19T05:02:41.508350+0000","last_unstale":"2024-09-19T05:02:41.511846+0000","last_undegraded":"2024-09-19T05:02:41.511846+0000","last_fullsized":"2024-09-19T05:02:41.511846+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:57:52.745910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.505837+0000","last_change":"2024-09-19T05:02:40.484291+0000","last_active":"2024-09-19T05:02:42.505837+0000","last_peered":"2024-09-19T05:02:42.505837+0000","last_clean":"2024-09-19T05:02:42.505837+0000","last_became_active":"2024-09-19T05:02:40.483997+0000","last_became_peered":"2024-09-19T05:02:40.483997+0000","last_unstale":"2024-09-19T05:02:42.505837+0000","last_undegraded":"2024-09-19T05:02:42.505837+0000","last_fullsized":"2024-09-19T05:02:42.505837+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:40:34.331663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506894+0000","last_change":"2024-09-19T05:02:41.499695+0000","last_active":"2024-09-19T05:02:42.506894+0000","last_peered":"2024-09-19T05:02:42.506894+0000","last_clean":"2024-09-19T05:02:42.506894+0000","last_became_active":"2024-09-19T05:02:41.499415+0000","last_became_peered":"2024-09-19T05:02:41.499415+0000","last_unstale":"2024-09-19T05:02:42.506894+0000","last_undegraded":"2024-09-19T05:02:42.506894+0000","last_fullsized":"2024-09-19T05:02:42.506894+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:09:51.644530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.496021+0000","last_change":"2024-09-19T05:02:40.495295+0000","last_active":"2024-09-19T05:02:41.496021+0000","last_peered":"2024-09-19T05:02:41.496021+0000","last_clean":"2024-09-19T05:02:41.496021+0000","last_became_active":"2024-09-19T05:02:40.495022+0000","last_became_peered":"2024-09-19T05:02:40.495022+0000","last_unstale":"2024-09-19T05:02:41.496021+0000","last_undegraded":"2024-09-19T05:02:41.496021+0000","last_fullsized":"2024-09-19T05:02:41.496021+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:26:23.519166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.515103+0000","last_change":"2024-09-19T05:02:41.511055+0000","last_active":"2024-09-19T05:02:41.515103+0000","last_peered":"2024-09-19T05:02:41.515103+0000","last_clean":"2024-09-19T05:02:41.515103+0000","last_became_active":"2024-09-19T05:02:41.510769+0000","last_became_peered":"2024-09-19T05:02:41.510769+0000","last_unstale":"2024-09-19T05:02:41.515103+0000","last_undegraded":"2024-09-19T05:02:41.515103+0000","last_fullsized":"2024-09-19T05:02:41.515103+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:06:38.249406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"49'3","reported_seq":17,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506059+0000","last_change":"2024-09-19T05:02:40.485446+0000","last_active":"2024-09-19T05:02:42.506059+0000","last_peered":"2024-09-19T05:02:42.506059+0000","last_clean":"2024-09-19T05:02:42.506059+0000","last_became_active":"2024-09-19T05:02:40.485186+0000","last_became_peered":"2024-09-19T05:02:40.485186+0000","last_unstale":"2024-09-19T05:02:42.506059+0000","last_undegraded":"2024-09-19T05:02:42.506059+0000","last_fullsized":"2024-09-19T05:02:42.506059+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:06:52.519781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.504476+0000","last_change":"2024-09-19T05:02:41.503858+0000","last_active":"2024-09-19T05:02:41.504476+0000","last_peered":"2024-09-19T05:02:41.504476+0000","last_clean":"2024-09-19T05:02:41.504476+0000","last_became_active":"2024-09-19T05:02:41.503585+0000","last_became_peered":"2024-09-19T05:02:41.503585+0000","last_unstale":"2024-09-19T05:02:41.504476+0000","last_undegraded":"2024-09-19T05:02:41.504476+0000","last_fullsized":"2024-09-19T05:02:41.504476+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:01:46.695338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"49'6","reported_seq":20,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.657150+0000","last_change":"2024-09-19T05:02:40.491135+0000","last_active":"2024-09-19T05:02:42.657150+0000","last_peered":"2024-09-19T05:02:42.657150+0000","last_clean":"2024-09-19T05:02:42.657150+0000","last_became_active":"2024-09-19T05:02:40.490860+0000","last_became_peered":"2024-09-19T05:02:40.490860+0000","last_unstale":"2024-09-19T05:02:42.657150+0000","last_undegraded":"2024-09-19T05:02:42.657150+0000","last_fullsized":"2024-09-19T05:02:42.657150+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:49:06.588767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.507043+0000","last_change":"2024-09-19T05:02:41.504721+0000","last_active":"2024-09-19T05:02:42.507043+0000","last_peered":"2024-09-19T05:02:42.507043+0000","last_clean":"2024-09-19T05:02:42.507043+0000","last_became_active":"2024-09-19T05:02:41.504436+0000","last_became_peered":"2024-09-19T05:02:41.504436+0000","last_unstale":"2024-09-19T05:02:42.507043+0000","last_undegraded":"2024-09-19T05:02:42.507043+0000","last_fullsized":"2024-09-19T05:02:42.507043+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:39:56.168797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"49'2","reported_seq":14,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.524620+0000","last_change":"2024-09-19T05:02:40.501353+0000","last_active":"2024-09-19T05:02:41.524620+0000","last_peered":"2024-09-19T05:02:41.524620+0000","last_clean":"2024-09-19T05:02:41.524620+0000","last_became_active":"2024-09-19T05:02:40.501056+0000","last_became_peered":"2024-09-19T05:02:40.501056+0000","last_unstale":"2024-09-19T05:02:41.524620+0000","last_undegraded":"2024-09-19T05:02:41.524620+0000","last_fullsized":"2024-09-19T05:02:41.524620+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:57:41.165926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.515149+0000","last_change":"2024-09-19T05:02:41.509490+0000","last_active":"2024-09-19T05:02:41.515149+0000","last_peered":"2024-09-19T05:02:41.515149+0000","last_clean":"2024-09-19T05:02:41.515149+0000","last_became_active":"2024-09-19T05:02:41.509134+0000","last_became_peered":"2024-09-19T05:02:41.509134+0000","last_unstale":"2024-09-19T05:02:41.515149+0000","last_undegraded":"2024-09-19T05:02:41.515149+0000","last_fullsized":"2024-09-19T05:02:41.515149+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:52.300668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764897+0000","last_change":"2024-09-19T05:02:40.498980+0000","last_active":"2024-09-19T05:02:42.764897+0000","last_peered":"2024-09-19T05:02:42.764897+0000","last_clean":"2024-09-19T05:02:42.764897+0000","last_became_active":"2024-09-19T05:02:40.498714+0000","last_became_peered":"2024-09-19T05:02:40.498714+0000","last_unstale":"2024-09-19T05:02:42.764897+0000","last_undegraded":"2024-09-19T05:02:42.764897+0000","last_fullsized":"2024-09-19T05:02:42.764897+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:13.210789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.657050+0000","last_change":"2024-09-19T05:02:41.513693+0000","last_active":"2024-09-19T05:02:42.657050+0000","last_peered":"2024-09-19T05:02:42.657050+0000","last_clean":"2024-09-19T05:02:42.657050+0000","last_became_active":"2024-09-19T05:02:41.513391+0000","last_became_peered":"2024-09-19T05:02:41.513391+0000","last_unstale":"2024-09-19T05:02:42.657050+0000","last_undegraded":"2024-09-19T05:02:42.657050+0000","last_fullsized":"2024-09-19T05:02:42.657050+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:13.859799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.505939+0000","last_change":"2024-09-19T05:02:40.493289+0000","last_active":"2024-09-19T05:02:42.505939+0000","last_peered":"2024-09-19T05:02:42.505939+0000","last_clean":"2024-09-19T05:02:42.505939+0000","last_became_active":"2024-09-19T05:02:40.493010+0000","last_became_peered":"2024-09-19T05:02:40.493010+0000","last_unstale":"2024-09-19T05:02:42.505939+0000","last_undegraded":"2024-09-19T05:02:42.505939+0000","last_fullsized":"2024-09-19T05:02:42.505939+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:50.477358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.521948+0000","last_change":"2024-09-19T05:02:41.514992+0000","last_active":"2024-09-19T05:02:41.521948+0000","last_peered":"2024-09-19T05:02:41.521948+0000","last_clean":"2024-09-19T05:02:41.521948+0000","last_became_active":"2024-09-19T05:02:41.514716+0000","last_became_peered":"2024-09-19T05:02:41.514716+0000","last_unstale":"2024-09-19T05:02:41.521948+0000","last_undegraded":"2024-09-19T05:02:41.521948+0000","last_fullsized":"2024-09-19T05:02:41.521948+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:59:50.696752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"49'8","reported_seq":22,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.656894+0000","last_change":"2024-09-19T05:02:40.493614+0000","last_active":"2024-09-19T05:02:42.656894+0000","last_peered":"2024-09-19T05:02:42.656894+0000","last_clean":"2024-09-19T05:02:42.656894+0000","last_became_active":"2024-09-19T05:02:40.493326+0000","last_became_peered":"2024-09-19T05:02:40.493326+0000","last_unstale":"2024-09-19T05:02:42.656894+0000","last_undegraded":"2024-09-19T05:02:42.656894+0000","last_fullsized":"2024-09-19T05:02:42.656894+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:35:03.920161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.656955+0000","last_change":"2024-09-19T05:02:41.512722+0000","last_active":"2024-09-19T05:02:42.656955+0000","last_peered":"2024-09-19T05:02:42.656955+0000","last_clean":"2024-09-19T05:02:42.656955+0000","last_became_active":"2024-09-19T05:02:41.510847+0000","last_became_peered":"2024-09-19T05:02:41.510847+0000","last_unstale":"2024-09-19T05:02:42.656955+0000","last_undegraded":"2024-09-19T05:02:42.656955+0000","last_fullsized":"2024-09-19T05:02:42.656955+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:15:08.275273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"49'1","reported_seq":13,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.528282+0000","last_change":"2024-09-19T05:02:40.502155+0000","last_active":"2024-09-19T05:02:41.528282+0000","last_peered":"2024-09-19T05:02:41.528282+0000","last_clean":"2024-09-19T05:02:41.528282+0000","last_became_active":"2024-09-19T05:02:40.501828+0000","last_became_peered":"2024-09-19T05:02:40.501828+0000","last_unstale":"2024-09-19T05:02:41.528282+0000","last_undegraded":"2024-09-19T05:02:41.528282+0000","last_fullsized":"2024-09-19T05:02:41.528282+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:52:02.471336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.481341+0000","last_change":"2024-09-19T05:02:40.481341+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.481341+0000","last_undegraded":"2024-09-19T05:02:40.481341+0000","last_fullsized":"2024-09-19T05:02:40.481341+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.e","version":"49'2","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764978+0000","last_change":"2024-09-19T05:02:40.490545+0000","last_active":"2024-09-19T05:02:42.764978+0000","last_peered":"2024-09-19T05:02:42.764978+0000","last_clean":"2024-09-19T05:02:42.764978+0000","last_became_active":"2024-09-19T05:02:40.490263+0000","last_became_peered":"2024-09-19T05:02:40.490263+0000","last_unstale":"2024-09-19T05:02:42.764978+0000","last_undegraded":"2024-09-19T05:02:42.764978+0000","last_fullsized":"2024-09-19T05:02:42.764978+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:18:11.872705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.513071+0000","last_change":"2024-09-19T05:02:41.512307+0000","last_active":"2024-09-19T05:02:41.513071+0000","last_peered":"2024-09-19T05:02:41.513071+0000","last_clean":"2024-09-19T05:02:41.513071+0000","last_became_active":"2024-09-19T05:02:41.511999+0000","last_became_peered":"2024-09-19T05:02:41.511999+0000","last_unstale":"2024-09-19T05:02:41.513071+0000","last_undegraded":"2024-09-19T05:02:41.513071+0000","last_fullsized":"2024-09-19T05:02:41.513071+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:32:56.953033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"49'1","reported_seq":15,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.765012+0000","last_change":"2024-09-19T05:02:40.497690+0000","last_active":"2024-09-19T05:02:42.765012+0000","last_peered":"2024-09-19T05:02:42.765012+0000","last_clean":"2024-09-19T05:02:42.765012+0000","last_became_active":"2024-09-19T05:02:40.497397+0000","last_became_peered":"2024-09-19T05:02:40.497397+0000","last_unstale":"2024-09-19T05:02:42.765012+0000","last_undegraded":"2024-09-19T05:02:42.765012+0000","last_fullsized":"2024-09-19T05:02:42.765012+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:12:43.046449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.482389+0000","last_change":"2024-09-19T05:02:40.482389+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.482389+0000","last_undegraded":"2024-09-19T05:02:40.482389+0000","last_fullsized":"2024-09-19T05:02:40.482389+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.765029+0000","last_change":"2024-09-19T05:02:40.492799+0000","last_active":"2024-09-19T05:02:42.765029+0000","last_peered":"2024-09-19T05:02:42.765029+0000","last_clean":"2024-09-19T05:02:42.765029+0000","last_became_active":"2024-09-19T05:02:40.492453+0000","last_became_peered":"2024-09-19T05:02:40.492453+0000","last_unstale":"2024-09-19T05:02:42.765029+0000","last_undegraded":"2024-09-19T05:02:42.765029+0000","last_fullsized":"2024-09-19T05:02:42.765029+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:59:02.590354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.507331+0000","last_change":"2024-09-19T05:02:41.499655+0000","last_active":"2024-09-19T05:02:42.507331+0000","last_peered":"2024-09-19T05:02:42.507331+0000","last_clean":"2024-09-19T05:02:42.507331+0000","last_became_active":"2024-09-19T05:02:41.499369+0000","last_became_peered":"2024-09-19T05:02:41.499369+0000","last_unstale":"2024-09-19T05:02:42.507331+0000","last_undegraded":"2024-09-19T05:02:42.507331+0000","last_fullsized":"2024-09-19T05:02:42.507331+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:46.749107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":9,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-19T05:02:40.496518+0000","last_change":"2024-09-19T05:02:40.490547+0000","last_active":"2024-09-19T05:02:40.496518+0000","last_peered":"2024-09-19T05:02:40.496518+0000","last_clean":"2024-09-19T05:02:40.496518+0000","last_became_active":"2024-09-19T05:02:40.490267+0000","last_became_peered":"2024-09-19T05:02:40.490267+0000","last_unstale":"2024-09-19T05:02:40.496518+0000","last_undegraded":"2024-09-19T05:02:40.496518+0000","last_fullsized":"2024-09-19T05:02:40.496518+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:09.981032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764924+0000","last_change":"2024-09-19T05:02:41.505271+0000","last_active":"2024-09-19T05:02:42.764924+0000","last_peered":"2024-09-19T05:02:42.764924+0000","last_clean":"2024-09-19T05:02:42.764924+0000","last_became_active":"2024-09-19T05:02:41.505003+0000","last_became_peered":"2024-09-19T05:02:41.505003+0000","last_unstale":"2024-09-19T05:02:42.764924+0000","last_undegraded":"2024-09-19T05:02:42.764924+0000","last_fullsized":"2024-09-19T05:02:42.764924+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:51.481974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.656682+0000","last_change":"2024-09-19T05:02:40.493611+0000","last_active":"2024-09-19T05:02:42.656682+0000","last_peered":"2024-09-19T05:02:42.656682+0000","last_clean":"2024-09-19T05:02:42.656682+0000","last_became_active":"2024-09-19T05:02:40.493104+0000","last_became_peered":"2024-09-19T05:02:40.493104+0000","last_unstale":"2024-09-19T05:02:42.656682+0000","last_undegraded":"2024-09-19T05:02:42.656682+0000","last_fullsized":"2024-09-19T05:02:42.656682+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:49.405385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.527171+0000","last_change":"2024-09-19T05:02:41.526133+0000","last_active":"2024-09-19T05:02:41.527171+0000","last_peered":"2024-09-19T05:02:41.527171+0000","last_clean":"2024-09-19T05:02:41.527171+0000","last_became_active":"2024-09-19T05:02:41.525822+0000","last_became_peered":"2024-09-19T05:02:41.525822+0000","last_unstale":"2024-09-19T05:02:41.527171+0000","last_undegraded":"2024-09-19T05:02:41.527171+0000","last_fullsized":"2024-09-19T05:02:41.527171+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:35:20.203264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.496805+0000","last_change":"2024-09-19T05:02:40.496291+0000","last_active":"2024-09-19T05:02:41.496805+0000","last_peered":"2024-09-19T05:02:41.496805+0000","last_clean":"2024-09-19T05:02:41.496805+0000","last_became_active":"2024-09-19T05:02:40.495000+0000","last_became_peered":"2024-09-19T05:02:40.495000+0000","last_unstale":"2024-09-19T05:02:41.496805+0000","last_undegraded":"2024-09-19T05:02:41.496805+0000","last_fullsized":"2024-09-19T05:02:41.496805+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:47.150564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.482469+0000","last_change":"2024-09-19T05:02:40.482469+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.482469+0000","last_undegraded":"2024-09-19T05:02:40.482469+0000","last_fullsized":"2024-09-19T05:02:40.482469+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764617+0000","last_change":"2024-09-19T05:02:40.489149+0000","last_active":"2024-09-19T05:02:42.764617+0000","last_peered":"2024-09-19T05:02:42.764617+0000","last_clean":"2024-09-19T05:02:42.764617+0000","last_became_active":"2024-09-19T05:02:40.488872+0000","last_became_peered":"2024-09-19T05:02:40.488872+0000","last_unstale":"2024-09-19T05:02:42.764617+0000","last_undegraded":"2024-09-19T05:02:42.764617+0000","last_fullsized":"2024-09-19T05:02:42.764617+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:20:38.673379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506961+0000","last_change":"2024-09-19T05:02:41.511095+0000","last_active":"2024-09-19T05:02:42.506961+0000","last_peered":"2024-09-19T05:02:42.506961+0000","last_clean":"2024-09-19T05:02:42.506961+0000","last_became_active":"2024-09-19T05:02:41.510796+0000","last_became_peered":"2024-09-19T05:02:41.510796+0000","last_unstale":"2024-09-19T05:02:42.506961+0000","last_undegraded":"2024-09-19T05:02:42.506961+0000","last_fullsized":"2024-09-19T05:02:42.506961+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:47:53.733224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"49'2","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.765112+0000","last_change":"2024-09-19T05:02:40.498941+0000","last_active":"2024-09-19T05:02:42.765112+0000","last_peered":"2024-09-19T05:02:42.765112+0000","last_clean":"2024-09-19T05:02:42.765112+0000","last_became_active":"2024-09-19T05:02:40.498681+0000","last_became_peered":"2024-09-19T05:02:40.498681+0000","last_unstale":"2024-09-19T05:02:42.765112+0000","last_undegraded":"2024-09-19T05:02:42.765112+0000","last_fullsized":"2024-09-19T05:02:42.765112+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:22:50.443237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":1,"reported_epoch":48,"state":"creating+peering","last_fresh":"2024-09-19T05:02:40.483117+0000","last_change":"2024-09-19T05:02:40.483117+0000","last_active":"2024-09-19T05:02:40.473012+0000","last_peered":"2024-09-19T05:02:40.473012+0000","last_clean":"2024-09-19T05:02:40.473012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:02:40.483117+0000","last_undegraded":"2024-09-19T05:02:40.483117+0000","last_fullsized":"2024-09-19T05:02:40.483117+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506171+0000","last_change":"2024-09-19T05:02:40.490126+0000","last_active":"2024-09-19T05:02:42.506171+0000","last_peered":"2024-09-19T05:02:42.506171+0000","last_clean":"2024-09-19T05:02:42.506171+0000","last_became_active":"2024-09-19T05:02:40.489895+0000","last_became_peered":"2024-09-19T05:02:40.489895+0000","last_unstale":"2024-09-19T05:02:42.506171+0000","last_undegraded":"2024-09-19T05:02:42.506171+0000","last_fullsized":"2024-09-19T05:02:42.506171+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:26:52.070636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.656870+0000","last_change":"2024-09-19T05:02:41.507999+0000","last_active":"2024-09-19T05:02:42.656870+0000","last_peered":"2024-09-19T05:02:42.656870+0000","last_clean":"2024-09-19T05:02:42.656870+0000","last_became_active":"2024-09-19T05:02:41.504202+0000","last_became_peered":"2024-09-19T05:02:41.504202+0000","last_unstale":"2024-09-19T05:02:42.656870+0000","last_undegraded":"2024-09-19T05:02:42.656870+0000","last_fullsized":"2024-09-19T05:02:42.656870+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:24.598585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.498860+0000","last_change":"2024-09-19T05:02:40.496165+0000","last_active":"2024-09-19T05:02:41.498860+0000","last_peered":"2024-09-19T05:02:41.498860+0000","last_clean":"2024-09-19T05:02:41.498860+0000","last_became_active":"2024-09-19T05:02:40.495874+0000","last_became_peered":"2024-09-19T05:02:40.495874+0000","last_unstale":"2024-09-19T05:02:41.498860+0000","last_undegraded":"2024-09-19T05:02:41.498860+0000","last_fullsized":"2024-09-19T05:02:41.498860+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:39:51.172997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.524567+0000","last_change":"2024-09-19T05:02:41.523089+0000","last_active":"2024-09-19T05:02:41.524567+0000","last_peered":"2024-09-19T05:02:41.524567+0000","last_clean":"2024-09-19T05:02:41.524567+0000","last_became_active":"2024-09-19T05:02:41.522785+0000","last_became_peered":"2024-09-19T05:02:41.522785+0000","last_unstale":"2024-09-19T05:02:41.524567+0000","last_undegraded":"2024-09-19T05:02:41.524567+0000","last_fullsized":"2024-09-19T05:02:41.524567+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:02:52.178742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.656902+0000","last_change":"2024-09-19T05:02:40.494433+0000","last_active":"2024-09-19T05:02:42.656902+0000","last_peered":"2024-09-19T05:02:42.656902+0000","last_clean":"2024-09-19T05:02:42.656902+0000","last_became_active":"2024-09-19T05:02:40.494077+0000","last_became_peered":"2024-09-19T05:02:40.494077+0000","last_unstale":"2024-09-19T05:02:42.656902+0000","last_undegraded":"2024-09-19T05:02:42.656902+0000","last_fullsized":"2024-09-19T05:02:42.656902+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:10:39.604597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.507229+0000","last_change":"2024-09-19T05:02:41.505134+0000","last_active":"2024-09-19T05:02:42.507229+0000","last_peered":"2024-09-19T05:02:42.507229+0000","last_clean":"2024-09-19T05:02:42.507229+0000","last_became_active":"2024-09-19T05:02:41.504881+0000","last_became_peered":"2024-09-19T05:02:41.504881+0000","last_unstale":"2024-09-19T05:02:42.507229+0000","last_undegraded":"2024-09-19T05:02:42.507229+0000","last_fullsized":"2024-09-19T05:02:42.507229+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:14:27.475618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.656787+0000","last_change":"2024-09-19T05:02:40.486873+0000","last_active":"2024-09-19T05:02:42.656787+0000","last_peered":"2024-09-19T05:02:42.656787+0000","last_clean":"2024-09-19T05:02:42.656787+0000","last_became_active":"2024-09-19T05:02:40.486598+0000","last_became_peered":"2024-09-19T05:02:40.486598+0000","last_unstale":"2024-09-19T05:02:42.656787+0000","last_undegraded":"2024-09-19T05:02:42.656787+0000","last_fullsized":"2024-09-19T05:02:42.656787+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:48.791476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":9,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.526028+0000","last_change":"2024-09-19T05:02:41.514102+0000","last_active":"2024-09-19T05:02:41.526028+0000","last_peered":"2024-09-19T05:02:41.526028+0000","last_clean":"2024-09-19T05:02:41.526028+0000","last_became_active":"2024-09-19T05:02:41.513755+0000","last_became_peered":"2024-09-19T05:02:41.513755+0000","last_unstale":"2024-09-19T05:02:41.526028+0000","last_undegraded":"2024-09-19T05:02:41.526028+0000","last_fullsized":"2024-09-19T05:02:41.526028+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:39:31.290886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.495005+0000","last_change":"2024-09-19T05:02:40.492004+0000","last_active":"2024-09-19T05:02:41.495005+0000","last_peered":"2024-09-19T05:02:41.495005+0000","last_clean":"2024-09-19T05:02:41.495005+0000","last_became_active":"2024-09-19T05:02:40.491721+0000","last_became_peered":"2024-09-19T05:02:40.491721+0000","last_unstale":"2024-09-19T05:02:41.495005+0000","last_undegraded":"2024-09-19T05:02:41.495005+0000","last_fullsized":"2024-09-19T05:02:41.495005+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:05:21.548744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.657176+0000","last_change":"2024-09-19T05:02:41.507314+0000","last_active":"2024-09-19T05:02:42.657176+0000","last_peered":"2024-09-19T05:02:42.657176+0000","last_clean":"2024-09-19T05:02:42.657176+0000","last_became_active":"2024-09-19T05:02:41.506976+0000","last_became_peered":"2024-09-19T05:02:41.506976+0000","last_unstale":"2024-09-19T05:02:42.657176+0000","last_undegraded":"2024-09-19T05:02:42.657176+0000","last_fullsized":"2024-09-19T05:02:42.657176+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:41:33.583006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.507261+0000","last_change":"2024-09-19T05:02:40.487977+0000","last_active":"2024-09-19T05:02:42.507261+0000","last_peered":"2024-09-19T05:02:42.507261+0000","last_clean":"2024-09-19T05:02:42.507261+0000","last_became_active":"2024-09-19T05:02:40.487600+0000","last_became_peered":"2024-09-19T05:02:40.487600+0000","last_unstale":"2024-09-19T05:02:42.507261+0000","last_undegraded":"2024-09-19T05:02:42.507261+0000","last_fullsized":"2024-09-19T05:02:42.507261+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:51.724764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764687+0000","last_change":"2024-09-19T05:02:41.508847+0000","last_active":"2024-09-19T05:02:42.764687+0000","last_peered":"2024-09-19T05:02:42.764687+0000","last_clean":"2024-09-19T05:02:42.764687+0000","last_became_active":"2024-09-19T05:02:41.508223+0000","last_became_peered":"2024-09-19T05:02:41.508223+0000","last_unstale":"2024-09-19T05:02:42.764687+0000","last_undegraded":"2024-09-19T05:02:42.764687+0000","last_fullsized":"2024-09-19T05:02:42.764687+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:46.772391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":12,"reported_epoch":49,"state":"active+clean","last_fresh":"2024-09-19T05:02:41.500475+0000","last_change":"2024-09-19T05:02:40.501213+0000","last_active":"2024-09-19T05:02:41.500475+0000","last_peered":"2024-09-19T05:02:41.500475+0000","last_clean":"2024-09-19T05:02:41.500475+0000","last_became_active":"2024-09-19T05:02:40.500905+0000","last_became_peered":"2024-09-19T05:02:40.500905+0000","last_unstale":"2024-09-19T05:02:41.500475+0000","last_undegraded":"2024-09-19T05:02:41.500475+0000","last_fullsized":"2024-09-19T05:02:41.500475+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:06.402743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":228,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.505355+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:02:42.505355+0000","last_peered":"2024-09-19T05:02:42.505355+0000","last_clean":"2024-09-19T05:02:42.505355+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:02:42.505355+0000","last_undegraded":"2024-09-19T05:02:42.505355+0000","last_fullsized":"2024-09-19T05:02:42.505355+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":33,"ondisk_log_size":33,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509463,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28192,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343648,"statfs":{"total":96636764160,"available":96607895552,"internally_reserved":0,"allocated":1187840,"data_stored":851433,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509462,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27616,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344224,"statfs":{"total":96636764160,"available":96608485376,"internally_reserved":0,"allocated":593920,"data_stored":261593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509462,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27608,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344232,"statfs":{"total":96636764160,"available":96608493568,"internally_reserved":0,"allocated":585728,"data_stored":260941,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542166,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31784,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340056,"statfs":{"total":96636764160,"available":96604217344,"internally_reserved":0,"allocated":602112,"data_stored":262575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542166,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31772,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340068,"statfs":{"total":96636764160,"available":96604229632,"internally_reserved":0,"allocated":598016,"data_stored":262553,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574871,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27600,"kb_used_data":564,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344240,"statfs":{"total":96636764160,"available":96608501760,"internally_reserved":0,"allocated":577536,"data_stored":254831,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574870,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31724,"kb_used_data":536,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340116,"statfs":{"total":96636764160,"available":96604278784,"internally_reserved":0,"allocated":548864,"data_stored":240415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574870,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36496,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335344,"statfs":{"total":96636764160,"available":96599392256,"internally_reserved":0,"allocated":1175552,"data_stored":844673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:02:49.313 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:02:49.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.428+0000 7ff1c6366640 1 Processor -- start 2024-09-19T05:02:49.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.428+0000 7ff1c6366640 1 -- start start 2024-09-19T05:02:49.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.429+0000 7ff1c6366640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff1c015c250 0x7ff1c009b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:49.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.429+0000 7ff1c6366640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ff1c015eb10 0x7ff1c0070c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:49.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.429+0000 7ff1c6366640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7ff1c00711b0 0x7ff1c0162160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:49.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.429+0000 7ff1c6366640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7ff1c0071620 con 0x7ff1c015eb10 2024-09-19T05:02:49.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.429+0000 7ff1c6366640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7ff1c00b5be0 con 0x7ff1c00711b0 2024-09-19T05:02:49.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.429+0000 7ff1c6366640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ff1c015efa0 con 0x7ff1c015c250 2024-09-19T05:02:49.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.429+0000 7ff1bf7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ff1c015eb10 0x7ff1c0070c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:49.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.429+0000 7ff1bf7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ff1c015eb10 0x7ff1c0070c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45572/0 (socket says 172.21.15.5:45572) 2024-09-19T05:02:49.431 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.429+0000 7ff1bf7fe640 1 -- 172.21.15.5:0/1639275073 learned_addr learned my addr 172.21.15.5:0/1639275073 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:49.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.429+0000 7ff1c4903640 1 --2- 172.21.15.5:0/1639275073 >> v2:172.21.15.134:3300/0 conn(0x7ff1c00711b0 0x7ff1c0162160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:49.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.429+0000 7ff1bffff640 1 --2- 172.21.15.5:0/1639275073 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff1c015c250 0x7ff1c009b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:49.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.429+0000 7ff1bf7fe640 1 -- 172.21.15.5:0/1639275073 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff1c015c250 msgr2=0x7ff1c009b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:49.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.429+0000 7ff1bf7fe640 1 --2- 172.21.15.5:0/1639275073 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff1c015c250 0x7ff1c009b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:49.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.429+0000 7ff1bf7fe640 1 -- 172.21.15.5:0/1639275073 >> v2:172.21.15.134:3300/0 conn(0x7ff1c00711b0 msgr2=0x7ff1c0162160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:49.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.429+0000 7ff1bf7fe640 1 --2- 172.21.15.5:0/1639275073 >> v2:172.21.15.134:3300/0 conn(0x7ff1c00711b0 0x7ff1c0162160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:49.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.429+0000 7ff1bf7fe640 1 -- 172.21.15.5:0/1639275073 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1c015f280 con 0x7ff1c015eb10 2024-09-19T05:02:49.432 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.429+0000 7ff1c4903640 1 --2- 172.21.15.5:0/1639275073 >> v2:172.21.15.134:3300/0 conn(0x7ff1c00711b0 0x7ff1c0162160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:49.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.430+0000 7ff1bf7fe640 1 --2- 172.21.15.5:0/1639275073 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff1c015eb10 0x7ff1c0070c70 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7ff1c0074150 tx=0x7ff1b402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc10c363f0d77501 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:49.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.430+0000 7ff1beffd640 1 -- 172.21.15.5:0/1639275073 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b4037070 con 0x7ff1c015eb10 2024-09-19T05:02:49.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.430+0000 7ff1beffd640 1 -- 172.21.15.5:0/1639275073 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1b4032440 con 0x7ff1c015eb10 2024-09-19T05:02:49.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.430+0000 7ff1beffd640 1 -- 172.21.15.5:0/1639275073 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b4032810 con 0x7ff1c015eb10 2024-09-19T05:02:49.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.431+0000 7ff1c6366640 1 -- 172.21.15.5:0/1639275073 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff1c015eb10 msgr2=0x7ff1c0070c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:49.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.431+0000 7ff1c6366640 1 --2- 172.21.15.5:0/1639275073 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff1c015eb10 0x7ff1c0070c70 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7ff1c0074150 tx=0x7ff1b402a1e0 comp rx=0 tx=0).stop 2024-09-19T05:02:49.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.431+0000 7ff1c6366640 1 -- 172.21.15.5:0/1639275073 shutdown_connections 2024-09-19T05:02:49.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.431+0000 7ff1c6366640 1 --2- 172.21.15.5:0/1639275073 >> v2:172.21.15.134:3300/0 conn(0x7ff1c00711b0 0x7ff1c0162160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:49.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.431+0000 7ff1c6366640 1 --2- 172.21.15.5:0/1639275073 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff1c015eb10 0x7ff1c0070c70 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:49.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.431+0000 7ff1c6366640 1 --2- 172.21.15.5:0/1639275073 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff1c015c250 0x7ff1c009b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:49.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.431+0000 7ff1c6366640 1 -- 172.21.15.5:0/1639275073 >> 172.21.15.5:0/1639275073 conn(0x7ff1c00b3ff0 msgr2=0x7ff1c00b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:49.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.431+0000 7ff1c6366640 1 -- 172.21.15.5:0/1639275073 shutdown_connections 2024-09-19T05:02:49.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.431+0000 7ff1c6366640 1 -- 172.21.15.5:0/1639275073 wait complete. 2024-09-19T05:02:49.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.432+0000 7ff1c6366640 1 Processor -- start 2024-09-19T05:02:49.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.432+0000 7ff1c6366640 1 -- start start 2024-09-19T05:02:49.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.433+0000 7ff1c6366640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff1c00711b0 0x7ff1c00cb670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:49.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.433+0000 7ff1c6366640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff1c015c250 0x7ff1c0153d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:49.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.433+0000 7ff1c6366640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff1c0150e90 0x7ff1c01449b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:49.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.433+0000 7ff1c6366640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ff1c009b5a0 con 0x7ff1c0150e90 2024-09-19T05:02:49.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.433+0000 7ff1c6366640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7ff1c015f840 con 0x7ff1c00711b0 2024-09-19T05:02:49.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.433+0000 7ff1c6366640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ff1c009bf30 con 0x7ff1c015c250 2024-09-19T05:02:49.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.433+0000 7ff1c4903640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff1c0150e90 0x7ff1c01449b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:49.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.433+0000 7ff1c4903640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff1c0150e90 0x7ff1c01449b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45580/0 (socket says 172.21.15.5:45580) 2024-09-19T05:02:49.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.433+0000 7ff1c4903640 1 -- 172.21.15.5:0/261943836 learned_addr learned my addr 172.21.15.5:0/261943836 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:49.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.433+0000 7ff1bffff640 1 --2- 172.21.15.5:0/261943836 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff1c00711b0 0x7ff1c00cb670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:49.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.433+0000 7ff1bf7fe640 1 --2- 172.21.15.5:0/261943836 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff1c015c250 0x7ff1c0153d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:49.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.433+0000 7ff1c4903640 1 -- 172.21.15.5:0/261943836 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff1c015c250 msgr2=0x7ff1c0153d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:49.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.434+0000 7ff1c4903640 1 --2- 172.21.15.5:0/261943836 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff1c015c250 0x7ff1c0153d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:49.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.434+0000 7ff1c4903640 1 -- 172.21.15.5:0/261943836 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff1c00711b0 msgr2=0x7ff1c00cb670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:49.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.434+0000 7ff1c4903640 1 --2- 172.21.15.5:0/261943836 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff1c00711b0 0x7ff1c00cb670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:49.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.434+0000 7ff1c4903640 1 -- 172.21.15.5:0/261943836 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1c0155e80 con 0x7ff1c0150e90 2024-09-19T05:02:49.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.434+0000 7ff1bffff640 1 --2- 172.21.15.5:0/261943836 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff1c00711b0 0x7ff1c00cb670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:49.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.434+0000 7ff1bf7fe640 1 --2- 172.21.15.5:0/261943836 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff1c015c250 0x7ff1c0153d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:49.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.434+0000 7ff1c4903640 1 --2- 172.21.15.5:0/261943836 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff1c0150e90 0x7ff1c01449b0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7ff1b8007de0 tx=0x7ff1b800d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:49.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.434+0000 7ff1bcff9640 1 -- 172.21.15.5:0/261943836 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b801a070 con 0x7ff1c0150e90 2024-09-19T05:02:49.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.434+0000 7ff1bcff9640 1 -- 172.21.15.5:0/261943836 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1b8003990 con 0x7ff1c0150e90 2024-09-19T05:02:49.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.434+0000 7ff1c6366640 1 -- 172.21.15.5:0/261943836 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1c0154de0 con 0x7ff1c0150e90 2024-09-19T05:02:49.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.434+0000 7ff1bcff9640 1 -- 172.21.15.5:0/261943836 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b8003d80 con 0x7ff1c0150e90 2024-09-19T05:02:49.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.434+0000 7ff1c6366640 1 -- 172.21.15.5:0/261943836 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1c01553a0 con 0x7ff1c0150e90 2024-09-19T05:02:49.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.435+0000 7ff1c6366640 1 -- 172.21.15.5:0/261943836 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1c009b9f0 con 0x7ff1c0150e90 2024-09-19T05:02:49.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.436+0000 7ff1bcff9640 1 -- 172.21.15.5:0/261943836 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff1b801d070 con 0x7ff1c0150e90 2024-09-19T05:02:49.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.436+0000 7ff1bcff9640 1 --2- 172.21.15.5:0/261943836 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff1ac06c2b0 0x7ff1ac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:49.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.436+0000 7ff1bcff9640 1 -- 172.21.15.5:0/261943836 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7ff1b808b8b0 con 0x7ff1c0150e90 2024-09-19T05:02:49.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.437+0000 7ff1bffff640 1 --2- 172.21.15.5:0/261943836 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff1ac06c2b0 0x7ff1ac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:49.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.437+0000 7ff1bffff640 1 --2- 172.21.15.5:0/261943836 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff1ac06c2b0 0x7ff1ac06e770 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7ff1b0006fd0 tx=0x7ff1b0008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:49.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.441+0000 7ff1bcff9640 1 -- 172.21.15.5:0/261943836 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff1c0155e80 con 0x7ff1c0150e90 2024-09-19T05:02:49.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.619+0000 7ff1c6366640 1 -- 172.21.15.5:0/261943836 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff1c00b7570 con 0x7ff1ac06c2b0 2024-09-19T05:02:49.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.625+0000 7ff1bcff9640 1 -- 172.21.15.5:0/261943836 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251920 (secure 0 0 0) 0x7ff1c00b7570 con 0x7ff1ac06c2b0 2024-09-19T05:02:49.629 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:49.631 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:02:49.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.628+0000 7ff1c6366640 1 -- 172.21.15.5:0/261943836 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff1ac06c2b0 msgr2=0x7ff1ac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:49.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.628+0000 7ff1c6366640 1 --2- 172.21.15.5:0/261943836 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff1ac06c2b0 0x7ff1ac06e770 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7ff1b0006fd0 tx=0x7ff1b0008040 comp rx=0 tx=0).stop 2024-09-19T05:02:49.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.628+0000 7ff1c6366640 1 -- 172.21.15.5:0/261943836 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff1c0150e90 msgr2=0x7ff1c01449b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:49.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.628+0000 7ff1c6366640 1 --2- 172.21.15.5:0/261943836 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff1c0150e90 0x7ff1c01449b0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7ff1b8007de0 tx=0x7ff1b800d4a0 comp rx=0 tx=0).stop 2024-09-19T05:02:49.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.628+0000 7ff1c6366640 1 -- 172.21.15.5:0/261943836 shutdown_connections 2024-09-19T05:02:49.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.628+0000 7ff1c6366640 1 --2- 172.21.15.5:0/261943836 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff1ac06c2b0 0x7ff1ac06e770 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:49.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.628+0000 7ff1c6366640 1 --2- 172.21.15.5:0/261943836 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff1c0150e90 0x7ff1c01449b0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:49.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.628+0000 7ff1c6366640 1 --2- 172.21.15.5:0/261943836 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff1c015c250 0x7ff1c0153d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:49.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.628+0000 7ff1c6366640 1 --2- 172.21.15.5:0/261943836 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff1c00711b0 0x7ff1c00cb670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:49.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.628+0000 7ff1c6366640 1 -- 172.21.15.5:0/261943836 >> 172.21.15.5:0/261943836 conn(0x7ff1c00b3ff0 msgr2=0x7ff1c009aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:49.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.629+0000 7ff1c6366640 1 -- 172.21.15.5:0/261943836 shutdown_connections 2024-09-19T05:02:49.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.629+0000 7ff1c6366640 1 -- 172.21.15.5:0/261943836 wait complete. 2024-09-19T05:02:49.641 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":94,"stamp":"2024-09-19T05:02:49.280955+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":242856,"kb_used_data":5800,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754731864,"statfs":{"total":773094113280,"available":772845428736,"internally_reserved":0,"allocated":5939200,"data_stored":3273084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001843"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.498993+0000","last_change":"2024-09-19T05:02:41.500059+0000","last_active":"2024-09-19T05:02:42.498993+0000","last_peered":"2024-09-19T05:02:42.498993+0000","last_clean":"2024-09-19T05:02:42.498993+0000","last_became_active":"2024-09-19T05:02:41.499768+0000","last_became_peered":"2024-09-19T05:02:41.499768+0000","last_unstale":"2024-09-19T05:02:42.498993+0000","last_undegraded":"2024-09-19T05:02:42.498993+0000","last_fullsized":"2024-09-19T05:02:42.498993+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:56:19.083981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506184+0000","last_change":"2024-09-19T05:02:41.506464+0000","last_active":"2024-09-19T05:02:42.506184+0000","last_peered":"2024-09-19T05:02:42.506184+0000","last_clean":"2024-09-19T05:02:42.506184+0000","last_became_active":"2024-09-19T05:02:41.504363+0000","last_became_peered":"2024-09-19T05:02:41.504363+0000","last_unstale":"2024-09-19T05:02:42.506184+0000","last_undegraded":"2024-09-19T05:02:42.506184+0000","last_fullsized":"2024-09-19T05:02:42.506184+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:14:27.475618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.504704+0000","last_change":"2024-09-19T05:02:41.512766+0000","last_active":"2024-09-19T05:02:42.504704+0000","last_peered":"2024-09-19T05:02:42.504704+0000","last_clean":"2024-09-19T05:02:42.504704+0000","last_became_active":"2024-09-19T05:02:41.512408+0000","last_became_peered":"2024-09-19T05:02:41.512408+0000","last_unstale":"2024-09-19T05:02:42.504704+0000","last_undegraded":"2024-09-19T05:02:42.504704+0000","last_fullsized":"2024-09-19T05:02:42.504704+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:08:36.670259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506022+0000","last_change":"2024-09-19T05:02:41.508456+0000","last_active":"2024-09-19T05:02:42.506022+0000","last_peered":"2024-09-19T05:02:42.506022+0000","last_clean":"2024-09-19T05:02:42.506022+0000","last_became_active":"2024-09-19T05:02:41.508204+0000","last_became_peered":"2024-09-19T05:02:41.508204+0000","last_unstale":"2024-09-19T05:02:42.506022+0000","last_undegraded":"2024-09-19T05:02:42.506022+0000","last_fullsized":"2024-09-19T05:02:42.506022+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:47:53.733224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.503326+0000","last_change":"2024-09-19T05:02:41.505411+0000","last_active":"2024-09-19T05:02:42.503326+0000","last_peered":"2024-09-19T05:02:42.503326+0000","last_clean":"2024-09-19T05:02:42.503326+0000","last_became_active":"2024-09-19T05:02:41.505164+0000","last_became_peered":"2024-09-19T05:02:41.505164+0000","last_unstale":"2024-09-19T05:02:42.503326+0000","last_undegraded":"2024-09-19T05:02:42.503326+0000","last_fullsized":"2024-09-19T05:02:42.503326+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:07.407359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.498753+0000","last_change":"2024-09-19T05:02:41.508527+0000","last_active":"2024-09-19T05:02:42.498753+0000","last_peered":"2024-09-19T05:02:42.498753+0000","last_clean":"2024-09-19T05:02:42.498753+0000","last_became_active":"2024-09-19T05:02:41.508231+0000","last_became_peered":"2024-09-19T05:02:41.508231+0000","last_unstale":"2024-09-19T05:02:42.498753+0000","last_undegraded":"2024-09-19T05:02:42.498753+0000","last_fullsized":"2024-09-19T05:02:42.498753+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:18.728613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.504305+0000","last_change":"2024-09-19T05:02:41.510150+0000","last_active":"2024-09-19T05:02:42.504305+0000","last_peered":"2024-09-19T05:02:42.504305+0000","last_clean":"2024-09-19T05:02:42.504305+0000","last_became_active":"2024-09-19T05:02:41.509618+0000","last_became_peered":"2024-09-19T05:02:41.509618+0000","last_unstale":"2024-09-19T05:02:42.504305+0000","last_undegraded":"2024-09-19T05:02:42.504305+0000","last_fullsized":"2024-09-19T05:02:42.504305+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:36.638796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.656757+0000","last_change":"2024-09-19T05:02:41.527630+0000","last_active":"2024-09-19T05:02:42.656757+0000","last_peered":"2024-09-19T05:02:42.656757+0000","last_clean":"2024-09-19T05:02:42.656757+0000","last_became_active":"2024-09-19T05:02:41.527335+0000","last_became_peered":"2024-09-19T05:02:41.527335+0000","last_unstale":"2024-09-19T05:02:42.656757+0000","last_undegraded":"2024-09-19T05:02:42.656757+0000","last_fullsized":"2024-09-19T05:02:42.656757+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:56.621971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.657135+0000","last_change":"2024-09-19T05:02:41.525113+0000","last_active":"2024-09-19T05:02:42.657135+0000","last_peered":"2024-09-19T05:02:42.657135+0000","last_clean":"2024-09-19T05:02:42.657135+0000","last_became_active":"2024-09-19T05:02:41.524747+0000","last_became_peered":"2024-09-19T05:02:41.524747+0000","last_unstale":"2024-09-19T05:02:42.657135+0000","last_undegraded":"2024-09-19T05:02:42.657135+0000","last_fullsized":"2024-09-19T05:02:42.657135+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:26.462060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.498976+0000","last_change":"2024-09-19T05:02:41.499746+0000","last_active":"2024-09-19T05:02:42.498976+0000","last_peered":"2024-09-19T05:02:42.498976+0000","last_clean":"2024-09-19T05:02:42.498976+0000","last_became_active":"2024-09-19T05:02:41.499503+0000","last_became_peered":"2024-09-19T05:02:41.499503+0000","last_unstale":"2024-09-19T05:02:42.498976+0000","last_undegraded":"2024-09-19T05:02:42.498976+0000","last_fullsized":"2024-09-19T05:02:42.498976+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:52:11.702371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764841+0000","last_change":"2024-09-19T05:02:41.505391+0000","last_active":"2024-09-19T05:02:42.764841+0000","last_peered":"2024-09-19T05:02:42.764841+0000","last_clean":"2024-09-19T05:02:42.764841+0000","last_became_active":"2024-09-19T05:02:41.505116+0000","last_became_peered":"2024-09-19T05:02:41.505116+0000","last_unstale":"2024-09-19T05:02:42.764841+0000","last_undegraded":"2024-09-19T05:02:42.764841+0000","last_fullsized":"2024-09-19T05:02:42.764841+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:37:56.827304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.657093+0000","last_change":"2024-09-19T05:02:41.514437+0000","last_active":"2024-09-19T05:02:42.657093+0000","last_peered":"2024-09-19T05:02:42.657093+0000","last_clean":"2024-09-19T05:02:42.657093+0000","last_became_active":"2024-09-19T05:02:41.514158+0000","last_became_peered":"2024-09-19T05:02:41.514158+0000","last_unstale":"2024-09-19T05:02:42.657093+0000","last_undegraded":"2024-09-19T05:02:42.657093+0000","last_fullsized":"2024-09-19T05:02:42.657093+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:21.326658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.498876+0000","last_change":"2024-09-19T05:02:41.497542+0000","last_active":"2024-09-19T05:02:42.498876+0000","last_peered":"2024-09-19T05:02:42.498876+0000","last_clean":"2024-09-19T05:02:42.498876+0000","last_became_active":"2024-09-19T05:02:41.497236+0000","last_became_peered":"2024-09-19T05:02:41.497236+0000","last_unstale":"2024-09-19T05:02:42.498876+0000","last_undegraded":"2024-09-19T05:02:42.498876+0000","last_fullsized":"2024-09-19T05:02:42.498876+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:10:37.745350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.504426+0000","last_change":"2024-09-19T05:02:41.510095+0000","last_active":"2024-09-19T05:02:42.504426+0000","last_peered":"2024-09-19T05:02:42.504426+0000","last_clean":"2024-09-19T05:02:42.504426+0000","last_became_active":"2024-09-19T05:02:41.509720+0000","last_became_peered":"2024-09-19T05:02:41.509720+0000","last_unstale":"2024-09-19T05:02:42.504426+0000","last_undegraded":"2024-09-19T05:02:42.504426+0000","last_fullsized":"2024-09-19T05:02:42.504426+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:38:00.805155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.505771+0000","last_change":"2024-09-19T05:02:41.506570+0000","last_active":"2024-09-19T05:02:42.505771+0000","last_peered":"2024-09-19T05:02:42.505771+0000","last_clean":"2024-09-19T05:02:42.505771+0000","last_became_active":"2024-09-19T05:02:41.504888+0000","last_became_peered":"2024-09-19T05:02:41.504888+0000","last_unstale":"2024-09-19T05:02:42.505771+0000","last_undegraded":"2024-09-19T05:02:42.505771+0000","last_fullsized":"2024-09-19T05:02:42.505771+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:49:07.593383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.498732+0000","last_change":"2024-09-19T05:02:41.498845+0000","last_active":"2024-09-19T05:02:42.498732+0000","last_peered":"2024-09-19T05:02:42.498732+0000","last_clean":"2024-09-19T05:02:42.498732+0000","last_became_active":"2024-09-19T05:02:41.498590+0000","last_became_peered":"2024-09-19T05:02:41.498590+0000","last_unstale":"2024-09-19T05:02:42.498732+0000","last_undegraded":"2024-09-19T05:02:42.498732+0000","last_fullsized":"2024-09-19T05:02:42.498732+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:20:06.780671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.504968+0000","last_change":"2024-09-19T05:02:41.512500+0000","last_active":"2024-09-19T05:02:42.504968+0000","last_peered":"2024-09-19T05:02:42.504968+0000","last_clean":"2024-09-19T05:02:42.504968+0000","last_became_active":"2024-09-19T05:02:41.512206+0000","last_became_peered":"2024-09-19T05:02:41.512206+0000","last_unstale":"2024-09-19T05:02:42.504968+0000","last_undegraded":"2024-09-19T05:02:42.504968+0000","last_fullsized":"2024-09-19T05:02:42.504968+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:46.049937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506150+0000","last_change":"2024-09-19T05:02:41.506453+0000","last_active":"2024-09-19T05:02:42.506150+0000","last_peered":"2024-09-19T05:02:42.506150+0000","last_clean":"2024-09-19T05:02:42.506150+0000","last_became_active":"2024-09-19T05:02:41.504159+0000","last_became_peered":"2024-09-19T05:02:41.504159+0000","last_unstale":"2024-09-19T05:02:42.506150+0000","last_undegraded":"2024-09-19T05:02:42.506150+0000","last_fullsized":"2024-09-19T05:02:42.506150+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:39:56.168797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.504738+0000","last_change":"2024-09-19T05:02:41.509539+0000","last_active":"2024-09-19T05:02:42.504738+0000","last_peered":"2024-09-19T05:02:42.504738+0000","last_clean":"2024-09-19T05:02:42.504738+0000","last_became_active":"2024-09-19T05:02:41.509210+0000","last_became_peered":"2024-09-19T05:02:41.509210+0000","last_unstale":"2024-09-19T05:02:42.504738+0000","last_undegraded":"2024-09-19T05:02:42.504738+0000","last_fullsized":"2024-09-19T05:02:42.504738+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:24:47.039548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764911+0000","last_change":"2024-09-19T05:02:41.502991+0000","last_active":"2024-09-19T05:02:42.764911+0000","last_peered":"2024-09-19T05:02:42.764911+0000","last_clean":"2024-09-19T05:02:42.764911+0000","last_became_active":"2024-09-19T05:02:41.502727+0000","last_became_peered":"2024-09-19T05:02:41.502727+0000","last_unstale":"2024-09-19T05:02:42.764911+0000","last_undegraded":"2024-09-19T05:02:42.764911+0000","last_fullsized":"2024-09-19T05:02:42.764911+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:40:35.336279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764814+0000","last_change":"2024-09-19T05:02:41.511091+0000","last_active":"2024-09-19T05:02:42.764814+0000","last_peered":"2024-09-19T05:02:42.764814+0000","last_clean":"2024-09-19T05:02:42.764814+0000","last_became_active":"2024-09-19T05:02:41.510726+0000","last_became_peered":"2024-09-19T05:02:41.510726+0000","last_unstale":"2024-09-19T05:02:42.764814+0000","last_undegraded":"2024-09-19T05:02:42.764814+0000","last_fullsized":"2024-09-19T05:02:42.764814+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:15:52.126334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.656736+0000","last_change":"2024-09-19T05:02:41.529121+0000","last_active":"2024-09-19T05:02:42.656736+0000","last_peered":"2024-09-19T05:02:42.656736+0000","last_clean":"2024-09-19T05:02:42.656736+0000","last_became_active":"2024-09-19T05:02:41.528772+0000","last_became_peered":"2024-09-19T05:02:41.528772+0000","last_unstale":"2024-09-19T05:02:42.656736+0000","last_undegraded":"2024-09-19T05:02:42.656736+0000","last_fullsized":"2024-09-19T05:02:42.656736+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:26.001857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764725+0000","last_change":"2024-09-19T05:02:41.503842+0000","last_active":"2024-09-19T05:02:42.764725+0000","last_peered":"2024-09-19T05:02:42.764725+0000","last_clean":"2024-09-19T05:02:42.764725+0000","last_became_active":"2024-09-19T05:02:41.503580+0000","last_became_peered":"2024-09-19T05:02:41.503580+0000","last_unstale":"2024-09-19T05:02:42.764725+0000","last_undegraded":"2024-09-19T05:02:42.764725+0000","last_fullsized":"2024-09-19T05:02:42.764725+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:41.985737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.504264+0000","last_change":"2024-09-19T05:02:41.511407+0000","last_active":"2024-09-19T05:02:42.504264+0000","last_peered":"2024-09-19T05:02:42.504264+0000","last_clean":"2024-09-19T05:02:42.504264+0000","last_became_active":"2024-09-19T05:02:41.510486+0000","last_became_peered":"2024-09-19T05:02:41.510486+0000","last_unstale":"2024-09-19T05:02:42.504264+0000","last_undegraded":"2024-09-19T05:02:42.504264+0000","last_fullsized":"2024-09-19T05:02:42.504264+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:28.651459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.505168+0000","last_change":"2024-09-19T05:02:41.522103+0000","last_active":"2024-09-19T05:02:42.505168+0000","last_peered":"2024-09-19T05:02:42.505168+0000","last_clean":"2024-09-19T05:02:42.505168+0000","last_became_active":"2024-09-19T05:02:41.521745+0000","last_became_peered":"2024-09-19T05:02:41.521745+0000","last_unstale":"2024-09-19T05:02:42.505168+0000","last_undegraded":"2024-09-19T05:02:42.505168+0000","last_fullsized":"2024-09-19T05:02:42.505168+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:00:02.768200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.657057+0000","last_change":"2024-09-19T05:02:41.505956+0000","last_active":"2024-09-19T05:02:42.657057+0000","last_peered":"2024-09-19T05:02:42.657057+0000","last_clean":"2024-09-19T05:02:42.657057+0000","last_became_active":"2024-09-19T05:02:41.505425+0000","last_became_peered":"2024-09-19T05:02:41.505425+0000","last_unstale":"2024-09-19T05:02:42.657057+0000","last_undegraded":"2024-09-19T05:02:42.657057+0000","last_fullsized":"2024-09-19T05:02:42.657057+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:35.607548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.499130+0000","last_change":"2024-09-19T05:02:41.510037+0000","last_active":"2024-09-19T05:02:42.499130+0000","last_peered":"2024-09-19T05:02:42.499130+0000","last_clean":"2024-09-19T05:02:42.499130+0000","last_became_active":"2024-09-19T05:02:41.509623+0000","last_became_peered":"2024-09-19T05:02:41.509623+0000","last_unstale":"2024-09-19T05:02:42.499130+0000","last_undegraded":"2024-09-19T05:02:42.499130+0000","last_fullsized":"2024-09-19T05:02:42.499130+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:59:50.696752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764990+0000","last_change":"2024-09-19T05:02:41.506217+0000","last_active":"2024-09-19T05:02:42.764990+0000","last_peered":"2024-09-19T05:02:42.764990+0000","last_clean":"2024-09-19T05:02:42.764990+0000","last_became_active":"2024-09-19T05:02:41.505918+0000","last_became_peered":"2024-09-19T05:02:41.505918+0000","last_unstale":"2024-09-19T05:02:42.764990+0000","last_undegraded":"2024-09-19T05:02:42.764990+0000","last_fullsized":"2024-09-19T05:02:42.764990+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:06:53.524397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.504479+0000","last_change":"2024-09-19T05:02:41.512080+0000","last_active":"2024-09-19T05:02:42.504479+0000","last_peered":"2024-09-19T05:02:42.504479+0000","last_clean":"2024-09-19T05:02:42.504479+0000","last_became_active":"2024-09-19T05:02:41.511816+0000","last_became_peered":"2024-09-19T05:02:41.511816+0000","last_unstale":"2024-09-19T05:02:42.504479+0000","last_undegraded":"2024-09-19T05:02:42.504479+0000","last_fullsized":"2024-09-19T05:02:42.504479+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:41:18.719144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506080+0000","last_change":"2024-09-19T05:02:41.505702+0000","last_active":"2024-09-19T05:02:42.506080+0000","last_peered":"2024-09-19T05:02:42.506080+0000","last_clean":"2024-09-19T05:02:42.506080+0000","last_became_active":"2024-09-19T05:02:41.503151+0000","last_became_peered":"2024-09-19T05:02:41.503151+0000","last_unstale":"2024-09-19T05:02:42.506080+0000","last_undegraded":"2024-09-19T05:02:42.506080+0000","last_fullsized":"2024-09-19T05:02:42.506080+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:30:02.619371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.504355+0000","last_change":"2024-09-19T05:02:41.509902+0000","last_active":"2024-09-19T05:02:42.504355+0000","last_peered":"2024-09-19T05:02:42.504355+0000","last_clean":"2024-09-19T05:02:42.504355+0000","last_became_active":"2024-09-19T05:02:41.509179+0000","last_became_peered":"2024-09-19T05:02:41.509179+0000","last_unstale":"2024-09-19T05:02:42.504355+0000","last_undegraded":"2024-09-19T05:02:42.504355+0000","last_fullsized":"2024-09-19T05:02:42.504355+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:05:50.715880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506925+0000","last_change":"2024-09-19T05:02:41.511585+0000","last_active":"2024-09-19T05:02:42.506925+0000","last_peered":"2024-09-19T05:02:42.506925+0000","last_clean":"2024-09-19T05:02:42.506925+0000","last_became_active":"2024-09-19T05:02:41.511293+0000","last_became_peered":"2024-09-19T05:02:41.511293+0000","last_unstale":"2024-09-19T05:02:42.506925+0000","last_undegraded":"2024-09-19T05:02:42.506925+0000","last_fullsized":"2024-09-19T05:02:42.506925+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:33.046859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.505820+0000","last_change":"2024-09-19T05:02:41.503020+0000","last_active":"2024-09-19T05:02:42.505820+0000","last_peered":"2024-09-19T05:02:42.505820+0000","last_clean":"2024-09-19T05:02:42.505820+0000","last_became_active":"2024-09-19T05:02:41.502730+0000","last_became_peered":"2024-09-19T05:02:41.502730+0000","last_unstale":"2024-09-19T05:02:42.505820+0000","last_undegraded":"2024-09-19T05:02:42.505820+0000","last_fullsized":"2024-09-19T05:02:42.505820+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:09:51.644530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1f","version":"49'4","reported_seq":18,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.765041+0000","last_change":"2024-09-19T05:02:40.495274+0000","last_active":"2024-09-19T05:02:42.765041+0000","last_peered":"2024-09-19T05:02:42.765041+0000","last_clean":"2024-09-19T05:02:42.765041+0000","last_became_active":"2024-09-19T05:02:40.494976+0000","last_became_peered":"2024-09-19T05:02:40.494976+0000","last_unstale":"2024-09-19T05:02:42.765041+0000","last_undegraded":"2024-09-19T05:02:42.765041+0000","last_fullsized":"2024-09-19T05:02:42.765041+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:01:25.608257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.507001+0000","last_change":"2024-09-19T05:02:41.504026+0000","last_active":"2024-09-19T05:02:42.507001+0000","last_peered":"2024-09-19T05:02:42.507001+0000","last_clean":"2024-09-19T05:02:42.507001+0000","last_became_active":"2024-09-19T05:02:41.503750+0000","last_became_peered":"2024-09-19T05:02:41.503750+0000","last_unstale":"2024-09-19T05:02:42.507001+0000","last_undegraded":"2024-09-19T05:02:42.507001+0000","last_fullsized":"2024-09-19T05:02:42.507001+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:30:02.619371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"49'1","reported_seq":15,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.498945+0000","last_change":"2024-09-19T05:02:40.493748+0000","last_active":"2024-09-19T05:02:42.498945+0000","last_peered":"2024-09-19T05:02:42.498945+0000","last_clean":"2024-09-19T05:02:42.498945+0000","last_became_active":"2024-09-19T05:02:40.493451+0000","last_became_peered":"2024-09-19T05:02:40.493451+0000","last_unstale":"2024-09-19T05:02:42.498945+0000","last_undegraded":"2024-09-19T05:02:42.498945+0000","last_fullsized":"2024-09-19T05:02:42.498945+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:01:45.690722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764791+0000","last_change":"2024-09-19T05:02:41.507506+0000","last_active":"2024-09-19T05:02:42.764791+0000","last_peered":"2024-09-19T05:02:42.764791+0000","last_clean":"2024-09-19T05:02:42.764791+0000","last_became_active":"2024-09-19T05:02:41.507240+0000","last_became_peered":"2024-09-19T05:02:41.507240+0000","last_unstale":"2024-09-19T05:02:42.764791+0000","last_undegraded":"2024-09-19T05:02:42.764791+0000","last_fullsized":"2024-09-19T05:02:42.764791+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:39:39.069760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"49'2","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.499082+0000","last_change":"2024-09-19T05:02:40.493782+0000","last_active":"2024-09-19T05:02:42.499082+0000","last_peered":"2024-09-19T05:02:42.499082+0000","last_clean":"2024-09-19T05:02:42.499082+0000","last_became_active":"2024-09-19T05:02:40.493481+0000","last_became_peered":"2024-09-19T05:02:40.493481+0000","last_unstale":"2024-09-19T05:02:42.499082+0000","last_undegraded":"2024-09-19T05:02:42.499082+0000","last_fullsized":"2024-09-19T05:02:42.499082+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:57:51.741293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.656778+0000","last_change":"2024-09-19T05:02:41.509710+0000","last_active":"2024-09-19T05:02:42.656778+0000","last_peered":"2024-09-19T05:02:42.656778+0000","last_clean":"2024-09-19T05:02:42.656778+0000","last_became_active":"2024-09-19T05:02:41.509104+0000","last_became_peered":"2024-09-19T05:02:41.509104+0000","last_unstale":"2024-09-19T05:02:42.656778+0000","last_undegraded":"2024-09-19T05:02:42.656778+0000","last_fullsized":"2024-09-19T05:02:42.656778+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:18.996552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"49'2","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.507196+0000","last_change":"2024-09-19T05:02:40.488225+0000","last_active":"2024-09-19T05:02:42.507196+0000","last_peered":"2024-09-19T05:02:42.507196+0000","last_clean":"2024-09-19T05:02:42.507196+0000","last_became_active":"2024-09-19T05:02:40.487900+0000","last_became_peered":"2024-09-19T05:02:40.487900+0000","last_unstale":"2024-09-19T05:02:42.507196+0000","last_undegraded":"2024-09-19T05:02:42.507196+0000","last_fullsized":"2024-09-19T05:02:42.507196+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:42:24.474945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.503202+0000","last_change":"2024-09-19T05:02:41.512338+0000","last_active":"2024-09-19T05:02:42.503202+0000","last_peered":"2024-09-19T05:02:42.503202+0000","last_clean":"2024-09-19T05:02:42.503202+0000","last_became_active":"2024-09-19T05:02:41.512025+0000","last_became_peered":"2024-09-19T05:02:41.512025+0000","last_unstale":"2024-09-19T05:02:42.503202+0000","last_undegraded":"2024-09-19T05:02:42.503202+0000","last_fullsized":"2024-09-19T05:02:42.503202+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:48:33.198723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"49'1","reported_seq":15,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.504516+0000","last_change":"2024-09-19T05:02:40.500958+0000","last_active":"2024-09-19T05:02:42.504516+0000","last_peered":"2024-09-19T05:02:42.504516+0000","last_clean":"2024-09-19T05:02:42.504516+0000","last_became_active":"2024-09-19T05:02:40.500641+0000","last_became_peered":"2024-09-19T05:02:40.500641+0000","last_unstale":"2024-09-19T05:02:42.504516+0000","last_undegraded":"2024-09-19T05:02:42.504516+0000","last_fullsized":"2024-09-19T05:02:42.504516+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:48:32.194107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506120+0000","last_change":"2024-09-19T05:02:41.502997+0000","last_active":"2024-09-19T05:02:42.506120+0000","last_peered":"2024-09-19T05:02:42.506120+0000","last_clean":"2024-09-19T05:02:42.506120+0000","last_became_active":"2024-09-19T05:02:41.502690+0000","last_became_peered":"2024-09-19T05:02:41.502690+0000","last_unstale":"2024-09-19T05:02:42.506120+0000","last_undegraded":"2024-09-19T05:02:42.506120+0000","last_fullsized":"2024-09-19T05:02:42.506120+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:33.046859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"49'1","reported_seq":15,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.502919+0000","last_change":"2024-09-19T05:02:40.492954+0000","last_active":"2024-09-19T05:02:42.502919+0000","last_peered":"2024-09-19T05:02:42.502919+0000","last_clean":"2024-09-19T05:02:42.502919+0000","last_became_active":"2024-09-19T05:02:40.492601+0000","last_became_peered":"2024-09-19T05:02:40.492601+0000","last_unstale":"2024-09-19T05:02:42.502919+0000","last_undegraded":"2024-09-19T05:02:42.502919+0000","last_fullsized":"2024-09-19T05:02:42.502919+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:19:11.622112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.657154+0000","last_change":"2024-09-19T05:02:41.505700+0000","last_active":"2024-09-19T05:02:42.657154+0000","last_peered":"2024-09-19T05:02:42.657154+0000","last_clean":"2024-09-19T05:02:42.657154+0000","last_became_active":"2024-09-19T05:02:41.505038+0000","last_became_peered":"2024-09-19T05:02:41.505038+0000","last_unstale":"2024-09-19T05:02:42.657154+0000","last_undegraded":"2024-09-19T05:02:42.657154+0000","last_fullsized":"2024-09-19T05:02:42.657154+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:39:12.528796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764770+0000","last_change":"2024-09-19T05:02:40.492793+0000","last_active":"2024-09-19T05:02:42.764770+0000","last_peered":"2024-09-19T05:02:42.764770+0000","last_clean":"2024-09-19T05:02:42.764770+0000","last_became_active":"2024-09-19T05:02:40.492521+0000","last_became_peered":"2024-09-19T05:02:40.492521+0000","last_unstale":"2024-09-19T05:02:42.764770+0000","last_undegraded":"2024-09-19T05:02:42.764770+0000","last_fullsized":"2024-09-19T05:02:42.764770+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:56:23.598131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506193+0000","last_change":"2024-09-19T05:02:41.523859+0000","last_active":"2024-09-19T05:02:42.506193+0000","last_peered":"2024-09-19T05:02:42.506193+0000","last_clean":"2024-09-19T05:02:42.506193+0000","last_became_active":"2024-09-19T05:02:41.523442+0000","last_became_peered":"2024-09-19T05:02:41.523442+0000","last_unstale":"2024-09-19T05:02:42.506193+0000","last_undegraded":"2024-09-19T05:02:42.506193+0000","last_fullsized":"2024-09-19T05:02:42.506193+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:46.749107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.504304+0000","last_change":"2024-09-19T05:02:40.495317+0000","last_active":"2024-09-19T05:02:42.504304+0000","last_peered":"2024-09-19T05:02:42.504304+0000","last_clean":"2024-09-19T05:02:42.504304+0000","last_became_active":"2024-09-19T05:02:40.494963+0000","last_became_peered":"2024-09-19T05:02:40.494963+0000","last_unstale":"2024-09-19T05:02:42.504304+0000","last_undegraded":"2024-09-19T05:02:42.504304+0000","last_fullsized":"2024-09-19T05:02:42.504304+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:32:55.948417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.502954+0000","last_change":"2024-09-19T05:02:41.508658+0000","last_active":"2024-09-19T05:02:42.502954+0000","last_peered":"2024-09-19T05:02:42.502954+0000","last_clean":"2024-09-19T05:02:42.502954+0000","last_became_active":"2024-09-19T05:02:41.508350+0000","last_became_peered":"2024-09-19T05:02:41.508350+0000","last_unstale":"2024-09-19T05:02:42.502954+0000","last_undegraded":"2024-09-19T05:02:42.502954+0000","last_fullsized":"2024-09-19T05:02:42.502954+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:39:52.177613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.505837+0000","last_change":"2024-09-19T05:02:40.484291+0000","last_active":"2024-09-19T05:02:42.505837+0000","last_peered":"2024-09-19T05:02:42.505837+0000","last_clean":"2024-09-19T05:02:42.505837+0000","last_became_active":"2024-09-19T05:02:40.483997+0000","last_became_peered":"2024-09-19T05:02:40.483997+0000","last_unstale":"2024-09-19T05:02:42.505837+0000","last_undegraded":"2024-09-19T05:02:42.505837+0000","last_fullsized":"2024-09-19T05:02:42.505837+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:40:34.331663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506894+0000","last_change":"2024-09-19T05:02:41.499695+0000","last_active":"2024-09-19T05:02:42.506894+0000","last_peered":"2024-09-19T05:02:42.506894+0000","last_clean":"2024-09-19T05:02:42.506894+0000","last_became_active":"2024-09-19T05:02:41.499415+0000","last_became_peered":"2024-09-19T05:02:41.499415+0000","last_unstale":"2024-09-19T05:02:42.506894+0000","last_undegraded":"2024-09-19T05:02:42.506894+0000","last_fullsized":"2024-09-19T05:02:42.506894+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:09:51.644530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.503263+0000","last_change":"2024-09-19T05:02:40.495295+0000","last_active":"2024-09-19T05:02:42.503263+0000","last_peered":"2024-09-19T05:02:42.503263+0000","last_clean":"2024-09-19T05:02:42.503263+0000","last_became_active":"2024-09-19T05:02:40.495022+0000","last_became_peered":"2024-09-19T05:02:40.495022+0000","last_unstale":"2024-09-19T05:02:42.503263+0000","last_undegraded":"2024-09-19T05:02:42.503263+0000","last_fullsized":"2024-09-19T05:02:42.503263+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:26:23.519166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.504782+0000","last_change":"2024-09-19T05:02:41.511055+0000","last_active":"2024-09-19T05:02:42.504782+0000","last_peered":"2024-09-19T05:02:42.504782+0000","last_clean":"2024-09-19T05:02:42.504782+0000","last_became_active":"2024-09-19T05:02:41.510769+0000","last_became_peered":"2024-09-19T05:02:41.510769+0000","last_unstale":"2024-09-19T05:02:42.504782+0000","last_undegraded":"2024-09-19T05:02:42.504782+0000","last_fullsized":"2024-09-19T05:02:42.504782+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:14:10.042488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"49'3","reported_seq":17,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506059+0000","last_change":"2024-09-19T05:02:40.485446+0000","last_active":"2024-09-19T05:02:42.506059+0000","last_peered":"2024-09-19T05:02:42.506059+0000","last_clean":"2024-09-19T05:02:42.506059+0000","last_became_active":"2024-09-19T05:02:40.485186+0000","last_became_peered":"2024-09-19T05:02:40.485186+0000","last_unstale":"2024-09-19T05:02:42.506059+0000","last_undegraded":"2024-09-19T05:02:42.506059+0000","last_fullsized":"2024-09-19T05:02:42.506059+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:06:52.519781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.503435+0000","last_change":"2024-09-19T05:02:41.503858+0000","last_active":"2024-09-19T05:02:42.503435+0000","last_peered":"2024-09-19T05:02:42.503435+0000","last_clean":"2024-09-19T05:02:42.503435+0000","last_became_active":"2024-09-19T05:02:41.503585+0000","last_became_peered":"2024-09-19T05:02:41.503585+0000","last_unstale":"2024-09-19T05:02:42.503435+0000","last_undegraded":"2024-09-19T05:02:42.503435+0000","last_fullsized":"2024-09-19T05:02:42.503435+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:52.300668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"49'6","reported_seq":20,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.657150+0000","last_change":"2024-09-19T05:02:40.491135+0000","last_active":"2024-09-19T05:02:42.657150+0000","last_peered":"2024-09-19T05:02:42.657150+0000","last_clean":"2024-09-19T05:02:42.657150+0000","last_became_active":"2024-09-19T05:02:40.490860+0000","last_became_peered":"2024-09-19T05:02:40.490860+0000","last_unstale":"2024-09-19T05:02:42.657150+0000","last_undegraded":"2024-09-19T05:02:42.657150+0000","last_fullsized":"2024-09-19T05:02:42.657150+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:49:06.588767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.507043+0000","last_change":"2024-09-19T05:02:41.504721+0000","last_active":"2024-09-19T05:02:42.507043+0000","last_peered":"2024-09-19T05:02:42.507043+0000","last_clean":"2024-09-19T05:02:42.507043+0000","last_became_active":"2024-09-19T05:02:41.504436+0000","last_became_peered":"2024-09-19T05:02:41.504436+0000","last_unstale":"2024-09-19T05:02:42.507043+0000","last_undegraded":"2024-09-19T05:02:42.507043+0000","last_fullsized":"2024-09-19T05:02:42.507043+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:39:56.168797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"49'2","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.504603+0000","last_change":"2024-09-19T05:02:40.501353+0000","last_active":"2024-09-19T05:02:42.504603+0000","last_peered":"2024-09-19T05:02:42.504603+0000","last_clean":"2024-09-19T05:02:42.504603+0000","last_became_active":"2024-09-19T05:02:40.501056+0000","last_became_peered":"2024-09-19T05:02:40.501056+0000","last_unstale":"2024-09-19T05:02:42.504603+0000","last_undegraded":"2024-09-19T05:02:42.504603+0000","last_fullsized":"2024-09-19T05:02:42.504603+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:57:41.165926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.504795+0000","last_change":"2024-09-19T05:02:41.509490+0000","last_active":"2024-09-19T05:02:42.504795+0000","last_peered":"2024-09-19T05:02:42.504795+0000","last_clean":"2024-09-19T05:02:42.504795+0000","last_became_active":"2024-09-19T05:02:41.509134+0000","last_became_peered":"2024-09-19T05:02:41.509134+0000","last_unstale":"2024-09-19T05:02:42.504795+0000","last_undegraded":"2024-09-19T05:02:42.504795+0000","last_fullsized":"2024-09-19T05:02:42.504795+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:28:44.352407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764897+0000","last_change":"2024-09-19T05:02:40.498980+0000","last_active":"2024-09-19T05:02:42.764897+0000","last_peered":"2024-09-19T05:02:42.764897+0000","last_clean":"2024-09-19T05:02:42.764897+0000","last_became_active":"2024-09-19T05:02:40.498714+0000","last_became_peered":"2024-09-19T05:02:40.498714+0000","last_unstale":"2024-09-19T05:02:42.764897+0000","last_undegraded":"2024-09-19T05:02:42.764897+0000","last_fullsized":"2024-09-19T05:02:42.764897+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:13.210789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.657050+0000","last_change":"2024-09-19T05:02:41.513693+0000","last_active":"2024-09-19T05:02:42.657050+0000","last_peered":"2024-09-19T05:02:42.657050+0000","last_clean":"2024-09-19T05:02:42.657050+0000","last_became_active":"2024-09-19T05:02:41.513391+0000","last_became_peered":"2024-09-19T05:02:41.513391+0000","last_unstale":"2024-09-19T05:02:42.657050+0000","last_undegraded":"2024-09-19T05:02:42.657050+0000","last_fullsized":"2024-09-19T05:02:42.657050+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:13.859799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.505939+0000","last_change":"2024-09-19T05:02:40.493289+0000","last_active":"2024-09-19T05:02:42.505939+0000","last_peered":"2024-09-19T05:02:42.505939+0000","last_clean":"2024-09-19T05:02:42.505939+0000","last_became_active":"2024-09-19T05:02:40.493010+0000","last_became_peered":"2024-09-19T05:02:40.493010+0000","last_unstale":"2024-09-19T05:02:42.505939+0000","last_undegraded":"2024-09-19T05:02:42.505939+0000","last_fullsized":"2024-09-19T05:02:42.505939+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:50.477358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.504955+0000","last_change":"2024-09-19T05:02:41.514992+0000","last_active":"2024-09-19T05:02:42.504955+0000","last_peered":"2024-09-19T05:02:42.504955+0000","last_clean":"2024-09-19T05:02:42.504955+0000","last_became_active":"2024-09-19T05:02:41.514716+0000","last_became_peered":"2024-09-19T05:02:41.514716+0000","last_unstale":"2024-09-19T05:02:42.504955+0000","last_undegraded":"2024-09-19T05:02:42.504955+0000","last_fullsized":"2024-09-19T05:02:42.504955+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:44:35.212084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"49'8","reported_seq":22,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.656894+0000","last_change":"2024-09-19T05:02:40.493614+0000","last_active":"2024-09-19T05:02:42.656894+0000","last_peered":"2024-09-19T05:02:42.656894+0000","last_clean":"2024-09-19T05:02:42.656894+0000","last_became_active":"2024-09-19T05:02:40.493326+0000","last_became_peered":"2024-09-19T05:02:40.493326+0000","last_unstale":"2024-09-19T05:02:42.656894+0000","last_undegraded":"2024-09-19T05:02:42.656894+0000","last_fullsized":"2024-09-19T05:02:42.656894+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:35:03.920161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.656955+0000","last_change":"2024-09-19T05:02:41.512722+0000","last_active":"2024-09-19T05:02:42.656955+0000","last_peered":"2024-09-19T05:02:42.656955+0000","last_clean":"2024-09-19T05:02:42.656955+0000","last_became_active":"2024-09-19T05:02:41.510847+0000","last_became_peered":"2024-09-19T05:02:41.510847+0000","last_unstale":"2024-09-19T05:02:42.656955+0000","last_undegraded":"2024-09-19T05:02:42.656955+0000","last_fullsized":"2024-09-19T05:02:42.656955+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:15:08.275273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"49'1","reported_seq":15,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.505143+0000","last_change":"2024-09-19T05:02:40.502155+0000","last_active":"2024-09-19T05:02:42.505143+0000","last_peered":"2024-09-19T05:02:42.505143+0000","last_clean":"2024-09-19T05:02:42.505143+0000","last_became_active":"2024-09-19T05:02:40.501828+0000","last_became_peered":"2024-09-19T05:02:40.501828+0000","last_unstale":"2024-09-19T05:02:42.505143+0000","last_undegraded":"2024-09-19T05:02:42.505143+0000","last_fullsized":"2024-09-19T05:02:42.505143+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:52:02.471336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.498788+0000","last_change":"2024-09-19T05:02:41.510339+0000","last_active":"2024-09-19T05:02:42.498788+0000","last_peered":"2024-09-19T05:02:42.498788+0000","last_clean":"2024-09-19T05:02:42.498788+0000","last_became_active":"2024-09-19T05:02:41.509857+0000","last_became_peered":"2024-09-19T05:02:41.509857+0000","last_unstale":"2024-09-19T05:02:42.498788+0000","last_undegraded":"2024-09-19T05:02:42.498788+0000","last_fullsized":"2024-09-19T05:02:42.498788+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:40:49.582858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.e","version":"49'2","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764978+0000","last_change":"2024-09-19T05:02:40.490545+0000","last_active":"2024-09-19T05:02:42.764978+0000","last_peered":"2024-09-19T05:02:42.764978+0000","last_clean":"2024-09-19T05:02:42.764978+0000","last_became_active":"2024-09-19T05:02:40.490263+0000","last_became_peered":"2024-09-19T05:02:40.490263+0000","last_unstale":"2024-09-19T05:02:42.764978+0000","last_undegraded":"2024-09-19T05:02:42.764978+0000","last_fullsized":"2024-09-19T05:02:42.764978+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:18:11.872705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.503105+0000","last_change":"2024-09-19T05:02:41.512307+0000","last_active":"2024-09-19T05:02:42.503105+0000","last_peered":"2024-09-19T05:02:42.503105+0000","last_clean":"2024-09-19T05:02:42.503105+0000","last_became_active":"2024-09-19T05:02:41.511999+0000","last_became_peered":"2024-09-19T05:02:41.511999+0000","last_unstale":"2024-09-19T05:02:42.503105+0000","last_undegraded":"2024-09-19T05:02:42.503105+0000","last_fullsized":"2024-09-19T05:02:42.503105+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:57:42.170543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"49'1","reported_seq":15,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.765012+0000","last_change":"2024-09-19T05:02:40.497690+0000","last_active":"2024-09-19T05:02:42.765012+0000","last_peered":"2024-09-19T05:02:42.765012+0000","last_clean":"2024-09-19T05:02:42.765012+0000","last_became_active":"2024-09-19T05:02:40.497397+0000","last_became_peered":"2024-09-19T05:02:40.497397+0000","last_unstale":"2024-09-19T05:02:42.765012+0000","last_undegraded":"2024-09-19T05:02:42.765012+0000","last_fullsized":"2024-09-19T05:02:42.765012+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:12:43.046449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.498994+0000","last_change":"2024-09-19T05:02:41.504535+0000","last_active":"2024-09-19T05:02:42.498994+0000","last_peered":"2024-09-19T05:02:42.498994+0000","last_clean":"2024-09-19T05:02:42.498994+0000","last_became_active":"2024-09-19T05:02:41.504222+0000","last_became_peered":"2024-09-19T05:02:41.504222+0000","last_unstale":"2024-09-19T05:02:42.498994+0000","last_undegraded":"2024-09-19T05:02:42.498994+0000","last_fullsized":"2024-09-19T05:02:42.498994+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:14.015599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.765029+0000","last_change":"2024-09-19T05:02:40.492799+0000","last_active":"2024-09-19T05:02:42.765029+0000","last_peered":"2024-09-19T05:02:42.765029+0000","last_clean":"2024-09-19T05:02:42.765029+0000","last_became_active":"2024-09-19T05:02:40.492453+0000","last_became_peered":"2024-09-19T05:02:40.492453+0000","last_unstale":"2024-09-19T05:02:42.765029+0000","last_undegraded":"2024-09-19T05:02:42.765029+0000","last_fullsized":"2024-09-19T05:02:42.765029+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:59:02.590354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.507331+0000","last_change":"2024-09-19T05:02:41.499655+0000","last_active":"2024-09-19T05:02:42.507331+0000","last_peered":"2024-09-19T05:02:42.507331+0000","last_clean":"2024-09-19T05:02:42.507331+0000","last_became_active":"2024-09-19T05:02:41.499369+0000","last_became_peered":"2024-09-19T05:02:41.499369+0000","last_unstale":"2024-09-19T05:02:42.507331+0000","last_undegraded":"2024-09-19T05:02:42.507331+0000","last_fullsized":"2024-09-19T05:02:42.507331+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:23:46.749107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"49'2","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.498974+0000","last_change":"2024-09-19T05:02:40.490547+0000","last_active":"2024-09-19T05:02:42.498974+0000","last_peered":"2024-09-19T05:02:42.498974+0000","last_clean":"2024-09-19T05:02:42.498974+0000","last_became_active":"2024-09-19T05:02:40.490267+0000","last_became_peered":"2024-09-19T05:02:40.490267+0000","last_unstale":"2024-09-19T05:02:42.498974+0000","last_undegraded":"2024-09-19T05:02:42.498974+0000","last_fullsized":"2024-09-19T05:02:42.498974+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:57.419490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764924+0000","last_change":"2024-09-19T05:02:41.505271+0000","last_active":"2024-09-19T05:02:42.764924+0000","last_peered":"2024-09-19T05:02:42.764924+0000","last_clean":"2024-09-19T05:02:42.764924+0000","last_became_active":"2024-09-19T05:02:41.505003+0000","last_became_peered":"2024-09-19T05:02:41.505003+0000","last_unstale":"2024-09-19T05:02:42.764924+0000","last_undegraded":"2024-09-19T05:02:42.764924+0000","last_fullsized":"2024-09-19T05:02:42.764924+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:51.481974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.656682+0000","last_change":"2024-09-19T05:02:40.493611+0000","last_active":"2024-09-19T05:02:42.656682+0000","last_peered":"2024-09-19T05:02:42.656682+0000","last_clean":"2024-09-19T05:02:42.656682+0000","last_became_active":"2024-09-19T05:02:40.493104+0000","last_became_peered":"2024-09-19T05:02:40.493104+0000","last_unstale":"2024-09-19T05:02:42.656682+0000","last_undegraded":"2024-09-19T05:02:42.656682+0000","last_fullsized":"2024-09-19T05:02:42.656682+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:49.405385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.504787+0000","last_change":"2024-09-19T05:02:41.526133+0000","last_active":"2024-09-19T05:02:42.504787+0000","last_peered":"2024-09-19T05:02:42.504787+0000","last_clean":"2024-09-19T05:02:42.504787+0000","last_became_active":"2024-09-19T05:02:41.525822+0000","last_became_peered":"2024-09-19T05:02:41.525822+0000","last_unstale":"2024-09-19T05:02:42.504787+0000","last_undegraded":"2024-09-19T05:02:42.504787+0000","last_fullsized":"2024-09-19T05:02:42.504787+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:07:23.507462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.504496+0000","last_change":"2024-09-19T05:02:40.496291+0000","last_active":"2024-09-19T05:02:42.504496+0000","last_peered":"2024-09-19T05:02:42.504496+0000","last_clean":"2024-09-19T05:02:42.504496+0000","last_became_active":"2024-09-19T05:02:40.495000+0000","last_became_peered":"2024-09-19T05:02:40.495000+0000","last_unstale":"2024-09-19T05:02:42.504496+0000","last_undegraded":"2024-09-19T05:02:42.504496+0000","last_fullsized":"2024-09-19T05:02:42.504496+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:47.150564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.499091+0000","last_change":"2024-09-19T05:02:41.506519+0000","last_active":"2024-09-19T05:02:42.499091+0000","last_peered":"2024-09-19T05:02:42.499091+0000","last_clean":"2024-09-19T05:02:42.499091+0000","last_became_active":"2024-09-19T05:02:41.506239+0000","last_became_peered":"2024-09-19T05:02:41.506239+0000","last_unstale":"2024-09-19T05:02:42.499091+0000","last_undegraded":"2024-09-19T05:02:42.499091+0000","last_fullsized":"2024-09-19T05:02:42.499091+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:39:31.290886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764617+0000","last_change":"2024-09-19T05:02:40.489149+0000","last_active":"2024-09-19T05:02:42.764617+0000","last_peered":"2024-09-19T05:02:42.764617+0000","last_clean":"2024-09-19T05:02:42.764617+0000","last_became_active":"2024-09-19T05:02:40.488872+0000","last_became_peered":"2024-09-19T05:02:40.488872+0000","last_unstale":"2024-09-19T05:02:42.764617+0000","last_undegraded":"2024-09-19T05:02:42.764617+0000","last_fullsized":"2024-09-19T05:02:42.764617+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:20:38.673379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506961+0000","last_change":"2024-09-19T05:02:41.511095+0000","last_active":"2024-09-19T05:02:42.506961+0000","last_peered":"2024-09-19T05:02:42.506961+0000","last_clean":"2024-09-19T05:02:42.506961+0000","last_became_active":"2024-09-19T05:02:41.510796+0000","last_became_peered":"2024-09-19T05:02:41.510796+0000","last_unstale":"2024-09-19T05:02:42.506961+0000","last_undegraded":"2024-09-19T05:02:42.506961+0000","last_fullsized":"2024-09-19T05:02:42.506961+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:47:53.733224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"49'2","reported_seq":16,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.765112+0000","last_change":"2024-09-19T05:02:40.498941+0000","last_active":"2024-09-19T05:02:42.765112+0000","last_peered":"2024-09-19T05:02:42.765112+0000","last_clean":"2024-09-19T05:02:42.765112+0000","last_became_active":"2024-09-19T05:02:40.498681+0000","last_became_peered":"2024-09-19T05:02:40.498681+0000","last_unstale":"2024-09-19T05:02:42.765112+0000","last_undegraded":"2024-09-19T05:02:42.765112+0000","last_fullsized":"2024-09-19T05:02:42.765112+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:22:50.443237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.498808+0000","last_change":"2024-09-19T05:02:41.501813+0000","last_active":"2024-09-19T05:02:42.498808+0000","last_peered":"2024-09-19T05:02:42.498808+0000","last_clean":"2024-09-19T05:02:42.498808+0000","last_became_active":"2024-09-19T05:02:41.501521+0000","last_became_peered":"2024-09-19T05:02:41.501521+0000","last_unstale":"2024-09-19T05:02:42.498808+0000","last_undegraded":"2024-09-19T05:02:42.498808+0000","last_fullsized":"2024-09-19T05:02:42.498808+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:06:38.249406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.506171+0000","last_change":"2024-09-19T05:02:40.490126+0000","last_active":"2024-09-19T05:02:42.506171+0000","last_peered":"2024-09-19T05:02:42.506171+0000","last_clean":"2024-09-19T05:02:42.506171+0000","last_became_active":"2024-09-19T05:02:40.489895+0000","last_became_peered":"2024-09-19T05:02:40.489895+0000","last_unstale":"2024-09-19T05:02:42.506171+0000","last_undegraded":"2024-09-19T05:02:42.506171+0000","last_fullsized":"2024-09-19T05:02:42.506171+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:26:52.070636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.656870+0000","last_change":"2024-09-19T05:02:41.507999+0000","last_active":"2024-09-19T05:02:42.656870+0000","last_peered":"2024-09-19T05:02:42.656870+0000","last_clean":"2024-09-19T05:02:42.656870+0000","last_became_active":"2024-09-19T05:02:41.504202+0000","last_became_peered":"2024-09-19T05:02:41.504202+0000","last_unstale":"2024-09-19T05:02:42.656870+0000","last_undegraded":"2024-09-19T05:02:42.656870+0000","last_fullsized":"2024-09-19T05:02:42.656870+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:24.598585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.504599+0000","last_change":"2024-09-19T05:02:40.496165+0000","last_active":"2024-09-19T05:02:42.504599+0000","last_peered":"2024-09-19T05:02:42.504599+0000","last_clean":"2024-09-19T05:02:42.504599+0000","last_became_active":"2024-09-19T05:02:40.495874+0000","last_became_peered":"2024-09-19T05:02:40.495874+0000","last_unstale":"2024-09-19T05:02:42.504599+0000","last_undegraded":"2024-09-19T05:02:42.504599+0000","last_fullsized":"2024-09-19T05:02:42.504599+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:39:51.172997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.504582+0000","last_change":"2024-09-19T05:02:41.523089+0000","last_active":"2024-09-19T05:02:42.504582+0000","last_peered":"2024-09-19T05:02:42.504582+0000","last_clean":"2024-09-19T05:02:42.504582+0000","last_became_active":"2024-09-19T05:02:41.522785+0000","last_became_peered":"2024-09-19T05:02:41.522785+0000","last_unstale":"2024-09-19T05:02:42.504582+0000","last_undegraded":"2024-09-19T05:02:42.504582+0000","last_fullsized":"2024-09-19T05:02:42.504582+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:29:34.766651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.656902+0000","last_change":"2024-09-19T05:02:40.494433+0000","last_active":"2024-09-19T05:02:42.656902+0000","last_peered":"2024-09-19T05:02:42.656902+0000","last_clean":"2024-09-19T05:02:42.656902+0000","last_became_active":"2024-09-19T05:02:40.494077+0000","last_became_peered":"2024-09-19T05:02:40.494077+0000","last_unstale":"2024-09-19T05:02:42.656902+0000","last_undegraded":"2024-09-19T05:02:42.656902+0000","last_fullsized":"2024-09-19T05:02:42.656902+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:10:39.604597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.507229+0000","last_change":"2024-09-19T05:02:41.505134+0000","last_active":"2024-09-19T05:02:42.507229+0000","last_peered":"2024-09-19T05:02:42.507229+0000","last_clean":"2024-09-19T05:02:42.507229+0000","last_became_active":"2024-09-19T05:02:41.504881+0000","last_became_peered":"2024-09-19T05:02:41.504881+0000","last_unstale":"2024-09-19T05:02:42.507229+0000","last_undegraded":"2024-09-19T05:02:42.507229+0000","last_fullsized":"2024-09-19T05:02:42.507229+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:14:27.475618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.656787+0000","last_change":"2024-09-19T05:02:40.486873+0000","last_active":"2024-09-19T05:02:42.656787+0000","last_peered":"2024-09-19T05:02:42.656787+0000","last_clean":"2024-09-19T05:02:42.656787+0000","last_became_active":"2024-09-19T05:02:40.486598+0000","last_became_peered":"2024-09-19T05:02:40.486598+0000","last_unstale":"2024-09-19T05:02:42.656787+0000","last_undegraded":"2024-09-19T05:02:42.656787+0000","last_fullsized":"2024-09-19T05:02:42.656787+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:48.791476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.504659+0000","last_change":"2024-09-19T05:02:41.514102+0000","last_active":"2024-09-19T05:02:42.504659+0000","last_peered":"2024-09-19T05:02:42.504659+0000","last_clean":"2024-09-19T05:02:42.504659+0000","last_became_active":"2024-09-19T05:02:41.513755+0000","last_became_peered":"2024-09-19T05:02:41.513755+0000","last_unstale":"2024-09-19T05:02:42.504659+0000","last_undegraded":"2024-09-19T05:02:42.504659+0000","last_fullsized":"2024-09-19T05:02:42.504659+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:37:07.027461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.502896+0000","last_change":"2024-09-19T05:02:40.492004+0000","last_active":"2024-09-19T05:02:42.502896+0000","last_peered":"2024-09-19T05:02:42.502896+0000","last_clean":"2024-09-19T05:02:42.502896+0000","last_became_active":"2024-09-19T05:02:40.491721+0000","last_became_peered":"2024-09-19T05:02:40.491721+0000","last_unstale":"2024-09-19T05:02:42.502896+0000","last_undegraded":"2024-09-19T05:02:42.502896+0000","last_fullsized":"2024-09-19T05:02:42.502896+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:05:21.548744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.657176+0000","last_change":"2024-09-19T05:02:41.507314+0000","last_active":"2024-09-19T05:02:42.657176+0000","last_peered":"2024-09-19T05:02:42.657176+0000","last_clean":"2024-09-19T05:02:42.657176+0000","last_became_active":"2024-09-19T05:02:41.506976+0000","last_became_peered":"2024-09-19T05:02:41.506976+0000","last_unstale":"2024-09-19T05:02:42.657176+0000","last_undegraded":"2024-09-19T05:02:42.657176+0000","last_fullsized":"2024-09-19T05:02:42.657176+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:41:33.583006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":14,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.507261+0000","last_change":"2024-09-19T05:02:40.487977+0000","last_active":"2024-09-19T05:02:42.507261+0000","last_peered":"2024-09-19T05:02:42.507261+0000","last_clean":"2024-09-19T05:02:42.507261+0000","last_became_active":"2024-09-19T05:02:40.487600+0000","last_became_peered":"2024-09-19T05:02:40.487600+0000","last_unstale":"2024-09-19T05:02:42.507261+0000","last_undegraded":"2024-09-19T05:02:42.507261+0000","last_fullsized":"2024-09-19T05:02:42.507261+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:51.724764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":12,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.764687+0000","last_change":"2024-09-19T05:02:41.508847+0000","last_active":"2024-09-19T05:02:42.764687+0000","last_peered":"2024-09-19T05:02:42.764687+0000","last_clean":"2024-09-19T05:02:42.764687+0000","last_became_active":"2024-09-19T05:02:41.508223+0000","last_became_peered":"2024-09-19T05:02:41.508223+0000","last_unstale":"2024-09-19T05:02:42.764687+0000","last_undegraded":"2024-09-19T05:02:42.764687+0000","last_fullsized":"2024-09-19T05:02:42.764687+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:40.473012+0000","last_clean_scrub_stamp":"2024-09-19T05:02:40.473012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:46.772391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.6","version":"50'1","reported_seq":15,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.504823+0000","last_change":"2024-09-19T05:02:40.501213+0000","last_active":"2024-09-19T05:02:42.504823+0000","last_peered":"2024-09-19T05:02:42.504823+0000","last_clean":"2024-09-19T05:02:42.504823+0000","last_became_active":"2024-09-19T05:02:40.500905+0000","last_became_peered":"2024-09-19T05:02:40.500905+0000","last_unstale":"2024-09-19T05:02:42.504823+0000","last_undegraded":"2024-09-19T05:02:42.504823+0000","last_fullsized":"2024-09-19T05:02:42.504823+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":47,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:02:39.468396+0000","last_clean_scrub_stamp":"2024-09-19T05:02:39.468396+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:06.402743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":228,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-19T05:02:42.505355+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:02:42.505355+0000","last_peered":"2024-09-19T05:02:42.505355+0000","last_clean":"2024-09-19T05:02:42.505355+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:02:42.505355+0000","last_undegraded":"2024-09-19T05:02:42.505355+0000","last_fullsized":"2024-09-19T05:02:42.505355+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509463,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28192,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343648,"statfs":{"total":96636764160,"available":96607895552,"internally_reserved":0,"allocated":1187840,"data_stored":851433,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509462,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27616,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344224,"statfs":{"total":96636764160,"available":96608485376,"internally_reserved":0,"allocated":593920,"data_stored":261593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509462,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27608,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344232,"statfs":{"total":96636764160,"available":96608493568,"internally_reserved":0,"allocated":585728,"data_stored":260941,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542167,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31784,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340056,"statfs":{"total":96636764160,"available":96604217344,"internally_reserved":0,"allocated":602112,"data_stored":262575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542167,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31772,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340068,"statfs":{"total":96636764160,"available":96604229632,"internally_reserved":0,"allocated":598016,"data_stored":262553,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574872,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27604,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344236,"statfs":{"total":96636764160,"available":96608497664,"internally_reserved":0,"allocated":589824,"data_stored":261523,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574871,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31768,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340072,"statfs":{"total":96636764160,"available":96604233728,"internally_reserved":0,"allocated":593920,"data_stored":261101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574871,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36512,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335328,"statfs":{"total":96636764160,"available":96599375872,"internally_reserved":0,"allocated":1187840,"data_stored":851365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:02:49.645 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T05:02:49.645 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T05:02:49.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.790+0000 7fd06ee37640 1 Processor -- start 2024-09-19T05:02:49.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.790+0000 7fd06ee37640 1 -- start start 2024-09-19T05:02:49.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.791+0000 7fd06ee37640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fd06806deb0 0x7fd0680b5e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:49.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.791+0000 7fd06ee37640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd06809b480 con 0x7fd06815e770 2024-09-19T05:02:49.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.791+0000 7fd06ee37640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd06809b760 con 0x7fd0680cccb0 2024-09-19T05:02:49.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.791+0000 7fd06ee37640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fd0680cb810 con 0x7fd06806deb0 2024-09-19T05:02:49.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.791+0000 7fd06cbd3640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fd06815e770 0x7fd06806d7a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:43210/0 (socket says 172.21.15.5:43210) 2024-09-19T05:02:49.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.791+0000 7fd06cbd3640 1 -- 172.21.15.5:0/4033670043 learned_addr learned my addr 172.21.15.5:0/4033670043 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:49.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.792+0000 7fd067fff640 1 --2- 172.21.15.5:0/4033670043 >> v2:172.21.15.134:3300/0 conn(0x7fd06806deb0 0x7fd0680b5e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:49.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.792+0000 7fd0677fe640 1 -- 172.21.15.5:0/4033670043 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4172168501 0 0) 0x7fd06809b480 con 0x7fd06815e770 2024-09-19T05:02:49.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.792+0000 7fd0677fe640 1 -- 172.21.15.5:0/4033670043 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd050003520 con 0x7fd06815e770 2024-09-19T05:02:49.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.792+0000 7fd0677fe640 1 -- 172.21.15.5:0/4033670043 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 7169427 0 0) 0x7fd050003520 con 0x7fd06815e770 2024-09-19T05:02:49.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.792+0000 7fd0677fe640 1 -- 172.21.15.5:0/4033670043 >> v2:172.21.15.134:3300/0 conn(0x7fd06806deb0 msgr2=0x7fd0680b5e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:49.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.792+0000 7fd0677fe640 1 --2- 172.21.15.5:0/4033670043 >> v2:172.21.15.134:3300/0 conn(0x7fd06806deb0 0x7fd0680b5e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:49.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.792+0000 7fd0677fe640 1 -- 172.21.15.5:0/4033670043 >> v1:172.21.15.134:6789/0 conn(0x7fd0680cccb0 legacy=0x7fd0680b6340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:49.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.792+0000 7fd0677fe640 1 -- 172.21.15.5:0/4033670043 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd06809ba40 con 0x7fd06815e770 2024-09-19T05:02:49.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.792+0000 7fd0677fe640 1 -- 172.21.15.5:0/4033670043 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7fd058001670 con 0x7fd06815e770 2024-09-19T05:02:49.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.792+0000 7fd0677fe640 1 -- 172.21.15.5:0/4033670043 >> v1:172.21.15.5:6789/0 conn(0x7fd06815e770 legacy=0x7fd06806d7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:49.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.792+0000 7fd0677fe640 1 --2- 172.21.15.5:0/4033670043 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0500039b0 0x7fd050003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:49.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.792+0000 7fd0677fe640 1 --2- 172.21.15.5:0/4033670043 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd050004800 0x7fd050004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:49.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.792+0000 7fd0677fe640 1 --2- 172.21.15.5:0/4033670043 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0500051c0 0x7fd05000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:49.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.792+0000 7fd0677fe640 1 -- 172.21.15.5:0/4033670043 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd0680cb810 con 0x7fd050004800 2024-09-19T05:02:49.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.792+0000 7fd0677fe640 1 -- 172.21.15.5:0/4033670043 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd05000c060 con 0x7fd0500039b0 2024-09-19T05:02:49.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.792+0000 7fd0677fe640 1 -- 172.21.15.5:0/4033670043 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd05000c260 con 0x7fd0500051c0 2024-09-19T05:02:49.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.792+0000 7fd067fff640 1 --2- 172.21.15.5:0/4033670043 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd050004800 0x7fd050004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:49.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.792+0000 7fd06cbd3640 1 --2- 172.21.15.5:0/4033670043 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0500039b0 0x7fd050003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:49.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.792+0000 7fd06d3d4640 1 --2- 172.21.15.5:0/4033670043 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0500051c0 0x7fd05000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:49.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.792+0000 7fd067fff640 1 -- 172.21.15.5:0/4033670043 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0500051c0 msgr2=0x7fd05000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:49.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.792+0000 7fd067fff640 1 --2- 172.21.15.5:0/4033670043 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0500051c0 0x7fd05000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:49.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.792+0000 7fd067fff640 1 -- 172.21.15.5:0/4033670043 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0500039b0 msgr2=0x7fd050003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:49.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.792+0000 7fd067fff640 1 --2- 172.21.15.5:0/4033670043 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0500039b0 0x7fd050003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:49.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.792+0000 7fd067fff640 1 -- 172.21.15.5:0/4033670043 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd050003520 con 0x7fd050004800 2024-09-19T05:02:49.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.792+0000 7fd06d3d4640 1 --2- 172.21.15.5:0/4033670043 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0500051c0 0x7fd05000b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:49.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.792+0000 7fd06d3d4640 1 -- 172.21.15.5:0/4033670043 reap_dead start 2024-09-19T05:02:49.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.793+0000 7fd067fff640 1 --2- 172.21.15.5:0/4033670043 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd050004800 0x7fd050004c80 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fd05c009ac0 tx=0x7fd050005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fd928fab4c06701 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:49.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.793+0000 7fd0677fe640 1 -- 172.21.15.5:0/4033670043 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd05c036070 con 0x7fd050004800 2024-09-19T05:02:49.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.793+0000 7fd0677fe640 1 -- 172.21.15.5:0/4033670043 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd05c031400 con 0x7fd050004800 2024-09-19T05:02:49.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.793+0000 7fd0677fe640 1 -- 172.21.15.5:0/4033670043 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd05c009690 con 0x7fd050004800 2024-09-19T05:02:49.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.794+0000 7fd06ee37640 1 -- 172.21.15.5:0/4033670043 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd050004800 msgr2=0x7fd050004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:49.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.794+0000 7fd06ee37640 1 --2- 172.21.15.5:0/4033670043 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd050004800 0x7fd050004c80 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fd05c009ac0 tx=0x7fd050005830 comp rx=0 tx=0).stop 2024-09-19T05:02:49.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.794+0000 7fd06ee37640 1 -- 172.21.15.5:0/4033670043 shutdown_connections 2024-09-19T05:02:49.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.794+0000 7fd06ee37640 1 --2- 172.21.15.5:0/4033670043 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd050004800 0x7fd050004c80 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:49.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.794+0000 7fd06ee37640 1 -- 172.21.15.5:0/4033670043 >> 172.21.15.5:0/4033670043 conn(0x7fd0680b4060 msgr2=0x7fd0680b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:49.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.794+0000 7fd06ee37640 1 -- 172.21.15.5:0/4033670043 shutdown_connections 2024-09-19T05:02:49.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.794+0000 7fd06ee37640 1 -- 172.21.15.5:0/4033670043 wait complete. 2024-09-19T05:02:49.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.795+0000 7fd06ee37640 1 Processor -- start 2024-09-19T05:02:49.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.795+0000 7fd06ee37640 1 -- start start 2024-09-19T05:02:49.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.796+0000 7fd06ee37640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd050004800 0x7fd0681f7680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:49.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.796+0000 7fd06ee37640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0681f4aa0 0x7fd068071590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:49.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.796+0000 7fd06ee37640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd068160d10 0x7fd0681611a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:49.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.796+0000 7fd06ee37640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd06815eb50 con 0x7fd050004800 2024-09-19T05:02:49.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.796+0000 7fd06ee37640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd06809c000 con 0x7fd0681f4aa0 2024-09-19T05:02:49.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.796+0000 7fd06ee37640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd06815ecd0 con 0x7fd068160d10 2024-09-19T05:02:49.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.796+0000 7fd06cbd3640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd050004800 0x7fd0681f7680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:49.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.796+0000 7fd06cbd3640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd050004800 0x7fd0681f7680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45586/0 (socket says 172.21.15.5:45586) 2024-09-19T05:02:49.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.796+0000 7fd06cbd3640 1 -- 172.21.15.5:0/1673947265 learned_addr learned my addr 172.21.15.5:0/1673947265 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:49.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.796+0000 7fd06d3d4640 1 --2- 172.21.15.5:0/1673947265 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd068160d10 0x7fd0681611a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:49.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.796+0000 7fd067fff640 1 --2- 172.21.15.5:0/1673947265 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0681f4aa0 0x7fd068071590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:49.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.797+0000 7fd06cbd3640 1 -- 172.21.15.5:0/1673947265 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd068160d10 msgr2=0x7fd0681611a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:49.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.797+0000 7fd06cbd3640 1 --2- 172.21.15.5:0/1673947265 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd068160d10 0x7fd0681611a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:49.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.797+0000 7fd06cbd3640 1 -- 172.21.15.5:0/1673947265 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0681f4aa0 msgr2=0x7fd068071590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:49.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.797+0000 7fd06cbd3640 1 --2- 172.21.15.5:0/1673947265 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0681f4aa0 0x7fd068071590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:49.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.797+0000 7fd06cbd3640 1 -- 172.21.15.5:0/1673947265 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0681f7d10 con 0x7fd050004800 2024-09-19T05:02:49.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.797+0000 7fd06cbd3640 1 --2- 172.21.15.5:0/1673947265 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd050004800 0x7fd0681f7680 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fd058000f60 tx=0x7fd058007720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:49.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.797+0000 7fd0657fa640 1 -- 172.21.15.5:0/1673947265 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd05800f960 con 0x7fd050004800 2024-09-19T05:02:49.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.797+0000 7fd0657fa640 1 -- 172.21.15.5:0/1673947265 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd058018070 con 0x7fd050004800 2024-09-19T05:02:49.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.797+0000 7fd06ee37640 1 -- 172.21.15.5:0/1673947265 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0681f7ff0 con 0x7fd050004800 2024-09-19T05:02:49.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.797+0000 7fd0657fa640 1 -- 172.21.15.5:0/1673947265 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd05800fd20 con 0x7fd050004800 2024-09-19T05:02:49.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.797+0000 7fd06ee37640 1 -- 172.21.15.5:0/1673947265 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0681607f0 con 0x7fd050004800 2024-09-19T05:02:49.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.798+0000 7fd06ee37640 1 -- 172.21.15.5:0/1673947265 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0681f8510 con 0x7fd050004800 2024-09-19T05:02:49.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.798+0000 7fd0657fa640 1 -- 172.21.15.5:0/1673947265 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd05801d460 con 0x7fd050004800 2024-09-19T05:02:49.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.799+0000 7fd0657fa640 1 --2- 172.21.15.5:0/1673947265 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd05406c2b0 0x7fd05406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:49.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.799+0000 7fd0657fa640 1 -- 172.21.15.5:0/1673947265 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7fd05808b500 con 0x7fd050004800 2024-09-19T05:02:49.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.799+0000 7fd067fff640 1 --2- 172.21.15.5:0/1673947265 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd05406c2b0 0x7fd05406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:49.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.800+0000 7fd067fff640 1 --2- 172.21.15.5:0/1673947265 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd05406c2b0 0x7fd05406e770 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fd05c033000 tx=0x7fd05c008030 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:49.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:49.803+0000 7fd0657fa640 1 -- 172.21.15.5:0/1673947265 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd0681f8510 con 0x7fd050004800 2024-09-19T05:02:50.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.047+0000 7fd06ee37640 1 -- 172.21.15.5:0/1673947265 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fd0680b3850 con 0x7fd050004800 2024-09-19T05:02:50.050 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.049+0000 7fd0657fa640 1 -- 172.21.15.5:0/1673947265 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v12) ==== 190+0+147 (secure 0 0 0) 0x7fd058059490 con 0x7fd050004800 2024-09-19T05:02:50.051 INFO:teuthology.orchestra.run.smithi005.stdout:[client.0] 2024-09-19T05:02:50.051 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDnr+tmGJAHJxAA6YT7sqI8XwKH2Z23OxGkFw== 2024-09-19T05:02:50.051 INFO:teuthology.orchestra.run.smithi005.stdout: caps mds = "allow" 2024-09-19T05:02:50.051 INFO:teuthology.orchestra.run.smithi005.stdout: caps mon = "allow r" 2024-09-19T05:02:50.051 INFO:teuthology.orchestra.run.smithi005.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T05:02:50.051 INFO:teuthology.orchestra.run.smithi005.stderr:updated caps for client.0 2024-09-19T05:02:50.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.051+0000 7fd06ee37640 1 -- 172.21.15.5:0/1673947265 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd05406c2b0 msgr2=0x7fd05406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:50.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.051+0000 7fd06ee37640 1 --2- 172.21.15.5:0/1673947265 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd05406c2b0 0x7fd05406e770 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fd05c033000 tx=0x7fd05c008030 comp rx=0 tx=0).stop 2024-09-19T05:02:50.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.051+0000 7fd06ee37640 1 -- 172.21.15.5:0/1673947265 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd050004800 msgr2=0x7fd0681f7680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:50.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.051+0000 7fd06ee37640 1 --2- 172.21.15.5:0/1673947265 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd050004800 0x7fd0681f7680 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fd058000f60 tx=0x7fd058007720 comp rx=0 tx=0).stop 2024-09-19T05:02:50.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.051+0000 7fd06ee37640 1 -- 172.21.15.5:0/1673947265 shutdown_connections 2024-09-19T05:02:50.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.051+0000 7fd06ee37640 1 --2- 172.21.15.5:0/1673947265 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd05406c2b0 0x7fd05406e770 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.051+0000 7fd06ee37640 1 --2- 172.21.15.5:0/1673947265 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd068160d10 0x7fd0681611a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.051+0000 7fd06ee37640 1 --2- 172.21.15.5:0/1673947265 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0681f4aa0 0x7fd068071590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.051+0000 7fd06ee37640 1 --2- 172.21.15.5:0/1673947265 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd050004800 0x7fd0681f7680 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.051+0000 7fd06ee37640 1 -- 172.21.15.5:0/1673947265 >> 172.21.15.5:0/1673947265 conn(0x7fd0680b4060 msgr2=0x7fd068070480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:50.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.052+0000 7fd06ee37640 1 -- 172.21.15.5:0/1673947265 shutdown_connections 2024-09-19T05:02:50.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.052+0000 7fd06ee37640 1 -- 172.21.15.5:0/1673947265 wait complete. 2024-09-19T05:02:50.064 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:02:50.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.164+0000 7f21547af640 1 Processor -- start 2024-09-19T05:02:50.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.164+0000 7f21547af640 1 -- start start 2024-09-19T05:02:50.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.165+0000 7f21547af640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f214c09aa70 0x7f214c09ae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:50.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.165+0000 7f21547af640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f214c09b390 con 0x7f214c09b7b0 2024-09-19T05:02:50.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.165+0000 7f21547af640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f214c0d0120 con 0x7f214c0b3230 2024-09-19T05:02:50.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.165+0000 7f21547af640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f214c0d06e0 con 0x7f214c09aa70 2024-09-19T05:02:50.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.165+0000 7f2151d4a640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f214c09b7b0 0x7f214c0ccfc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:43214/0 (socket says 172.21.15.5:43214) 2024-09-19T05:02:50.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.166+0000 7f2151d4a640 1 -- 172.21.15.5:0/1825723625 learned_addr learned my addr 172.21.15.5:0/1825723625 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:50.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.166+0000 7f215254b640 1 --2- 172.21.15.5:0/1825723625 >> v2:172.21.15.134:3300/0 conn(0x7f214c09aa70 0x7f214c09ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:50.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.166+0000 7f2151549640 1 -- 172.21.15.5:0/1825723625 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3565536116 0 0) 0x7f214c09b390 con 0x7f214c09b7b0 2024-09-19T05:02:50.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.166+0000 7f2151549640 1 -- 172.21.15.5:0/1825723625 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2134003520 con 0x7f214c09b7b0 2024-09-19T05:02:50.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.166+0000 7f215254b640 1 -- 172.21.15.5:0/1825723625 >> v1:172.21.15.134:6789/0 conn(0x7f214c0b3230 legacy=0x7f214c0cd6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:50.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.166+0000 7f2151549640 1 -- 172.21.15.5:0/1825723625 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2257287872 0 0) 0x7f2134003520 con 0x7f214c09b7b0 2024-09-19T05:02:50.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.166+0000 7f215254b640 1 -- 172.21.15.5:0/1825723625 >> v1:172.21.15.5:6789/0 conn(0x7f214c09b7b0 legacy=0x7f214c0ccfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:50.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.166+0000 7f215254b640 1 -- 172.21.15.5:0/1825723625 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f214c0d0400 con 0x7f214c09aa70 2024-09-19T05:02:50.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.167+0000 7f215254b640 1 --2- 172.21.15.5:0/1825723625 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f214c09aa70 0x7f214c09ae50 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f21440097a0 tx=0x7f214402a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8665cb4df07803f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:50.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.167+0000 7f2151549640 1 -- 172.21.15.5:0/1825723625 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2144037070 con 0x7f214c09aa70 2024-09-19T05:02:50.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.167+0000 7f2151549640 1 -- 172.21.15.5:0/1825723625 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f214402ac50 con 0x7f214c09aa70 2024-09-19T05:02:50.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.167+0000 7f2151549640 1 -- 172.21.15.5:0/1825723625 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2140001670 con 0x7f214c09aa70 2024-09-19T05:02:50.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.168+0000 7f21547af640 1 -- 172.21.15.5:0/1825723625 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f214c09aa70 msgr2=0x7f214c09ae50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:50.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.168+0000 7f21547af640 1 --2- 172.21.15.5:0/1825723625 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f214c09aa70 0x7f214c09ae50 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f21440097a0 tx=0x7f214402a1c0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.168+0000 7f21547af640 1 -- 172.21.15.5:0/1825723625 shutdown_connections 2024-09-19T05:02:50.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.168+0000 7f21547af640 1 --2- 172.21.15.5:0/1825723625 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f214c09aa70 0x7f214c09ae50 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.168+0000 7f21547af640 1 -- 172.21.15.5:0/1825723625 >> 172.21.15.5:0/1825723625 conn(0x7f214c0d23b0 msgr2=0x7f214c0d27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:50.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.168+0000 7f21547af640 1 -- 172.21.15.5:0/1825723625 shutdown_connections 2024-09-19T05:02:50.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.168+0000 7f21547af640 1 -- 172.21.15.5:0/1825723625 wait complete. 2024-09-19T05:02:50.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.169+0000 7f21547af640 1 Processor -- start 2024-09-19T05:02:50.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.169+0000 7f21547af640 1 -- start start 2024-09-19T05:02:50.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.170+0000 7f21547af640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f214c09aa70 0x7f214c152c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:50.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.170+0000 7f21547af640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f214c09b7b0 0x7f214c0b5a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:50.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.170+0000 7f21547af640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f214c0b3230 0x7f214c0c9480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:50.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.170+0000 7f21547af640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f214c0ce220 con 0x7f214c0b3230 2024-09-19T05:02:50.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.170+0000 7f21547af640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f214c0ce3a0 con 0x7f214c09b7b0 2024-09-19T05:02:50.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.170+0000 7f21547af640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f214c15c880 con 0x7f214c09aa70 2024-09-19T05:02:50.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.170+0000 7f2152d4c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f214c0b3230 0x7f214c0c9480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:50.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.170+0000 7f2152d4c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f214c0b3230 0x7f214c0c9480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45590/0 (socket says 172.21.15.5:45590) 2024-09-19T05:02:50.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.170+0000 7f2152d4c640 1 -- 172.21.15.5:0/2997883699 learned_addr learned my addr 172.21.15.5:0/2997883699 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:50.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.170+0000 7f215254b640 1 --2- 172.21.15.5:0/2997883699 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f214c09aa70 0x7f214c152c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:50.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.170+0000 7f2151d4a640 1 --2- 172.21.15.5:0/2997883699 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f214c09b7b0 0x7f214c0b5a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:50.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.170+0000 7f2152d4c640 1 -- 172.21.15.5:0/2997883699 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f214c09aa70 msgr2=0x7f214c152c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:50.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.170+0000 7f2152d4c640 1 --2- 172.21.15.5:0/2997883699 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f214c09aa70 0x7f214c152c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.170+0000 7f2152d4c640 1 -- 172.21.15.5:0/2997883699 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f214c09b7b0 msgr2=0x7f214c0b5a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:50.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.170+0000 7f2152d4c640 1 --2- 172.21.15.5:0/2997883699 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f214c09b7b0 0x7f214c0b5a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.170+0000 7f2152d4c640 1 -- 172.21.15.5:0/2997883699 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f214c0c9f40 con 0x7f214c0b3230 2024-09-19T05:02:50.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.170+0000 7f2152d4c640 1 --2- 172.21.15.5:0/2997883699 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f214c0b3230 0x7f214c0c9480 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f213c00c760 tx=0x7f213c00cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:50.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.171+0000 7f214affd640 1 -- 172.21.15.5:0/2997883699 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f213c003b70 con 0x7f214c0b3230 2024-09-19T05:02:50.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.171+0000 7f214affd640 1 -- 172.21.15.5:0/2997883699 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f213c003d10 con 0x7f214c0b3230 2024-09-19T05:02:50.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.171+0000 7f21547af640 1 -- 172.21.15.5:0/2997883699 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f214c0ca220 con 0x7f214c0b3230 2024-09-19T05:02:50.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.171+0000 7f214affd640 1 -- 172.21.15.5:0/2997883699 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f213c00aa90 con 0x7f214c0b3230 2024-09-19T05:02:50.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.171+0000 7f21547af640 1 -- 172.21.15.5:0/2997883699 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f214c0ca7e0 con 0x7f214c0b3230 2024-09-19T05:02:50.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.172+0000 7f21547af640 1 -- 172.21.15.5:0/2997883699 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f214c0b1650 con 0x7f214c0b3230 2024-09-19T05:02:50.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.172+0000 7f214affd640 1 -- 172.21.15.5:0/2997883699 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f213c00ac30 con 0x7f214c0b3230 2024-09-19T05:02:50.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.173+0000 7f214affd640 1 --2- 172.21.15.5:0/2997883699 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f213806c2b0 0x7f213806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:50.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.173+0000 7f214affd640 1 -- 172.21.15.5:0/2997883699 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7f213c08b360 con 0x7f214c0b3230 2024-09-19T05:02:50.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.173+0000 7f215254b640 1 --2- 172.21.15.5:0/2997883699 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f213806c2b0 0x7f213806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:50.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.173+0000 7f215254b640 1 --2- 172.21.15.5:0/2997883699 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f213806c2b0 0x7f213806e770 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f2144034000 tx=0x7f214402e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:50.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.177+0000 7f214affd640 1 -- 172.21.15.5:0/2997883699 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f213c059380 con 0x7f214c0b3230 2024-09-19T05:02:50.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.388+0000 7f21547af640 1 -- 172.21.15.5:0/2997883699 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f214c0cc870 con 0x7f214c0b3230 2024-09-19T05:02:50.390 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.389+0000 7f214affd640 1 -- 172.21.15.5:0/2997883699 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5220 (secure 0 0 0) 0x7f213c05d680 con 0x7f214c0b3230 2024-09-19T05:02:50.390 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:50.391 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":24,"btime":"2024-09-19T05:02:43:899500+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5095,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/4285621567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":4285621567},{"type":"v1","addr":"172.21.15.5:6834","nonce":4285621567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5107,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/2291227084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":2291227084},{"type":"v1","addr":"172.21.15.134:6836","nonce":2291227084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5110,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/2904072031","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":2904072031},{"type":"v1","addr":"172.21.15.134:6837","nonce":2904072031}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[{"mdsmap":{"epoch":24,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:02:40.845406+0000","modified":"2024-09-19T05:02:43.247282+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5271},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5271":{"gid":5271,"name":"a","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/892842323","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":892842323},{"type":"v1","addr":"172.21.15.5:6835","nonce":892842323}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5271,"qdb_cluster":[5271]},"id":3}]} 2024-09-19T05:02:50.391 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 24 2024-09-19T05:02:50.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.391+0000 7f21547af640 1 -- 172.21.15.5:0/2997883699 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f213806c2b0 msgr2=0x7f213806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:50.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.391+0000 7f21547af640 1 --2- 172.21.15.5:0/2997883699 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f213806c2b0 0x7f213806e770 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f2144034000 tx=0x7f214402e000 comp rx=0 tx=0).stop 2024-09-19T05:02:50.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.391+0000 7f21547af640 1 -- 172.21.15.5:0/2997883699 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f214c0b3230 msgr2=0x7f214c0c9480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:50.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.391+0000 7f21547af640 1 --2- 172.21.15.5:0/2997883699 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f214c0b3230 0x7f214c0c9480 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f213c00c760 tx=0x7f213c00cc20 comp rx=0 tx=0).stop 2024-09-19T05:02:50.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.391+0000 7f21547af640 1 -- 172.21.15.5:0/2997883699 shutdown_connections 2024-09-19T05:02:50.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.391+0000 7f21547af640 1 --2- 172.21.15.5:0/2997883699 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f213806c2b0 0x7f213806e770 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.391+0000 7f21547af640 1 --2- 172.21.15.5:0/2997883699 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f214c0b3230 0x7f214c0c9480 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.391+0000 7f21547af640 1 --2- 172.21.15.5:0/2997883699 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f214c09b7b0 0x7f214c0b5a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.391+0000 7f21547af640 1 --2- 172.21.15.5:0/2997883699 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f214c09aa70 0x7f214c152c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.391+0000 7f21547af640 1 -- 172.21.15.5:0/2997883699 >> 172.21.15.5:0/2997883699 conn(0x7f214c0d23b0 msgr2=0x7f214c0ccf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:50.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.391+0000 7f21547af640 1 -- 172.21.15.5:0/2997883699 shutdown_connections 2024-09-19T05:02:50.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.391+0000 7f21547af640 1 -- 172.21.15.5:0/2997883699 wait complete. 2024-09-19T05:02:50.806 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 24, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T05:02:40.845406+0000', 'modified': '2024-09-19T05:02:43.247282+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5271}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5271': {'gid': 5271, 'name': 'a', 'rank': 0, 'incarnation': 21, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.5:6835/892842323', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.5:6833', 'nonce': 892842323}, {'type': 'v1', 'addr': '172.21.15.5:6835', 'nonce': 892842323}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [8], 'metadata_pool': 7, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5271, 'qdb_cluster': [5271]} 2024-09-19T05:02:50.807 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T05:02:50.807 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-19T05:02:50.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.912+0000 7fb120149640 1 Processor -- start 2024-09-19T05:02:50.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.912+0000 7fb120149640 1 -- start start 2024-09-19T05:02:50.914 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.913+0000 7fb120149640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb118072400 0x7fb118162700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:50.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.913+0000 7fb120149640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb118072870 con 0x7fb118162c40 2024-09-19T05:02:50.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.913+0000 7fb120149640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb11815ecd0 con 0x7fb118162320 2024-09-19T05:02:50.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.913+0000 7fb120149640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fb1180730c0 con 0x7fb118072400 2024-09-19T05:02:50.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.913+0000 7fb11d6e4640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb118072400 0x7fb118162700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:50.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.913+0000 7fb11d6e4640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb118072400 0x7fb118162700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45602/0 (socket says 172.21.15.5:45602) 2024-09-19T05:02:50.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.913+0000 7fb11e6e6640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fb118162c40 0x7fb1180b4f90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:43220/0 (socket says 172.21.15.5:43220) 2024-09-19T05:02:50.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.913+0000 7fb11d6e4640 1 -- 172.21.15.5:0/2239879547 learned_addr learned my addr 172.21.15.5:0/2239879547 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:50.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.913+0000 7fb11d6e4640 1 -- 172.21.15.5:0/2239879547 >> v1:172.21.15.134:6789/0 conn(0x7fb118162320 legacy=0x7fb11815f490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:50.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.913+0000 7fb11d6e4640 1 -- 172.21.15.5:0/2239879547 >> v1:172.21.15.5:6789/0 conn(0x7fb118162c40 legacy=0x7fb1180b4f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:50.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.913+0000 7fb11d6e4640 1 -- 172.21.15.5:0/2239879547 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb118072b00 con 0x7fb118072400 2024-09-19T05:02:50.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.914+0000 7fb11d6e4640 1 --2- 172.21.15.5:0/2239879547 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb118072400 0x7fb118162700 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fb108009870 tx=0x7fb10802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6083e929e6734dbd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:50.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.914+0000 7fb11cee3640 1 -- 172.21.15.5:0/2239879547 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb108037070 con 0x7fb118072400 2024-09-19T05:02:50.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.914+0000 7fb11cee3640 1 -- 172.21.15.5:0/2239879547 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb108032440 con 0x7fb118072400 2024-09-19T05:02:50.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.914+0000 7fb11cee3640 1 -- 172.21.15.5:0/2239879547 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb108032810 con 0x7fb118072400 2024-09-19T05:02:50.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.914+0000 7fb120149640 1 -- 172.21.15.5:0/2239879547 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb118072400 msgr2=0x7fb118162700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:50.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.914+0000 7fb120149640 1 --2- 172.21.15.5:0/2239879547 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb118072400 0x7fb118162700 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fb108009870 tx=0x7fb10802a210 comp rx=0 tx=0).stop 2024-09-19T05:02:50.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.915+0000 7fb120149640 1 -- 172.21.15.5:0/2239879547 shutdown_connections 2024-09-19T05:02:50.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.915+0000 7fb120149640 1 --2- 172.21.15.5:0/2239879547 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb118072400 0x7fb118162700 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.915+0000 7fb120149640 1 -- 172.21.15.5:0/2239879547 >> 172.21.15.5:0/2239879547 conn(0x7fb11806bc10 msgr2=0x7fb11806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:50.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.915+0000 7fb120149640 1 -- 172.21.15.5:0/2239879547 shutdown_connections 2024-09-19T05:02:50.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.915+0000 7fb120149640 1 -- 172.21.15.5:0/2239879547 wait complete. 2024-09-19T05:02:50.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.916+0000 7fb120149640 1 Processor -- start 2024-09-19T05:02:50.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.916+0000 7fb120149640 1 -- start start 2024-09-19T05:02:50.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.916+0000 7fb120149640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb118072400 0x7fb1180b2d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:50.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.917+0000 7fb120149640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb118162320 0x7fb1180b0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:50.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.917+0000 7fb120149640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb118162c40 0x7fb1180b0c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:50.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.917+0000 7fb120149640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fb1180b56a0 con 0x7fb118072400 2024-09-19T05:02:50.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.917+0000 7fb120149640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fb11815ef70 con 0x7fb118162320 2024-09-19T05:02:50.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.917+0000 7fb120149640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fb1180b5820 con 0x7fb118162c40 2024-09-19T05:02:50.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.917+0000 7fb11dee5640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb118072400 0x7fb1180b2d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:50.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.917+0000 7fb11dee5640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb118072400 0x7fb1180b2d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45610/0 (socket says 172.21.15.5:45610) 2024-09-19T05:02:50.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.917+0000 7fb11dee5640 1 -- 172.21.15.5:0/3268865485 learned_addr learned my addr 172.21.15.5:0/3268865485 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:50.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.917+0000 7fb11d6e4640 1 --2- 172.21.15.5:0/3268865485 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb118162320 0x7fb1180b0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:50.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.917+0000 7fb11e6e6640 1 --2- 172.21.15.5:0/3268865485 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb118162c40 0x7fb1180b0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:50.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.917+0000 7fb11dee5640 1 -- 172.21.15.5:0/3268865485 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb118162c40 msgr2=0x7fb1180b0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:50.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.917+0000 7fb11dee5640 1 --2- 172.21.15.5:0/3268865485 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb118162c40 0x7fb1180b0c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.917+0000 7fb11dee5640 1 -- 172.21.15.5:0/3268865485 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb118162320 msgr2=0x7fb1180b0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:50.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.917+0000 7fb11dee5640 1 --2- 172.21.15.5:0/3268865485 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb118162320 0x7fb1180b0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.917+0000 7fb11dee5640 1 -- 172.21.15.5:0/3268865485 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1180b3460 con 0x7fb118072400 2024-09-19T05:02:50.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.917+0000 7fb11d6e4640 1 --2- 172.21.15.5:0/3268865485 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb118162320 0x7fb1180b0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:50.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.917+0000 7fb11dee5640 1 --2- 172.21.15.5:0/3268865485 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb118072400 0x7fb1180b2d80 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fb11400c460 tx=0x7fb11400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:50.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.917+0000 7fb10e7fc640 1 -- 172.21.15.5:0/3268865485 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb114016020 con 0x7fb118072400 2024-09-19T05:02:50.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.917+0000 7fb10e7fc640 1 -- 172.21.15.5:0/3268865485 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb114012870 con 0x7fb118072400 2024-09-19T05:02:50.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.917+0000 7fb10e7fc640 1 -- 172.21.15.5:0/3268865485 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb114012c60 con 0x7fb118072400 2024-09-19T05:02:50.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.917+0000 7fb120149640 1 -- 172.21.15.5:0/3268865485 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb118150f50 con 0x7fb118072400 2024-09-19T05:02:50.921 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.917+0000 7fb120149640 1 -- 172.21.15.5:0/3268865485 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1181511f0 con 0x7fb118072400 2024-09-19T05:02:50.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.919+0000 7fb10e7fc640 1 -- 172.21.15.5:0/3268865485 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb114019020 con 0x7fb118072400 2024-09-19T05:02:50.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.919+0000 7fb10e7fc640 1 --2- 172.21.15.5:0/3268865485 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb0fc06c2b0 0x7fb0fc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:50.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.920+0000 7fb10e7fc640 1 -- 172.21.15.5:0/3268865485 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7fb11408b070 con 0x7fb118072400 2024-09-19T05:02:50.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.920+0000 7fb11d6e4640 1 --2- 172.21.15.5:0/3268865485 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb0fc06c2b0 0x7fb0fc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:50.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.920+0000 7fb11d6e4640 1 --2- 172.21.15.5:0/3268865485 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb0fc06c2b0 0x7fb0fc06e770 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fb108034000 tx=0x7fb10802e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:50.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.920+0000 7fb122fbb740 1 Processor -- start 2024-09-19T05:02:50.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.920+0000 7fb122fbb740 1 -- start start 2024-09-19T05:02:50.924 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.921+0000 7fb122fbb740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5580d40972c0 0x5580d40dca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:50.924 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.921+0000 7fb122fbb740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5580d4094a80 0x5580d40976a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:50.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.921+0000 7fb122fbb740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5580d4098a50 0x5580d40918b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:50.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.921+0000 7fb122fbb740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x5580d3ff9520 con 0x5580d4098a50 2024-09-19T05:02:50.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.921+0000 7fb122fbb740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x5580d3fa13e0 con 0x5580d40972c0 2024-09-19T05:02:50.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.921+0000 7fb122fbb740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x5580d3ff54e0 con 0x5580d4094a80 2024-09-19T05:02:50.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.921+0000 7fb11e6e6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5580d4098a50 0x5580d40918b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:50.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.921+0000 7fb11e6e6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5580d4098a50 0x5580d40918b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45612/0 (socket says 172.21.15.5:45612) 2024-09-19T05:02:50.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.921+0000 7fb11e6e6640 1 -- 172.21.15.5:0/2818905265 learned_addr learned my addr 172.21.15.5:0/2818905265 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:50.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.921+0000 7fb11dee5640 1 --2- 172.21.15.5:0/2818905265 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5580d40972c0 0x5580d40dca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:50.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.921+0000 7fb11d6e4640 1 --2- 172.21.15.5:0/2818905265 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5580d4094a80 0x5580d40976a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:50.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.922+0000 7fb11e6e6640 1 -- 172.21.15.5:0/2818905265 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5580d4094a80 msgr2=0x5580d40976a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:50.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.922+0000 7fb11e6e6640 1 --2- 172.21.15.5:0/2818905265 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5580d4094a80 0x5580d40976a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.922+0000 7fb11e6e6640 1 -- 172.21.15.5:0/2818905265 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5580d40972c0 msgr2=0x5580d40dca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:50.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.922+0000 7fb11e6e6640 1 --2- 172.21.15.5:0/2818905265 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5580d40972c0 0x5580d40dca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.922+0000 7fb11e6e6640 1 -- 172.21.15.5:0/2818905265 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5580d3fbc2f0 con 0x5580d4098a50 2024-09-19T05:02:50.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.922+0000 7fb11dee5640 1 --2- 172.21.15.5:0/2818905265 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5580d40972c0 0x5580d40dca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:02:50.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.922+0000 7fb11e6e6640 1 --2- 172.21.15.5:0/2818905265 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5580d4098a50 0x5580d40918b0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fb110007470 tx=0x7fb110007930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=737d112461ee60c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:50.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.922+0000 7fb0fb7fe640 1 -- 172.21.15.5:0/2818905265 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb110019070 con 0x5580d4098a50 2024-09-19T05:02:50.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.922+0000 7fb0fb7fe640 1 -- 172.21.15.5:0/2818905265 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb110001d00 con 0x5580d4098a50 2024-09-19T05:02:50.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.922+0000 7fb0fb7fe640 1 -- 172.21.15.5:0/2818905265 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb110014480 con 0x5580d4098a50 2024-09-19T05:02:50.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.923+0000 7fb122fbb740 1 -- 172.21.15.5:0/2818905265 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5580d4098a50 msgr2=0x5580d40918b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:50.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.923+0000 7fb122fbb740 1 --2- 172.21.15.5:0/2818905265 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5580d4098a50 0x5580d40918b0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fb110007470 tx=0x7fb110007930 comp rx=0 tx=0).stop 2024-09-19T05:02:50.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.923+0000 7fb122fbb740 1 -- 172.21.15.5:0/2818905265 shutdown_connections 2024-09-19T05:02:50.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.923+0000 7fb122fbb740 1 --2- 172.21.15.5:0/2818905265 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5580d4098a50 0x5580d40918b0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.923+0000 7fb122fbb740 1 --2- 172.21.15.5:0/2818905265 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5580d4094a80 0x5580d40976a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.923+0000 7fb122fbb740 1 --2- 172.21.15.5:0/2818905265 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5580d40972c0 0x5580d40dca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.923+0000 7fb122fbb740 1 -- 172.21.15.5:0/2818905265 >> 172.21.15.5:0/2818905265 conn(0x5580d4093a80 msgr2=0x5580d40dbf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:50.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.923+0000 7fb122fbb740 1 -- 172.21.15.5:0/2818905265 shutdown_connections 2024-09-19T05:02:50.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.923+0000 7fb122fbb740 1 -- 172.21.15.5:0/2818905265 wait complete. 2024-09-19T05:02:50.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.923+0000 7fb122fbb740 1 -- start start 2024-09-19T05:02:50.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.923+0000 7fb122fbb740 1 Processor -- start 2024-09-19T05:02:50.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.924+0000 7fb122fbb740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5580d40972c0 0x5580d40d9700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:50.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.924+0000 7fb122fbb740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5580d4098a50 0x5580d40b9cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:50.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.924+0000 7fb122fbb740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5580d40c19b0 0x5580d40b7c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:50.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.924+0000 7fb122fbb740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x5580d4092f20 con 0x5580d40972c0 2024-09-19T05:02:50.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.924+0000 7fb122fbb740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x5580d3f82450 con 0x5580d40c19b0 2024-09-19T05:02:50.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.924+0000 7fb122fbb740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x5580d40dd290 con 0x5580d4098a50 2024-09-19T05:02:50.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.924+0000 7fb122fbb740 10 client.0 _ll_register_callbacks cb 0x5580d3d0bac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:02:50.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.924+0000 7fb11dee5640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5580d40972c0 0x5580d40d9700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:50.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.924+0000 7fb11dee5640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5580d40972c0 0x5580d40d9700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45618/0 (socket says 172.21.15.5:45618) 2024-09-19T05:02:50.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.924+0000 7fb11dee5640 1 -- 172.21.15.5:0/1997882759 learned_addr learned my addr 172.21.15.5:0/1997882759 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:50.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.924+0000 7fb11d6e4640 1 --2- 172.21.15.5:0/1997882759 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5580d4098a50 0x5580d40b9cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:50.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.924+0000 7fb11e6e6640 1 --2- 172.21.15.5:0/1997882759 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5580d40c19b0 0x5580d40b7c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:50.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.925+0000 7fb11dee5640 1 -- 172.21.15.5:0/1997882759 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5580d4098a50 msgr2=0x5580d40b9cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:50.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.925+0000 7fb11dee5640 1 --2- 172.21.15.5:0/1997882759 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5580d4098a50 0x5580d40b9cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.925+0000 7fb11dee5640 1 -- 172.21.15.5:0/1997882759 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5580d40c19b0 msgr2=0x5580d40b7c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:50.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.925+0000 7fb11dee5640 1 --2- 172.21.15.5:0/1997882759 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5580d40c19b0 0x5580d40b7c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.925+0000 7fb11dee5640 1 -- 172.21.15.5:0/1997882759 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5580d3d0c2d0 con 0x5580d40972c0 2024-09-19T05:02:50.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.925+0000 7fb11dee5640 1 --2- 172.21.15.5:0/1997882759 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5580d40972c0 0x5580d40d9700 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fb1140039d0 tx=0x7fb11405d440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aae03d4c2432586f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:50.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.925+0000 7fb0f8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-19T05:02:50.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.925+0000 7fb0f8ff9640 1 -- 172.21.15.5:0/1997882759 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1140555c0 con 0x5580d40972c0 2024-09-19T05:02:50.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.925+0000 7fb0f8ff9640 1 -- 172.21.15.5:0/1997882759 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7fb1140583a0 con 0x5580d40972c0 2024-09-19T05:02:50.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.925+0000 7fb122fbb740 1 -- 172.21.15.5:0/1997882759 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb110001d00 con 0x5580d40972c0 2024-09-19T05:02:50.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.925+0000 7fb0f8ff9640 1 -- 172.21.15.5:0/1997882759 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fb114055760 con 0x5580d40972c0 2024-09-19T05:02:50.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.925+0000 7fb122fbb740 10 client.5430 fetch_fsmap learned FSMap version 24 2024-09-19T05:02:50.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.925+0000 7fb122fbb740 1 -- 172.21.15.5:0/1997882759 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=2+}) -- 0x5580d3dd66b0 con 0x5580d40972c0 2024-09-19T05:02:50.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.925+0000 7fb0f8ff9640 1 -- 172.21.15.5:0/1997882759 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb110001d00 con 0x5580d40972c0 2024-09-19T05:02:50.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.925+0000 7fb0f8ff9640 1 -- 172.21.15.5:0/1997882759 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 24) ==== 3502+0+0 (secure 0 0 0) 0x7fb114079050 con 0x5580d40972c0 2024-09-19T05:02:50.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.925+0000 7fb122fbb740 10 client.5430 fetch_fsmap finished waiting for FSMap version 24 2024-09-19T05:02:50.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.925+0000 7fb122fbb740 10 client.5430 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T05:02:50.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.925+0000 7fb122fbb740 20 client.5430 populate_metadata read hostname 'smithi005' 2024-09-19T05:02:50.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.925+0000 7fb122fbb740 1 --2- 172.21.15.5:0/1997882759 >> [v2:172.21.15.5:6833/892842323,v1:172.21.15.5:6835/892842323] conn(0x5580d40bf290 0x5580d40ef330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:50.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.925+0000 7fb122fbb740 4 client.5430 mds_command: new command op to 5271 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:02:50.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.925+0000 7fb122fbb740 1 -- 172.21.15.5:0/1997882759 --> [v2:172.21.15.5:6833/892842323,v1:172.21.15.5:6835/892842323] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5580d4006c50 con 0x5580d40bf290 2024-09-19T05:02:50.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.926+0000 7fb11d6e4640 1 --2- 172.21.15.5:0/1997882759 >> [v2:172.21.15.5:6833/892842323,v1:172.21.15.5:6835/892842323] conn(0x5580d40bf290 0x5580d40ef330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:50.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.926+0000 7fb0f8ff9640 10 client.5430 ms_handle_connect on v2:172.21.15.5:6833/892842323 2024-09-19T05:02:50.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.926+0000 7fb11d6e4640 1 --2- 172.21.15.5:0/1997882759 >> [v2:172.21.15.5:6833/892842323,v1:172.21.15.5:6835/892842323] conn(0x5580d40bf290 0x5580d40ef330 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cbb806f60ec54690 server_cookie=42c000b58bde6008 in_seq=0 out_seq=0 2024-09-19T05:02:50.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.927+0000 7fb0f8ff9640 1 -- 172.21.15.5:0/1997882759 <== mds.0 v2:172.21.15.5:6833/892842323 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5580d4006c50 con 0x5580d40bf290 2024-09-19T05:02:50.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.927+0000 7fb0f8ff9640 10 client.5430 handle_command_reply: tid=0 2024-09-19T05:02:50.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.927+0000 7fb122fbb740 1 client.5430 shutdown 2024-09-19T05:02:50.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.927+0000 7fb122fbb740 1 -- 172.21.15.5:0/1997882759 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5580d40972c0 msgr2=0x5580d40d9700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:50.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.927+0000 7fb122fbb740 1 --2- 172.21.15.5:0/1997882759 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5580d40972c0 0x5580d40d9700 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fb1140039d0 tx=0x7fb11405d440 comp rx=0 tx=0).stop 2024-09-19T05:02:50.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.927+0000 7fb122fbb740 1 -- 172.21.15.5:0/1997882759 shutdown_connections 2024-09-19T05:02:50.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.927+0000 7fb122fbb740 1 --2- 172.21.15.5:0/1997882759 >> [v2:172.21.15.5:6833/892842323,v1:172.21.15.5:6835/892842323] conn(0x5580d40bf290 0x5580d40ef330 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.927+0000 7fb122fbb740 1 --2- 172.21.15.5:0/1997882759 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5580d40c19b0 0x5580d40b7c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.927+0000 7fb122fbb740 1 --2- 172.21.15.5:0/1997882759 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5580d4098a50 0x5580d40b9cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.927+0000 7fb122fbb740 1 --2- 172.21.15.5:0/1997882759 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5580d40972c0 0x5580d40d9700 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.927+0000 7fb0f8ff9640 0 client.5430 ms_handle_reset on v2:172.21.15.5:6833/892842323 2024-09-19T05:02:50.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.927+0000 7fb122fbb740 1 -- 172.21.15.5:0/1997882759 >> 172.21.15.5:0/1997882759 conn(0x5580d4094a80 msgr2=0x5580d40d9fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:50.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.927+0000 7fb122fbb740 1 -- 172.21.15.5:0/1997882759 shutdown_connections 2024-09-19T05:02:50.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.927+0000 7fb122fbb740 1 -- 172.21.15.5:0/1997882759 wait complete. 2024-09-19T05:02:50.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.927+0000 7fb122fbb740 20 client.5430 trim_cache size 0 max 16384 2024-09-19T05:02:50.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.945+0000 7fb122fbb740 1 Processor -- start 2024-09-19T05:02:50.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.945+0000 7fb122fbb740 1 -- start start 2024-09-19T05:02:50.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.946+0000 7fb122fbb740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5580d4094a80 0x5580d40c0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:50.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.946+0000 7fb122fbb740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5580d40972c0 0x5580d40da4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:50.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.946+0000 7fb122fbb740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5580d4098a50 0x5580d40ffc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:50.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.946+0000 7fb122fbb740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fb1182001a0 con 0x5580d40972c0 2024-09-19T05:02:50.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.946+0000 7fb122fbb740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fb11814ff50 con 0x5580d4094a80 2024-09-19T05:02:50.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.946+0000 7fb122fbb740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fb1181ffb80 con 0x5580d4098a50 2024-09-19T05:02:50.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.946+0000 7fb11d6e4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5580d40972c0 0x5580d40da4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:50.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.946+0000 7fb11d6e4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5580d40972c0 0x5580d40da4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45634/0 (socket says 172.21.15.5:45634) 2024-09-19T05:02:50.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.946+0000 7fb11d6e4640 1 -- 172.21.15.5:0/980244692 learned_addr learned my addr 172.21.15.5:0/980244692 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:50.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.946+0000 7fb11d6e4640 1 -- 172.21.15.5:0/980244692 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5580d4098a50 msgr2=0x5580d40ffc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:50.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.946+0000 7fb11dee5640 1 --2- 172.21.15.5:0/980244692 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5580d4094a80 0x5580d40c0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:50.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.946+0000 7fb11e6e6640 1 --2- 172.21.15.5:0/980244692 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5580d4098a50 0x5580d40ffc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:50.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.946+0000 7fb11d6e4640 1 --2- 172.21.15.5:0/980244692 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5580d4098a50 0x5580d40ffc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.946+0000 7fb11d6e4640 1 -- 172.21.15.5:0/980244692 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5580d4094a80 msgr2=0x5580d40c0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:50.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.946+0000 7fb11d6e4640 1 --2- 172.21.15.5:0/980244692 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5580d4094a80 0x5580d40c0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.946+0000 7fb11d6e4640 1 -- 172.21.15.5:0/980244692 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5580d40b8660 con 0x5580d40972c0 2024-09-19T05:02:50.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.946+0000 7fb11dee5640 1 --2- 172.21.15.5:0/980244692 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5580d4094a80 0x5580d40c0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:50.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.946+0000 7fb11e6e6640 1 --2- 172.21.15.5:0/980244692 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5580d4098a50 0x5580d40ffc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:50.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.946+0000 7fb11d6e4640 1 --2- 172.21.15.5:0/980244692 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5580d40972c0 0x5580d40da4f0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fb108009990 tx=0x7fb108008030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8345c6bea71bb8a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:50.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.946+0000 7fb0faffd640 1 -- 172.21.15.5:0/980244692 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb108037040 con 0x5580d40972c0 2024-09-19T05:02:50.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.947+0000 7fb0faffd640 1 -- 172.21.15.5:0/980244692 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb10803eb30 con 0x5580d40972c0 2024-09-19T05:02:50.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.947+0000 7fb0faffd640 1 -- 172.21.15.5:0/980244692 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb108032970 con 0x5580d40972c0 2024-09-19T05:02:50.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.947+0000 7fb122fbb740 1 -- 172.21.15.5:0/980244692 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5580d40972c0 msgr2=0x5580d40da4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:50.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.947+0000 7fb122fbb740 1 --2- 172.21.15.5:0/980244692 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5580d40972c0 0x5580d40da4f0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fb108009990 tx=0x7fb108008030 comp rx=0 tx=0).stop 2024-09-19T05:02:50.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.947+0000 7fb122fbb740 1 -- 172.21.15.5:0/980244692 shutdown_connections 2024-09-19T05:02:50.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.947+0000 7fb122fbb740 1 --2- 172.21.15.5:0/980244692 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5580d4098a50 0x5580d40ffc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.947+0000 7fb122fbb740 1 --2- 172.21.15.5:0/980244692 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5580d40972c0 0x5580d40da4f0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.947+0000 7fb122fbb740 1 --2- 172.21.15.5:0/980244692 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5580d4094a80 0x5580d40c0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.947+0000 7fb122fbb740 1 -- 172.21.15.5:0/980244692 >> 172.21.15.5:0/980244692 conn(0x5580d40be6b0 msgr2=0x5580d40dc6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:50.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.947+0000 7fb122fbb740 1 -- 172.21.15.5:0/980244692 shutdown_connections 2024-09-19T05:02:50.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.947+0000 7fb122fbb740 1 -- 172.21.15.5:0/980244692 wait complete. 2024-09-19T05:02:50.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.948+0000 7fb122fbb740 1 -- start start 2024-09-19T05:02:50.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.948+0000 7fb122fbb740 1 Processor -- start 2024-09-19T05:02:50.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.949+0000 7fb122fbb740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5580d4094a80 0x5580d4151730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:50.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.949+0000 7fb122fbb740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5580d40972c0 0x5580d415a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:50.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.949+0000 7fb122fbb740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5580d4098a50 0x5580d40dbfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:50.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.949+0000 7fb122fbb740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x5580d40bf7e0 con 0x5580d4098a50 2024-09-19T05:02:50.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.949+0000 7fb122fbb740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x5580d40b9830 con 0x5580d40972c0 2024-09-19T05:02:50.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.949+0000 7fb122fbb740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x5580d40ba560 con 0x5580d4094a80 2024-09-19T05:02:50.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.949+0000 7fb122fbb740 10 client.0 _ll_register_callbacks cb 0x7fb1140036f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:02:50.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.949+0000 7fb11e6e6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5580d4098a50 0x5580d40dbfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:50.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.949+0000 7fb11e6e6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5580d4098a50 0x5580d40dbfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45644/0 (socket says 172.21.15.5:45644) 2024-09-19T05:02:50.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.949+0000 7fb11e6e6640 1 -- 172.21.15.5:0/1659098383 learned_addr learned my addr 172.21.15.5:0/1659098383 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:50.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.949+0000 7fb11d6e4640 1 --2- 172.21.15.5:0/1659098383 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5580d40972c0 0x5580d415a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:50.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.949+0000 7fb11dee5640 1 --2- 172.21.15.5:0/1659098383 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5580d4094a80 0x5580d4151730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:50.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.949+0000 7fb11e6e6640 1 -- 172.21.15.5:0/1659098383 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5580d4094a80 msgr2=0x5580d4151730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:50.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.949+0000 7fb11e6e6640 1 --2- 172.21.15.5:0/1659098383 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5580d4094a80 0x5580d4151730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.949+0000 7fb11e6e6640 1 -- 172.21.15.5:0/1659098383 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5580d40972c0 msgr2=0x5580d415a9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:50.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.949+0000 7fb11e6e6640 1 --2- 172.21.15.5:0/1659098383 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5580d40972c0 0x5580d415a9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.949+0000 7fb11e6e6640 1 -- 172.21.15.5:0/1659098383 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5580d4151c70 con 0x5580d4098a50 2024-09-19T05:02:50.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.949+0000 7fb11dee5640 1 --2- 172.21.15.5:0/1659098383 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5580d4094a80 0x5580d4151730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:50.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.949+0000 7fb11e6e6640 1 --2- 172.21.15.5:0/1659098383 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5580d4098a50 0x5580d40dbfe0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fb110017040 tx=0x7fb110001250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34bcab21ca1c9739 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:50.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.949+0000 7fb0f8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-19T05:02:50.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.949+0000 7fb0f8ff9640 1 -- 172.21.15.5:0/1659098383 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb110019040 con 0x5580d4098a50 2024-09-19T05:02:50.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.949+0000 7fb0f8ff9640 1 -- 172.21.15.5:0/1659098383 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7fb110004d70 con 0x5580d4098a50 2024-09-19T05:02:50.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.949+0000 7fb122fbb740 1 -- 172.21.15.5:0/1659098383 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb10803eb30 con 0x5580d4098a50 2024-09-19T05:02:50.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.950+0000 7fb0f8ff9640 1 -- 172.21.15.5:0/1659098383 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fb11002e050 con 0x5580d4098a50 2024-09-19T05:02:50.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.950+0000 7fb122fbb740 10 client.5436 fetch_fsmap learned FSMap version 24 2024-09-19T05:02:50.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.950+0000 7fb122fbb740 1 -- 172.21.15.5:0/1659098383 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=2+}) -- 0x5580d40edff0 con 0x5580d4098a50 2024-09-19T05:02:50.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.950+0000 7fb0f8ff9640 1 -- 172.21.15.5:0/1659098383 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb10803eb30 con 0x5580d4098a50 2024-09-19T05:02:50.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.950+0000 7fb0f8ff9640 1 -- 172.21.15.5:0/1659098383 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 24) ==== 3502+0+0 (secure 0 0 0) 0x7fb110031020 con 0x5580d4098a50 2024-09-19T05:02:50.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.950+0000 7fb122fbb740 10 client.5436 fetch_fsmap finished waiting for FSMap version 24 2024-09-19T05:02:50.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.950+0000 7fb122fbb740 10 client.5436 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T05:02:50.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.950+0000 7fb122fbb740 20 client.5436 populate_metadata read hostname 'smithi005' 2024-09-19T05:02:50.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.950+0000 7fb122fbb740 1 --2- 172.21.15.5:0/1659098383 >> [v2:172.21.15.5:6833/892842323,v1:172.21.15.5:6835/892842323] conn(0x5580d40c19b0 0x5580d40df850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:50.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.950+0000 7fb122fbb740 4 client.5436 mds_command: new command op to 5271 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:02:50.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.950+0000 7fb122fbb740 1 -- 172.21.15.5:0/1659098383 --> [v2:172.21.15.5:6833/892842323,v1:172.21.15.5:6835/892842323] -- command(tid 0: {"prefix": "status"}) -- 0x5580d4000fa0 con 0x5580d40c19b0 2024-09-19T05:02:50.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.950+0000 7fb11dee5640 1 --2- 172.21.15.5:0/1659098383 >> [v2:172.21.15.5:6833/892842323,v1:172.21.15.5:6835/892842323] conn(0x5580d40c19b0 0x5580d40df850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:50.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.950+0000 7fb11dee5640 1 --2- 172.21.15.5:0/1659098383 >> [v2:172.21.15.5:6833/892842323,v1:172.21.15.5:6835/892842323] conn(0x5580d40c19b0 0x5580d40df850 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=16931a22cce5cfed server_cookie=dad82eb2e26689b6 in_seq=0 out_seq=0 2024-09-19T05:02:50.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.950+0000 7fb0f8ff9640 10 client.5436 ms_handle_connect on v2:172.21.15.5:6833/892842323 2024-09-19T05:02:50.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.951+0000 7fb0f8ff9640 1 -- 172.21.15.5:0/1659098383 <== mds.0 v2:172.21.15.5:6833/892842323 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x5580d4000fa0 con 0x5580d40c19b0 2024-09-19T05:02:50.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.951+0000 7fb0f8ff9640 10 client.5436 handle_command_reply: tid=0 2024-09-19T05:02:50.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.951+0000 7fb122fbb740 1 client.5436 shutdown 2024-09-19T05:02:50.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.951+0000 7fb122fbb740 1 -- 172.21.15.5:0/1659098383 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5580d4098a50 msgr2=0x5580d40dbfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:50.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.951+0000 7fb122fbb740 1 --2- 172.21.15.5:0/1659098383 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5580d4098a50 0x5580d40dbfe0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fb110017040 tx=0x7fb110001250 comp rx=0 tx=0).stop 2024-09-19T05:02:50.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.951+0000 7fb122fbb740 1 -- 172.21.15.5:0/1659098383 shutdown_connections 2024-09-19T05:02:50.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.951+0000 7fb122fbb740 1 --2- 172.21.15.5:0/1659098383 >> [v2:172.21.15.5:6833/892842323,v1:172.21.15.5:6835/892842323] conn(0x5580d40c19b0 0x5580d40df850 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.951+0000 7fb122fbb740 1 --2- 172.21.15.5:0/1659098383 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x5580d4098a50 0x5580d40dbfe0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.951+0000 7fb122fbb740 1 --2- 172.21.15.5:0/1659098383 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x5580d40972c0 0x5580d415a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.951+0000 7fb0f8ff9640 0 client.5436 ms_handle_reset on v2:172.21.15.5:6833/892842323 2024-09-19T05:02:50.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.951+0000 7fb122fbb740 1 --2- 172.21.15.5:0/1659098383 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x5580d4094a80 0x5580d4151730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.951+0000 7fb122fbb740 1 -- 172.21.15.5:0/1659098383 >> 172.21.15.5:0/1659098383 conn(0x5580d40be6b0 msgr2=0x5580d40da2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:50.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.951+0000 7fb122fbb740 1 -- 172.21.15.5:0/1659098383 shutdown_connections 2024-09-19T05:02:50.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.951+0000 7fb122fbb740 1 -- 172.21.15.5:0/1659098383 wait complete. 2024-09-19T05:02:50.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.951+0000 7fb122fbb740 20 client.5436 trim_cache size 0 max 16384 2024-09-19T05:02:50.959 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-19T05:02:50.959 INFO:teuthology.orchestra.run.smithi005.stdout: "cluster_fsid": "d3e05719-6fe9-4686-ba83-cd0299bd169b", 2024-09-19T05:02:50.959 INFO:teuthology.orchestra.run.smithi005.stdout: "whoami": 0, 2024-09-19T05:02:50.959 INFO:teuthology.orchestra.run.smithi005.stdout: "id": 5271, 2024-09-19T05:02:50.959 INFO:teuthology.orchestra.run.smithi005.stdout: "want_state": "up:active", 2024-09-19T05:02:50.959 INFO:teuthology.orchestra.run.smithi005.stdout: "state": "up:active", 2024-09-19T05:02:50.959 INFO:teuthology.orchestra.run.smithi005.stdout: "fs_name": "cephfs", 2024-09-19T05:02:50.960 INFO:teuthology.orchestra.run.smithi005.stdout: "rank_uptime": 9.4547427469999992, 2024-09-19T05:02:50.960 INFO:teuthology.orchestra.run.smithi005.stdout: "mdsmap_epoch": 24, 2024-09-19T05:02:50.960 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch": 50, 2024-09-19T05:02:50.960 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch_barrier": 50, 2024-09-19T05:02:50.960 INFO:teuthology.orchestra.run.smithi005.stdout: "uptime": 14.492159529 2024-09-19T05:02:50.960 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-19T05:02:50.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.951+0000 7fb120149640 1 -- 172.21.15.5:0/3268865485 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb0fc06c2b0 msgr2=0x7fb0fc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:50.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.951+0000 7fb120149640 1 --2- 172.21.15.5:0/3268865485 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb0fc06c2b0 0x7fb0fc06e770 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fb108034000 tx=0x7fb10802e000 comp rx=0 tx=0).stop 2024-09-19T05:02:50.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.951+0000 7fb120149640 1 -- 172.21.15.5:0/3268865485 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb118072400 msgr2=0x7fb1180b2d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:50.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.951+0000 7fb120149640 1 --2- 172.21.15.5:0/3268865485 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb118072400 0x7fb1180b2d80 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fb11400c460 tx=0x7fb11400c920 comp rx=0 tx=0).stop 2024-09-19T05:02:50.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.951+0000 7fb120149640 1 -- 172.21.15.5:0/3268865485 shutdown_connections 2024-09-19T05:02:50.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.951+0000 7fb120149640 1 --2- 172.21.15.5:0/3268865485 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb0fc06c2b0 0x7fb0fc06e770 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.951+0000 7fb120149640 1 --2- 172.21.15.5:0/3268865485 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb118162c40 0x7fb1180b0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.951+0000 7fb120149640 1 --2- 172.21.15.5:0/3268865485 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb118162320 0x7fb1180b0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.951+0000 7fb120149640 1 --2- 172.21.15.5:0/3268865485 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb118072400 0x7fb1180b2d80 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:50.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.952+0000 7fb120149640 1 -- 172.21.15.5:0/3268865485 >> 172.21.15.5:0/3268865485 conn(0x7fb11806bc10 msgr2=0x7fb11806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:50.961 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.952+0000 7fb120149640 1 -- 172.21.15.5:0/3268865485 shutdown_connections 2024-09-19T05:02:50.962 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:50.952+0000 7fb120149640 1 -- 172.21.15.5:0/3268865485 wait complete. 2024-09-19T05:02:50.964 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:02:51.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.064+0000 7f72bf926640 1 Processor -- start 2024-09-19T05:02:51.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.064+0000 7f72bf926640 1 -- start start 2024-09-19T05:02:51.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.065+0000 7f72bf926640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f72b815c1c0 0x7f72b8070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:51.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.065+0000 7f72bf926640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f72b809b180 0x7f72b80b6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:51.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.065+0000 7f72bf926640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f72b815f8d0 con 0x7f72b815f480 2024-09-19T05:02:51.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.065+0000 7f72bf926640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f72b80b5d90 con 0x7f72b815c1c0 2024-09-19T05:02:51.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.065+0000 7f72bf926640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f72b8070e00 con 0x7f72b809b180 2024-09-19T05:02:51.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.065+0000 7f72bd6c2640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f72b815c1c0 0x7f72b8070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:51.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.065+0000 7f72bcec1640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f72b815f480 0x7f72b809aa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:43230/0 (socket says 172.21.15.5:43230) 2024-09-19T05:02:51.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.065+0000 7f72bcec1640 1 -- 172.21.15.5:0/358196416 learned_addr learned my addr 172.21.15.5:0/358196416 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:51.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.066+0000 7f72bdec3640 1 --2- 172.21.15.5:0/358196416 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f72b809b180 0x7f72b80b6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:51.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.066+0000 7f72bd6c2640 1 -- 172.21.15.5:0/358196416 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f72b809b180 msgr2=0x7f72b80b6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:51.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.066+0000 7f72bd6c2640 1 --2- 172.21.15.5:0/358196416 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f72b809b180 0x7f72b80b6220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:51.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.066+0000 7f72bd6c2640 1 -- 172.21.15.5:0/358196416 >> v1:172.21.15.5:6789/0 conn(0x7f72b815f480 legacy=0x7f72b809aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:51.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.066+0000 7f72affff640 1 -- 172.21.15.5:0/358196416 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1602277394 0 0) 0x7f72b815f8d0 con 0x7f72b815f480 2024-09-19T05:02:51.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.066+0000 7f72bd6c2640 1 -- 172.21.15.5:0/358196416 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72b80710e0 con 0x7f72b815c1c0 2024-09-19T05:02:51.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.066+0000 7f72bd6c2640 1 --2- 172.21.15.5:0/358196416 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f72b815c1c0 0x7f72b8070770 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f72b40097d0 tx=0x7f72b402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77ab71245276250c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:51.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.067+0000 7f72affff640 1 -- 172.21.15.5:0/358196416 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72b4037070 con 0x7f72b815c1c0 2024-09-19T05:02:51.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.067+0000 7f72affff640 1 -- 172.21.15.5:0/358196416 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72b4032440 con 0x7f72b815c1c0 2024-09-19T05:02:51.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.067+0000 7f72affff640 1 -- 172.21.15.5:0/358196416 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72b4032810 con 0x7f72b815c1c0 2024-09-19T05:02:51.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.067+0000 7f72bf926640 1 -- 172.21.15.5:0/358196416 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f72b815c1c0 msgr2=0x7f72b8070770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:51.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.067+0000 7f72bf926640 1 --2- 172.21.15.5:0/358196416 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f72b815c1c0 0x7f72b8070770 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f72b40097d0 tx=0x7f72b402a1c0 comp rx=0 tx=0).stop 2024-09-19T05:02:51.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.067+0000 7f72bf926640 1 -- 172.21.15.5:0/358196416 shutdown_connections 2024-09-19T05:02:51.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.067+0000 7f72bf926640 1 --2- 172.21.15.5:0/358196416 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f72b809b180 0x7f72b80b6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:51.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.067+0000 7f72bf926640 1 --2- 172.21.15.5:0/358196416 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f72b815c1c0 0x7f72b8070770 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:51.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.067+0000 7f72bf926640 1 -- 172.21.15.5:0/358196416 >> 172.21.15.5:0/358196416 conn(0x7f72b80b3ff0 msgr2=0x7f72b80b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:51.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.067+0000 7f72bf926640 1 -- 172.21.15.5:0/358196416 shutdown_connections 2024-09-19T05:02:51.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.067+0000 7f72bf926640 1 -- 172.21.15.5:0/358196416 wait complete. 2024-09-19T05:02:51.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.068+0000 7f72bf926640 1 Processor -- start 2024-09-19T05:02:51.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.068+0000 7f72bf926640 1 -- start start 2024-09-19T05:02:51.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.069+0000 7f72bf926640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f72b809b180 0x7f72b8142f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:51.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.069+0000 7f72bf926640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f72b815c1c0 0x7f72b81f7aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:51.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.069+0000 7f72bf926640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f72b815f480 0x7f72b81f7fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:51.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.069+0000 7f72bf926640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f72b80b6760 con 0x7f72b815c1c0 2024-09-19T05:02:51.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.069+0000 7f72bf926640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f72b80716a0 con 0x7f72b809b180 2024-09-19T05:02:51.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.069+0000 7f72bf926640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f72b80b68e0 con 0x7f72b815f480 2024-09-19T05:02:51.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.069+0000 7f72bcec1640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f72b815c1c0 0x7f72b81f7aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:51.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.069+0000 7f72bcec1640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f72b815c1c0 0x7f72b81f7aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45670/0 (socket says 172.21.15.5:45670) 2024-09-19T05:02:51.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.069+0000 7f72bcec1640 1 -- 172.21.15.5:0/67750755 learned_addr learned my addr 172.21.15.5:0/67750755 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:51.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.069+0000 7f72bd6c2640 1 --2- 172.21.15.5:0/67750755 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f72b809b180 0x7f72b8142f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:51.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.069+0000 7f72bdec3640 1 --2- 172.21.15.5:0/67750755 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f72b815f480 0x7f72b81f7fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:51.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.070+0000 7f72bcec1640 1 -- 172.21.15.5:0/67750755 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f72b815f480 msgr2=0x7f72b81f7fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:51.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.070+0000 7f72bcec1640 1 --2- 172.21.15.5:0/67750755 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f72b815f480 0x7f72b81f7fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:51.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.070+0000 7f72bcec1640 1 -- 172.21.15.5:0/67750755 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f72b809b180 msgr2=0x7f72b8142f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:51.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.070+0000 7f72bcec1640 1 --2- 172.21.15.5:0/67750755 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f72b809b180 0x7f72b8142f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:51.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.070+0000 7f72bcec1640 1 -- 172.21.15.5:0/67750755 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72b81f5670 con 0x7f72b815c1c0 2024-09-19T05:02:51.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.070+0000 7f72bcec1640 1 --2- 172.21.15.5:0/67750755 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f72b815c1c0 0x7f72b81f7aa0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f72a800c460 tx=0x7f72a800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:51.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.070+0000 7f72adffb640 1 -- 172.21.15.5:0/67750755 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72a8018070 con 0x7f72b815c1c0 2024-09-19T05:02:51.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.070+0000 7f72adffb640 1 -- 172.21.15.5:0/67750755 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72a8007500 con 0x7f72b815c1c0 2024-09-19T05:02:51.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.070+0000 7f72bf926640 1 -- 172.21.15.5:0/67750755 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72b80d11d0 con 0x7f72b815c1c0 2024-09-19T05:02:51.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.070+0000 7f72adffb640 1 -- 172.21.15.5:0/67750755 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72a8004a20 con 0x7f72b815c1c0 2024-09-19T05:02:51.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.070+0000 7f72bf926640 1 -- 172.21.15.5:0/67750755 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72b80d1790 con 0x7f72b815c1c0 2024-09-19T05:02:51.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.071+0000 7f72bf926640 1 -- 172.21.15.5:0/67750755 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72b809b5a0 con 0x7f72b815c1c0 2024-09-19T05:02:51.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.071+0000 7f72adffb640 1 -- 172.21.15.5:0/67750755 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f72a801b070 con 0x7f72b815c1c0 2024-09-19T05:02:51.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.072+0000 7f72adffb640 1 --2- 172.21.15.5:0/67750755 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f729c06c2b0 0x7f729c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:51.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.072+0000 7f72adffb640 1 -- 172.21.15.5:0/67750755 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7f72a808a6d0 con 0x7f72b815c1c0 2024-09-19T05:02:51.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.072+0000 7f72bd6c2640 1 --2- 172.21.15.5:0/67750755 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f729c06c2b0 0x7f729c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:51.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.073+0000 7f72bd6c2640 1 --2- 172.21.15.5:0/67750755 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f729c06c2b0 0x7f729c06e770 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f72b4034000 tx=0x7f72b402e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:51.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.076+0000 7f72adffb640 1 -- 172.21.15.5:0/67750755 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f72a80586f0 con 0x7f72b815c1c0 2024-09-19T05:02:51.143 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:02:51.145 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:02:51.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.289+0000 7f72bf926640 1 -- 172.21.15.5:0/67750755 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f72b8160cf0 con 0x7f72b815c1c0 2024-09-19T05:02:51.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.289+0000 7f72adffb640 1 -- 172.21.15.5:0/67750755 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v24) ==== 53+0+73 (secure 0 0 0) 0x7f72a805c9f0 con 0x7f72b815c1c0 2024-09-19T05:02:51.291 INFO:teuthology.orchestra.run.smithi005.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:02:51.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.291+0000 7f72bf926640 1 -- 172.21.15.5:0/67750755 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f729c06c2b0 msgr2=0x7f729c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:51.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.291+0000 7f72bf926640 1 --2- 172.21.15.5:0/67750755 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f729c06c2b0 0x7f729c06e770 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f72b4034000 tx=0x7f72b402e000 comp rx=0 tx=0).stop 2024-09-19T05:02:51.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.291+0000 7f72bf926640 1 -- 172.21.15.5:0/67750755 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f72b815c1c0 msgr2=0x7f72b81f7aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:51.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.291+0000 7f72bf926640 1 --2- 172.21.15.5:0/67750755 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f72b815c1c0 0x7f72b81f7aa0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f72a800c460 tx=0x7f72a800c920 comp rx=0 tx=0).stop 2024-09-19T05:02:51.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.291+0000 7f72bf926640 1 -- 172.21.15.5:0/67750755 shutdown_connections 2024-09-19T05:02:51.293 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.291+0000 7f72bf926640 1 --2- 172.21.15.5:0/67750755 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f729c06c2b0 0x7f729c06e770 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:51.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.291+0000 7f72bf926640 1 --2- 172.21.15.5:0/67750755 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f72b815f480 0x7f72b81f7fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:51.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.291+0000 7f72bf926640 1 --2- 172.21.15.5:0/67750755 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f72b815c1c0 0x7f72b81f7aa0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:51.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.291+0000 7f72bf926640 1 --2- 172.21.15.5:0/67750755 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f72b809b180 0x7f72b8142f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:51.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.291+0000 7f72bf926640 1 -- 172.21.15.5:0/67750755 >> 172.21.15.5:0/67750755 conn(0x7f72b80b3ff0 msgr2=0x7f72b815fba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:51.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.291+0000 7f72bf926640 1 -- 172.21.15.5:0/67750755 shutdown_connections 2024-09-19T05:02:51.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51.291+0000 7f72bf926640 1 -- 172.21.15.5:0/67750755 wait complete. 2024-09-19T05:02:51.304 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:02:51.304 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:02:51.304 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi005.front.sepia.ceph.com 2024-09-19T05:02:51.304 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T05:02:51.304 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T05:02:51.304 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:02:51.304 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T05:02:51.304 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:02:51.304 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:02:51.305 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:51.305 DEBUG:teuthology.orchestra.run.smithi005:> ip addr 2024-09-19T05:02:51.321 INFO:teuthology.orchestra.run.smithi005.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:02:51.321 INFO:teuthology.orchestra.run.smithi005.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:02:51.321 INFO:teuthology.orchestra.run.smithi005.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:02:51.321 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:02:51.321 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 ::1/128 scope host 2024-09-19T05:02:51.321 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:02:51.322 INFO:teuthology.orchestra.run.smithi005.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:02:51.322 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:de brd ff:ff:ff:ff:ff:ff 2024-09-19T05:02:51.322 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp7s0f0 2024-09-19T05:02:51.322 INFO:teuthology.orchestra.run.smithi005.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:02:51.322 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:df brd ff:ff:ff:ff:ff:ff 2024-09-19T05:02:51.322 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp7s0f1 2024-09-19T05:02:51.322 INFO:teuthology.orchestra.run.smithi005.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:02:51.322 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:42 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:02:51.322 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp1s0f0 2024-09-19T05:02:51.322 INFO:teuthology.orchestra.run.smithi005.stdout: inet 172.21.15.5/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:02:51.322 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft 42704sec preferred_lft 42704sec 2024-09-19T05:02:51.322 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::ec4:7aff:febd:1442/64 scope link 2024-09-19T05:02:51.322 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:02:51.323 INFO:teuthology.orchestra.run.smithi005.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:02:51.323 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:43 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:02:51.323 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp1s0f1 2024-09-19T05:02:51.323 INFO:teuthology.orchestra.run.smithi005.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:02:51.323 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 7a:9b:cf:fd:b9:c4 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:02:51.323 INFO:teuthology.orchestra.run.smithi005.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:02:51.323 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:02:51.323 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::c439:60ff:fe57:5151/64 scope link 2024-09-19T05:02:51.323 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:02:51.323 INFO:teuthology.orchestra.run.smithi005.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:02:51.323 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 82:af:e8:3f:64:c8 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:02:51.323 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::80af:e8ff:fe3f:64c8/64 scope link 2024-09-19T05:02:51.323 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:02:51.324 INFO:teuthology.orchestra.run.smithi005.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:02:51.324 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 7a:9b:cf:fd:b9:c4 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:02:51.324 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::789b:cfff:fefd:b9c4/64 scope link 2024-09-19T05:02:51.324 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:02:51.324 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:51.324 DEBUG:teuthology.orchestra.run.smithi005:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:02:51.385 INFO:teuthology.orchestra.run.smithi005.stdout:1 2024-09-19T05:02:51.387 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:51.387 DEBUG:teuthology.orchestra.run.smithi005:> route 2024-09-19T05:02:51.444 INFO:teuthology.orchestra.run.smithi005.stdout:Kernel IP routing table 2024-09-19T05:02:51.445 INFO:teuthology.orchestra.run.smithi005.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:02:51.445 INFO:teuthology.orchestra.run.smithi005.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:02:51.445 INFO:teuthology.orchestra.run.smithi005.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:02:51.446 INFO:teuthology.orchestra.run.smithi005.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:02:51.446 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:02:51.446 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-19T05:02:51.446 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:02:51.446 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:02:51.446 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:02:51.446 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-19T05:02:51.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:02:51.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:02:51.576 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:51.576 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list 2024-09-19T05:02:51.592 INFO:teuthology.orchestra.run.smithi005.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T05:02:51.592 INFO:teuthology.orchestra.run.smithi005.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T05:02:51.593 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:02:51.593 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:51.593 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link set brx.0 up 2024-09-19T05:02:51.658 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:02:51.658 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T05:02:51.714 INFO:teuthology.orchestra.run.smithi005.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:02:51.714 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:02:51.714 DEBUG:teuthology.orchestra.run.smithi005:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:02:51.769 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T05:02:51.770 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:51.770 DEBUG:teuthology.orchestra.run.smithi005:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T05:02:51.854 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T05:02:51.854 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T05:02:51.854 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-19T05:02:51.863 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T05:02:51.863 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T05:02:51.863 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-19T05:02:51.863 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:02:51.863 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:02:51.868 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T05:02:51.868 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T05:02:51.868 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-19T05:02:51.868 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:02:51.868 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:02:51.868 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790" 2024-09-19T05:02:51.869 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790:/ 2024-09-19T05:02:51.869 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=d3e05719-6fe9-4686-ba83-cd0299bd169b" will pass to kernel 2024-09-19T05:02:51.871 INFO:teuthology.orchestra.run.smithi005.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T05:02:51.871 INFO:teuthology.orchestra.run.smithi005.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:02:51.871 INFO:teuthology.orchestra.run.smithi005.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:02:51.871 INFO:teuthology.orchestra.run.smithi005.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:02:51.871 INFO:teuthology.orchestra.run.smithi005.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:02:51.871 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:02:51.871 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:51.872 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:02:51.898 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:02:51.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:02:51.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:02:51.999 INFO:teuthology.orchestra.run.smithi005.stdout:client5230 2024-09-19T05:02:52.000 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:02:52.000 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:02:52.016 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:02:52.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.157+0000 7fa62f865640 1 Processor -- start 2024-09-19T05:02:52.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.157+0000 7fa62f865640 1 -- start start 2024-09-19T05:02:52.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.158+0000 7fa62f865640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa62809b180 0x7fa628070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:52.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.158+0000 7fa62f865640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fa62815f480 0x7fa6280b6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:52.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.158+0000 7fa62f865640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa62815f8f0 con 0x7fa62815c1c0 2024-09-19T05:02:52.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.158+0000 7fa62f865640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fa6280b5d90 con 0x7fa62809b180 2024-09-19T05:02:52.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.158+0000 7fa62f865640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fa628070e00 con 0x7fa62815f480 2024-09-19T05:02:52.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.158+0000 7fa62ce00640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa62809b180 0x7fa628070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:52.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.158+0000 7fa62ce00640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa62809b180 0x7fa628070770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45686/0 (socket says 172.21.15.5:45686) 2024-09-19T05:02:52.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.158+0000 7fa62ce00640 1 -- 172.21.15.5:0/2942826533 learned_addr learned my addr 172.21.15.5:0/2942826533 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:52.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.158+0000 7fa62d601640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fa62815c1c0 0x7fa62809aa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:43242/0 (socket says 172.21.15.5:43242) 2024-09-19T05:02:52.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.159+0000 7fa62de02640 1 --2- 172.21.15.5:0/2942826533 >> v2:172.21.15.134:3300/0 conn(0x7fa62815f480 0x7fa6280b6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:52.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.159+0000 7fa62ce00640 1 -- 172.21.15.5:0/2942826533 >> v2:172.21.15.134:3300/0 conn(0x7fa62815f480 msgr2=0x7fa6280b6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:52.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.159+0000 7fa62ce00640 1 --2- 172.21.15.5:0/2942826533 >> v2:172.21.15.134:3300/0 conn(0x7fa62815f480 0x7fa6280b6220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:52.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.159+0000 7fa62ce00640 1 -- 172.21.15.5:0/2942826533 >> v1:172.21.15.5:6789/0 conn(0x7fa62815c1c0 legacy=0x7fa62809aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:52.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.159+0000 7fa627fff640 1 -- 172.21.15.5:0/2942826533 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 865804892 0 0) 0x7fa62815f8f0 con 0x7fa62815c1c0 2024-09-19T05:02:52.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.159+0000 7fa62ce00640 1 -- 172.21.15.5:0/2942826533 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6280710e0 con 0x7fa62809b180 2024-09-19T05:02:52.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.159+0000 7fa62ce00640 1 --2- 172.21.15.5:0/2942826533 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa62809b180 0x7fa628070770 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fa61c009870 tx=0x7fa61c02a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78371ddb7437b781 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:52.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.160+0000 7fa627fff640 1 -- 172.21.15.5:0/2942826533 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa61c037070 con 0x7fa62809b180 2024-09-19T05:02:52.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.160+0000 7fa627fff640 1 -- 172.21.15.5:0/2942826533 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa61c032440 con 0x7fa62809b180 2024-09-19T05:02:52.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.160+0000 7fa627fff640 1 -- 172.21.15.5:0/2942826533 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa61c032810 con 0x7fa62809b180 2024-09-19T05:02:52.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.160+0000 7fa62f865640 1 -- 172.21.15.5:0/2942826533 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa62809b180 msgr2=0x7fa628070770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:52.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.160+0000 7fa62f865640 1 --2- 172.21.15.5:0/2942826533 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa62809b180 0x7fa628070770 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fa61c009870 tx=0x7fa61c02a2a0 comp rx=0 tx=0).stop 2024-09-19T05:02:52.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.160+0000 7fa62f865640 1 -- 172.21.15.5:0/2942826533 shutdown_connections 2024-09-19T05:02:52.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.160+0000 7fa62f865640 1 --2- 172.21.15.5:0/2942826533 >> v2:172.21.15.134:3300/0 conn(0x7fa62815f480 0x7fa6280b6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:52.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.160+0000 7fa62f865640 1 --2- 172.21.15.5:0/2942826533 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa62809b180 0x7fa628070770 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:52.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.160+0000 7fa62f865640 1 -- 172.21.15.5:0/2942826533 >> 172.21.15.5:0/2942826533 conn(0x7fa6280b3ff0 msgr2=0x7fa6280b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:52.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.160+0000 7fa62f865640 1 -- 172.21.15.5:0/2942826533 shutdown_connections 2024-09-19T05:02:52.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.160+0000 7fa62f865640 1 -- 172.21.15.5:0/2942826533 wait complete. 2024-09-19T05:02:52.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.162+0000 7fa62f865640 1 Processor -- start 2024-09-19T05:02:52.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.162+0000 7fa62f865640 1 -- start start 2024-09-19T05:02:52.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.162+0000 7fa62f865640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa62809b180 0x7fa62806e000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:52.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.162+0000 7fa62f865640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa62815c1c0 0x7fa6280b0aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:52.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.162+0000 7fa62f865640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa62815f480 0x7fa628158b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:52.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.162+0000 7fa62f865640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fa6280b6760 con 0x7fa62809b180 2024-09-19T05:02:52.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.162+0000 7fa62f865640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fa6280716a0 con 0x7fa62815c1c0 2024-09-19T05:02:52.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.162+0000 7fa62f865640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fa6280b68e0 con 0x7fa62815f480 2024-09-19T05:02:52.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.162+0000 7fa62d601640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa62809b180 0x7fa62806e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:52.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.162+0000 7fa62d601640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa62809b180 0x7fa62806e000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45690/0 (socket says 172.21.15.5:45690) 2024-09-19T05:02:52.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.163+0000 7fa62d601640 1 -- 172.21.15.5:0/686977965 learned_addr learned my addr 172.21.15.5:0/686977965 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:52.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.163+0000 7fa62ce00640 1 --2- 172.21.15.5:0/686977965 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa62815c1c0 0x7fa6280b0aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:52.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.163+0000 7fa62de02640 1 --2- 172.21.15.5:0/686977965 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa62815f480 0x7fa628158b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:52.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.163+0000 7fa62d601640 1 -- 172.21.15.5:0/686977965 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa62815f480 msgr2=0x7fa628158b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:52.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.163+0000 7fa62d601640 1 --2- 172.21.15.5:0/686977965 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa62815f480 0x7fa628158b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:52.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.163+0000 7fa62d601640 1 -- 172.21.15.5:0/686977965 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa62815c1c0 msgr2=0x7fa6280b0aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:52.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.163+0000 7fa62d601640 1 --2- 172.21.15.5:0/686977965 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa62815c1c0 0x7fa6280b0aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:52.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.163+0000 7fa62d601640 1 -- 172.21.15.5:0/686977965 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6280b1540 con 0x7fa62809b180 2024-09-19T05:02:52.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.163+0000 7fa62d601640 1 --2- 172.21.15.5:0/686977965 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa62809b180 0x7fa62806e000 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fa61800c890 tx=0x7fa61800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:52.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.163+0000 7fa625ffb640 1 -- 172.21.15.5:0/686977965 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa618018070 con 0x7fa62809b180 2024-09-19T05:02:52.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.163+0000 7fa625ffb640 1 -- 172.21.15.5:0/686977965 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa61800a640 con 0x7fa62809b180 2024-09-19T05:02:52.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.163+0000 7fa625ffb640 1 -- 172.21.15.5:0/686977965 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa61800aa30 con 0x7fa62809b180 2024-09-19T05:02:52.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.163+0000 7fa62f865640 1 -- 172.21.15.5:0/686977965 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6280b1820 con 0x7fa62809b180 2024-09-19T05:02:52.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.163+0000 7fa62f865640 1 -- 172.21.15.5:0/686977965 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6280b1de0 con 0x7fa62809b180 2024-09-19T05:02:52.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.164+0000 7fa62f865640 1 -- 172.21.15.5:0/686977965 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa628070510 con 0x7fa62809b180 2024-09-19T05:02:52.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.165+0000 7fa625ffb640 1 -- 172.21.15.5:0/686977965 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa61801b070 con 0x7fa62809b180 2024-09-19T05:02:52.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.165+0000 7fa625ffb640 1 --2- 172.21.15.5:0/686977965 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa61406c2e0 0x7fa61406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:52.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.165+0000 7fa625ffb640 1 -- 172.21.15.5:0/686977965 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7fa61808ac00 con 0x7fa62809b180 2024-09-19T05:02:52.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.166+0000 7fa62ce00640 1 --2- 172.21.15.5:0/686977965 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa61406c2e0 0x7fa61406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:52.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.166+0000 7fa62ce00640 1 --2- 172.21.15.5:0/686977965 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa61406c2e0 0x7fa61406e7a0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fa61c034000 tx=0x7fa61c02e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:52.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.170+0000 7fa625ffb640 1 -- 172.21.15.5:0/686977965 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa618091080 con 0x7fa62809b180 2024-09-19T05:02:52.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.383+0000 7fa62f865640 1 -- 172.21.15.5:0/686977965 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fa62809b5a0 con 0x7fa62809b180 2024-09-19T05:02:52.385 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.383+0000 7fa625ffb640 1 -- 172.21.15.5:0/686977965 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v24) ==== 53+0+73 (secure 0 0 0) 0x7fa618058b90 con 0x7fa62809b180 2024-09-19T05:02:52.385 INFO:teuthology.orchestra.run.smithi005.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:02:52.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.385+0000 7fa62f865640 1 -- 172.21.15.5:0/686977965 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa61406c2e0 msgr2=0x7fa61406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:52.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.385+0000 7fa62f865640 1 --2- 172.21.15.5:0/686977965 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa61406c2e0 0x7fa61406e7a0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fa61c034000 tx=0x7fa61c02e000 comp rx=0 tx=0).stop 2024-09-19T05:02:52.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.385+0000 7fa62f865640 1 -- 172.21.15.5:0/686977965 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa62809b180 msgr2=0x7fa62806e000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:52.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.385+0000 7fa62f865640 1 --2- 172.21.15.5:0/686977965 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa62809b180 0x7fa62806e000 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fa61800c890 tx=0x7fa61800cd50 comp rx=0 tx=0).stop 2024-09-19T05:02:52.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.385+0000 7fa62f865640 1 -- 172.21.15.5:0/686977965 shutdown_connections 2024-09-19T05:02:52.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.385+0000 7fa62f865640 1 --2- 172.21.15.5:0/686977965 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa61406c2e0 0x7fa61406e7a0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:52.387 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.385+0000 7fa62f865640 1 --2- 172.21.15.5:0/686977965 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa62815f480 0x7fa628158b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:52.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.385+0000 7fa62f865640 1 --2- 172.21.15.5:0/686977965 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa62815c1c0 0x7fa6280b0aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:52.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.385+0000 7fa62f865640 1 --2- 172.21.15.5:0/686977965 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa62809b180 0x7fa62806e000 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:52.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.385+0000 7fa62f865640 1 -- 172.21.15.5:0/686977965 >> 172.21.15.5:0/686977965 conn(0x7fa6280b3ff0 msgr2=0x7fa6280d2d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:52.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.385+0000 7fa62f865640 1 -- 172.21.15.5:0/686977965 shutdown_connections 2024-09-19T05:02:52.388 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:52.385+0000 7fa62f865640 1 -- 172.21.15.5:0/686977965 wait complete. 2024-09-19T05:02:52.398 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:02:52.398 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:02:52.399 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi134.front.sepia.ceph.com 2024-09-19T05:02:52.399 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T05:02:52.399 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T05:02:52.399 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:02:52.399 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T05:02:52.399 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:02:52.399 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:02:52.399 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:52.399 DEBUG:teuthology.orchestra.run.smithi134:> ip addr 2024-09-19T05:02:52.419 INFO:teuthology.orchestra.run.smithi134.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:02:52.420 INFO:teuthology.orchestra.run.smithi134.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:02:52.420 INFO:teuthology.orchestra.run.smithi134.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:02:52.420 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:02:52.420 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 ::1/128 scope host 2024-09-19T05:02:52.420 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:02:52.420 INFO:teuthology.orchestra.run.smithi134.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:02:52.420 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:d9:38:e6 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:02:52.421 INFO:teuthology.orchestra.run.smithi134.stdout: altname enp7s0f0 2024-09-19T05:02:52.421 INFO:teuthology.orchestra.run.smithi134.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:02:52.421 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:d9:38:e7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:02:52.421 INFO:teuthology.orchestra.run.smithi134.stdout: altname enp7s0f1 2024-09-19T05:02:52.421 INFO:teuthology.orchestra.run.smithi134.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:02:52.421 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:88:6d:e8 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:02:52.421 INFO:teuthology.orchestra.run.smithi134.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:02:52.421 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:88:6d:e9 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:02:52.421 INFO:teuthology.orchestra.run.smithi134.stdout: inet 172.21.15.134/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T05:02:52.421 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft 42696sec preferred_lft 42696sec 2024-09-19T05:02:52.421 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::ec4:7aff:fe88:6de9/64 scope link noprefixroute 2024-09-19T05:02:52.421 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:02:52.421 INFO:teuthology.orchestra.run.smithi134.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:02:52.422 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0e:eb:2d:d0:3e:b7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:02:52.422 INFO:teuthology.orchestra.run.smithi134.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:02:52.422 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:02:52.422 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::90a2:26ff:feea:3d00/64 scope link 2024-09-19T05:02:52.422 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:02:52.422 INFO:teuthology.orchestra.run.smithi134.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:02:52.422 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether f6:41:57:e6:af:aa brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:02:52.422 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::f441:57ff:fee6:afaa/64 scope link 2024-09-19T05:02:52.422 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:02:52.422 INFO:teuthology.orchestra.run.smithi134.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:02:52.422 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0e:eb:2d:d0:3e:b7 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T05:02:52.422 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::ceb:2dff:fed0:3eb7/64 scope link 2024-09-19T05:02:52.422 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:02:52.423 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:52.423 DEBUG:teuthology.orchestra.run.smithi134:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:02:52.488 INFO:teuthology.orchestra.run.smithi134.stdout:1 2024-09-19T05:02:52.489 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:52.490 DEBUG:teuthology.orchestra.run.smithi134:> route 2024-09-19T05:02:52.548 INFO:teuthology.orchestra.run.smithi134.stdout:Kernel IP routing table 2024-09-19T05:02:52.548 INFO:teuthology.orchestra.run.smithi134.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:02:52.548 INFO:teuthology.orchestra.run.smithi134.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T05:02:52.548 INFO:teuthology.orchestra.run.smithi134.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T05:02:52.548 INFO:teuthology.orchestra.run.smithi134.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:02:52.549 DEBUG:teuthology.orchestra.run.smithi134:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:02:52.549 DEBUG:teuthology.orchestra.run.smithi134:> set -e 2024-09-19T05:02:52.549 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T05:02:52.549 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T05:02:52.549 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T05:02:52.549 DEBUG:teuthology.orchestra.run.smithi134:> ') 2024-09-19T05:02:52.641 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:02:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:02:52.676 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:02:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:02:52.681 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:52.681 DEBUG:teuthology.orchestra.run.smithi134:> ip netns list 2024-09-19T05:02:52.697 INFO:teuthology.orchestra.run.smithi134.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T05:02:52.697 INFO:teuthology.orchestra.run.smithi134.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T05:02:52.697 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:02:52.697 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:52.698 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link set brx.0 up 2024-09-19T05:02:52.763 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:02:52.763 DEBUG:teuthology.orchestra.run.smithi134:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T05:02:52.818 INFO:teuthology.orchestra.run.smithi134.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:02:52.819 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:02:52.819 DEBUG:teuthology.orchestra.run.smithi134:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:02:52.874 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T05:02:52.874 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:52.874 DEBUG:teuthology.orchestra.run.smithi134:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:02:52.957 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:02:52.957 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T05:02:52.957 INFO:teuthology.orchestra.run.smithi134.stdout:invalid new device string format 2024-09-19T05:02:52.966 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:02:52.966 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T05:02:52.966 INFO:teuthology.orchestra.run.smithi134.stdout:invalid new device string format 2024-09-19T05:02:52.966 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:02:52.966 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:02:52.981 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:02:52.981 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T05:02:52.981 INFO:teuthology.orchestra.run.smithi134.stdout:invalid new device string format 2024-09-19T05:02:52.981 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:02:52.981 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:02:52.981 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790" 2024-09-19T05:02:52.981 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790:/ 2024-09-19T05:02:52.982 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs,key=1,fsid=d3e05719-6fe9-4686-ba83-cd0299bd169b" will pass to kernel 2024-09-19T05:02:52.982 INFO:teuthology.orchestra.run.smithi134.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T05:02:52.982 INFO:teuthology.orchestra.run.smithi134.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:02:52.982 INFO:teuthology.orchestra.run.smithi134.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:02:52.982 INFO:teuthology.orchestra.run.smithi134.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:02:52.982 INFO:teuthology.orchestra.run.smithi134.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:02:52.983 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:02:52.983 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:52.984 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:02:53.049 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:02:53.137 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:02:53 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:02:53.140 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:02:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:02:53.145 INFO:teuthology.orchestra.run.smithi134.stdout:client4937 2024-09-19T05:02:53.146 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:02:53.146 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:02:53.162 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:53.162 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir subdir) 2024-09-19T05:02:53.185 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:53.186 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.quota.max_bytes -v 10A ./subdir) 2024-09-19T05:02:53.244 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:02:53.245 INFO:teuthology.orchestra.run.smithi005.stderr:setfattr: ./subdir: Invalid argument 2024-09-19T05:02:53.245 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:53.245 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.quota.max_bytes -v 1y00Ki ./subdir) 2024-09-19T05:02:53.303 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:02:53.304 INFO:teuthology.orchestra.run.smithi005.stderr:setfattr: ./subdir: Invalid argument 2024-09-19T05:02:53.304 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:53.304 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.quota.max_bytes -v af00 ./subdir) 2024-09-19T05:02:53.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:02:53.362 INFO:teuthology.orchestra.run.smithi005.stderr:setfattr: ./subdir: Invalid argument 2024-09-19T05:02:53.362 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:53.362 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.quota.max_bytes -v G ./subdir) 2024-09-19T05:02:53.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:02:53.420 INFO:teuthology.orchestra.run.smithi005.stderr:setfattr: ./subdir: Invalid argument 2024-09-19T05:02:53.420 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:53.421 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.quota.max_bytes -v '' ./subdir) 2024-09-19T05:02:53.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:02:53.478 INFO:teuthology.orchestra.run.smithi005.stderr:setfattr: ./subdir: Invalid argument 2024-09-19T05:02:53.478 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:53.478 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.quota.max_bytes -v ' ' ./subdir) 2024-09-19T05:02:53.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:02:53.536 INFO:teuthology.orchestra.run.smithi005.stderr:setfattr: ./subdir: Invalid argument 2024-09-19T05:02:53.536 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:53.536 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.quota.max_bytes -v -1t ./subdir) 2024-09-19T05:02:53.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:02:53.593 INFO:teuthology.orchestra.run.smithi005.stderr:setfattr: ./subdir: Invalid argument 2024-09-19T05:02:53.594 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:53.594 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.quota.max_bytes -v -1 ./subdir) 2024-09-19T05:02:53.650 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:02:53.650 INFO:teuthology.orchestra.run.smithi005.stderr:setfattr: ./subdir: Invalid argument 2024-09-19T05:02:53.650 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T05:02:53.651 DEBUG:teuthology.orchestra.run.smithi005:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:02:53.729 DEBUG:teuthology.orchestra.run.smithi134:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:02:53.774 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T05:02:53.774 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:02:53.774 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:02:53.774 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:02:53.791 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:02:53.791 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:02:53.848 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:02:53.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.992+0000 7f8ccac8d640 1 Processor -- start 2024-09-19T05:02:53.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.992+0000 7f8ccac8d640 1 -- start start 2024-09-19T05:02:53.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.993+0000 7f8ccac8d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8cc415c1c0 0x7f8cc4070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:53.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.993+0000 7f8ccac8d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8cc415f480 0x7f8cc409aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:53.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.993+0000 7f8ccac8d640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8cc4070e00 con 0x7f8cc409afb0 2024-09-19T05:02:53.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.993+0000 7f8ccac8d640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f8cc40b5d90 con 0x7f8cc415c1c0 2024-09-19T05:02:53.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.993+0000 7f8ccac8d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f8cc40710e0 con 0x7f8cc415f480 2024-09-19T05:02:53.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.993+0000 7f8cc8a29640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8cc415c1c0 0x7f8cc4070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:53.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.993+0000 7f8cc8a29640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8cc415c1c0 0x7f8cc4070770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45702/0 (socket says 172.21.15.5:45702) 2024-09-19T05:02:53.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.993+0000 7f8cc8a29640 1 -- 172.21.15.5:0/896671079 learned_addr learned my addr 172.21.15.5:0/896671079 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:53.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.993+0000 7f8cc3fff640 1 --2- 172.21.15.5:0/896671079 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8cc415f480 0x7f8cc409aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:53.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.993+0000 7f8cc8a29640 1 -- 172.21.15.5:0/896671079 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8cc415f480 msgr2=0x7f8cc409aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:53.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.993+0000 7f8cc8a29640 1 --2- 172.21.15.5:0/896671079 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8cc415f480 0x7f8cc409aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:53.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.993+0000 7f8cc8a29640 1 -- 172.21.15.5:0/896671079 >> v1:172.21.15.134:6789/0 conn(0x7f8cc409afb0 legacy=0x7f8cc4161fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:53.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.993+0000 7f8cc8a29640 1 -- 172.21.15.5:0/896671079 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cc40713c0 con 0x7f8cc415c1c0 2024-09-19T05:02:53.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.994+0000 7f8cc8a29640 1 --2- 172.21.15.5:0/896671079 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8cc415c1c0 0x7f8cc4070770 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f8cb8009870 tx=0x7f8cb802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1fe313b66af2600 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:53.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.994+0000 7f8cc37fe640 1 -- 172.21.15.5:0/896671079 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cb8037070 con 0x7f8cc415c1c0 2024-09-19T05:02:53.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.994+0000 7f8cc37fe640 1 -- 172.21.15.5:0/896671079 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8cb8032440 con 0x7f8cc415c1c0 2024-09-19T05:02:53.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.994+0000 7f8cc37fe640 1 -- 172.21.15.5:0/896671079 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cb8032810 con 0x7f8cc415c1c0 2024-09-19T05:02:53.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.995+0000 7f8ccac8d640 1 -- 172.21.15.5:0/896671079 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8cc415c1c0 msgr2=0x7f8cc4070770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:53.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.995+0000 7f8ccac8d640 1 --2- 172.21.15.5:0/896671079 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8cc415c1c0 0x7f8cc4070770 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f8cb8009870 tx=0x7f8cb802a270 comp rx=0 tx=0).stop 2024-09-19T05:02:53.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.995+0000 7f8ccac8d640 1 -- 172.21.15.5:0/896671079 shutdown_connections 2024-09-19T05:02:53.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.995+0000 7f8ccac8d640 1 --2- 172.21.15.5:0/896671079 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8cc415f480 0x7f8cc409aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:53.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.995+0000 7f8ccac8d640 1 --2- 172.21.15.5:0/896671079 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8cc415c1c0 0x7f8cc4070770 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:53.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.995+0000 7f8ccac8d640 1 -- 172.21.15.5:0/896671079 >> 172.21.15.5:0/896671079 conn(0x7f8cc40b3ff0 msgr2=0x7f8cc40b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:53.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.995+0000 7f8ccac8d640 1 -- 172.21.15.5:0/896671079 shutdown_connections 2024-09-19T05:02:53.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.995+0000 7f8ccac8d640 1 -- 172.21.15.5:0/896671079 wait complete. 2024-09-19T05:02:53.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.996+0000 7f8ccac8d640 1 Processor -- start 2024-09-19T05:02:53.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.996+0000 7f8ccac8d640 1 -- start start 2024-09-19T05:02:54.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.997+0000 7f8ccac8d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8cc409afb0 0x7f8cc414fe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:54.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.997+0000 7f8ccac8d640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8cc415c1c0 0x7f8cc40cdfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:54.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.997+0000 7f8ccac8d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8cc415f480 0x7f8cc4158200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:54.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.997+0000 7f8ccac8d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f8cc40b7230 con 0x7f8cc409afb0 2024-09-19T05:02:54.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.997+0000 7f8ccac8d640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f8cc415f8a0 con 0x7f8cc415c1c0 2024-09-19T05:02:54.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.997+0000 7f8ccac8d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f8cc40b73b0 con 0x7f8cc415f480 2024-09-19T05:02:54.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.997+0000 7f8cc8a29640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8cc409afb0 0x7f8cc414fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:54.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.997+0000 7f8cc8a29640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8cc409afb0 0x7f8cc414fe70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45706/0 (socket says 172.21.15.5:45706) 2024-09-19T05:02:54.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.997+0000 7f8cc8a29640 1 -- 172.21.15.5:0/1659438970 learned_addr learned my addr 172.21.15.5:0/1659438970 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:54.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.997+0000 7f8cc3fff640 1 --2- 172.21.15.5:0/1659438970 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8cc415c1c0 0x7f8cc40cdfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:54.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.997+0000 7f8cc922a640 1 --2- 172.21.15.5:0/1659438970 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8cc415f480 0x7f8cc4158200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:54.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.997+0000 7f8cc8a29640 1 -- 172.21.15.5:0/1659438970 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8cc415f480 msgr2=0x7f8cc4158200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:54.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.997+0000 7f8cc8a29640 1 --2- 172.21.15.5:0/1659438970 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8cc415f480 0x7f8cc4158200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:54.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.997+0000 7f8cc8a29640 1 -- 172.21.15.5:0/1659438970 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8cc415c1c0 msgr2=0x7f8cc40cdfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:54.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.997+0000 7f8cc8a29640 1 --2- 172.21.15.5:0/1659438970 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8cc415c1c0 0x7f8cc40cdfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:54.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.997+0000 7f8cc8a29640 1 -- 172.21.15.5:0/1659438970 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cc40ccf10 con 0x7f8cc409afb0 2024-09-19T05:02:54.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.997+0000 7f8cc922a640 1 --2- 172.21.15.5:0/1659438970 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8cc415f480 0x7f8cc4158200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:54.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.997+0000 7f8cc8a29640 1 --2- 172.21.15.5:0/1659438970 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8cc409afb0 0x7f8cc414fe70 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f8cb8000c00 tx=0x7f8cb80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:54.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.997+0000 7f8cc17fa640 1 -- 172.21.15.5:0/1659438970 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cb8041020 con 0x7f8cc409afb0 2024-09-19T05:02:54.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.997+0000 7f8cc17fa640 1 -- 172.21.15.5:0/1659438970 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8cb80306c0 con 0x7f8cc409afb0 2024-09-19T05:02:54.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.998+0000 7f8ccac8d640 1 -- 172.21.15.5:0/1659438970 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cc40cd1f0 con 0x7f8cc409afb0 2024-09-19T05:02:54.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.998+0000 7f8cc17fa640 1 -- 172.21.15.5:0/1659438970 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cb8037040 con 0x7f8cc409afb0 2024-09-19T05:02:54.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.998+0000 7f8ccac8d640 1 -- 172.21.15.5:0/1659438970 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cc40cd7b0 con 0x7f8cc409afb0 2024-09-19T05:02:54.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.999+0000 7f8ccac8d640 1 -- 172.21.15.5:0/1659438970 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8cc409aa70 con 0x7f8cc409afb0 2024-09-19T05:02:54.003 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:53.999+0000 7f8cc17fa640 1 -- 172.21.15.5:0/1659438970 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8cb8044020 con 0x7f8cc409afb0 2024-09-19T05:02:54.003 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.000+0000 7f8cc17fa640 1 --2- 172.21.15.5:0/1659438970 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8ca806c2e0 0x7f8ca806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:54.003 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.000+0000 7f8cc17fa640 1 -- 172.21.15.5:0/1659438970 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7f8cb80abdb0 con 0x7f8cc409afb0 2024-09-19T05:02:54.003 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.000+0000 7f8cc3fff640 1 --2- 172.21.15.5:0/1659438970 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8ca806c2e0 0x7f8ca806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:54.003 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.000+0000 7f8cc3fff640 1 --2- 172.21.15.5:0/1659438970 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8ca806c2e0 0x7f8ca806e7a0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8cc41f7b60 tx=0x7f8cb0008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:54.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.004+0000 7f8cc17fa640 1 -- 172.21.15.5:0/1659438970 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8cb804b030 con 0x7f8cc409afb0 2024-09-19T05:02:54.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.193+0000 7f8ccac8d640 1 -- 172.21.15.5:0/1659438970 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f8cc4071d60 con 0x7f8cc409afb0 2024-09-19T05:02:54.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.194+0000 7f8cc17fa640 1 -- 172.21.15.5:0/1659438970 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v50) ==== 80+0+0 (secure 0 0 0) 0x7f8cb807a390 con 0x7f8cc409afb0 2024-09-19T05:02:54.195 INFO:teuthology.orchestra.run.smithi005.stderr:listed 0 entries 2024-09-19T05:02:54.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.195+0000 7f8ccac8d640 1 -- 172.21.15.5:0/1659438970 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8ca806c2e0 msgr2=0x7f8ca806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:54.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.195+0000 7f8ccac8d640 1 --2- 172.21.15.5:0/1659438970 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8ca806c2e0 0x7f8ca806e7a0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8cc41f7b60 tx=0x7f8cb0008040 comp rx=0 tx=0).stop 2024-09-19T05:02:54.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.195+0000 7f8ccac8d640 1 -- 172.21.15.5:0/1659438970 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8cc409afb0 msgr2=0x7f8cc414fe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:54.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.195+0000 7f8ccac8d640 1 --2- 172.21.15.5:0/1659438970 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8cc409afb0 0x7f8cc414fe70 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f8cb8000c00 tx=0x7f8cb80046c0 comp rx=0 tx=0).stop 2024-09-19T05:02:54.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.196+0000 7f8ccac8d640 1 -- 172.21.15.5:0/1659438970 shutdown_connections 2024-09-19T05:02:54.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.196+0000 7f8ccac8d640 1 --2- 172.21.15.5:0/1659438970 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8ca806c2e0 0x7f8ca806e7a0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:54.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.196+0000 7f8ccac8d640 1 --2- 172.21.15.5:0/1659438970 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8cc415f480 0x7f8cc4158200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:54.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.196+0000 7f8ccac8d640 1 --2- 172.21.15.5:0/1659438970 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8cc415c1c0 0x7f8cc40cdfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:54.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.196+0000 7f8ccac8d640 1 --2- 172.21.15.5:0/1659438970 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8cc409afb0 0x7f8cc414fe70 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:54.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.196+0000 7f8ccac8d640 1 -- 172.21.15.5:0/1659438970 >> 172.21.15.5:0/1659438970 conn(0x7f8cc40b3ff0 msgr2=0x7f8cc415ea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:54.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.196+0000 7f8ccac8d640 1 -- 172.21.15.5:0/1659438970 shutdown_connections 2024-09-19T05:02:54.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.196+0000 7f8ccac8d640 1 -- 172.21.15.5:0/1659438970 wait complete. 2024-09-19T05:02:54.208 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T05:02:54.208 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:54.209 DEBUG:teuthology.orchestra.run.smithi005:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T05:02:54.238 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi005.front.sepia.ceph.com 2024-09-19T05:02:54.238 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:54.238 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T05:02:54.294 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:02:54.294 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:02:54.294 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:02:54.314 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:02:54.314 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:02:54.372 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:02:54.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.474+0000 7f3af138d640 1 Processor -- start 2024-09-19T05:02:54.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.474+0000 7f3af138d640 1 -- start start 2024-09-19T05:02:54.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.474+0000 7f3af138d640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f3aec0cfa10 0x7f3aec0d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:54.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.474+0000 7f3af138d640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3aec0b6060 con 0x7f3aec0d0ff0 2024-09-19T05:02:54.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.474+0000 7f3af138d640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3aec0b6340 con 0x7f3aec0d4060 2024-09-19T05:02:54.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.474+0000 7f3af138d640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f3aec0b6c70 con 0x7f3aec0cfa10 2024-09-19T05:02:54.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.474+0000 7f3aeaffd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f3aec0d0ff0 0x7f3aec0d13d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:43244/0 (socket says 172.21.15.5:43244) 2024-09-19T05:02:54.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.475+0000 7f3aeaffd640 1 -- 172.21.15.5:0/2164523931 learned_addr learned my addr 172.21.15.5:0/2164523931 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:54.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.475+0000 7f3aea7fc640 1 --2- 172.21.15.5:0/2164523931 >> v2:172.21.15.134:3300/0 conn(0x7f3aec0cfa10 0x7f3aec0d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:54.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.475+0000 7f3ae9ffb640 1 -- 172.21.15.5:0/2164523931 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 520224285 0 0) 0x7f3aec0b6060 con 0x7f3aec0d0ff0 2024-09-19T05:02:54.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.475+0000 7f3ae9ffb640 1 -- 172.21.15.5:0/2164523931 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3ad8003520 con 0x7f3aec0d0ff0 2024-09-19T05:02:54.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.475+0000 7f3ae9ffb640 1 -- 172.21.15.5:0/2164523931 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3002154542 0 0) 0x7f3ad8003520 con 0x7f3aec0d0ff0 2024-09-19T05:02:54.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.475+0000 7f3ae9ffb640 1 -- 172.21.15.5:0/2164523931 >> v2:172.21.15.134:3300/0 conn(0x7f3aec0cfa10 msgr2=0x7f3aec0d3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:54.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.475+0000 7f3ae9ffb640 1 --2- 172.21.15.5:0/2164523931 >> v2:172.21.15.134:3300/0 conn(0x7f3aec0cfa10 0x7f3aec0d3b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:54.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.475+0000 7f3ae9ffb640 1 -- 172.21.15.5:0/2164523931 >> v1:172.21.15.134:6789/0 conn(0x7f3aec0d4060 legacy=0x7f3aec0b7670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:54.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.475+0000 7f3ae9ffb640 1 -- 172.21.15.5:0/2164523931 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3aec0b6620 con 0x7f3aec0d0ff0 2024-09-19T05:02:54.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.475+0000 7f3ae9ffb640 1 -- 172.21.15.5:0/2164523931 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f3adc0019f0 con 0x7f3aec0d0ff0 2024-09-19T05:02:54.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.475+0000 7f3ae9ffb640 1 -- 172.21.15.5:0/2164523931 >> v1:172.21.15.5:6789/0 conn(0x7f3aec0d0ff0 legacy=0x7f3aec0d13d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:54.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.475+0000 7f3ae9ffb640 1 --2- 172.21.15.5:0/2164523931 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ad80039b0 0x7f3ad8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:54.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.475+0000 7f3ae9ffb640 1 --2- 172.21.15.5:0/2164523931 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3ad8004800 0x7f3ad8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:54.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.475+0000 7f3ae9ffb640 1 --2- 172.21.15.5:0/2164523931 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3ad80051c0 0x7f3ad800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:54.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.475+0000 7f3ae9ffb640 1 -- 172.21.15.5:0/2164523931 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f3aec0b6c70 con 0x7f3ad80039b0 2024-09-19T05:02:54.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.475+0000 7f3ae9ffb640 1 -- 172.21.15.5:0/2164523931 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad800c160 con 0x7f3ad80051c0 2024-09-19T05:02:54.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.475+0000 7f3ae9ffb640 1 -- 172.21.15.5:0/2164523931 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f3ad800c360 con 0x7f3ad8004800 2024-09-19T05:02:54.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.475+0000 7f3aeaffd640 1 --2- 172.21.15.5:0/2164523931 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ad80039b0 0x7f3ad8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:54.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.475+0000 7f3aeb7fe640 1 --2- 172.21.15.5:0/2164523931 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3ad80051c0 0x7f3ad800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:54.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.475+0000 7f3aea7fc640 1 --2- 172.21.15.5:0/2164523931 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3ad8004800 0x7f3ad8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:54.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.476+0000 7f3aeaffd640 1 -- 172.21.15.5:0/2164523931 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3ad8004800 msgr2=0x7f3ad8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:54.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.476+0000 7f3aeaffd640 1 --2- 172.21.15.5:0/2164523931 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3ad8004800 0x7f3ad8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:54.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.476+0000 7f3aeaffd640 1 -- 172.21.15.5:0/2164523931 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3ad80051c0 msgr2=0x7f3ad800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:54.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.476+0000 7f3aeaffd640 1 --2- 172.21.15.5:0/2164523931 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3ad80051c0 0x7f3ad800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:54.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.476+0000 7f3aeaffd640 1 -- 172.21.15.5:0/2164523931 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ad8003520 con 0x7f3ad80039b0 2024-09-19T05:02:54.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.476+0000 7f3aeb7fe640 1 -- 172.21.15.5:0/2164523931 reap_dead start 2024-09-19T05:02:54.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.476+0000 7f3aea7fc640 1 --2- 172.21.15.5:0/2164523931 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3ad8004800 0x7f3ad8004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:54.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.476+0000 7f3aeaffd640 1 --2- 172.21.15.5:0/2164523931 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ad80039b0 0x7f3ad8003dd0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f3adc00a860 tx=0x7f3ad8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=631684e42a84c3ca server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:54.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.476+0000 7f3ae9ffb640 1 -- 172.21.15.5:0/2164523931 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3adc00a480 con 0x7f3ad80039b0 2024-09-19T05:02:54.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.476+0000 7f3ae9ffb640 1 -- 172.21.15.5:0/2164523931 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3adc02f070 con 0x7f3ad80039b0 2024-09-19T05:02:54.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.476+0000 7f3ae9ffb640 1 -- 172.21.15.5:0/2164523931 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3adc02bd20 con 0x7f3ad80039b0 2024-09-19T05:02:54.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.477+0000 7f3af138d640 1 -- 172.21.15.5:0/2164523931 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ad80039b0 msgr2=0x7f3ad8003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:54.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.477+0000 7f3af138d640 1 --2- 172.21.15.5:0/2164523931 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ad80039b0 0x7f3ad8003dd0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f3adc00a860 tx=0x7f3ad8005830 comp rx=0 tx=0).stop 2024-09-19T05:02:54.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.477+0000 7f3af138d640 1 -- 172.21.15.5:0/2164523931 shutdown_connections 2024-09-19T05:02:54.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.477+0000 7f3af138d640 1 --2- 172.21.15.5:0/2164523931 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ad80039b0 0x7f3ad8003dd0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:54.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.477+0000 7f3af138d640 1 -- 172.21.15.5:0/2164523931 >> 172.21.15.5:0/2164523931 conn(0x7f3aec067f80 msgr2=0x7f3aec06ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:54.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.477+0000 7f3af138d640 1 -- 172.21.15.5:0/2164523931 shutdown_connections 2024-09-19T05:02:54.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.477+0000 7f3af138d640 1 -- 172.21.15.5:0/2164523931 wait complete. 2024-09-19T05:02:54.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.478+0000 7f3af138d640 1 Processor -- start 2024-09-19T05:02:54.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.478+0000 7f3af138d640 1 -- start start 2024-09-19T05:02:54.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.479+0000 7f3af138d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ad80039b0 0x7f3aec1551f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:54.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.479+0000 7f3af138d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3aec155980 0x7f3aec161220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:54.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.479+0000 7f3af138d640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3aec1e7d40 0x7f3aec1e81d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:54.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.479+0000 7f3af138d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f3aec15ea70 con 0x7f3ad80039b0 2024-09-19T05:02:54.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.479+0000 7f3af138d640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f3aec15e8f0 con 0x7f3aec1e7d40 2024-09-19T05:02:54.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.479+0000 7f3af138d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f3aec0d3b20 con 0x7f3aec155980 2024-09-19T05:02:54.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.479+0000 7f3aeaffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ad80039b0 0x7f3aec1551f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:54.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.479+0000 7f3aeaffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ad80039b0 0x7f3aec1551f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45722/0 (socket says 172.21.15.5:45722) 2024-09-19T05:02:54.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.479+0000 7f3aeaffd640 1 -- 172.21.15.5:0/3754838520 learned_addr learned my addr 172.21.15.5:0/3754838520 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:54.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.479+0000 7f3aeb7fe640 1 --2- 172.21.15.5:0/3754838520 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3aec1e7d40 0x7f3aec1e81d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:54.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.479+0000 7f3aea7fc640 1 --2- 172.21.15.5:0/3754838520 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3aec155980 0x7f3aec161220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:54.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.480+0000 7f3aeaffd640 1 -- 172.21.15.5:0/3754838520 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3aec155980 msgr2=0x7f3aec161220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:54.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.480+0000 7f3aeaffd640 1 --2- 172.21.15.5:0/3754838520 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3aec155980 0x7f3aec161220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:54.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.480+0000 7f3aeaffd640 1 -- 172.21.15.5:0/3754838520 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3aec1e7d40 msgr2=0x7f3aec1e81d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:54.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.480+0000 7f3aeaffd640 1 --2- 172.21.15.5:0/3754838520 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3aec1e7d40 0x7f3aec1e81d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:54.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.480+0000 7f3aeaffd640 1 -- 172.21.15.5:0/3754838520 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3aec1e8a10 con 0x7f3ad80039b0 2024-09-19T05:02:54.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.480+0000 7f3aeaffd640 1 --2- 172.21.15.5:0/3754838520 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ad80039b0 0x7f3aec1551f0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f3adc00a860 tx=0x7f3adc02d070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:54.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.480+0000 7f3ae37fe640 1 -- 172.21.15.5:0/3754838520 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3adc045070 con 0x7f3ad80039b0 2024-09-19T05:02:54.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.480+0000 7f3ae37fe640 1 -- 172.21.15.5:0/3754838520 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3adc040680 con 0x7f3ad80039b0 2024-09-19T05:02:54.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.480+0000 7f3af138d640 1 -- 172.21.15.5:0/3754838520 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3aec155730 con 0x7f3ad80039b0 2024-09-19T05:02:54.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.480+0000 7f3ae37fe640 1 -- 172.21.15.5:0/3754838520 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3adc00a480 con 0x7f3ad80039b0 2024-09-19T05:02:54.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.480+0000 7f3af138d640 1 -- 172.21.15.5:0/3754838520 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3aec1e8f90 con 0x7f3ad80039b0 2024-09-19T05:02:54.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.481+0000 7f3af138d640 1 -- 172.21.15.5:0/3754838520 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3aec0d13d0 con 0x7f3ad80039b0 2024-09-19T05:02:54.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.482+0000 7f3ae37fe640 1 -- 172.21.15.5:0/3754838520 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3adc048070 con 0x7f3ad80039b0 2024-09-19T05:02:54.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.482+0000 7f3ae37fe640 1 --2- 172.21.15.5:0/3754838520 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3acc06c2b0 0x7f3acc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:54.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.482+0000 7f3ae37fe640 1 -- 172.21.15.5:0/3754838520 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7f3adc0ab920 con 0x7f3ad80039b0 2024-09-19T05:02:54.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.483+0000 7f3aea7fc640 1 --2- 172.21.15.5:0/3754838520 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3acc06c2b0 0x7f3acc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:54.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.483+0000 7f3aea7fc640 1 --2- 172.21.15.5:0/3754838520 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3acc06c2b0 0x7f3acc06e770 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f3aec076d60 tx=0x7f3ad4008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:54.488 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.487+0000 7f3ae37fe640 1 -- 172.21.15.5:0/3754838520 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3adc079a60 con 0x7f3ad80039b0 2024-09-19T05:02:54.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.675+0000 7f3af138d640 1 -- 172.21.15.5:0/3754838520 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f3aec0d13d0 con 0x7f3ad80039b0 2024-09-19T05:02:54.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.676+0000 7f3ae37fe640 1 -- 172.21.15.5:0/3754838520 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v50) ==== 80+0+0 (secure 0 0 0) 0x7f3adc07dd60 con 0x7f3ad80039b0 2024-09-19T05:02:54.677 INFO:teuthology.orchestra.run.smithi005.stderr:listed 0 entries 2024-09-19T05:02:54.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.678+0000 7f3af138d640 1 -- 172.21.15.5:0/3754838520 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3acc06c2b0 msgr2=0x7f3acc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:54.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.678+0000 7f3af138d640 1 --2- 172.21.15.5:0/3754838520 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3acc06c2b0 0x7f3acc06e770 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f3aec076d60 tx=0x7f3ad4008040 comp rx=0 tx=0).stop 2024-09-19T05:02:54.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.678+0000 7f3af138d640 1 -- 172.21.15.5:0/3754838520 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ad80039b0 msgr2=0x7f3aec1551f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:54.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.678+0000 7f3af138d640 1 --2- 172.21.15.5:0/3754838520 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ad80039b0 0x7f3aec1551f0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f3adc00a860 tx=0x7f3adc02d070 comp rx=0 tx=0).stop 2024-09-19T05:02:54.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.678+0000 7f3af138d640 1 -- 172.21.15.5:0/3754838520 shutdown_connections 2024-09-19T05:02:54.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.678+0000 7f3af138d640 1 --2- 172.21.15.5:0/3754838520 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3acc06c2b0 0x7f3acc06e770 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:54.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.678+0000 7f3af138d640 1 --2- 172.21.15.5:0/3754838520 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3aec1e7d40 0x7f3aec1e81d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:54.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.678+0000 7f3af138d640 1 --2- 172.21.15.5:0/3754838520 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3aec155980 0x7f3aec161220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:54.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.678+0000 7f3af138d640 1 --2- 172.21.15.5:0/3754838520 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ad80039b0 0x7f3aec1551f0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:54.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.678+0000 7f3af138d640 1 -- 172.21.15.5:0/3754838520 >> 172.21.15.5:0/3754838520 conn(0x7f3aec067f80 msgr2=0x7f3aec0d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:54.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.678+0000 7f3af138d640 1 -- 172.21.15.5:0/3754838520 shutdown_connections 2024-09-19T05:02:54.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.678+0000 7f3af138d640 1 -- 172.21.15.5:0/3754838520 wait complete. 2024-09-19T05:02:54.690 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T05:02:54.691 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:54.691 DEBUG:teuthology.orchestra.run.smithi134:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-19T05:02:54.724 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi134.front.sepia.ceph.com 2024-09-19T05:02:54.725 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:02:54.725 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T05:02:54.783 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:02:54.783 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:02:54.783 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:02:54.799 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=554 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:02:54.800 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:02:54.800 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:02:54.800 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:02:54.841 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056029,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2378 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:02:54.842 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:02:54.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.942+0000 7fd00eeaf640 1 Processor -- start 2024-09-19T05:02:54.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.942+0000 7fd00eeaf640 1 -- start start 2024-09-19T05:02:54.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.943+0000 7fd00eeaf640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd0080d0ff0 0x7fd0080d13d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:54.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.943+0000 7fd00eeaf640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fd0080cfa10 0x7fd0080d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:54.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.943+0000 7fd00eeaf640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd0080d1910 con 0x7fd0080d4060 2024-09-19T05:02:54.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.943+0000 7fd00eeaf640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fd0080b6c70 con 0x7fd0080d0ff0 2024-09-19T05:02:54.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.943+0000 7fd00eeaf640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fd0080b6060 con 0x7fd0080cfa10 2024-09-19T05:02:54.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.943+0000 7fd00cc4b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd0080d0ff0 0x7fd0080d13d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:54.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.943+0000 7fd00d44c640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fd0080d4060 0x7fd0080d28c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:43258/0 (socket says 172.21.15.5:43258) 2024-09-19T05:02:54.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.943+0000 7fd00d44c640 1 -- 172.21.15.5:0/3266399839 learned_addr learned my addr 172.21.15.5:0/3266399839 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:54.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.943+0000 7fd007fff640 1 --2- 172.21.15.5:0/3266399839 >> v2:172.21.15.134:3300/0 conn(0x7fd0080cfa10 0x7fd0080d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:54.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.943+0000 7fd00cc4b640 1 -- 172.21.15.5:0/3266399839 >> v2:172.21.15.134:3300/0 conn(0x7fd0080cfa10 msgr2=0x7fd0080d3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:54.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.943+0000 7fd00cc4b640 1 --2- 172.21.15.5:0/3266399839 >> v2:172.21.15.134:3300/0 conn(0x7fd0080cfa10 0x7fd0080d3b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:54.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.943+0000 7fd00cc4b640 1 -- 172.21.15.5:0/3266399839 >> v1:172.21.15.5:6789/0 conn(0x7fd0080d4060 legacy=0x7fd0080d28c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:54.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.943+0000 7fd00cc4b640 1 -- 172.21.15.5:0/3266399839 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0080b6340 con 0x7fd0080d0ff0 2024-09-19T05:02:54.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.943+0000 7fd0077fe640 1 -- 172.21.15.5:0/3266399839 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3245608864 0 0) 0x7fd0080d1910 con 0x7fd0080d4060 2024-09-19T05:02:54.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.944+0000 7fd00cc4b640 1 --2- 172.21.15.5:0/3266399839 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0080d0ff0 0x7fd0080d13d0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fd0080b6df0 tx=0x7fcffc02a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c13e9ea2e75b046 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:54.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.944+0000 7fd0077fe640 1 -- 172.21.15.5:0/3266399839 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcffc037070 con 0x7fd0080d0ff0 2024-09-19T05:02:54.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.944+0000 7fd0077fe640 1 -- 172.21.15.5:0/3266399839 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcffc032440 con 0x7fd0080d0ff0 2024-09-19T05:02:54.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.944+0000 7fd0077fe640 1 -- 172.21.15.5:0/3266399839 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcffc02ae60 con 0x7fd0080d0ff0 2024-09-19T05:02:54.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.945+0000 7fd00eeaf640 1 -- 172.21.15.5:0/3266399839 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0080d0ff0 msgr2=0x7fd0080d13d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:54.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.945+0000 7fd00eeaf640 1 --2- 172.21.15.5:0/3266399839 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0080d0ff0 0x7fd0080d13d0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fd0080b6df0 tx=0x7fcffc02a110 comp rx=0 tx=0).stop 2024-09-19T05:02:54.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.945+0000 7fd00eeaf640 1 -- 172.21.15.5:0/3266399839 shutdown_connections 2024-09-19T05:02:54.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.945+0000 7fd00eeaf640 1 --2- 172.21.15.5:0/3266399839 >> v2:172.21.15.134:3300/0 conn(0x7fd0080cfa10 0x7fd0080d3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:54.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.945+0000 7fd00eeaf640 1 --2- 172.21.15.5:0/3266399839 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0080d0ff0 0x7fd0080d13d0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:54.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.945+0000 7fd00eeaf640 1 -- 172.21.15.5:0/3266399839 >> 172.21.15.5:0/3266399839 conn(0x7fd008067f80 msgr2=0x7fd00806ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:54.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.945+0000 7fd00eeaf640 1 -- 172.21.15.5:0/3266399839 shutdown_connections 2024-09-19T05:02:54.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.945+0000 7fd00eeaf640 1 -- 172.21.15.5:0/3266399839 wait complete. 2024-09-19T05:02:54.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.946+0000 7fd00eeaf640 1 Processor -- start 2024-09-19T05:02:54.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.946+0000 7fd00eeaf640 1 -- start start 2024-09-19T05:02:54.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.947+0000 7fd00eeaf640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0080cfa10 0x7fd00814e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:54.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.947+0000 7fd00eeaf640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0080d0ff0 0x7fd0080cb6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:54.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.947+0000 7fd00eeaf640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0080d4060 0x7fd008160e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:54.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.947+0000 7fd00eeaf640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd00815e8f0 con 0x7fd0080cfa10 2024-09-19T05:02:54.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.947+0000 7fd00eeaf640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd0080b6900 con 0x7fd0080d0ff0 2024-09-19T05:02:54.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.947+0000 7fd00eeaf640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd00815ea70 con 0x7fd0080d4060 2024-09-19T05:02:54.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.947+0000 7fd00cc4b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0080cfa10 0x7fd00814e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:54.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.947+0000 7fd00cc4b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0080cfa10 0x7fd00814e9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45732/0 (socket says 172.21.15.5:45732) 2024-09-19T05:02:54.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.947+0000 7fd00cc4b640 1 -- 172.21.15.5:0/4100153187 learned_addr learned my addr 172.21.15.5:0/4100153187 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:54.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.947+0000 7fd007fff640 1 --2- 172.21.15.5:0/4100153187 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0080d0ff0 0x7fd0080cb6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:54.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.947+0000 7fd00d44c640 1 --2- 172.21.15.5:0/4100153187 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0080d4060 0x7fd008160e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:54.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.947+0000 7fd00cc4b640 1 -- 172.21.15.5:0/4100153187 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0080d4060 msgr2=0x7fd008160e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:54.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.947+0000 7fd00cc4b640 1 --2- 172.21.15.5:0/4100153187 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0080d4060 0x7fd008160e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:54.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.947+0000 7fd00cc4b640 1 -- 172.21.15.5:0/4100153187 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0080d0ff0 msgr2=0x7fd0080cb6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:54.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.947+0000 7fd00cc4b640 1 --2- 172.21.15.5:0/4100153187 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0080d0ff0 0x7fd0080cb6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:54.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.947+0000 7fd00cc4b640 1 -- 172.21.15.5:0/4100153187 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0080cc070 con 0x7fd0080cfa10 2024-09-19T05:02:54.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.947+0000 7fd007fff640 1 --2- 172.21.15.5:0/4100153187 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0080d0ff0 0x7fd0080cb6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:54.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.947+0000 7fd00cc4b640 1 --2- 172.21.15.5:0/4100153187 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0080cfa10 0x7fd00814e9b0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fcffc000c00 tx=0x7fcffc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:54.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.948+0000 7fd0057fa640 1 -- 172.21.15.5:0/4100153187 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcffc041070 con 0x7fd0080cfa10 2024-09-19T05:02:54.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.948+0000 7fd0057fa640 1 -- 172.21.15.5:0/4100153187 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcffc03c890 con 0x7fd0080cfa10 2024-09-19T05:02:54.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.948+0000 7fd00eeaf640 1 -- 172.21.15.5:0/4100153187 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0080cc350 con 0x7fd0080cfa10 2024-09-19T05:02:54.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.948+0000 7fd0057fa640 1 -- 172.21.15.5:0/4100153187 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcffc037040 con 0x7fd0080cfa10 2024-09-19T05:02:54.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.948+0000 7fd00eeaf640 1 -- 172.21.15.5:0/4100153187 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0080cd5a0 con 0x7fd0080cfa10 2024-09-19T05:02:54.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.949+0000 7fd00eeaf640 1 -- 172.21.15.5:0/4100153187 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0080b5080 con 0x7fd0080cfa10 2024-09-19T05:02:54.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.949+0000 7fd0057fa640 1 -- 172.21.15.5:0/4100153187 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcffc044070 con 0x7fd0080cfa10 2024-09-19T05:02:54.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.950+0000 7fd0057fa640 1 --2- 172.21.15.5:0/4100153187 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcfec06c2e0 0x7fcfec06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:54.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.950+0000 7fd0057fa640 1 -- 172.21.15.5:0/4100153187 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7fcffc0ac1f0 con 0x7fd0080cfa10 2024-09-19T05:02:54.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.950+0000 7fd007fff640 1 --2- 172.21.15.5:0/4100153187 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcfec06c2e0 0x7fcfec06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:54.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.951+0000 7fd007fff640 1 --2- 172.21.15.5:0/4100153187 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcfec06c2e0 0x7fcfec06e7a0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fd0080cd120 tx=0x7fcff4008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:54.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:54.954+0000 7fd0057fa640 1 -- 172.21.15.5:0/4100153187 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcffc07a980 con 0x7fd0080cfa10 2024-09-19T05:02:55.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.164+0000 7fd00eeaf640 1 -- 172.21.15.5:0/4100153187 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd0080d1680 con 0x7fd0080cfa10 2024-09-19T05:02:55.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.165+0000 7fd0057fa640 1 -- 172.21.15.5:0/4100153187 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5220 (secure 0 0 0) 0x7fcffc07a280 con 0x7fd0080cfa10 2024-09-19T05:02:55.166 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:55.167 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":24,"btime":"2024-09-19T05:02:43:899500+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5095,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/4285621567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":4285621567},{"type":"v1","addr":"172.21.15.5:6834","nonce":4285621567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5107,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/2291227084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":2291227084},{"type":"v1","addr":"172.21.15.134:6836","nonce":2291227084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5110,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/2904072031","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":2904072031},{"type":"v1","addr":"172.21.15.134:6837","nonce":2904072031}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[{"mdsmap":{"epoch":24,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:02:40.845406+0000","modified":"2024-09-19T05:02:43.247282+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5271},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5271":{"gid":5271,"name":"a","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/892842323","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":892842323},{"type":"v1","addr":"172.21.15.5:6835","nonce":892842323}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5271,"qdb_cluster":[5271]},"id":3}]} 2024-09-19T05:02:55.167 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 24 2024-09-19T05:02:55.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.167+0000 7fd00eeaf640 1 -- 172.21.15.5:0/4100153187 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcfec06c2e0 msgr2=0x7fcfec06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:55.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.167+0000 7fd00eeaf640 1 --2- 172.21.15.5:0/4100153187 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcfec06c2e0 0x7fcfec06e7a0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fd0080cd120 tx=0x7fcff4008040 comp rx=0 tx=0).stop 2024-09-19T05:02:55.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.167+0000 7fd00eeaf640 1 -- 172.21.15.5:0/4100153187 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0080cfa10 msgr2=0x7fd00814e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:55.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.167+0000 7fd00eeaf640 1 --2- 172.21.15.5:0/4100153187 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0080cfa10 0x7fd00814e9b0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fcffc000c00 tx=0x7fcffc0046c0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.167+0000 7fd00eeaf640 1 -- 172.21.15.5:0/4100153187 shutdown_connections 2024-09-19T05:02:55.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.167+0000 7fd00eeaf640 1 --2- 172.21.15.5:0/4100153187 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcfec06c2e0 0x7fcfec06e7a0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.167+0000 7fd00eeaf640 1 --2- 172.21.15.5:0/4100153187 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0080d4060 0x7fd008160e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.167+0000 7fd00eeaf640 1 --2- 172.21.15.5:0/4100153187 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd0080d0ff0 0x7fd0080cb6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.167+0000 7fd00eeaf640 1 --2- 172.21.15.5:0/4100153187 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd0080cfa10 0x7fd00814e9b0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.167+0000 7fd00eeaf640 1 -- 172.21.15.5:0/4100153187 >> 172.21.15.5:0/4100153187 conn(0x7fd008067f80 msgr2=0x7fd0080b9460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:55.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.167+0000 7fd00eeaf640 1 -- 172.21.15.5:0/4100153187 shutdown_connections 2024-09-19T05:02:55.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.167+0000 7fd00eeaf640 1 -- 172.21.15.5:0/4100153187 wait complete. 2024-09-19T05:02:55.180 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:02:55.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.281+0000 7f5d31daf640 1 Processor -- start 2024-09-19T05:02:55.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.281+0000 7f5d31daf640 1 -- start start 2024-09-19T05:02:55.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.281+0000 7f5d31daf640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5d2c15e660 0x7f5d2c0d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:55.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.281+0000 7f5d31daf640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5d2c0d3150 0x7f5d2c0b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:55.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.281+0000 7f5d31daf640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5d2c0d3680 con 0x7f5d2c0b6530 2024-09-19T05:02:55.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.281+0000 7f5d31daf640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f5d2c06d4b0 con 0x7f5d2c15e660 2024-09-19T05:02:55.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.281+0000 7f5d31daf640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f5d2c0d3960 con 0x7f5d2c0d3150 2024-09-19T05:02:55.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.282+0000 7f5d2b7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5d2c15e660 0x7f5d2c0d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:55.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.282+0000 7f5d2b7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5d2c15e660 0x7f5d2c0d4dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45738/0 (socket says 172.21.15.5:45738) 2024-09-19T05:02:55.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.282+0000 7f5d2affd640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5d2c0d3150 0x7f5d2c0b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:55.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.282+0000 7f5d2b7fe640 1 -- 172.21.15.5:0/2749748574 learned_addr learned my addr 172.21.15.5:0/2749748574 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:55.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.282+0000 7f5d2b7fe640 1 -- 172.21.15.5:0/2749748574 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5d2c0d3150 msgr2=0x7f5d2c0b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:55.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.282+0000 7f5d2b7fe640 1 --2- 172.21.15.5:0/2749748574 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5d2c0d3150 0x7f5d2c0b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.282+0000 7f5d2b7fe640 1 -- 172.21.15.5:0/2749748574 >> v1:172.21.15.134:6789/0 conn(0x7f5d2c0b6530 legacy=0x7f5d2c0cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:55.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.282+0000 7f5d2b7fe640 1 -- 172.21.15.5:0/2749748574 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d2c06ce60 con 0x7f5d2c15e660 2024-09-19T05:02:55.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.282+0000 7f5d2a7fc640 1 -- 172.21.15.5:0/2749748574 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2465392845 0 0) 0x7f5d2c0d3680 con 0x7f5d2c0b6530 2024-09-19T05:02:55.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.283+0000 7f5d2b7fe640 1 --2- 172.21.15.5:0/2749748574 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5d2c15e660 0x7f5d2c0d4dd0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f5d1c009870 tx=0x7f5d1c02a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a086138702cb23f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:55.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.283+0000 7f5d2a7fc640 1 -- 172.21.15.5:0/2749748574 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d1c037070 con 0x7f5d2c15e660 2024-09-19T05:02:55.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.283+0000 7f5d2a7fc640 1 -- 172.21.15.5:0/2749748574 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d1c02ae50 con 0x7f5d2c15e660 2024-09-19T05:02:55.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.283+0000 7f5d2a7fc640 1 -- 172.21.15.5:0/2749748574 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d1c032860 con 0x7f5d2c15e660 2024-09-19T05:02:55.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.283+0000 7f5d31daf640 1 -- 172.21.15.5:0/2749748574 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5d2c15e660 msgr2=0x7f5d2c0d4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:55.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.283+0000 7f5d31daf640 1 --2- 172.21.15.5:0/2749748574 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5d2c15e660 0x7f5d2c0d4dd0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f5d1c009870 tx=0x7f5d1c02a300 comp rx=0 tx=0).stop 2024-09-19T05:02:55.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.283+0000 7f5d31daf640 1 -- 172.21.15.5:0/2749748574 shutdown_connections 2024-09-19T05:02:55.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.283+0000 7f5d31daf640 1 --2- 172.21.15.5:0/2749748574 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5d2c0d3150 0x7f5d2c0b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.283+0000 7f5d31daf640 1 --2- 172.21.15.5:0/2749748574 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5d2c15e660 0x7f5d2c0d4dd0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.287 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.283+0000 7f5d31daf640 1 -- 172.21.15.5:0/2749748574 >> 172.21.15.5:0/2749748574 conn(0x7f5d2c08c000 msgr2=0x7f5d2c0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:55.287 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.283+0000 7f5d31daf640 1 -- 172.21.15.5:0/2749748574 shutdown_connections 2024-09-19T05:02:55.287 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.283+0000 7f5d31daf640 1 -- 172.21.15.5:0/2749748574 wait complete. 2024-09-19T05:02:55.287 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.285+0000 7f5d31daf640 1 Processor -- start 2024-09-19T05:02:55.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.285+0000 7f5d31daf640 1 -- start start 2024-09-19T05:02:55.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.286+0000 7f5d31daf640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5d2c0b6530 0x7f5d2c15ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:55.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.286+0000 7f5d31daf640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5d2c0d3150 0x7f5d2c161180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:55.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.286+0000 7f5d31daf640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5d2c15e660 0x7f5d2c0b4740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:55.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.286+0000 7f5d31daf640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f5d2c15ea40 con 0x7f5d2c0d3150 2024-09-19T05:02:55.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.286+0000 7f5d31daf640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f5d2c0d5310 con 0x7f5d2c0b6530 2024-09-19T05:02:55.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.286+0000 7f5d31daf640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f5d2c06e950 con 0x7f5d2c15e660 2024-09-19T05:02:55.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.286+0000 7f5d2affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5d2c0d3150 0x7f5d2c161180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:55.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.286+0000 7f5d2affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5d2c0d3150 0x7f5d2c161180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45742/0 (socket says 172.21.15.5:45742) 2024-09-19T05:02:55.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.286+0000 7f5d2affd640 1 -- 172.21.15.5:0/1886614507 learned_addr learned my addr 172.21.15.5:0/1886614507 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:55.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.286+0000 7f5d2bfff640 1 --2- 172.21.15.5:0/1886614507 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5d2c15e660 0x7f5d2c0b4740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:55.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.286+0000 7f5d2b7fe640 1 --2- 172.21.15.5:0/1886614507 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5d2c0b6530 0x7f5d2c15ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:55.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.286+0000 7f5d2affd640 1 -- 172.21.15.5:0/1886614507 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5d2c15e660 msgr2=0x7f5d2c0b4740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:55.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.286+0000 7f5d2affd640 1 --2- 172.21.15.5:0/1886614507 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5d2c15e660 0x7f5d2c0b4740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.286+0000 7f5d2affd640 1 -- 172.21.15.5:0/1886614507 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5d2c0b6530 msgr2=0x7f5d2c15ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:55.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.286+0000 7f5d2affd640 1 --2- 172.21.15.5:0/1886614507 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5d2c0b6530 0x7f5d2c15ce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.286+0000 7f5d2affd640 1 -- 172.21.15.5:0/1886614507 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d2c0cc080 con 0x7f5d2c0d3150 2024-09-19T05:02:55.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.286+0000 7f5d2b7fe640 1 --2- 172.21.15.5:0/1886614507 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5d2c0b6530 0x7f5d2c15ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:55.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.286+0000 7f5d2bfff640 1 --2- 172.21.15.5:0/1886614507 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5d2c15e660 0x7f5d2c0b4740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:55.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.286+0000 7f5d2affd640 1 --2- 172.21.15.5:0/1886614507 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5d2c0d3150 0x7f5d2c161180 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f5d2000e980 tx=0x7f5d2000ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:55.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.286+0000 7f5d13fff640 1 -- 172.21.15.5:0/1886614507 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d20017070 con 0x7f5d2c0d3150 2024-09-19T05:02:55.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.286+0000 7f5d13fff640 1 -- 172.21.15.5:0/1886614507 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d2000ca00 con 0x7f5d2c0d3150 2024-09-19T05:02:55.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.286+0000 7f5d31daf640 1 -- 172.21.15.5:0/1886614507 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d2c0b9010 con 0x7f5d2c0d3150 2024-09-19T05:02:55.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.286+0000 7f5d13fff640 1 -- 172.21.15.5:0/1886614507 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d2000cdd0 con 0x7f5d2c0d3150 2024-09-19T05:02:55.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.287+0000 7f5d31daf640 1 -- 172.21.15.5:0/1886614507 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d2c0b95d0 con 0x7f5d2c0d3150 2024-09-19T05:02:55.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.288+0000 7f5d31daf640 1 -- 172.21.15.5:0/1886614507 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d2c0b5ff0 con 0x7f5d2c0d3150 2024-09-19T05:02:55.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.288+0000 7f5d13fff640 1 -- 172.21.15.5:0/1886614507 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5d2001a070 con 0x7f5d2c0d3150 2024-09-19T05:02:55.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.288+0000 7f5d13fff640 1 --2- 172.21.15.5:0/1886614507 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5d1806c2b0 0x7f5d1806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:55.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.288+0000 7f5d13fff640 1 -- 172.21.15.5:0/1886614507 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7f5d2008b970 con 0x7f5d2c0d3150 2024-09-19T05:02:55.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.289+0000 7f5d2b7fe640 1 --2- 172.21.15.5:0/1886614507 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5d1806c2b0 0x7f5d1806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:55.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.289+0000 7f5d2b7fe640 1 --2- 172.21.15.5:0/1886614507 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5d1806c2b0 0x7f5d1806e770 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f5d1c034000 tx=0x7f5d1c02e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:55.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.293+0000 7f5d13fff640 1 -- 172.21.15.5:0/1886614507 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5d20059f50 con 0x7f5d2c0d3150 2024-09-19T05:02:55.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.503+0000 7f5d31daf640 1 -- 172.21.15.5:0/1886614507 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5d2c0b35b0 con 0x7f5d2c0d3150 2024-09-19T05:02:55.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.504+0000 7f5d13fff640 1 -- 172.21.15.5:0/1886614507 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5220 (secure 0 0 0) 0x7f5d20059850 con 0x7f5d2c0d3150 2024-09-19T05:02:55.506 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:55.506 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":24,"btime":"2024-09-19T05:02:43:899500+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5095,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/4285621567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":4285621567},{"type":"v1","addr":"172.21.15.5:6834","nonce":4285621567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5107,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/2291227084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":2291227084},{"type":"v1","addr":"172.21.15.134:6836","nonce":2291227084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5110,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/2904072031","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":2904072031},{"type":"v1","addr":"172.21.15.134:6837","nonce":2904072031}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[{"mdsmap":{"epoch":24,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:02:40.845406+0000","modified":"2024-09-19T05:02:43.247282+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5271},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5271":{"gid":5271,"name":"a","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/892842323","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":892842323},{"type":"v1","addr":"172.21.15.5:6835","nonce":892842323}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5271,"qdb_cluster":[5271]},"id":3}]} 2024-09-19T05:02:55.506 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 24 2024-09-19T05:02:55.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.506+0000 7f5d31daf640 1 -- 172.21.15.5:0/1886614507 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5d1806c2b0 msgr2=0x7f5d1806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:55.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.506+0000 7f5d31daf640 1 --2- 172.21.15.5:0/1886614507 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5d1806c2b0 0x7f5d1806e770 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f5d1c034000 tx=0x7f5d1c02e000 comp rx=0 tx=0).stop 2024-09-19T05:02:55.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.506+0000 7f5d31daf640 1 -- 172.21.15.5:0/1886614507 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5d2c0d3150 msgr2=0x7f5d2c161180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:55.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.506+0000 7f5d31daf640 1 --2- 172.21.15.5:0/1886614507 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5d2c0d3150 0x7f5d2c161180 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f5d2000e980 tx=0x7f5d2000ee40 comp rx=0 tx=0).stop 2024-09-19T05:02:55.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.506+0000 7f5d31daf640 1 -- 172.21.15.5:0/1886614507 shutdown_connections 2024-09-19T05:02:55.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.506+0000 7f5d31daf640 1 --2- 172.21.15.5:0/1886614507 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5d1806c2b0 0x7f5d1806e770 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.506+0000 7f5d31daf640 1 --2- 172.21.15.5:0/1886614507 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5d2c15e660 0x7f5d2c0b4740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.506+0000 7f5d31daf640 1 --2- 172.21.15.5:0/1886614507 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5d2c0d3150 0x7f5d2c161180 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.506+0000 7f5d31daf640 1 --2- 172.21.15.5:0/1886614507 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5d2c0b6530 0x7f5d2c15ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.506+0000 7f5d31daf640 1 -- 172.21.15.5:0/1886614507 >> 172.21.15.5:0/1886614507 conn(0x7f5d2c08c000 msgr2=0x7f5d2c0b57b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:55.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.506+0000 7f5d31daf640 1 -- 172.21.15.5:0/1886614507 shutdown_connections 2024-09-19T05:02:55.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.506+0000 7f5d31daf640 1 -- 172.21.15.5:0/1886614507 wait complete. 2024-09-19T05:02:55.518 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:02:55.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.620+0000 7fe0f75ef640 1 Processor -- start 2024-09-19T05:02:55.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.620+0000 7fe0f75ef640 1 -- start start 2024-09-19T05:02:55.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.621+0000 7fe0f75ef640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0f015c1c0 0x7fe0f0070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:55.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.621+0000 7fe0f75ef640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fe0f015f480 0x7fe0f009aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:55.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.621+0000 7fe0f75ef640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe0f0070e00 con 0x7fe0f009afb0 2024-09-19T05:02:55.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.621+0000 7fe0f75ef640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fe0f00b5d90 con 0x7fe0f015f480 2024-09-19T05:02:55.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.621+0000 7fe0f75ef640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fe0f00710e0 con 0x7fe0f015c1c0 2024-09-19T05:02:55.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.621+0000 7fe0f5b8c640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fe0f009afb0 0x7fe0f0161fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:43260/0 (socket says 172.21.15.5:43260) 2024-09-19T05:02:55.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.621+0000 7fe0f5b8c640 1 -- 172.21.15.5:0/541787938 learned_addr learned my addr 172.21.15.5:0/541787938 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:55.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.621+0000 7fe0e7fff640 1 -- 172.21.15.5:0/541787938 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1562333658 0 0) 0x7fe0f0070e00 con 0x7fe0f009afb0 2024-09-19T05:02:55.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.621+0000 7fe0f538b640 1 --2- 172.21.15.5:0/541787938 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0f015c1c0 0x7fe0f0070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:55.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.621+0000 7fe0e7fff640 1 -- 172.21.15.5:0/541787938 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe0dc003520 con 0x7fe0f009afb0 2024-09-19T05:02:55.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.621+0000 7fe0f4b8a640 1 --2- 172.21.15.5:0/541787938 >> v2:172.21.15.134:3300/0 conn(0x7fe0f015f480 0x7fe0f009aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:55.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.621+0000 7fe0e7fff640 1 -- 172.21.15.5:0/541787938 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3897677924 0 0) 0x7fe0dc003520 con 0x7fe0f009afb0 2024-09-19T05:02:55.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.621+0000 7fe0e7fff640 1 -- 172.21.15.5:0/541787938 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0f015c1c0 msgr2=0x7fe0f0070770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:55.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.621+0000 7fe0e7fff640 1 --2- 172.21.15.5:0/541787938 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0f015c1c0 0x7fe0f0070770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.621+0000 7fe0e7fff640 1 -- 172.21.15.5:0/541787938 >> v2:172.21.15.134:3300/0 conn(0x7fe0f015f480 msgr2=0x7fe0f009aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:55.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.621+0000 7fe0e7fff640 1 --2- 172.21.15.5:0/541787938 >> v2:172.21.15.134:3300/0 conn(0x7fe0f015f480 0x7fe0f009aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.621+0000 7fe0e7fff640 1 -- 172.21.15.5:0/541787938 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0f00713c0 con 0x7fe0f009afb0 2024-09-19T05:02:55.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.621+0000 7fe0e7fff640 1 -- 172.21.15.5:0/541787938 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7fe0e80019f0 con 0x7fe0f009afb0 2024-09-19T05:02:55.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.622+0000 7fe0e7fff640 1 -- 172.21.15.5:0/541787938 >> v1:172.21.15.5:6789/0 conn(0x7fe0f009afb0 legacy=0x7fe0f0161fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:55.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.622+0000 7fe0e7fff640 1 --2- 172.21.15.5:0/541787938 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe0dc0039b0 0x7fe0dc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:55.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.622+0000 7fe0e7fff640 1 --2- 172.21.15.5:0/541787938 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0f015c1c0 0x7fe0dc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:55.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.622+0000 7fe0e7fff640 1 --2- 172.21.15.5:0/541787938 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0dc004d40 0x7fe0dc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:55.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.622+0000 7fe0e7fff640 1 -- 172.21.15.5:0/541787938 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fe0f00b5d90 con 0x7fe0dc004d40 2024-09-19T05:02:55.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.622+0000 7fe0e7fff640 1 -- 172.21.15.5:0/541787938 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fe0f00710e0 con 0x7fe0dc0039b0 2024-09-19T05:02:55.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.622+0000 7fe0e7fff640 1 -- 172.21.15.5:0/541787938 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fe0dc00b9c0 con 0x7fe0f015c1c0 2024-09-19T05:02:55.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.622+0000 7fe0f5b8c640 1 --2- 172.21.15.5:0/541787938 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0dc004d40 0x7fe0dc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:55.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.622+0000 7fe0f4b8a640 1 --2- 172.21.15.5:0/541787938 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0f015c1c0 0x7fe0dc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:55.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.622+0000 7fe0f538b640 1 --2- 172.21.15.5:0/541787938 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe0dc0039b0 0x7fe0dc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:55.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.622+0000 7fe0f5b8c640 1 -- 172.21.15.5:0/541787938 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0f015c1c0 msgr2=0x7fe0dc004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:55.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.622+0000 7fe0f5b8c640 1 --2- 172.21.15.5:0/541787938 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0f015c1c0 0x7fe0dc004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.622+0000 7fe0f5b8c640 1 -- 172.21.15.5:0/541787938 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe0dc0039b0 msgr2=0x7fe0dc003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:55.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.622+0000 7fe0f5b8c640 1 --2- 172.21.15.5:0/541787938 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe0dc0039b0 0x7fe0dc003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.622+0000 7fe0f5b8c640 1 -- 172.21.15.5:0/541787938 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0dc003520 con 0x7fe0dc004d40 2024-09-19T05:02:55.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.623+0000 7fe0f5b8c640 1 --2- 172.21.15.5:0/541787938 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0dc004d40 0x7fe0dc0051c0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fe0e80013d0 tx=0x7fe0dc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aaa2479c5d9084f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:55.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.623+0000 7fe0e7fff640 1 -- 172.21.15.5:0/541787938 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0e800a4e0 con 0x7fe0dc004d40 2024-09-19T05:02:55.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.623+0000 7fe0e7fff640 1 -- 172.21.15.5:0/541787938 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0e802f070 con 0x7fe0dc004d40 2024-09-19T05:02:55.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.623+0000 7fe0e7fff640 1 -- 172.21.15.5:0/541787938 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0e802bce0 con 0x7fe0dc004d40 2024-09-19T05:02:55.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.623+0000 7fe0f75ef640 1 -- 172.21.15.5:0/541787938 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0dc004d40 msgr2=0x7fe0dc0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:55.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.623+0000 7fe0f75ef640 1 --2- 172.21.15.5:0/541787938 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0dc004d40 0x7fe0dc0051c0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fe0e80013d0 tx=0x7fe0dc005830 comp rx=0 tx=0).stop 2024-09-19T05:02:55.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.623+0000 7fe0f5b8c640 1 -- 172.21.15.5:0/541787938 reap_dead start 2024-09-19T05:02:55.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.623+0000 7fe0f75ef640 1 -- 172.21.15.5:0/541787938 shutdown_connections 2024-09-19T05:02:55.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.623+0000 7fe0f75ef640 1 -- 172.21.15.5:0/541787938 >> 172.21.15.5:0/541787938 conn(0x7fe0f00b3ff0 msgr2=0x7fe0f00b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:55.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.624+0000 7fe0f75ef640 1 -- 172.21.15.5:0/541787938 shutdown_connections 2024-09-19T05:02:55.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.624+0000 7fe0f75ef640 1 -- 172.21.15.5:0/541787938 wait complete. 2024-09-19T05:02:55.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.625+0000 7fe0f75ef640 1 Processor -- start 2024-09-19T05:02:55.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.625+0000 7fe0f75ef640 1 -- start start 2024-09-19T05:02:55.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.625+0000 7fe0f75ef640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe0dc004d40 0x7fe0f0150f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:55.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.625+0000 7fe0f75ef640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0f0158130 0x7fe0f015fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:55.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.625+0000 7fe0f75ef640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0f01585b0 0x7fe0f01600c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:55.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.625+0000 7fe0f75ef640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fe0f00b7230 con 0x7fe0f01585b0 2024-09-19T05:02:55.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.625+0000 7fe0f75ef640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fe0f015f8a0 con 0x7fe0dc004d40 2024-09-19T05:02:55.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.625+0000 7fe0f75ef640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fe0f00b73b0 con 0x7fe0f0158130 2024-09-19T05:02:55.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.626+0000 7fe0f5b8c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0f01585b0 0x7fe0f01600c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:55.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.626+0000 7fe0f5b8c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0f01585b0 0x7fe0f01600c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45758/0 (socket says 172.21.15.5:45758) 2024-09-19T05:02:55.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.626+0000 7fe0f5b8c640 1 -- 172.21.15.5:0/3550702697 learned_addr learned my addr 172.21.15.5:0/3550702697 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:55.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.626+0000 7fe0f538b640 1 --2- 172.21.15.5:0/3550702697 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe0dc004d40 0x7fe0f0150f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:55.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.626+0000 7fe0f4b8a640 1 --2- 172.21.15.5:0/3550702697 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0f0158130 0x7fe0f015fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:55.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.626+0000 7fe0f5b8c640 1 -- 172.21.15.5:0/3550702697 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0f0158130 msgr2=0x7fe0f015fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:55.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.626+0000 7fe0f5b8c640 1 --2- 172.21.15.5:0/3550702697 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0f0158130 0x7fe0f015fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.626+0000 7fe0f5b8c640 1 -- 172.21.15.5:0/3550702697 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe0dc004d40 msgr2=0x7fe0f0150f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:55.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.626+0000 7fe0f5b8c640 1 --2- 172.21.15.5:0/3550702697 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe0dc004d40 0x7fe0f0150f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.626+0000 7fe0f5b8c640 1 -- 172.21.15.5:0/3550702697 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0f00ccb80 con 0x7fe0f01585b0 2024-09-19T05:02:55.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.626+0000 7fe0f5b8c640 1 --2- 172.21.15.5:0/3550702697 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0f01585b0 0x7fe0f01600c0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fe0e8000f80 tx=0x7fe0e8001dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:55.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.626+0000 7fe0e5ffb640 1 -- 172.21.15.5:0/3550702697 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0e8002040 con 0x7fe0f01585b0 2024-09-19T05:02:55.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.626+0000 7fe0e5ffb640 1 -- 172.21.15.5:0/3550702697 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0e800a4c0 con 0x7fe0f01585b0 2024-09-19T05:02:55.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.626+0000 7fe0e5ffb640 1 -- 172.21.15.5:0/3550702697 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0e8034670 con 0x7fe0f01585b0 2024-09-19T05:02:55.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.626+0000 7fe0f75ef640 1 -- 172.21.15.5:0/3550702697 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0f00cce60 con 0x7fe0f01585b0 2024-09-19T05:02:55.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.627+0000 7fe0f75ef640 1 -- 172.21.15.5:0/3550702697 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0f00cd420 con 0x7fe0f01585b0 2024-09-19T05:02:55.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.628+0000 7fe0f75ef640 1 -- 172.21.15.5:0/3550702697 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0f00b5520 con 0x7fe0f01585b0 2024-09-19T05:02:55.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.628+0000 7fe0e5ffb640 1 -- 172.21.15.5:0/3550702697 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe0e8034810 con 0x7fe0f01585b0 2024-09-19T05:02:55.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.628+0000 7fe0e5ffb640 1 --2- 172.21.15.5:0/3550702697 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe0d406c2b0 0x7fe0d406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:55.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.629+0000 7fe0e5ffb640 1 -- 172.21.15.5:0/3550702697 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7fe0e80ab680 con 0x7fe0f01585b0 2024-09-19T05:02:55.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.629+0000 7fe0f538b640 1 --2- 172.21.15.5:0/3550702697 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe0d406c2b0 0x7fe0d406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:55.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.629+0000 7fe0f538b640 1 --2- 172.21.15.5:0/3550702697 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe0d406c2b0 0x7fe0d406e770 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fe0f0160790 tx=0x7fe0ec009190 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:55.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.633+0000 7fe0e5ffb640 1 -- 172.21.15.5:0/3550702697 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe0f00b5520 con 0x7fe0f01585b0 2024-09-19T05:02:55.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.810+0000 7fe0f75ef640 1 -- 172.21.15.5:0/3550702697 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe0f0070e00 con 0x7fe0f01585b0 2024-09-19T05:02:55.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.811+0000 7fe0e5ffb640 1 -- 172.21.15.5:0/3550702697 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v50) ==== 74+0+16966 (secure 0 0 0) 0x7fe0e8046060 con 0x7fe0f01585b0 2024-09-19T05:02:55.813 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:55.813 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":50,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:02:42.495726+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:02:38.504157+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-19T05:02:39.830096+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"50","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:02:55.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.813+0000 7fe0f75ef640 1 -- 172.21.15.5:0/3550702697 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe0d406c2b0 msgr2=0x7fe0d406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:55.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.813+0000 7fe0f75ef640 1 --2- 172.21.15.5:0/3550702697 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe0d406c2b0 0x7fe0d406e770 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fe0f0160790 tx=0x7fe0ec009190 comp rx=0 tx=0).stop 2024-09-19T05:02:55.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.813+0000 7fe0f75ef640 1 -- 172.21.15.5:0/3550702697 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0f01585b0 msgr2=0x7fe0f01600c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:55.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.813+0000 7fe0f75ef640 1 --2- 172.21.15.5:0/3550702697 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0f01585b0 0x7fe0f01600c0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fe0e8000f80 tx=0x7fe0e8001dc0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.813+0000 7fe0f75ef640 1 -- 172.21.15.5:0/3550702697 shutdown_connections 2024-09-19T05:02:55.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.813+0000 7fe0f75ef640 1 --2- 172.21.15.5:0/3550702697 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe0d406c2b0 0x7fe0d406e770 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.813+0000 7fe0f75ef640 1 --2- 172.21.15.5:0/3550702697 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe0f01585b0 0x7fe0f01600c0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.813+0000 7fe0f75ef640 1 --2- 172.21.15.5:0/3550702697 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe0f0158130 0x7fe0f015fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.813+0000 7fe0f75ef640 1 --2- 172.21.15.5:0/3550702697 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe0dc004d40 0x7fe0f0150f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.813+0000 7fe0f75ef640 1 -- 172.21.15.5:0/3550702697 >> 172.21.15.5:0/3550702697 conn(0x7fe0f00b3ff0 msgr2=0x7fe0f015ec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:55.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.813+0000 7fe0f75ef640 1 -- 172.21.15.5:0/3550702697 shutdown_connections 2024-09-19T05:02:55.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.813+0000 7fe0f75ef640 1 -- 172.21.15.5:0/3550702697 wait complete. 2024-09-19T05:02:55.826 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T05:02:55.826 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:02:55.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.926+0000 7f4a34aba640 1 Processor -- start 2024-09-19T05:02:55.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.926+0000 7f4a34aba640 1 -- start start 2024-09-19T05:02:55.929 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.927+0000 7f4a34aba640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f4a30162320 0x7f4a30072400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:55.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.927+0000 7f4a34aba640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f4a300b4f90 0x7f4a300b5420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:55.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.927+0000 7f4a34aba640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a3015ecd0 con 0x7f4a3015f490 2024-09-19T05:02:55.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.927+0000 7f4a34aba640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f4a300730c0 con 0x7f4a30162320 2024-09-19T05:02:55.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.927+0000 7f4a34aba640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f4a30072b00 con 0x7f4a300b4f90 2024-09-19T05:02:55.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.927+0000 7f4a2e59c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f4a30162320 0x7f4a30072400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:55.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.927+0000 7f4a2e59c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f4a30162320 0x7f4a30072400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45768/0 (socket says 172.21.15.5:45768) 2024-09-19T05:02:55.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.927+0000 7f4a2e59c640 1 -- 172.21.15.5:0/2221897976 learned_addr learned my addr 172.21.15.5:0/2221897976 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:55.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.927+0000 7f4a2ed9d640 1 --2- 172.21.15.5:0/2221897976 >> v2:172.21.15.134:3300/0 conn(0x7f4a300b4f90 0x7f4a300b5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:55.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.927+0000 7f4a2e59c640 1 -- 172.21.15.5:0/2221897976 >> v2:172.21.15.134:3300/0 conn(0x7f4a300b4f90 msgr2=0x7f4a300b5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:55.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.927+0000 7f4a2e59c640 1 --2- 172.21.15.5:0/2221897976 >> v2:172.21.15.134:3300/0 conn(0x7f4a300b4f90 0x7f4a300b5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.927+0000 7f4a2e59c640 1 -- 172.21.15.5:0/2221897976 >> v1:172.21.15.134:6789/0 conn(0x7f4a3015f490 legacy=0x7f4a30162700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:55.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.927+0000 7f4a2e59c640 1 -- 172.21.15.5:0/2221897976 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a30072de0 con 0x7f4a30162320 2024-09-19T05:02:55.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.928+0000 7f4a2e59c640 1 --2- 172.21.15.5:0/2221897976 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4a30162320 0x7f4a30072400 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f4a300b5da0 tx=0x7f4a2802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9af182e65fd1487 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:55.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.928+0000 7f4a2d59a640 1 -- 172.21.15.5:0/2221897976 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a28037070 con 0x7f4a30162320 2024-09-19T05:02:55.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.928+0000 7f4a2d59a640 1 -- 172.21.15.5:0/2221897976 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a28032440 con 0x7f4a30162320 2024-09-19T05:02:55.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.928+0000 7f4a2d59a640 1 -- 172.21.15.5:0/2221897976 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a28032810 con 0x7f4a30162320 2024-09-19T05:02:55.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.929+0000 7f4a34aba640 1 -- 172.21.15.5:0/2221897976 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4a30162320 msgr2=0x7f4a30072400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:55.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.929+0000 7f4a34aba640 1 --2- 172.21.15.5:0/2221897976 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4a30162320 0x7f4a30072400 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f4a300b5da0 tx=0x7f4a2802a230 comp rx=0 tx=0).stop 2024-09-19T05:02:55.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.929+0000 7f4a34aba640 1 -- 172.21.15.5:0/2221897976 shutdown_connections 2024-09-19T05:02:55.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.929+0000 7f4a34aba640 1 --2- 172.21.15.5:0/2221897976 >> v2:172.21.15.134:3300/0 conn(0x7f4a300b4f90 0x7f4a300b5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.929+0000 7f4a34aba640 1 --2- 172.21.15.5:0/2221897976 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4a30162320 0x7f4a30072400 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.929+0000 7f4a34aba640 1 -- 172.21.15.5:0/2221897976 >> 172.21.15.5:0/2221897976 conn(0x7f4a3006bc10 msgr2=0x7f4a3006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:55.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.929+0000 7f4a34aba640 1 -- 172.21.15.5:0/2221897976 shutdown_connections 2024-09-19T05:02:55.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.929+0000 7f4a34aba640 1 -- 172.21.15.5:0/2221897976 wait complete. 2024-09-19T05:02:55.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.930+0000 7f4a34aba640 1 Processor -- start 2024-09-19T05:02:55.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.930+0000 7f4a34aba640 1 -- start start 2024-09-19T05:02:55.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.931+0000 7f4a34aba640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4a300b4f90 0x7f4a3014dd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:55.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.931+0000 7f4a34aba640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4a3015f490 0x7f4a300b0470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:55.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.931+0000 7f4a34aba640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4a30162320 0x7f4a300b09b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:55.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.931+0000 7f4a34aba640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f4a3015fa80 con 0x7f4a3015f490 2024-09-19T05:02:55.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.931+0000 7f4a34aba640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f4a3015f900 con 0x7f4a30162320 2024-09-19T05:02:55.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.931+0000 7f4a34aba640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f4a30162e10 con 0x7f4a300b4f90 2024-09-19T05:02:55.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.931+0000 7f4a2dd9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4a3015f490 0x7f4a300b0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:55.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.931+0000 7f4a2dd9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4a3015f490 0x7f4a300b0470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45780/0 (socket says 172.21.15.5:45780) 2024-09-19T05:02:55.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.931+0000 7f4a2dd9b640 1 -- 172.21.15.5:0/3759674677 learned_addr learned my addr 172.21.15.5:0/3759674677 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:55.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.931+0000 7f4a2e59c640 1 --2- 172.21.15.5:0/3759674677 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4a300b4f90 0x7f4a3014dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:55.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.931+0000 7f4a2ed9d640 1 --2- 172.21.15.5:0/3759674677 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4a30162320 0x7f4a300b09b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:55.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.932+0000 7f4a2dd9b640 1 -- 172.21.15.5:0/3759674677 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4a300b4f90 msgr2=0x7f4a3014dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:55.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.932+0000 7f4a2dd9b640 1 --2- 172.21.15.5:0/3759674677 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4a300b4f90 0x7f4a3014dd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.932+0000 7f4a2dd9b640 1 -- 172.21.15.5:0/3759674677 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4a30162320 msgr2=0x7f4a300b09b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:55.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.932+0000 7f4a2dd9b640 1 --2- 172.21.15.5:0/3759674677 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4a30162320 0x7f4a300b09b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:55.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.932+0000 7f4a2dd9b640 1 -- 172.21.15.5:0/3759674677 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a300b0fe0 con 0x7f4a3015f490 2024-09-19T05:02:55.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.932+0000 7f4a2dd9b640 1 --2- 172.21.15.5:0/3759674677 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4a3015f490 0x7f4a300b0470 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f4a1800c460 tx=0x7f4a1800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:55.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.932+0000 7f4a26ffd640 1 -- 172.21.15.5:0/3759674677 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a18016020 con 0x7f4a3015f490 2024-09-19T05:02:55.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.932+0000 7f4a26ffd640 1 -- 172.21.15.5:0/3759674677 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a18012870 con 0x7f4a3015f490 2024-09-19T05:02:55.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.932+0000 7f4a34aba640 1 -- 172.21.15.5:0/3759674677 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a300b12c0 con 0x7f4a3015f490 2024-09-19T05:02:55.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.932+0000 7f4a26ffd640 1 -- 172.21.15.5:0/3759674677 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a18012c60 con 0x7f4a3015f490 2024-09-19T05:02:55.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.932+0000 7f4a34aba640 1 -- 172.21.15.5:0/3759674677 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a300b1da0 con 0x7f4a3015f490 2024-09-19T05:02:55.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.933+0000 7f4a34aba640 1 -- 172.21.15.5:0/3759674677 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a300723e0 con 0x7f4a3015f490 2024-09-19T05:02:55.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.933+0000 7f4a26ffd640 1 -- 172.21.15.5:0/3759674677 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4a18019020 con 0x7f4a3015f490 2024-09-19T05:02:55.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.934+0000 7f4a26ffd640 1 --2- 172.21.15.5:0/3759674677 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f4a1006c2b0 0x7f4a1006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:55.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.934+0000 7f4a26ffd640 1 -- 172.21.15.5:0/3759674677 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7f4a1808b110 con 0x7f4a3015f490 2024-09-19T05:02:55.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.934+0000 7f4a2e59c640 1 --2- 172.21.15.5:0/3759674677 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f4a1006c2b0 0x7f4a1006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:55.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.934+0000 7f4a2e59c640 1 --2- 172.21.15.5:0/3759674677 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f4a1006c2b0 0x7f4a1006e770 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f4a28034000 tx=0x7f4a2802e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:55.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:55.938+0000 7f4a26ffd640 1 -- 172.21.15.5:0/3759674677 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4a18020030 con 0x7f4a3015f490 2024-09-19T05:02:56.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.148+0000 7f4a34aba640 1 -- 172.21.15.5:0/3759674677 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4a300aed80 con 0x7f4a3015f490 2024-09-19T05:02:56.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.148+0000 7f4a26ffd640 1 -- 172.21.15.5:0/3759674677 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5220 (secure 0 0 0) 0x7f4a18059130 con 0x7f4a3015f490 2024-09-19T05:02:56.151 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:56.151 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":24,"btime":"2024-09-19T05:02:43:899500+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5095,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/4285621567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":4285621567},{"type":"v1","addr":"172.21.15.5:6834","nonce":4285621567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5107,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/2291227084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":2291227084},{"type":"v1","addr":"172.21.15.134:6836","nonce":2291227084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5110,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/2904072031","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":2904072031},{"type":"v1","addr":"172.21.15.134:6837","nonce":2904072031}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[{"mdsmap":{"epoch":24,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:02:40.845406+0000","modified":"2024-09-19T05:02:43.247282+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5271},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5271":{"gid":5271,"name":"a","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/892842323","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":892842323},{"type":"v1","addr":"172.21.15.5:6835","nonce":892842323}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5271,"qdb_cluster":[5271]},"id":3}]} 2024-09-19T05:02:56.152 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 24 2024-09-19T05:02:56.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.150+0000 7f4a34aba640 1 -- 172.21.15.5:0/3759674677 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f4a1006c2b0 msgr2=0x7f4a1006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:56.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.150+0000 7f4a34aba640 1 --2- 172.21.15.5:0/3759674677 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f4a1006c2b0 0x7f4a1006e770 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f4a28034000 tx=0x7f4a2802e000 comp rx=0 tx=0).stop 2024-09-19T05:02:56.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.150+0000 7f4a34aba640 1 -- 172.21.15.5:0/3759674677 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4a3015f490 msgr2=0x7f4a300b0470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:56.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.150+0000 7f4a34aba640 1 --2- 172.21.15.5:0/3759674677 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4a3015f490 0x7f4a300b0470 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f4a1800c460 tx=0x7f4a1800c920 comp rx=0 tx=0).stop 2024-09-19T05:02:56.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.150+0000 7f4a34aba640 1 -- 172.21.15.5:0/3759674677 shutdown_connections 2024-09-19T05:02:56.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.150+0000 7f4a34aba640 1 --2- 172.21.15.5:0/3759674677 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f4a1006c2b0 0x7f4a1006e770 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.150+0000 7f4a34aba640 1 --2- 172.21.15.5:0/3759674677 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4a30162320 0x7f4a300b09b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.150+0000 7f4a34aba640 1 --2- 172.21.15.5:0/3759674677 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4a3015f490 0x7f4a300b0470 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.150+0000 7f4a34aba640 1 --2- 172.21.15.5:0/3759674677 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4a300b4f90 0x7f4a3014dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.150+0000 7f4a34aba640 1 -- 172.21.15.5:0/3759674677 >> 172.21.15.5:0/3759674677 conn(0x7f4a3006bc10 msgr2=0x7f4a3015fc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:56.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.150+0000 7f4a34aba640 1 -- 172.21.15.5:0/3759674677 shutdown_connections 2024-09-19T05:02:56.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.150+0000 7f4a34aba640 1 -- 172.21.15.5:0/3759674677 wait complete. 2024-09-19T05:02:56.163 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:02:56.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.263+0000 7fd212b11640 1 Processor -- start 2024-09-19T05:02:56.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.263+0000 7fd212b11640 1 -- start start 2024-09-19T05:02:56.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.264+0000 7fd212b11640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd20c0b1950 0x7fd20c166e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:56.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.264+0000 7fd212b11640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd20c09b250 con 0x7fd20c0b1540 2024-09-19T05:02:56.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.264+0000 7fd212b11640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd20c0afa50 con 0x7fd20c0b5db0 2024-09-19T05:02:56.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.264+0000 7fd212b11640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fd20c0afd30 con 0x7fd20c0b1950 2024-09-19T05:02:56.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.264+0000 7fd2110ae640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd20c0b1950 0x7fd20c166e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:56.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.264+0000 7fd20bfff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fd20c0b1540 0x7fd20c0b6190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:43272/0 (socket says 172.21.15.5:43272) 2024-09-19T05:02:56.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.264+0000 7fd20bfff640 1 -- 172.21.15.5:0/3348530200 learned_addr learned my addr 172.21.15.5:0/3348530200 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:56.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.265+0000 7fd20b7fe640 1 -- 172.21.15.5:0/3348530200 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3813087011 0 0) 0x7fd20c09b250 con 0x7fd20c0b1540 2024-09-19T05:02:56.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.265+0000 7fd20b7fe640 1 -- 172.21.15.5:0/3348530200 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd1f8003520 con 0x7fd20c0b1540 2024-09-19T05:02:56.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.265+0000 7fd2110ae640 1 -- 172.21.15.5:0/3348530200 >> v1:172.21.15.134:6789/0 conn(0x7fd20c0b5db0 legacy=0x7fd20c09aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:56.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.265+0000 7fd2110ae640 1 -- 172.21.15.5:0/3348530200 >> v1:172.21.15.5:6789/0 conn(0x7fd20c0b1540 legacy=0x7fd20c0b6190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:56.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.265+0000 7fd2110ae640 1 -- 172.21.15.5:0/3348530200 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd20c0b0010 con 0x7fd20c0b1950 2024-09-19T05:02:56.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.265+0000 7fd2110ae640 1 --2- 172.21.15.5:0/3348530200 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd20c0b1950 0x7fd20c166e50 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fd2040097a0 tx=0x7fd20402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=950b3b58d4a01727 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:56.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.266+0000 7fd20b7fe640 1 -- 172.21.15.5:0/3348530200 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd204037070 con 0x7fd20c0b1950 2024-09-19T05:02:56.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.266+0000 7fd20b7fe640 1 -- 172.21.15.5:0/3348530200 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd204032440 con 0x7fd20c0b1950 2024-09-19T05:02:56.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.266+0000 7fd20b7fe640 1 -- 172.21.15.5:0/3348530200 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd204032810 con 0x7fd20c0b1950 2024-09-19T05:02:56.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.266+0000 7fd212b11640 1 -- 172.21.15.5:0/3348530200 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd20c0b1950 msgr2=0x7fd20c166e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:56.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.266+0000 7fd212b11640 1 --2- 172.21.15.5:0/3348530200 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd20c0b1950 0x7fd20c166e50 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fd2040097a0 tx=0x7fd20402a230 comp rx=0 tx=0).stop 2024-09-19T05:02:56.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.266+0000 7fd212b11640 1 -- 172.21.15.5:0/3348530200 shutdown_connections 2024-09-19T05:02:56.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.266+0000 7fd212b11640 1 --2- 172.21.15.5:0/3348530200 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd20c0b1950 0x7fd20c166e50 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.266+0000 7fd212b11640 1 -- 172.21.15.5:0/3348530200 >> 172.21.15.5:0/3348530200 conn(0x7fd20c0b3ff0 msgr2=0x7fd20c0b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:56.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.266+0000 7fd212b11640 1 -- 172.21.15.5:0/3348530200 shutdown_connections 2024-09-19T05:02:56.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.266+0000 7fd212b11640 1 -- 172.21.15.5:0/3348530200 wait complete. 2024-09-19T05:02:56.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.267+0000 7fd212b11640 1 Processor -- start 2024-09-19T05:02:56.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.267+0000 7fd212b11640 1 -- start start 2024-09-19T05:02:56.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.268+0000 7fd212b11640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd20c0b1540 0x7fd20c1533e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:56.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.268+0000 7fd212b11640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd20c0b1950 0x7fd20c14cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:56.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.268+0000 7fd212b11640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd20c0b5db0 0x7fd20c155820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:56.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.268+0000 7fd212b11640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd20c167390 con 0x7fd20c0b5db0 2024-09-19T05:02:56.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.268+0000 7fd212b11640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd20c15c660 con 0x7fd20c0b1950 2024-09-19T05:02:56.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.268+0000 7fd212b11640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd20c167510 con 0x7fd20c0b1540 2024-09-19T05:02:56.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.268+0000 7fd2110ae640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd20c0b5db0 0x7fd20c155820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:56.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.268+0000 7fd2110ae640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd20c0b5db0 0x7fd20c155820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45800/0 (socket says 172.21.15.5:45800) 2024-09-19T05:02:56.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.268+0000 7fd2110ae640 1 -- 172.21.15.5:0/2103855396 learned_addr learned my addr 172.21.15.5:0/2103855396 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:56.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.269+0000 7fd20bfff640 1 --2- 172.21.15.5:0/2103855396 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd20c0b1950 0x7fd20c14cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:56.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.269+0000 7fd2108ad640 1 --2- 172.21.15.5:0/2103855396 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd20c0b1540 0x7fd20c1533e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:56.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.269+0000 7fd2110ae640 1 -- 172.21.15.5:0/2103855396 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd20c0b1540 msgr2=0x7fd20c1533e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:56.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.269+0000 7fd2110ae640 1 --2- 172.21.15.5:0/2103855396 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd20c0b1540 0x7fd20c1533e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.269+0000 7fd2110ae640 1 -- 172.21.15.5:0/2103855396 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd20c0b1950 msgr2=0x7fd20c14cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:56.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.269+0000 7fd2110ae640 1 --2- 172.21.15.5:0/2103855396 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd20c0b1950 0x7fd20c14cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.269+0000 7fd2110ae640 1 -- 172.21.15.5:0/2103855396 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd20c1525e0 con 0x7fd20c0b5db0 2024-09-19T05:02:56.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.269+0000 7fd20bfff640 1 --2- 172.21.15.5:0/2103855396 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd20c0b1950 0x7fd20c14cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:56.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.269+0000 7fd2108ad640 1 --2- 172.21.15.5:0/2103855396 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd20c0b1540 0x7fd20c1533e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:56.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.269+0000 7fd2110ae640 1 --2- 172.21.15.5:0/2103855396 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd20c0b5db0 0x7fd20c155820 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fd2040098c0 tx=0x7fd2040046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:56.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.269+0000 7fd2097fa640 1 -- 172.21.15.5:0/2103855396 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd204037040 con 0x7fd20c0b5db0 2024-09-19T05:02:56.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.269+0000 7fd2097fa640 1 -- 172.21.15.5:0/2103855396 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd204042070 con 0x7fd20c0b5db0 2024-09-19T05:02:56.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.269+0000 7fd212b11640 1 -- 172.21.15.5:0/2103855396 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd20c1528c0 con 0x7fd20c0b5db0 2024-09-19T05:02:56.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.269+0000 7fd2097fa640 1 -- 172.21.15.5:0/2103855396 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2040308a0 con 0x7fd20c0b5db0 2024-09-19T05:02:56.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.269+0000 7fd212b11640 1 -- 172.21.15.5:0/2103855396 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd20c14d840 con 0x7fd20c0b5db0 2024-09-19T05:02:56.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.270+0000 7fd212b11640 1 -- 172.21.15.5:0/2103855396 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd20c0b6190 con 0x7fd20c0b5db0 2024-09-19T05:02:56.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.270+0000 7fd2097fa640 1 -- 172.21.15.5:0/2103855396 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd204030a40 con 0x7fd20c0b5db0 2024-09-19T05:02:56.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.271+0000 7fd2097fa640 1 --2- 172.21.15.5:0/2103855396 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd1ec06c2b0 0x7fd1ec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:56.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.271+0000 7fd2097fa640 1 -- 172.21.15.5:0/2103855396 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7fd2040abe40 con 0x7fd20c0b5db0 2024-09-19T05:02:56.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.271+0000 7fd2108ad640 1 --2- 172.21.15.5:0/2103855396 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd1ec06c2b0 0x7fd1ec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:56.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.272+0000 7fd2108ad640 1 --2- 172.21.15.5:0/2103855396 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd1ec06c2b0 0x7fd1ec06e770 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc000f60 tx=0x7fd1fc009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:56.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.275+0000 7fd2097fa640 1 -- 172.21.15.5:0/2103855396 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd20407a4b0 con 0x7fd20c0b5db0 2024-09-19T05:02:56.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.485+0000 7fd212b11640 1 -- 172.21.15.5:0/2103855396 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd20c071a90 con 0x7fd20c0b5db0 2024-09-19T05:02:56.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.485+0000 7fd2097fa640 1 -- 172.21.15.5:0/2103855396 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5220 (secure 0 0 0) 0x7fd204079db0 con 0x7fd20c0b5db0 2024-09-19T05:02:56.487 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:56.487 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":24,"btime":"2024-09-19T05:02:43:899500+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5095,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/4285621567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":4285621567},{"type":"v1","addr":"172.21.15.5:6834","nonce":4285621567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5107,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/2291227084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":2291227084},{"type":"v1","addr":"172.21.15.134:6836","nonce":2291227084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5110,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/2904072031","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":2904072031},{"type":"v1","addr":"172.21.15.134:6837","nonce":2904072031}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[{"mdsmap":{"epoch":24,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:02:40.845406+0000","modified":"2024-09-19T05:02:43.247282+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5271},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5271":{"gid":5271,"name":"a","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/892842323","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":892842323},{"type":"v1","addr":"172.21.15.5:6835","nonce":892842323}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5271,"qdb_cluster":[5271]},"id":3}]} 2024-09-19T05:02:56.487 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 24 2024-09-19T05:02:56.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.487+0000 7fd212b11640 1 -- 172.21.15.5:0/2103855396 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd1ec06c2b0 msgr2=0x7fd1ec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:56.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.487+0000 7fd212b11640 1 --2- 172.21.15.5:0/2103855396 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd1ec06c2b0 0x7fd1ec06e770 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc000f60 tx=0x7fd1fc009040 comp rx=0 tx=0).stop 2024-09-19T05:02:56.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.487+0000 7fd212b11640 1 -- 172.21.15.5:0/2103855396 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd20c0b5db0 msgr2=0x7fd20c155820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:56.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.487+0000 7fd212b11640 1 --2- 172.21.15.5:0/2103855396 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd20c0b5db0 0x7fd20c155820 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fd2040098c0 tx=0x7fd2040046c0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.487+0000 7fd212b11640 1 -- 172.21.15.5:0/2103855396 shutdown_connections 2024-09-19T05:02:56.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.487+0000 7fd212b11640 1 --2- 172.21.15.5:0/2103855396 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd1ec06c2b0 0x7fd1ec06e770 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.490 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.487+0000 7fd212b11640 1 --2- 172.21.15.5:0/2103855396 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd20c0b5db0 0x7fd20c155820 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.490 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.487+0000 7fd212b11640 1 --2- 172.21.15.5:0/2103855396 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd20c0b1950 0x7fd20c14cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.490 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.487+0000 7fd212b11640 1 --2- 172.21.15.5:0/2103855396 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd20c0b1540 0x7fd20c1533e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.490 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.487+0000 7fd212b11640 1 -- 172.21.15.5:0/2103855396 >> 172.21.15.5:0/2103855396 conn(0x7fd20c0b3ff0 msgr2=0x7fd20c09aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:56.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.487+0000 7fd212b11640 1 -- 172.21.15.5:0/2103855396 shutdown_connections 2024-09-19T05:02:56.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.487+0000 7fd212b11640 1 -- 172.21.15.5:0/2103855396 wait complete. 2024-09-19T05:02:56.501 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:02:56.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.601+0000 7ff7db65e640 1 Processor -- start 2024-09-19T05:02:56.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.602+0000 7ff7db65e640 1 -- start start 2024-09-19T05:02:56.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.602+0000 7ff7db65e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ff7d40b5160 0x7ff7d40d3350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:56.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.602+0000 7ff7db65e640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7ff7d40b5fe0 0x7ff7d40b63f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:56.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.602+0000 7ff7db65e640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff7d40b6930 con 0x7ff7d4161cf0 2024-09-19T05:02:56.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.602+0000 7ff7db65e640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7ff7d41620d0 con 0x7ff7d40b5160 2024-09-19T05:02:56.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.602+0000 7ff7db65e640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7ff7d40d3ba0 con 0x7ff7d40b5fe0 2024-09-19T05:02:56.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.602+0000 7ff7d93fa640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7ff7d4161cf0 0x7ff7d40b73b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:43276/0 (socket says 172.21.15.5:43276) 2024-09-19T05:02:56.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.602+0000 7ff7d93fa640 1 -- 172.21.15.5:0/1524607464 learned_addr learned my addr 172.21.15.5:0/1524607464 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:56.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.603+0000 7ff7d8bf9640 1 --2- 172.21.15.5:0/1524607464 >> v2:172.21.15.5:3300/0 conn(0x7ff7d40b5160 0x7ff7d40d3350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:56.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.603+0000 7ff7d9bfb640 1 --2- 172.21.15.5:0/1524607464 >> v2:172.21.15.134:3300/0 conn(0x7ff7d40b5fe0 0x7ff7d40b63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:56.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.603+0000 7ff7d3fff640 1 -- 172.21.15.5:0/1524607464 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3058064344 0 0) 0x7ff7c4001490 con 0x7ff7d4161cf0 2024-09-19T05:02:56.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.603+0000 7ff7d3fff640 1 -- 172.21.15.5:0/1524607464 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff7bc003520 con 0x7ff7d4161cf0 2024-09-19T05:02:56.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.603+0000 7ff7d8bf9640 1 -- 172.21.15.5:0/1524607464 >> v2:172.21.15.134:3300/0 conn(0x7ff7d40b5fe0 msgr2=0x7ff7d40b63f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:56.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.603+0000 7ff7d8bf9640 1 --2- 172.21.15.5:0/1524607464 >> v2:172.21.15.134:3300/0 conn(0x7ff7d40b5fe0 0x7ff7d40b63f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.603+0000 7ff7d8bf9640 1 -- 172.21.15.5:0/1524607464 >> v1:172.21.15.5:6789/0 conn(0x7ff7d4161cf0 legacy=0x7ff7d40b73b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:56.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.603+0000 7ff7d8bf9640 1 -- 172.21.15.5:0/1524607464 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7d40d3e80 con 0x7ff7d40b5160 2024-09-19T05:02:56.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.604+0000 7ff7d8bf9640 1 --2- 172.21.15.5:0/1524607464 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7d40b5160 0x7ff7d40d3350 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7ff7d40d4510 tx=0x7ff7c802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8aa3ff35ff2d116 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:56.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.604+0000 7ff7d3fff640 1 -- 172.21.15.5:0/1524607464 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7c8037070 con 0x7ff7d40b5160 2024-09-19T05:02:56.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.604+0000 7ff7d3fff640 1 -- 172.21.15.5:0/1524607464 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7c8032440 con 0x7ff7d40b5160 2024-09-19T05:02:56.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.604+0000 7ff7d3fff640 1 -- 172.21.15.5:0/1524607464 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7c8032810 con 0x7ff7d40b5160 2024-09-19T05:02:56.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.604+0000 7ff7db65e640 1 -- 172.21.15.5:0/1524607464 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7d40b5160 msgr2=0x7ff7d40d3350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:56.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.604+0000 7ff7db65e640 1 --2- 172.21.15.5:0/1524607464 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7d40b5160 0x7ff7d40d3350 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7ff7d40d4510 tx=0x7ff7c802a1a0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.604+0000 7ff7db65e640 1 -- 172.21.15.5:0/1524607464 shutdown_connections 2024-09-19T05:02:56.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.604+0000 7ff7db65e640 1 --2- 172.21.15.5:0/1524607464 >> v2:172.21.15.134:3300/0 conn(0x7ff7d40b5fe0 0x7ff7d40b63f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.604+0000 7ff7db65e640 1 --2- 172.21.15.5:0/1524607464 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7d40b5160 0x7ff7d40d3350 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.604+0000 7ff7db65e640 1 -- 172.21.15.5:0/1524607464 >> 172.21.15.5:0/1524607464 conn(0x7ff7d408c000 msgr2=0x7ff7d40d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:56.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.605+0000 7ff7db65e640 1 -- 172.21.15.5:0/1524607464 shutdown_connections 2024-09-19T05:02:56.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.605+0000 7ff7db65e640 1 -- 172.21.15.5:0/1524607464 wait complete. 2024-09-19T05:02:56.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.606+0000 7ff7db65e640 1 Processor -- start 2024-09-19T05:02:56.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.606+0000 7ff7db65e640 1 -- start start 2024-09-19T05:02:56.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.606+0000 7ff7db65e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff7d40b5160 0x7ff7d4156660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:56.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.607+0000 7ff7db65e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff7d40b5fe0 0x7ff7d4156ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:56.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.607+0000 7ff7db65e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7d4161cf0 0x7ff7d40b7390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:56.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.607+0000 7ff7db65e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ff7d40cf170 con 0x7ff7d4161cf0 2024-09-19T05:02:56.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.607+0000 7ff7db65e640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7ff7d40cee90 con 0x7ff7d40b5160 2024-09-19T05:02:56.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.607+0000 7ff7db65e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ff7d40d3890 con 0x7ff7d40b5fe0 2024-09-19T05:02:56.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.607+0000 7ff7d9bfb640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7d4161cf0 0x7ff7d40b7390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:56.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.607+0000 7ff7d9bfb640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7d4161cf0 0x7ff7d40b7390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45812/0 (socket says 172.21.15.5:45812) 2024-09-19T05:02:56.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.607+0000 7ff7d9bfb640 1 -- 172.21.15.5:0/3843687691 learned_addr learned my addr 172.21.15.5:0/3843687691 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:56.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.607+0000 7ff7d93fa640 1 --2- 172.21.15.5:0/3843687691 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff7d40b5160 0x7ff7d4156660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:56.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.607+0000 7ff7d8bf9640 1 --2- 172.21.15.5:0/3843687691 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff7d40b5fe0 0x7ff7d4156ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:56.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.607+0000 7ff7d9bfb640 1 -- 172.21.15.5:0/3843687691 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff7d40b5fe0 msgr2=0x7ff7d4156ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:56.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.607+0000 7ff7d9bfb640 1 --2- 172.21.15.5:0/3843687691 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff7d40b5fe0 0x7ff7d4156ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.607+0000 7ff7d9bfb640 1 -- 172.21.15.5:0/3843687691 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff7d40b5160 msgr2=0x7ff7d4156660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:56.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.607+0000 7ff7d9bfb640 1 --2- 172.21.15.5:0/3843687691 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff7d40b5160 0x7ff7d4156660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.607+0000 7ff7d9bfb640 1 -- 172.21.15.5:0/3843687691 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7d40cba10 con 0x7ff7d4161cf0 2024-09-19T05:02:56.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.607+0000 7ff7d9bfb640 1 --2- 172.21.15.5:0/3843687691 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7d4161cf0 0x7ff7d40b7390 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc00e930 tx=0x7ff7cc00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:56.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.607+0000 7ff7d1ffb640 1 -- 172.21.15.5:0/3843687691 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7cc017070 con 0x7ff7d4161cf0 2024-09-19T05:02:56.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.607+0000 7ff7d1ffb640 1 -- 172.21.15.5:0/3843687691 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7cc00c980 con 0x7ff7d4161cf0 2024-09-19T05:02:56.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.607+0000 7ff7d1ffb640 1 -- 172.21.15.5:0/3843687691 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7cc00cd70 con 0x7ff7d4161cf0 2024-09-19T05:02:56.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.607+0000 7ff7db65e640 1 -- 172.21.15.5:0/3843687691 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7d40cbcf0 con 0x7ff7d4161cf0 2024-09-19T05:02:56.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.608+0000 7ff7db65e640 1 -- 172.21.15.5:0/3843687691 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7d40cc2b0 con 0x7ff7d4161cf0 2024-09-19T05:02:56.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.609+0000 7ff7db65e640 1 -- 172.21.15.5:0/3843687691 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7d40d3350 con 0x7ff7d4161cf0 2024-09-19T05:02:56.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.609+0000 7ff7d1ffb640 1 -- 172.21.15.5:0/3843687691 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff7cc01a070 con 0x7ff7d4161cf0 2024-09-19T05:02:56.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.610+0000 7ff7d1ffb640 1 --2- 172.21.15.5:0/3843687691 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff7c006c2e0 0x7ff7c006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:56.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.610+0000 7ff7d1ffb640 1 -- 172.21.15.5:0/3843687691 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7ff7cc08b810 con 0x7ff7d4161cf0 2024-09-19T05:02:56.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.610+0000 7ff7d93fa640 1 --2- 172.21.15.5:0/3843687691 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff7c006c2e0 0x7ff7c006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:56.613 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.610+0000 7ff7d93fa640 1 --2- 172.21.15.5:0/3843687691 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff7c006c2e0 0x7ff7c006e7a0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7ff7c4005c00 tx=0x7ff7c4009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:56.615 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.614+0000 7ff7d1ffb640 1 -- 172.21.15.5:0/3843687691 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff7cc0598f0 con 0x7ff7d4161cf0 2024-09-19T05:02:56.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.795+0000 7ff7db65e640 1 -- 172.21.15.5:0/3843687691 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff7d406e620 con 0x7ff7d4161cf0 2024-09-19T05:02:56.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.796+0000 7ff7d1ffb640 1 -- 172.21.15.5:0/3843687691 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v50) ==== 74+0+16966 (secure 0 0 0) 0x7ff7cc05dbf0 con 0x7ff7d4161cf0 2024-09-19T05:02:56.798 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:02:56.798 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":50,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:02:42.495726+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:02:38.504157+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"49","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-19T05:02:39.830096+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"50","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:02:56.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.799+0000 7ff7db65e640 1 -- 172.21.15.5:0/3843687691 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff7c006c2e0 msgr2=0x7ff7c006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:56.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.799+0000 7ff7db65e640 1 --2- 172.21.15.5:0/3843687691 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff7c006c2e0 0x7ff7c006e7a0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7ff7c4005c00 tx=0x7ff7c4009040 comp rx=0 tx=0).stop 2024-09-19T05:02:56.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.799+0000 7ff7db65e640 1 -- 172.21.15.5:0/3843687691 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7d4161cf0 msgr2=0x7ff7d40b7390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:56.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.799+0000 7ff7db65e640 1 --2- 172.21.15.5:0/3843687691 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7d4161cf0 0x7ff7d40b7390 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc00e930 tx=0x7ff7cc00edf0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.799+0000 7ff7db65e640 1 -- 172.21.15.5:0/3843687691 shutdown_connections 2024-09-19T05:02:56.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.799+0000 7ff7db65e640 1 --2- 172.21.15.5:0/3843687691 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff7c006c2e0 0x7ff7c006e7a0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.799+0000 7ff7db65e640 1 --2- 172.21.15.5:0/3843687691 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7d4161cf0 0x7ff7d40b7390 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.799+0000 7ff7db65e640 1 --2- 172.21.15.5:0/3843687691 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff7d40b5fe0 0x7ff7d4156ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.799+0000 7ff7db65e640 1 --2- 172.21.15.5:0/3843687691 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff7d40b5160 0x7ff7d4156660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.799+0000 7ff7db65e640 1 -- 172.21.15.5:0/3843687691 >> 172.21.15.5:0/3843687691 conn(0x7ff7d408c000 msgr2=0x7ff7d406ce10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:56.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.799+0000 7ff7db65e640 1 -- 172.21.15.5:0/3843687691 shutdown_connections 2024-09-19T05:02:56.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.799+0000 7ff7db65e640 1 -- 172.21.15.5:0/3843687691 wait complete. 2024-09-19T05:02:56.812 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T05:02:56.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.914+0000 7f0b2b62e640 1 Processor -- start 2024-09-19T05:02:56.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.914+0000 7f0b2b62e640 1 -- start start 2024-09-19T05:02:56.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.915+0000 7f0b2b62e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0b2415e890 0x7f0b2406cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:56.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.915+0000 7f0b2b62e640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f0b240d4f00 0x7f0b240b8a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:56.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.915+0000 7f0b2b62e640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0b240d3040 con 0x7f0b240d2b60 2024-09-19T05:02:56.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.915+0000 7f0b2b62e640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f0b240d3c50 con 0x7f0b2415e890 2024-09-19T05:02:56.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.915+0000 7f0b2b62e640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f0b240d3320 con 0x7f0b240d4f00 2024-09-19T05:02:56.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.915+0000 7f0b293ca640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0b2415e890 0x7f0b2406cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:56.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.915+0000 7f0b293ca640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0b2415e890 0x7f0b2406cbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45828/0 (socket says 172.21.15.5:45828) 2024-09-19T05:02:56.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.915+0000 7f0b293ca640 1 -- 172.21.15.5:0/2012775202 learned_addr learned my addr 172.21.15.5:0/2012775202 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:56.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.915+0000 7f0b293ca640 1 -- 172.21.15.5:0/2012775202 >> v2:172.21.15.134:3300/0 conn(0x7f0b240d4f00 msgr2=0x7f0b240b8a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:56.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.915+0000 7f0b29bcb640 1 --2- 172.21.15.5:0/2012775202 >> v2:172.21.15.134:3300/0 conn(0x7f0b240d4f00 0x7f0b240b8a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:56.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.915+0000 7f0b293ca640 1 --2- 172.21.15.5:0/2012775202 >> v2:172.21.15.134:3300/0 conn(0x7f0b240d4f00 0x7f0b240b8a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.915+0000 7f0b293ca640 1 -- 172.21.15.5:0/2012775202 >> v1:172.21.15.134:6789/0 conn(0x7f0b240d2b60 legacy=0x7f0b240cede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:56.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.916+0000 7f0b293ca640 1 -- 172.21.15.5:0/2012775202 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b240d3600 con 0x7f0b2415e890 2024-09-19T05:02:56.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.916+0000 7f0b293ca640 1 --2- 172.21.15.5:0/2012775202 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b2415e890 0x7f0b2406cbb0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f0b240d0f80 tx=0x7f0b2002a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67cf6015a01e7971 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:56.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.916+0000 7f0b1bfff640 1 -- 172.21.15.5:0/2012775202 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b20036070 con 0x7f0b2415e890 2024-09-19T05:02:56.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.916+0000 7f0b1bfff640 1 -- 172.21.15.5:0/2012775202 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b20031600 con 0x7f0b2415e890 2024-09-19T05:02:56.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.916+0000 7f0b1bfff640 1 -- 172.21.15.5:0/2012775202 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b200319d0 con 0x7f0b2415e890 2024-09-19T05:02:56.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.917+0000 7f0b2b62e640 1 -- 172.21.15.5:0/2012775202 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b2415e890 msgr2=0x7f0b2406cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:56.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.917+0000 7f0b2b62e640 1 --2- 172.21.15.5:0/2012775202 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b2415e890 0x7f0b2406cbb0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f0b240d0f80 tx=0x7f0b2002a5d0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.917+0000 7f0b2b62e640 1 -- 172.21.15.5:0/2012775202 shutdown_connections 2024-09-19T05:02:56.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.917+0000 7f0b2b62e640 1 --2- 172.21.15.5:0/2012775202 >> v2:172.21.15.134:3300/0 conn(0x7f0b240d4f00 0x7f0b240b8a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.917+0000 7f0b2b62e640 1 --2- 172.21.15.5:0/2012775202 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b2415e890 0x7f0b2406cbb0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.917+0000 7f0b2b62e640 1 -- 172.21.15.5:0/2012775202 >> 172.21.15.5:0/2012775202 conn(0x7f0b240b66c0 msgr2=0x7f0b240d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:56.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.917+0000 7f0b2b62e640 1 -- 172.21.15.5:0/2012775202 shutdown_connections 2024-09-19T05:02:56.920 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.917+0000 7f0b2b62e640 1 -- 172.21.15.5:0/2012775202 wait complete. 2024-09-19T05:02:56.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.918+0000 7f0b2b62e640 1 Processor -- start 2024-09-19T05:02:56.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.918+0000 7f0b2b62e640 1 -- start start 2024-09-19T05:02:56.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.919+0000 7f0b2b62e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0b240d2b60 0x7f0b2414bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:56.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.919+0000 7f0b2b62e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0b240d4f00 0x7f0b2414f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:56.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.919+0000 7f0b2b62e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b2415e890 0x7f0b2414f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:56.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.919+0000 7f0b2b62e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f0b2406db10 con 0x7f0b2415e890 2024-09-19T05:02:56.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.919+0000 7f0b2b62e640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f0b2415ec70 con 0x7f0b240d4f00 2024-09-19T05:02:56.922 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.919+0000 7f0b2b62e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f0b2406dc90 con 0x7f0b240d2b60 2024-09-19T05:02:56.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.919+0000 7f0b29bcb640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b2415e890 0x7f0b2414f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:56.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.919+0000 7f0b29bcb640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b2415e890 0x7f0b2414f900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45844/0 (socket says 172.21.15.5:45844) 2024-09-19T05:02:56.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.919+0000 7f0b29bcb640 1 -- 172.21.15.5:0/2977773874 learned_addr learned my addr 172.21.15.5:0/2977773874 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:56.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.919+0000 7f0b28bc9640 1 --2- 172.21.15.5:0/2977773874 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0b240d4f00 0x7f0b2414f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:56.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.919+0000 7f0b293ca640 1 --2- 172.21.15.5:0/2977773874 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0b240d2b60 0x7f0b2414bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:56.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.919+0000 7f0b29bcb640 1 -- 172.21.15.5:0/2977773874 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0b240d2b60 msgr2=0x7f0b2414bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:56.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.919+0000 7f0b29bcb640 1 --2- 172.21.15.5:0/2977773874 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0b240d2b60 0x7f0b2414bdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.919+0000 7f0b29bcb640 1 -- 172.21.15.5:0/2977773874 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0b240d4f00 msgr2=0x7f0b2414f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:56.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.919+0000 7f0b29bcb640 1 --2- 172.21.15.5:0/2977773874 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0b240d4f00 0x7f0b2414f3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:56.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.919+0000 7f0b29bcb640 1 -- 172.21.15.5:0/2977773874 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b2414a970 con 0x7f0b2415e890 2024-09-19T05:02:56.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.920+0000 7f0b29bcb640 1 --2- 172.21.15.5:0/2977773874 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b2415e890 0x7f0b2414f900 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f0b1c00c820 tx=0x7f0b1c00cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:56.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.920+0000 7f0b19ffb640 1 -- 172.21.15.5:0/2977773874 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b1c015070 con 0x7f0b2415e890 2024-09-19T05:02:56.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.920+0000 7f0b19ffb640 1 -- 172.21.15.5:0/2977773874 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b1c004020 con 0x7f0b2415e890 2024-09-19T05:02:56.924 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.920+0000 7f0b19ffb640 1 -- 172.21.15.5:0/2977773874 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b1c004410 con 0x7f0b2415e890 2024-09-19T05:02:56.924 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.920+0000 7f0b2b62e640 1 -- 172.21.15.5:0/2977773874 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b2414ac50 con 0x7f0b2415e890 2024-09-19T05:02:56.924 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.920+0000 7f0b2b62e640 1 -- 172.21.15.5:0/2977773874 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b2414b210 con 0x7f0b2415e890 2024-09-19T05:02:56.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.921+0000 7f0b2b62e640 1 -- 172.21.15.5:0/2977773874 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b2406d370 con 0x7f0b2415e890 2024-09-19T05:02:56.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.922+0000 7f0b19ffb640 1 -- 172.21.15.5:0/2977773874 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0b1c007830 con 0x7f0b2415e890 2024-09-19T05:02:56.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.922+0000 7f0b19ffb640 1 --2- 172.21.15.5:0/2977773874 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0b0806c2b0 0x7f0b0806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:56.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.922+0000 7f0b19ffb640 1 -- 172.21.15.5:0/2977773874 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6101+0+0 (secure 0 0 0) 0x7f0b1c08b410 con 0x7f0b2415e890 2024-09-19T05:02:56.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.922+0000 7f0b293ca640 1 --2- 172.21.15.5:0/2977773874 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0b0806c2b0 0x7f0b0806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:56.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.923+0000 7f0b293ca640 1 --2- 172.21.15.5:0/2977773874 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0b0806c2b0 0x7f0b0806e770 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f0b20033000 tx=0x7f0b20009000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:56.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:56.926+0000 7f0b19ffb640 1 -- 172.21.15.5:0/2977773874 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0b1c059310 con 0x7f0b2415e890 2024-09-19T05:02:57.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.137+0000 7f0b2b62e640 1 -- 172.21.15.5:0/2977773874 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f0b240b50e0 con 0x7f0b2415e890 2024-09-19T05:02:57.138 INFO:tasks.ceph.mon.a.smithi005.stderr:2024-09-19T05:02:57.137+0000 7f639b64d640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T05:02:57.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.138+0000 7f0b19ffb640 1 -- 172.21.15.5:0/2977773874 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v25) ==== 161+0+0 (secure 0 0 0) 0x7f0b1c05d610 con 0x7f0b2415e890 2024-09-19T05:02:57.140 INFO:teuthology.orchestra.run.smithi005.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T05:02:57.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.141+0000 7f0b2b62e640 1 -- 172.21.15.5:0/2977773874 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0b0806c2b0 msgr2=0x7f0b0806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:57.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.141+0000 7f0b2b62e640 1 --2- 172.21.15.5:0/2977773874 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0b0806c2b0 0x7f0b0806e770 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f0b20033000 tx=0x7f0b20009000 comp rx=0 tx=0).stop 2024-09-19T05:02:57.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.141+0000 7f0b2b62e640 1 -- 172.21.15.5:0/2977773874 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b2415e890 msgr2=0x7f0b2414f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:57.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.141+0000 7f0b2b62e640 1 --2- 172.21.15.5:0/2977773874 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b2415e890 0x7f0b2414f900 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f0b1c00c820 tx=0x7f0b1c00cce0 comp rx=0 tx=0).stop 2024-09-19T05:02:57.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.141+0000 7f0b2b62e640 1 -- 172.21.15.5:0/2977773874 shutdown_connections 2024-09-19T05:02:57.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.141+0000 7f0b2b62e640 1 --2- 172.21.15.5:0/2977773874 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0b0806c2b0 0x7f0b0806e770 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:57.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.141+0000 7f0b2b62e640 1 --2- 172.21.15.5:0/2977773874 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0b2415e890 0x7f0b2414f900 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:57.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.141+0000 7f0b2b62e640 1 --2- 172.21.15.5:0/2977773874 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0b240d4f00 0x7f0b2414f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:57.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.141+0000 7f0b2b62e640 1 --2- 172.21.15.5:0/2977773874 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0b240d2b60 0x7f0b2414bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:57.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.141+0000 7f0b2b62e640 1 -- 172.21.15.5:0/2977773874 >> 172.21.15.5:0/2977773874 conn(0x7f0b240b66c0 msgr2=0x7f0b240b53c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:57.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.141+0000 7f0b2b62e640 1 -- 172.21.15.5:0/2977773874 shutdown_connections 2024-09-19T05:02:57.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.141+0000 7f0b2b62e640 1 -- 172.21.15.5:0/2977773874 wait complete. 2024-09-19T05:02:57.144 INFO:tasks.ceph.mds.a.smithi005.stderr: -2881> 2024-09-19T05:02:42.473+0000 7fde2df81640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:02:57.154 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T05:02:57.174 INFO:tasks.ceph.mds.a.smithi005.stdout:starting mds.a at 2024-09-19T05:02:57.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.257+0000 7f77cfe1e640 1 Processor -- start 2024-09-19T05:02:57.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.257+0000 7f77cfe1e640 1 -- start start 2024-09-19T05:02:57.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.258+0000 7f77cfe1e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f77c80b6700 0x7f77c806da90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:57.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.258+0000 7f77cfe1e640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f77c80cf180 con 0x7f77c80d4c80 2024-09-19T05:02:57.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.258+0000 7f77cfe1e640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f77c806cfb0 con 0x7f77c8161c70 2024-09-19T05:02:57.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.258+0000 7f77cfe1e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f77c8162050 con 0x7f77c80b6700 2024-09-19T05:02:57.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.258+0000 7f77ce3bb640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f77c80d4c80 0x7f77c806dfd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:60612/0 (socket says 172.21.15.5:60612) 2024-09-19T05:02:57.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.258+0000 7f77ce3bb640 1 -- 172.21.15.5:0/3262121414 learned_addr learned my addr 172.21.15.5:0/3262121414 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:57.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.259+0000 7f77cd3b9640 1 --2- 172.21.15.5:0/3262121414 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f77c80b6700 0x7f77c806da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:57.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.259+0000 7f77ccbb8640 1 -- 172.21.15.5:0/3262121414 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1504899765 0 0) 0x7f77c80cf180 con 0x7f77c80d4c80 2024-09-19T05:02:57.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.259+0000 7f77ccbb8640 1 -- 172.21.15.5:0/3262121414 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f77b4003520 con 0x7f77c80d4c80 2024-09-19T05:02:57.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.259+0000 7f77ccbb8640 1 -- 172.21.15.5:0/3262121414 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3126843844 0 0) 0x7f77b4003520 con 0x7f77c80d4c80 2024-09-19T05:02:57.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.259+0000 7f77ccbb8640 1 -- 172.21.15.5:0/3262121414 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f77c80b6700 msgr2=0x7f77c806da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:57.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.259+0000 7f77ccbb8640 1 --2- 172.21.15.5:0/3262121414 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f77c80b6700 0x7f77c806da90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:57.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.259+0000 7f77ccbb8640 1 -- 172.21.15.5:0/3262121414 >> v1:172.21.15.134:6789/0 conn(0x7f77c8161c70 legacy=0x7f77c80b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:57.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.259+0000 7f77ccbb8640 1 -- 172.21.15.5:0/3262121414 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77c806d290 con 0x7f77c80d4c80 2024-09-19T05:02:57.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.259+0000 7f77ccbb8640 1 -- 172.21.15.5:0/3262121414 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f77c00019f0 con 0x7f77c80d4c80 2024-09-19T05:02:57.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.259+0000 7f77ccbb8640 1 -- 172.21.15.5:0/3262121414 >> v1:172.21.15.5:6789/0 conn(0x7f77c80d4c80 legacy=0x7f77c806dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:57.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.259+0000 7f77ccbb8640 1 --2- 172.21.15.5:0/3262121414 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f77b40039e0 0x7f77b4003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:57.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.259+0000 7f77ccbb8640 1 --2- 172.21.15.5:0/3262121414 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f77c80b6700 0x7f77b4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:57.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.259+0000 7f77ccbb8640 1 --2- 172.21.15.5:0/3262121414 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f77b4004d40 0x7f77b40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:57.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.259+0000 7f77ccbb8640 1 -- 172.21.15.5:0/3262121414 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f77c8162050 con 0x7f77b4004d40 2024-09-19T05:02:57.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.259+0000 7f77ccbb8640 1 -- 172.21.15.5:0/3262121414 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f77b400b9f0 con 0x7f77b40039e0 2024-09-19T05:02:57.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.259+0000 7f77ccbb8640 1 -- 172.21.15.5:0/3262121414 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f77b400bbf0 con 0x7f77c80b6700 2024-09-19T05:02:57.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.259+0000 7f77ce3bb640 1 --2- 172.21.15.5:0/3262121414 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f77b4004d40 0x7f77b40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:57.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.259+0000 7f77cdbba640 1 --2- 172.21.15.5:0/3262121414 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f77b40039e0 0x7f77b4003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:57.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.259+0000 7f77cd3b9640 1 --2- 172.21.15.5:0/3262121414 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f77c80b6700 0x7f77b4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:57.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.259+0000 7f77ce3bb640 1 -- 172.21.15.5:0/3262121414 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f77c80b6700 msgr2=0x7f77b4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:57.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.259+0000 7f77ce3bb640 1 --2- 172.21.15.5:0/3262121414 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f77c80b6700 0x7f77b4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:57.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.259+0000 7f77ce3bb640 1 -- 172.21.15.5:0/3262121414 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f77b40039e0 msgr2=0x7f77b4003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:57.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.259+0000 7f77ce3bb640 1 --2- 172.21.15.5:0/3262121414 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f77b40039e0 0x7f77b4003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:57.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.259+0000 7f77ce3bb640 1 -- 172.21.15.5:0/3262121414 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77b4003520 con 0x7f77b4004d40 2024-09-19T05:02:57.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.260+0000 7f77ce3bb640 1 --2- 172.21.15.5:0/3262121414 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f77b4004d40 0x7f77b40051c0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f77c000a8f0 tx=0x7f77b4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f703fb6670e2656 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:57.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.260+0000 7f77ccbb8640 1 -- 172.21.15.5:0/3262121414 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77c000a4c0 con 0x7f77b4004d40 2024-09-19T05:02:57.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.260+0000 7f77ccbb8640 1 -- 172.21.15.5:0/3262121414 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f77c002f070 con 0x7f77b4004d40 2024-09-19T05:02:57.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.260+0000 7f77ccbb8640 1 -- 172.21.15.5:0/3262121414 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77c002bcb0 con 0x7f77b4004d40 2024-09-19T05:02:57.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.261+0000 7f77cfe1e640 1 -- 172.21.15.5:0/3262121414 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f77b4004d40 msgr2=0x7f77b40051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:57.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.261+0000 7f77cfe1e640 1 --2- 172.21.15.5:0/3262121414 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f77b4004d40 0x7f77b40051c0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f77c000a8f0 tx=0x7f77b4005830 comp rx=0 tx=0).stop 2024-09-19T05:02:57.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.261+0000 7f77ce3bb640 1 -- 172.21.15.5:0/3262121414 reap_dead start 2024-09-19T05:02:57.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.261+0000 7f77cfe1e640 1 -- 172.21.15.5:0/3262121414 shutdown_connections 2024-09-19T05:02:57.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.261+0000 7f77cfe1e640 1 -- 172.21.15.5:0/3262121414 >> 172.21.15.5:0/3262121414 conn(0x7f77c808c000 msgr2=0x7f77c80d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:57.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.261+0000 7f77cfe1e640 1 -- 172.21.15.5:0/3262121414 shutdown_connections 2024-09-19T05:02:57.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.261+0000 7f77cfe1e640 1 -- 172.21.15.5:0/3262121414 wait complete. 2024-09-19T05:02:57.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.262+0000 7f77cfe1e640 1 Processor -- start 2024-09-19T05:02:57.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.262+0000 7f77cfe1e640 1 -- start start 2024-09-19T05:02:57.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.263+0000 7f77cfe1e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f77b4004d40 0x7f77c80c9e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:57.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.263+0000 7f77cfe1e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f77c80c7f40 0x7f77c80c83c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:57.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.263+0000 7f77cfe1e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f77c814aab0 0x7f77c814af30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:57.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.263+0000 7f77cfe1e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f77c80cebc0 con 0x7f77b4004d40 2024-09-19T05:02:57.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.263+0000 7f77cfe1e640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f77c806d600 con 0x7f77c814aab0 2024-09-19T05:02:57.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.263+0000 7f77cfe1e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f77c80ced40 con 0x7f77c80c7f40 2024-09-19T05:02:57.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.263+0000 7f77cdbba640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f77b4004d40 0x7f77c80c9e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:57.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.263+0000 7f77cdbba640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f77b4004d40 0x7f77c80c9e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:52918/0 (socket says 172.21.15.5:52918) 2024-09-19T05:02:57.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.263+0000 7f77cdbba640 1 -- 172.21.15.5:0/2666224323 learned_addr learned my addr 172.21.15.5:0/2666224323 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:57.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.263+0000 7f77cd3b9640 1 --2- 172.21.15.5:0/2666224323 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f77c80c7f40 0x7f77c80c83c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:57.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.263+0000 7f77ce3bb640 1 --2- 172.21.15.5:0/2666224323 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f77c814aab0 0x7f77c814af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:57.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.263+0000 7f77cdbba640 1 -- 172.21.15.5:0/2666224323 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f77c80c7f40 msgr2=0x7f77c80c83c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:57.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.263+0000 7f77cdbba640 1 --2- 172.21.15.5:0/2666224323 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f77c80c7f40 0x7f77c80c83c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:57.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.263+0000 7f77cdbba640 1 -- 172.21.15.5:0/2666224323 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f77c814aab0 msgr2=0x7f77c814af30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:57.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.263+0000 7f77cdbba640 1 --2- 172.21.15.5:0/2666224323 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f77c814aab0 0x7f77c814af30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:57.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.263+0000 7f77cdbba640 1 -- 172.21.15.5:0/2666224323 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77c81f4370 con 0x7f77b4004d40 2024-09-19T05:02:57.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.263+0000 7f77cd3b9640 1 --2- 172.21.15.5:0/2666224323 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f77c80c7f40 0x7f77c80c83c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:57.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.263+0000 7f77ce3bb640 1 --2- 172.21.15.5:0/2666224323 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f77c814aab0 0x7f77c814af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:02:57.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.263+0000 7f77cdbba640 1 --2- 172.21.15.5:0/2666224323 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f77b4004d40 0x7f77c80c9e50 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f77c400f7c0 tx=0x7f77c400fc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:57.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.264+0000 7f77be7fc640 1 -- 172.21.15.5:0/2666224323 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77c40052e0 con 0x7f77b4004d40 2024-09-19T05:02:57.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.264+0000 7f77be7fc640 1 -- 172.21.15.5:0/2666224323 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f77c4018070 con 0x7f77b4004d40 2024-09-19T05:02:57.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.264+0000 7f77cfe1e640 1 -- 172.21.15.5:0/2666224323 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77c80cc730 con 0x7f77b4004d40 2024-09-19T05:02:57.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.264+0000 7f77be7fc640 1 -- 172.21.15.5:0/2666224323 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77c400d970 con 0x7f77b4004d40 2024-09-19T05:02:57.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.264+0000 7f77cfe1e640 1 -- 172.21.15.5:0/2666224323 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77c80ca960 con 0x7f77b4004d40 2024-09-19T05:02:57.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.265+0000 7f77cfe1e640 1 -- 172.21.15.5:0/2666224323 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77c806ec30 con 0x7f77b4004d40 2024-09-19T05:02:57.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.265+0000 7f77be7fc640 1 -- 172.21.15.5:0/2666224323 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f77c400db10 con 0x7f77b4004d40 2024-09-19T05:02:57.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.266+0000 7f77be7fc640 1 --2- 172.21.15.5:0/2666224323 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f77ac06c2b0 0x7f77ac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:57.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.266+0000 7f77be7fc640 1 -- 172.21.15.5:0/2666224323 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 6187+0+0 (secure 0 0 0) 0x7f77c408b590 con 0x7f77b4004d40 2024-09-19T05:02:57.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.266+0000 7f77cd3b9640 1 --2- 172.21.15.5:0/2666224323 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f77ac06c2b0 0x7f77ac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:57.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.267+0000 7f77cd3b9640 1 --2- 172.21.15.5:0/2666224323 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f77ac06c2b0 0x7f77ac06e770 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f77c80ba4c0 tx=0x7f77b8008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:57.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.270+0000 7f77be7fc640 1 -- 172.21.15.5:0/2666224323 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f77c401a310 con 0x7f77b4004d40 2024-09-19T05:02:57.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:57.482+0000 7f77cfe1e640 1 -- 172.21.15.5:0/2666224323 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f77c806e950 con 0x7f77b4004d40 2024-09-19T05:02:58.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.143+0000 7f77be7fc640 1 -- 172.21.15.5:0/2666224323 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v26) ==== 104+0+0 (secure 0 0 0) 0x7f77c4059b20 con 0x7f77b4004d40 2024-09-19T05:02:58.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.146+0000 7f77cfe1e640 1 -- 172.21.15.5:0/2666224323 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f77ac06c2b0 msgr2=0x7f77ac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:58.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.146+0000 7f77cfe1e640 1 --2- 172.21.15.5:0/2666224323 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f77ac06c2b0 0x7f77ac06e770 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f77c80ba4c0 tx=0x7f77b8008040 comp rx=0 tx=0).stop 2024-09-19T05:02:58.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.146+0000 7f77cfe1e640 1 -- 172.21.15.5:0/2666224323 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f77b4004d40 msgr2=0x7f77c80c9e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:58.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.146+0000 7f77cfe1e640 1 --2- 172.21.15.5:0/2666224323 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f77b4004d40 0x7f77c80c9e50 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f77c400f7c0 tx=0x7f77c400fc80 comp rx=0 tx=0).stop 2024-09-19T05:02:58.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.146+0000 7f77cfe1e640 1 -- 172.21.15.5:0/2666224323 shutdown_connections 2024-09-19T05:02:58.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.146+0000 7f77cfe1e640 1 --2- 172.21.15.5:0/2666224323 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f77ac06c2b0 0x7f77ac06e770 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:58.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.146+0000 7f77cfe1e640 1 --2- 172.21.15.5:0/2666224323 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f77c814aab0 0x7f77c814af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:58.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.146+0000 7f77cfe1e640 1 --2- 172.21.15.5:0/2666224323 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f77c80c7f40 0x7f77c80c83c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:58.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.146+0000 7f77cfe1e640 1 --2- 172.21.15.5:0/2666224323 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f77b4004d40 0x7f77c80c9e50 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:58.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.146+0000 7f77cfe1e640 1 -- 172.21.15.5:0/2666224323 >> 172.21.15.5:0/2666224323 conn(0x7f77c808c000 msgr2=0x7f77c80b37a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:58.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.146+0000 7f77cfe1e640 1 -- 172.21.15.5:0/2666224323 shutdown_connections 2024-09-19T05:02:58.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.146+0000 7f77cfe1e640 1 -- 172.21.15.5:0/2666224323 wait complete. 2024-09-19T05:02:58.162 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T05:02:58.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.317+0000 7f63da20e640 1 Processor -- start 2024-09-19T05:02:58.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.317+0000 7f63da20e640 1 -- start start 2024-09-19T05:02:58.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.318+0000 7f63da20e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f63d415e4d0 0x7f63d4162aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:58.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.318+0000 7f63da20e640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f63d40d4980 0x7f63d40d4e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:58.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.318+0000 7f63da20e640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f63d40d28a0 con 0x7f63d40cf4e0 2024-09-19T05:02:58.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.318+0000 7f63da20e640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f63d40d2b80 con 0x7f63d40d4980 2024-09-19T05:02:58.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.318+0000 7f63da20e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f63d40d2e60 con 0x7f63d415e4d0 2024-09-19T05:02:58.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.318+0000 7f63d3fff640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f63d40d4980 0x7f63d40d4e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:58.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.318+0000 7f63d37fe640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f63d415e4d0 0x7f63d4162aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:58.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.318+0000 7f63d2ffd640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7f63d40cf4e0 0x7f63d40b7680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.5:46680/0 (socket says 172.21.15.5:46680) 2024-09-19T05:02:58.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.318+0000 7f63d2ffd640 1 -- 172.21.15.5:0/2166619691 learned_addr learned my addr 172.21.15.5:0/2166619691 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:02:58.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.318+0000 7f63d3fff640 1 -- 172.21.15.5:0/2166619691 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f63d415e4d0 msgr2=0x7f63d4162aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:58.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.318+0000 7f63d3fff640 1 --2- 172.21.15.5:0/2166619691 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f63d415e4d0 0x7f63d4162aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:58.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.318+0000 7f63d3fff640 1 -- 172.21.15.5:0/2166619691 >> v1:172.21.15.134:6789/0 conn(0x7f63d40cf4e0 legacy=0x7f63d40b7680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:58.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.318+0000 7f63d3fff640 1 -- 172.21.15.5:0/2166619691 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63d40d3140 con 0x7f63d40d4980 2024-09-19T05:02:58.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.318+0000 7f63d37fe640 1 --2- 172.21.15.5:0/2166619691 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f63d415e4d0 0x7f63d4162aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:02:58.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.319+0000 7f63d3fff640 1 --2- 172.21.15.5:0/2166619691 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f63d40d4980 0x7f63d40d4e10 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f63cc009d90 tx=0x7f63cc02a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bd4b4dc04090ca81 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:58.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.319+0000 7f63d27fc640 1 -- 172.21.15.5:0/2166619691 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63cc007740 con 0x7f63d40d4980 2024-09-19T05:02:58.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.319+0000 7f63d27fc640 1 -- 172.21.15.5:0/2166619691 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f63cc0078e0 con 0x7f63d40d4980 2024-09-19T05:02:58.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.319+0000 7f63d27fc640 1 -- 172.21.15.5:0/2166619691 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63cc007cb0 con 0x7f63d40d4980 2024-09-19T05:02:58.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.320+0000 7f63da20e640 1 -- 172.21.15.5:0/2166619691 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f63d40d4980 msgr2=0x7f63d40d4e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:58.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.320+0000 7f63da20e640 1 --2- 172.21.15.5:0/2166619691 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f63d40d4980 0x7f63d40d4e10 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f63cc009d90 tx=0x7f63cc02a6f0 comp rx=0 tx=0).stop 2024-09-19T05:02:58.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.320+0000 7f63da20e640 1 -- 172.21.15.5:0/2166619691 shutdown_connections 2024-09-19T05:02:58.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.320+0000 7f63da20e640 1 --2- 172.21.15.5:0/2166619691 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f63d40d4980 0x7f63d40d4e10 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:58.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.320+0000 7f63da20e640 1 --2- 172.21.15.5:0/2166619691 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f63d415e4d0 0x7f63d4162aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:58.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.320+0000 7f63da20e640 1 -- 172.21.15.5:0/2166619691 >> 172.21.15.5:0/2166619691 conn(0x7f63d406d0a0 msgr2=0x7f63d406d4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:58.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.320+0000 7f63da20e640 1 -- 172.21.15.5:0/2166619691 shutdown_connections 2024-09-19T05:02:58.323 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.320+0000 7f63da20e640 1 -- 172.21.15.5:0/2166619691 wait complete. 2024-09-19T05:02:58.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.321+0000 7f63da20e640 1 Processor -- start 2024-09-19T05:02:58.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.321+0000 7f63da20e640 1 -- start start 2024-09-19T05:02:58.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.322+0000 7f63da20e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f63d40cf4e0 0x7f63d40ce2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:58.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.322+0000 7f63da20e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f63d40d4980 0x7f63d41566c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:58.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.322+0000 7f63da20e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f63d415e4d0 0x7f63d41f4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:58.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.322+0000 7f63da20e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f63d415e8b0 con 0x7f63d415e4d0 2024-09-19T05:02:58.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.322+0000 7f63da20e640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f63d40b7d90 con 0x7f63d40d4980 2024-09-19T05:02:58.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.322+0000 7f63da20e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f63d40d3940 con 0x7f63d40cf4e0 2024-09-19T05:02:58.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.322+0000 7f63d3fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f63d415e4d0 0x7f63d41f4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:58.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.322+0000 7f63d3fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f63d415e4d0 0x7f63d41f4610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:52924/0 (socket says 172.21.15.5:52924) 2024-09-19T05:02:58.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.322+0000 7f63d3fff640 1 -- 172.21.15.5:0/817117075 learned_addr learned my addr 172.21.15.5:0/817117075 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:58.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.322+0000 7f63d2ffd640 1 --2- 172.21.15.5:0/817117075 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f63d40d4980 0x7f63d41566c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:58.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.322+0000 7f63d37fe640 1 --2- 172.21.15.5:0/817117075 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f63d40cf4e0 0x7f63d40ce2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:58.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.323+0000 7f63d3fff640 1 -- 172.21.15.5:0/817117075 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f63d40cf4e0 msgr2=0x7f63d40ce2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:58.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.323+0000 7f63d3fff640 1 --2- 172.21.15.5:0/817117075 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f63d40cf4e0 0x7f63d40ce2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:58.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.323+0000 7f63d3fff640 1 -- 172.21.15.5:0/817117075 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f63d40d4980 msgr2=0x7f63d41566c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:58.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.323+0000 7f63d3fff640 1 --2- 172.21.15.5:0/817117075 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f63d40d4980 0x7f63d41566c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:58.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.323+0000 7f63d3fff640 1 -- 172.21.15.5:0/817117075 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63d4159840 con 0x7f63d415e4d0 2024-09-19T05:02:58.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.323+0000 7f63d2ffd640 1 --2- 172.21.15.5:0/817117075 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f63d40d4980 0x7f63d41566c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:02:58.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.323+0000 7f63d37fe640 1 --2- 172.21.15.5:0/817117075 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f63d40cf4e0 0x7f63d40ce2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:02:58.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.323+0000 7f63d3fff640 1 --2- 172.21.15.5:0/817117075 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f63d415e4d0 0x7f63d41f4610 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f63cc009eb0 tx=0x7f63cc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:58.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.323+0000 7f63bbfff640 1 -- 172.21.15.5:0/817117075 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63cc040070 con 0x7f63d415e4d0 2024-09-19T05:02:58.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.323+0000 7f63bbfff640 1 -- 172.21.15.5:0/817117075 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f63cc031c60 con 0x7f63d415e4d0 2024-09-19T05:02:58.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.323+0000 7f63da20e640 1 -- 172.21.15.5:0/817117075 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63d4159560 con 0x7f63d415e4d0 2024-09-19T05:02:58.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.323+0000 7f63bbfff640 1 -- 172.21.15.5:0/817117075 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63cc009450 con 0x7f63d415e4d0 2024-09-19T05:02:58.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.323+0000 7f63da20e640 1 -- 172.21.15.5:0/817117075 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63d415fe00 con 0x7f63d415e4d0 2024-09-19T05:02:58.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.324+0000 7f63da20e640 1 -- 172.21.15.5:0/817117075 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63d40d4e10 con 0x7f63d415e4d0 2024-09-19T05:02:58.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.325+0000 7f63bbfff640 1 -- 172.21.15.5:0/817117075 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f63cc039040 con 0x7f63d415e4d0 2024-09-19T05:02:58.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.325+0000 7f63bbfff640 1 --2- 172.21.15.5:0/817117075 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f63c006c2b0 0x7f63c006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:58.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.325+0000 7f63bbfff640 1 -- 172.21.15.5:0/817117075 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 6187+0+0 (secure 0 0 0) 0x7f63cc0ac9c0 con 0x7f63d415e4d0 2024-09-19T05:02:58.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.326+0000 7f63d37fe640 1 --2- 172.21.15.5:0/817117075 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f63c006c2b0 0x7f63c006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:58.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.326+0000 7f63d37fe640 1 --2- 172.21.15.5:0/817117075 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f63c006c2b0 0x7f63c006e770 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f63c4009560 tx=0x7f63c4009190 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:58.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.330+0000 7f63bbfff640 1 -- 172.21.15.5:0/817117075 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f63cc0aee20 con 0x7f63d415e4d0 2024-09-19T05:02:58.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:58.505+0000 7f63da20e640 1 -- 172.21.15.5:0/817117075 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f63d40d2200 con 0x7f63d415e4d0 2024-09-19T05:02:59.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.145+0000 7f63bbfff640 1 -- 172.21.15.5:0/817117075 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v52) ==== 181+0+0 (secure 0 0 0) 0x7f63cc07a900 con 0x7f63d415e4d0 2024-09-19T05:02:59.146 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_metadata' removed 2024-09-19T05:02:59.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.147+0000 7f63da20e640 1 -- 172.21.15.5:0/817117075 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f63c006c2b0 msgr2=0x7f63c006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:59.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.147+0000 7f63da20e640 1 --2- 172.21.15.5:0/817117075 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f63c006c2b0 0x7f63c006e770 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f63c4009560 tx=0x7f63c4009190 comp rx=0 tx=0).stop 2024-09-19T05:02:59.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.147+0000 7f63da20e640 1 -- 172.21.15.5:0/817117075 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f63d415e4d0 msgr2=0x7f63d41f4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:59.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.147+0000 7f63da20e640 1 --2- 172.21.15.5:0/817117075 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f63d415e4d0 0x7f63d41f4610 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f63cc009eb0 tx=0x7f63cc004a40 comp rx=0 tx=0).stop 2024-09-19T05:02:59.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.147+0000 7f63da20e640 1 -- 172.21.15.5:0/817117075 shutdown_connections 2024-09-19T05:02:59.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.147+0000 7f63da20e640 1 --2- 172.21.15.5:0/817117075 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f63c006c2b0 0x7f63c006e770 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:59.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.147+0000 7f63da20e640 1 --2- 172.21.15.5:0/817117075 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f63d415e4d0 0x7f63d41f4610 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:59.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.147+0000 7f63da20e640 1 --2- 172.21.15.5:0/817117075 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f63d40d4980 0x7f63d41566c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:59.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.147+0000 7f63da20e640 1 --2- 172.21.15.5:0/817117075 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f63d40cf4e0 0x7f63d40ce2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:59.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.147+0000 7f63da20e640 1 -- 172.21.15.5:0/817117075 >> 172.21.15.5:0/817117075 conn(0x7f63d406d0a0 msgr2=0x7f63d40b42c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:59.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.147+0000 7f63da20e640 1 -- 172.21.15.5:0/817117075 shutdown_connections 2024-09-19T05:02:59.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.147+0000 7f63da20e640 1 -- 172.21.15.5:0/817117075 wait complete. 2024-09-19T05:02:59.163 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T05:02:59.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.274+0000 7f87e1ae6640 1 Processor -- start 2024-09-19T05:02:59.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.274+0000 7f87e1ae6640 1 -- start start 2024-09-19T05:02:59.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.275+0000 7f87e1ae6640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f87dc0b5520 0x7f87dc0b47e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:59.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.275+0000 7f87e1ae6640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f87dc0b5900 0x7f87dc06cc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:59.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.275+0000 7f87e1ae6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87dc06d160 0x7f87dc15eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:59.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.275+0000 7f87e1ae6640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f87dc073a60 con 0x7f87dc0b5900 2024-09-19T05:02:59.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.275+0000 7f87e1ae6640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f87dc15f7d0 con 0x7f87dc0b5520 2024-09-19T05:02:59.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.275+0000 7f87e1ae6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f87dc15fab0 con 0x7f87dc06d160 2024-09-19T05:02:59.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.275+0000 7f87daffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f87dc0b5900 0x7f87dc06cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:59.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.275+0000 7f87daffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f87dc0b5900 0x7f87dc06cc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:52938/0 (socket says 172.21.15.5:52938) 2024-09-19T05:02:59.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.275+0000 7f87daffd640 1 -- 172.21.15.5:0/938920311 learned_addr learned my addr 172.21.15.5:0/938920311 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:59.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.276+0000 7f87daffd640 1 -- 172.21.15.5:0/938920311 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87dc06d160 msgr2=0x7f87dc15eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:59.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.276+0000 7f87db7fe640 1 --2- 172.21.15.5:0/938920311 >> v2:172.21.15.134:3300/0 conn(0x7f87dc0b5520 0x7f87dc0b47e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:59.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.276+0000 7f87dbfff640 1 --2- 172.21.15.5:0/938920311 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87dc06d160 0x7f87dc15eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:59.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.276+0000 7f87daffd640 1 --2- 172.21.15.5:0/938920311 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87dc06d160 0x7f87dc15eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:59.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.276+0000 7f87daffd640 1 -- 172.21.15.5:0/938920311 >> v2:172.21.15.134:3300/0 conn(0x7f87dc0b5520 msgr2=0x7f87dc0b47e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:02:59.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.276+0000 7f87daffd640 1 --2- 172.21.15.5:0/938920311 >> v2:172.21.15.134:3300/0 conn(0x7f87dc0b5520 0x7f87dc0b47e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:59.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.276+0000 7f87daffd640 1 -- 172.21.15.5:0/938920311 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87dc0b3d00 con 0x7f87dc0b5900 2024-09-19T05:02:59.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.276+0000 7f87db7fe640 1 --2- 172.21.15.5:0/938920311 >> v2:172.21.15.134:3300/0 conn(0x7f87dc0b5520 0x7f87dc0b47e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:59.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.276+0000 7f87dbfff640 1 --2- 172.21.15.5:0/938920311 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87dc06d160 0x7f87dc15eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:02:59.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.276+0000 7f87daffd640 1 --2- 172.21.15.5:0/938920311 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87dc0b5900 0x7f87dc06cc20 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f87dc09f010 tx=0x7f87d002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=554ab460e1e72520 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:59.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.277+0000 7f87da7fc640 1 -- 172.21.15.5:0/938920311 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d0037070 con 0x7f87dc0b5900 2024-09-19T05:02:59.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.277+0000 7f87da7fc640 1 -- 172.21.15.5:0/938920311 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87d0032440 con 0x7f87dc0b5900 2024-09-19T05:02:59.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.277+0000 7f87da7fc640 1 -- 172.21.15.5:0/938920311 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d0032810 con 0x7f87dc0b5900 2024-09-19T05:02:59.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.277+0000 7f87e1ae6640 1 -- 172.21.15.5:0/938920311 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87dc0b5900 msgr2=0x7f87dc06cc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:59.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.277+0000 7f87e1ae6640 1 --2- 172.21.15.5:0/938920311 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87dc0b5900 0x7f87dc06cc20 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f87dc09f010 tx=0x7f87d002a1e0 comp rx=0 tx=0).stop 2024-09-19T05:02:59.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.277+0000 7f87e1ae6640 1 -- 172.21.15.5:0/938920311 shutdown_connections 2024-09-19T05:02:59.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.277+0000 7f87e1ae6640 1 --2- 172.21.15.5:0/938920311 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87dc06d160 0x7f87dc15eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:59.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.277+0000 7f87e1ae6640 1 --2- 172.21.15.5:0/938920311 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87dc0b5900 0x7f87dc06cc20 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:59.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.277+0000 7f87e1ae6640 1 --2- 172.21.15.5:0/938920311 >> v2:172.21.15.134:3300/0 conn(0x7f87dc0b5520 0x7f87dc0b47e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:59.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.277+0000 7f87e1ae6640 1 -- 172.21.15.5:0/938920311 >> 172.21.15.5:0/938920311 conn(0x7f87dc0b3050 msgr2=0x7f87dc072950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:02:59.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.277+0000 7f87e1ae6640 1 -- 172.21.15.5:0/938920311 shutdown_connections 2024-09-19T05:02:59.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.277+0000 7f87e1ae6640 1 -- 172.21.15.5:0/938920311 wait complete. 2024-09-19T05:02:59.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.278+0000 7f87e1ae6640 1 Processor -- start 2024-09-19T05:02:59.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.279+0000 7f87e1ae6640 1 -- start start 2024-09-19T05:02:59.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.279+0000 7f87e1ae6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87dc06d160 0x7f87dc152dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:59.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.279+0000 7f87e1ae6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87dc0b5520 0x7f87dc155b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:59.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.279+0000 7f87e1ae6640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f87dc0b5900 0x7f87dc15b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:59.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.279+0000 7f87e1ae6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f87dc15f0c0 con 0x7f87dc06d160 2024-09-19T05:02:59.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.279+0000 7f87e1ae6640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f87dc0b42c0 con 0x7f87dc0b5900 2024-09-19T05:02:59.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.279+0000 7f87e1ae6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f87dc15f240 con 0x7f87dc0b5520 2024-09-19T05:02:59.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.280+0000 7f87db7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87dc06d160 0x7f87dc152dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:59.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.280+0000 7f87db7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87dc06d160 0x7f87dc152dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:52942/0 (socket says 172.21.15.5:52942) 2024-09-19T05:02:59.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.280+0000 7f87db7fe640 1 -- 172.21.15.5:0/1663303335 learned_addr learned my addr 172.21.15.5:0/1663303335 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:02:59.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.280+0000 7f87dbfff640 1 --2- 172.21.15.5:0/1663303335 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f87dc0b5900 0x7f87dc15b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:59.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.280+0000 7f87daffd640 1 --2- 172.21.15.5:0/1663303335 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87dc0b5520 0x7f87dc155b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:59.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.280+0000 7f87db7fe640 1 -- 172.21.15.5:0/1663303335 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87dc0b5520 msgr2=0x7f87dc155b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:59.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.280+0000 7f87db7fe640 1 --2- 172.21.15.5:0/1663303335 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87dc0b5520 0x7f87dc155b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:59.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.280+0000 7f87db7fe640 1 -- 172.21.15.5:0/1663303335 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f87dc0b5900 msgr2=0x7f87dc15b1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:02:59.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.280+0000 7f87db7fe640 1 --2- 172.21.15.5:0/1663303335 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f87dc0b5900 0x7f87dc15b1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:02:59.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.280+0000 7f87db7fe640 1 -- 172.21.15.5:0/1663303335 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87dc15e060 con 0x7f87dc06d160 2024-09-19T05:02:59.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.280+0000 7f87db7fe640 1 --2- 172.21.15.5:0/1663303335 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87dc06d160 0x7f87dc152dc0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f87cc00c7f0 tx=0x7f87cc00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:59.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.280+0000 7f87c3fff640 1 -- 172.21.15.5:0/1663303335 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87cc015070 con 0x7f87dc06d160 2024-09-19T05:02:59.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.280+0000 7f87c3fff640 1 -- 172.21.15.5:0/1663303335 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87cc007a30 con 0x7f87dc06d160 2024-09-19T05:02:59.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.280+0000 7f87c3fff640 1 -- 172.21.15.5:0/1663303335 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87cc007e00 con 0x7f87dc06d160 2024-09-19T05:02:59.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.280+0000 7f87e1ae6640 1 -- 172.21.15.5:0/1663303335 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87dc15e340 con 0x7f87dc06d160 2024-09-19T05:02:59.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.280+0000 7f87e1ae6640 1 -- 172.21.15.5:0/1663303335 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87dc156080 con 0x7f87dc06d160 2024-09-19T05:02:59.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.281+0000 7f87e1ae6640 1 -- 172.21.15.5:0/1663303335 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87dc159380 con 0x7f87dc06d160 2024-09-19T05:02:59.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.282+0000 7f87c3fff640 1 -- 172.21.15.5:0/1663303335 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f87cc018070 con 0x7f87dc06d160 2024-09-19T05:02:59.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.282+0000 7f87c3fff640 1 --2- 172.21.15.5:0/1663303335 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f87c806c300 0x7f87c806e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:02:59.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.283+0000 7f87c3fff640 1 -- 172.21.15.5:0/1663303335 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 5749+0+0 (secure 0 0 0) 0x7f87cc08b2c0 con 0x7f87dc06d160 2024-09-19T05:02:59.287 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.283+0000 7f87daffd640 1 --2- 172.21.15.5:0/1663303335 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f87c806c300 0x7f87c806e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:02:59.287 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.283+0000 7f87daffd640 1 --2- 172.21.15.5:0/1663303335 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f87c806c300 0x7f87c806e7c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f87d0034000 tx=0x7f87d002e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:02:59.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.287+0000 7f87c3fff640 1 -- 172.21.15.5:0/1663303335 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f87cc059490 con 0x7f87dc06d160 2024-09-19T05:02:59.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:02:59.461+0000 7f87e1ae6640 1 -- 172.21.15.5:0/1663303335 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f87dc15eb80 con 0x7f87dc06d160 2024-09-19T05:03:00.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.149+0000 7f87c3fff640 1 -- 172.21.15.5:0/1663303335 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v53) ==== 169+0+0 (secure 0 0 0) 0x7f87cc05d790 con 0x7f87dc06d160 2024-09-19T05:03:00.151 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_data' removed 2024-09-19T05:03:00.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.153+0000 7f87e1ae6640 1 -- 172.21.15.5:0/1663303335 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f87c806c300 msgr2=0x7f87c806e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:00.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.153+0000 7f87e1ae6640 1 --2- 172.21.15.5:0/1663303335 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f87c806c300 0x7f87c806e7c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f87d0034000 tx=0x7f87d002e000 comp rx=0 tx=0).stop 2024-09-19T05:03:00.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.153+0000 7f87e1ae6640 1 -- 172.21.15.5:0/1663303335 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87dc06d160 msgr2=0x7f87dc152dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:00.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.153+0000 7f87e1ae6640 1 --2- 172.21.15.5:0/1663303335 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87dc06d160 0x7f87dc152dc0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f87cc00c7f0 tx=0x7f87cc00cbf0 comp rx=0 tx=0).stop 2024-09-19T05:03:00.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.153+0000 7f87e1ae6640 1 -- 172.21.15.5:0/1663303335 shutdown_connections 2024-09-19T05:03:00.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.153+0000 7f87e1ae6640 1 --2- 172.21.15.5:0/1663303335 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f87c806c300 0x7f87c806e7c0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:00.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.153+0000 7f87e1ae6640 1 --2- 172.21.15.5:0/1663303335 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f87dc0b5900 0x7f87dc15b1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:00.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.153+0000 7f87e1ae6640 1 --2- 172.21.15.5:0/1663303335 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87dc0b5520 0x7f87dc155b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:00.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.153+0000 7f87e1ae6640 1 --2- 172.21.15.5:0/1663303335 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87dc06d160 0x7f87dc152dc0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:00.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.153+0000 7f87e1ae6640 1 -- 172.21.15.5:0/1663303335 >> 172.21.15.5:0/1663303335 conn(0x7f87dc0b3050 msgr2=0x7f87dc0aea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:00.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.154+0000 7f87e1ae6640 1 -- 172.21.15.5:0/1663303335 shutdown_connections 2024-09-19T05:03:00.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.154+0000 7f87e1ae6640 1 -- 172.21.15.5:0/1663303335 wait complete. 2024-09-19T05:03:00.171 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T05:03:00.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.280+0000 7fd71dc2e640 1 Processor -- start 2024-09-19T05:03:00.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.280+0000 7fd71dc2e640 1 -- start start 2024-09-19T05:03:00.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.281+0000 7fd71dc2e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd7180d1e90 0x7fd7180709d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:00.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.281+0000 7fd71dc2e640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd71806e210 con 0x7fd718070f10 2024-09-19T05:03:00.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.281+0000 7fd71dc2e640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd71809b480 con 0x7fd7180d15f0 2024-09-19T05:03:00.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.281+0000 7fd71dc2e640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fd718070260 con 0x7fd7180d1e90 2024-09-19T05:03:00.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.281+0000 7fd716ffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd7180d1e90 0x7fd7180709d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:00.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.281+0000 7fd717fff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fd718070f10 0x7fd718162240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:60620/0 (socket says 172.21.15.5:60620) 2024-09-19T05:03:00.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.281+0000 7fd716ffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd7180d1e90 0x7fd7180709d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:52946/0 (socket says 172.21.15.5:52946) 2024-09-19T05:03:00.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.281+0000 7fd717fff640 1 -- 172.21.15.5:0/2040388057 learned_addr learned my addr 172.21.15.5:0/2040388057 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:00.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.281+0000 7fd716ffd640 1 -- 172.21.15.5:0/2040388057 >> v1:172.21.15.134:6789/0 conn(0x7fd7180d15f0 legacy=0x7fd7180d0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:00.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.281+0000 7fd716ffd640 1 -- 172.21.15.5:0/2040388057 >> v1:172.21.15.5:6789/0 conn(0x7fd718070f10 legacy=0x7fd718162240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:00.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.281+0000 7fd7167fc640 1 -- 172.21.15.5:0/2040388057 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3495761426 0 0) 0x7fd71806e210 con 0x7fd718070f10 2024-09-19T05:03:00.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.281+0000 7fd716ffd640 1 -- 172.21.15.5:0/2040388057 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd71809b760 con 0x7fd7180d1e90 2024-09-19T05:03:00.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.282+0000 7fd716ffd640 1 --2- 172.21.15.5:0/2040388057 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd7180d1e90 0x7fd7180709d0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fd70c0097a0 tx=0x7fd70c02a0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a005ba913022d23f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:00.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.282+0000 7fd7167fc640 1 -- 172.21.15.5:0/2040388057 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd70c037070 con 0x7fd7180d1e90 2024-09-19T05:03:00.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.282+0000 7fd7167fc640 1 -- 172.21.15.5:0/2040388057 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd70c02adc0 con 0x7fd7180d1e90 2024-09-19T05:03:00.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.282+0000 7fd7167fc640 1 -- 172.21.15.5:0/2040388057 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd70c032660 con 0x7fd7180d1e90 2024-09-19T05:03:00.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.283+0000 7fd71dc2e640 1 -- 172.21.15.5:0/2040388057 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd7180d1e90 msgr2=0x7fd7180709d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:00.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.283+0000 7fd71dc2e640 1 --2- 172.21.15.5:0/2040388057 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd7180d1e90 0x7fd7180709d0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fd70c0097a0 tx=0x7fd70c02a0b0 comp rx=0 tx=0).stop 2024-09-19T05:03:00.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.283+0000 7fd71dc2e640 1 -- 172.21.15.5:0/2040388057 shutdown_connections 2024-09-19T05:03:00.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.283+0000 7fd71dc2e640 1 --2- 172.21.15.5:0/2040388057 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd7180d1e90 0x7fd7180709d0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:00.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.283+0000 7fd71dc2e640 1 -- 172.21.15.5:0/2040388057 >> 172.21.15.5:0/2040388057 conn(0x7fd7180d2400 msgr2=0x7fd7180d2810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:00.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.283+0000 7fd71dc2e640 1 -- 172.21.15.5:0/2040388057 shutdown_connections 2024-09-19T05:03:00.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.283+0000 7fd71dc2e640 1 -- 172.21.15.5:0/2040388057 wait complete. 2024-09-19T05:03:00.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.284+0000 7fd71dc2e640 1 Processor -- start 2024-09-19T05:03:00.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.285+0000 7fd71dc2e640 1 -- start start 2024-09-19T05:03:00.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.285+0000 7fd71dc2e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd718070f10 0x7fd718159a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:00.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.285+0000 7fd71dc2e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd7180d15f0 0x7fd7180b6e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:00.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.285+0000 7fd71dc2e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd7180d1e90 0x7fd7180b7350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:00.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.285+0000 7fd71dc2e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd7180d19d0 con 0x7fd7180d15f0 2024-09-19T05:03:00.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.285+0000 7fd71dc2e640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd7180d0ba0 con 0x7fd718070f10 2024-09-19T05:03:00.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.285+0000 7fd71dc2e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd718071320 con 0x7fd7180d1e90 2024-09-19T05:03:00.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.285+0000 7fd716ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd7180d15f0 0x7fd7180b6e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:00.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.285+0000 7fd716ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd7180d15f0 0x7fd7180b6e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:52954/0 (socket says 172.21.15.5:52954) 2024-09-19T05:03:00.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.285+0000 7fd716ffd640 1 -- 172.21.15.5:0/1812275258 learned_addr learned my addr 172.21.15.5:0/1812275258 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:00.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.286+0000 7fd7177fe640 1 --2- 172.21.15.5:0/1812275258 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd718070f10 0x7fd718159a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:00.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.286+0000 7fd717fff640 1 --2- 172.21.15.5:0/1812275258 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd7180d1e90 0x7fd7180b7350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:00.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.286+0000 7fd716ffd640 1 -- 172.21.15.5:0/1812275258 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd7180d1e90 msgr2=0x7fd7180b7350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:00.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.286+0000 7fd716ffd640 1 --2- 172.21.15.5:0/1812275258 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd7180d1e90 0x7fd7180b7350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:00.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.286+0000 7fd716ffd640 1 -- 172.21.15.5:0/1812275258 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd718070f10 msgr2=0x7fd718159a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:00.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.286+0000 7fd716ffd640 1 --2- 172.21.15.5:0/1812275258 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd718070f10 0x7fd718159a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:00.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.286+0000 7fd716ffd640 1 -- 172.21.15.5:0/1812275258 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7180ce350 con 0x7fd7180d15f0 2024-09-19T05:03:00.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.286+0000 7fd716ffd640 1 --2- 172.21.15.5:0/1812275258 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd7180d15f0 0x7fd7180b6e10 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fd70c0098c0 tx=0x7fd70c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:00.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.286+0000 7fd6fffff640 1 -- 172.21.15.5:0/1812275258 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd70c041070 con 0x7fd7180d15f0 2024-09-19T05:03:00.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.286+0000 7fd6fffff640 1 -- 172.21.15.5:0/1812275258 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd70c03c670 con 0x7fd7180d15f0 2024-09-19T05:03:00.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.286+0000 7fd6fffff640 1 -- 172.21.15.5:0/1812275258 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd70c037040 con 0x7fd7180d15f0 2024-09-19T05:03:00.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.286+0000 7fd71dc2e640 1 -- 172.21.15.5:0/1812275258 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7180ce630 con 0x7fd7180d15f0 2024-09-19T05:03:00.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.286+0000 7fd71dc2e640 1 -- 172.21.15.5:0/1812275258 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7180cebf0 con 0x7fd7180d15f0 2024-09-19T05:03:00.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.287+0000 7fd71dc2e640 1 -- 172.21.15.5:0/1812275258 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7180709d0 con 0x7fd7180d15f0 2024-09-19T05:03:00.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.288+0000 7fd6fffff640 1 -- 172.21.15.5:0/1812275258 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd70c044070 con 0x7fd7180d15f0 2024-09-19T05:03:00.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.288+0000 7fd6fffff640 1 --2- 172.21.15.5:0/1812275258 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd70406c2b0 0x7fd70406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:00.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.288+0000 7fd6fffff640 1 -- 172.21.15.5:0/1812275258 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 5335+0+0 (secure 0 0 0) 0x7fd70c0ab9a0 con 0x7fd7180d15f0 2024-09-19T05:03:00.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.288+0000 7fd7177fe640 1 --2- 172.21.15.5:0/1812275258 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd70406c2b0 0x7fd70406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:00.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.289+0000 7fd7177fe640 1 --2- 172.21.15.5:0/1812275258 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd70406c2b0 0x7fd70406e770 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fd708004f60 tx=0x7fd708007e30 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:00.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.292+0000 7fd6fffff640 1 -- 172.21.15.5:0/1812275258 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd70c079c30 con 0x7fd7180d15f0 2024-09-19T05:03:00.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.469+0000 7fd71dc2e640 1 -- 172.21.15.5:0/1812275258 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fd7181631d0 con 0x7fd7180d15f0 2024-09-19T05:03:00.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.472+0000 7fd6fffff640 1 -- 172.21.15.5:0/1812275258 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v13) ==== 104+0+0 (secure 0 0 0) 0x7fd70c07df30 con 0x7fd7180d15f0 2024-09-19T05:03:00.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.474+0000 7fd71dc2e640 1 -- 172.21.15.5:0/1812275258 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd70406c2b0 msgr2=0x7fd70406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:00.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.474+0000 7fd71dc2e640 1 --2- 172.21.15.5:0/1812275258 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd70406c2b0 0x7fd70406e770 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fd708004f60 tx=0x7fd708007e30 comp rx=0 tx=0).stop 2024-09-19T05:03:00.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.474+0000 7fd71dc2e640 1 -- 172.21.15.5:0/1812275258 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd7180d15f0 msgr2=0x7fd7180b6e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:00.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.474+0000 7fd71dc2e640 1 --2- 172.21.15.5:0/1812275258 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd7180d15f0 0x7fd7180b6e10 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fd70c0098c0 tx=0x7fd70c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:03:00.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.474+0000 7fd71dc2e640 1 -- 172.21.15.5:0/1812275258 shutdown_connections 2024-09-19T05:03:00.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.474+0000 7fd71dc2e640 1 --2- 172.21.15.5:0/1812275258 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd70406c2b0 0x7fd70406e770 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:00.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.474+0000 7fd71dc2e640 1 --2- 172.21.15.5:0/1812275258 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd7180d1e90 0x7fd7180b7350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:00.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.474+0000 7fd71dc2e640 1 --2- 172.21.15.5:0/1812275258 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd7180d15f0 0x7fd7180b6e10 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:00.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.474+0000 7fd71dc2e640 1 --2- 172.21.15.5:0/1812275258 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd718070f10 0x7fd718159a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:00.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.474+0000 7fd71dc2e640 1 -- 172.21.15.5:0/1812275258 >> 172.21.15.5:0/1812275258 conn(0x7fd7180d2400 msgr2=0x7fd7180b3790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:00.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.474+0000 7fd71dc2e640 1 -- 172.21.15.5:0/1812275258 shutdown_connections 2024-09-19T05:03:00.477 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.474+0000 7fd71dc2e640 1 -- 172.21.15.5:0/1812275258 wait complete. 2024-09-19T05:03:00.487 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_quota.TestQuota.test_human_readable_quota_invalid_values' 2024-09-19T05:03:00.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.588+0000 7f3725df8640 1 Processor -- start 2024-09-19T05:03:00.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.588+0000 7f3725df8640 1 -- start start 2024-09-19T05:03:00.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.589+0000 7f3725df8640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f3720158c40 0x7f37200b6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:00.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.589+0000 7f3725df8640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f37200711b0 con 0x7f3720162cc0 2024-09-19T05:03:00.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.589+0000 7f3725df8640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3720162020 con 0x7f372006c320 2024-09-19T05:03:00.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.589+0000 7f3725df8640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f37200d2110 con 0x7f3720158c40 2024-09-19T05:03:00.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.589+0000 7f371f7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f3720162cc0 0x7f372006bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:60630/0 (socket says 172.21.15.5:60630) 2024-09-19T05:03:00.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.589+0000 7f371f7fe640 1 -- 172.21.15.5:0/2267210927 learned_addr learned my addr 172.21.15.5:0/2267210927 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:00.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.589+0000 7f371ffff640 1 --2- 172.21.15.5:0/2267210927 >> v2:172.21.15.134:3300/0 conn(0x7f3720158c40 0x7f37200b6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:00.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.589+0000 7f371e7fc640 1 -- 172.21.15.5:0/2267210927 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2288767239 0 0) 0x7f37200711b0 con 0x7f3720162cc0 2024-09-19T05:03:00.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.589+0000 7f371e7fc640 1 -- 172.21.15.5:0/2267210927 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3708003520 con 0x7f3720162cc0 2024-09-19T05:03:00.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.589+0000 7f371e7fc640 1 -- 172.21.15.5:0/2267210927 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 19224727 0 0) 0x7f3708003520 con 0x7f3720162cc0 2024-09-19T05:03:00.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.589+0000 7f371e7fc640 1 -- 172.21.15.5:0/2267210927 >> v2:172.21.15.134:3300/0 conn(0x7f3720158c40 msgr2=0x7f37200b6f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:00.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.589+0000 7f371e7fc640 1 --2- 172.21.15.5:0/2267210927 >> v2:172.21.15.134:3300/0 conn(0x7f3720158c40 0x7f37200b6f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:00.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.589+0000 7f371e7fc640 1 -- 172.21.15.5:0/2267210927 >> v1:172.21.15.134:6789/0 conn(0x7f372006c320 legacy=0x7f3720158530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:00.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.589+0000 7f371e7fc640 1 -- 172.21.15.5:0/2267210927 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37200d1350 con 0x7f3720162cc0 2024-09-19T05:03:00.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.589+0000 7f371e7fc640 1 -- 172.21.15.5:0/2267210927 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f3710001670 con 0x7f3720162cc0 2024-09-19T05:03:00.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.589+0000 7f371e7fc640 1 -- 172.21.15.5:0/2267210927 >> v1:172.21.15.5:6789/0 conn(0x7f3720162cc0 legacy=0x7f372006bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:00.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.589+0000 7f371e7fc640 1 --2- 172.21.15.5:0/2267210927 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37080039b0 0x7f3708003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:00.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.589+0000 7f371e7fc640 1 --2- 172.21.15.5:0/2267210927 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f37080043b0 0x7f3708004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:00.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.590+0000 7f371e7fc640 1 --2- 172.21.15.5:0/2267210927 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3708005080 0x7f370800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:00.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.590+0000 7f371e7fc640 1 -- 172.21.15.5:0/2267210927 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f37200d2110 con 0x7f37080039b0 2024-09-19T05:03:00.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.590+0000 7f371e7fc640 1 -- 172.21.15.5:0/2267210927 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f370800bfe0 con 0x7f3708005080 2024-09-19T05:03:00.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.590+0000 7f371e7fc640 1 -- 172.21.15.5:0/2267210927 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f370800c1e0 con 0x7f37080043b0 2024-09-19T05:03:00.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.590+0000 7f371f7fe640 1 --2- 172.21.15.5:0/2267210927 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37080039b0 0x7f3708003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:00.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.590+0000 7f371ffff640 1 --2- 172.21.15.5:0/2267210927 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3708005080 0x7f370800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:00.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.590+0000 7f371effd640 1 --2- 172.21.15.5:0/2267210927 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f37080043b0 0x7f3708004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:00.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.590+0000 7f371f7fe640 1 -- 172.21.15.5:0/2267210927 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f37080043b0 msgr2=0x7f3708004880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:00.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.590+0000 7f371f7fe640 1 --2- 172.21.15.5:0/2267210927 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f37080043b0 0x7f3708004880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:00.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.590+0000 7f371f7fe640 1 -- 172.21.15.5:0/2267210927 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3708005080 msgr2=0x7f370800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:00.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.590+0000 7f371f7fe640 1 --2- 172.21.15.5:0/2267210927 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3708005080 0x7f370800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:00.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.590+0000 7f371f7fe640 1 -- 172.21.15.5:0/2267210927 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3708003520 con 0x7f37080039b0 2024-09-19T05:03:00.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.590+0000 7f371ffff640 1 --2- 172.21.15.5:0/2267210927 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3708005080 0x7f370800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:00.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.590+0000 7f371ffff640 1 -- 172.21.15.5:0/2267210927 reap_dead start 2024-09-19T05:03:00.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.591+0000 7f371f7fe640 1 --2- 172.21.15.5:0/2267210927 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37080039b0 0x7f3708003d90 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f371000c290 tx=0x7f3708005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7ba066bcd11e8de server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:00.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.591+0000 7f371e7fc640 1 -- 172.21.15.5:0/2267210927 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3710007d50 con 0x7f37080039b0 2024-09-19T05:03:00.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.591+0000 7f371e7fc640 1 -- 172.21.15.5:0/2267210927 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3710005af0 con 0x7f37080039b0 2024-09-19T05:03:00.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.591+0000 7f371e7fc640 1 -- 172.21.15.5:0/2267210927 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3710007070 con 0x7f37080039b0 2024-09-19T05:03:00.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.591+0000 7f3725df8640 1 -- 172.21.15.5:0/2267210927 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37080039b0 msgr2=0x7f3708003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:00.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.591+0000 7f3725df8640 1 --2- 172.21.15.5:0/2267210927 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37080039b0 0x7f3708003d90 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f371000c290 tx=0x7f3708005830 comp rx=0 tx=0).stop 2024-09-19T05:03:00.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.591+0000 7f3725df8640 1 -- 172.21.15.5:0/2267210927 shutdown_connections 2024-09-19T05:03:00.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.591+0000 7f3725df8640 1 --2- 172.21.15.5:0/2267210927 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37080039b0 0x7f3708003d90 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:00.597 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.591+0000 7f3725df8640 1 -- 172.21.15.5:0/2267210927 >> 172.21.15.5:0/2267210927 conn(0x7f372009aa70 msgr2=0x7f37200b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:00.598 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.591+0000 7f3725df8640 1 -- 172.21.15.5:0/2267210927 shutdown_connections 2024-09-19T05:03:00.598 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.591+0000 7f3725df8640 1 -- 172.21.15.5:0/2267210927 wait complete. 2024-09-19T05:03:00.598 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.592+0000 7f3725df8640 1 Processor -- start 2024-09-19T05:03:00.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.593+0000 7f3725df8640 1 -- start start 2024-09-19T05:03:00.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.593+0000 7f3725df8640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37080039b0 0x7f37200b3220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:00.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.593+0000 7f3725df8640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f37201f8ad0 0x7f3720150870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:00.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.593+0000 7f3725df8640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f372014d480 0x7f372014d900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:00.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.593+0000 7f3725df8640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f37200d1910 con 0x7f37080039b0 2024-09-19T05:03:00.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.593+0000 7f3725df8640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f37200d1c80 con 0x7f37201f8ad0 2024-09-19T05:03:00.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.593+0000 7f3725df8640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f37200b6f90 con 0x7f372014d480 2024-09-19T05:03:00.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.594+0000 7f371f7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37080039b0 0x7f37200b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:00.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.594+0000 7f371f7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37080039b0 0x7f37200b3220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:52978/0 (socket says 172.21.15.5:52978) 2024-09-19T05:03:00.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.594+0000 7f371f7fe640 1 -- 172.21.15.5:0/3582596327 learned_addr learned my addr 172.21.15.5:0/3582596327 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:00.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.594+0000 7f371effd640 1 --2- 172.21.15.5:0/3582596327 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f37201f8ad0 0x7f3720150870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:00.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.594+0000 7f371ffff640 1 --2- 172.21.15.5:0/3582596327 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f372014d480 0x7f372014d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:00.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.594+0000 7f371f7fe640 1 -- 172.21.15.5:0/3582596327 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f372014d480 msgr2=0x7f372014d900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:00.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.594+0000 7f371f7fe640 1 --2- 172.21.15.5:0/3582596327 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f372014d480 0x7f372014d900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:00.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.594+0000 7f371f7fe640 1 -- 172.21.15.5:0/3582596327 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f37201f8ad0 msgr2=0x7f3720150870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:00.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.594+0000 7f371f7fe640 1 --2- 172.21.15.5:0/3582596327 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f37201f8ad0 0x7f3720150870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:00.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.594+0000 7f371f7fe640 1 -- 172.21.15.5:0/3582596327 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f372014ec10 con 0x7f37080039b0 2024-09-19T05:03:00.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.594+0000 7f371ffff640 1 --2- 172.21.15.5:0/3582596327 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f372014d480 0x7f372014d900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:00.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.594+0000 7f371f7fe640 1 --2- 172.21.15.5:0/3582596327 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37080039b0 0x7f37200b3220 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f3710000c00 tx=0x7f3710001a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:00.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.594+0000 7f3707fff640 1 -- 172.21.15.5:0/3582596327 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3710041070 con 0x7f37080039b0 2024-09-19T05:03:00.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.594+0000 7f3707fff640 1 -- 172.21.15.5:0/3582596327 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3710000ed0 con 0x7f37080039b0 2024-09-19T05:03:00.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.594+0000 7f3725df8640 1 -- 172.21.15.5:0/3582596327 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37201f8f50 con 0x7f37080039b0 2024-09-19T05:03:00.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.594+0000 7f3707fff640 1 -- 172.21.15.5:0/3582596327 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3710007d50 con 0x7f37080039b0 2024-09-19T05:03:00.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.594+0000 7f3725df8640 1 -- 172.21.15.5:0/3582596327 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37200b3bc0 con 0x7f37080039b0 2024-09-19T05:03:00.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.595+0000 7f3725df8640 1 -- 172.21.15.5:0/3582596327 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37200b7320 con 0x7f37080039b0 2024-09-19T05:03:00.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.596+0000 7f3707fff640 1 -- 172.21.15.5:0/3582596327 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3710044070 con 0x7f37080039b0 2024-09-19T05:03:00.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.596+0000 7f3707fff640 1 --2- 172.21.15.5:0/3582596327 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f370c06c2b0 0x7f370c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:00.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.596+0000 7f3707fff640 1 -- 172.21.15.5:0/3582596327 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 5335+0+0 (secure 0 0 0) 0x7f37100ab5d0 con 0x7f37080039b0 2024-09-19T05:03:00.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.596+0000 7f371effd640 1 --2- 172.21.15.5:0/3582596327 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f370c06c2b0 0x7f370c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:00.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.597+0000 7f371effd640 1 --2- 172.21.15.5:0/3582596327 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f370c06c2b0 0x7f370c06e770 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f3720161be0 tx=0x7f3714007c50 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:00.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.601+0000 7f3707fff640 1 -- 172.21.15.5:0/3582596327 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f371004b070 con 0x7f37080039b0 2024-09-19T05:03:00.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:00.851+0000 7f3725df8640 1 -- 172.21.15.5:0/3582596327 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_quota.TestQuota.test_human_readable_quota_invalid_values"]} v 0) -- 0x7f372006c9f0 con 0x7f37080039b0 2024-09-19T05:03:01.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.151+0000 7f3707fff640 1 -- 172.21.15.5:0/3582596327 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_quota.TestQuota.test_human_readable_quota_invalid_values"]}]=0 v113) ==== 153+0+0 (secure 0 0 0) 0x7f371007a060 con 0x7f37080039b0 2024-09-19T05:03:01.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.153+0000 7f3725df8640 1 -- 172.21.15.5:0/3582596327 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f370c06c2b0 msgr2=0x7f370c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:01.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.153+0000 7f3725df8640 1 --2- 172.21.15.5:0/3582596327 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f370c06c2b0 0x7f370c06e770 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f3720161be0 tx=0x7f3714007c50 comp rx=0 tx=0).stop 2024-09-19T05:03:01.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.153+0000 7f3725df8640 1 -- 172.21.15.5:0/3582596327 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37080039b0 msgr2=0x7f37200b3220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:01.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.153+0000 7f3725df8640 1 --2- 172.21.15.5:0/3582596327 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37080039b0 0x7f37200b3220 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f3710000c00 tx=0x7f3710001a40 comp rx=0 tx=0).stop 2024-09-19T05:03:01.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.153+0000 7f3725df8640 1 -- 172.21.15.5:0/3582596327 shutdown_connections 2024-09-19T05:03:01.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.153+0000 7f3725df8640 1 --2- 172.21.15.5:0/3582596327 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f370c06c2b0 0x7f370c06e770 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:01.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.153+0000 7f3725df8640 1 --2- 172.21.15.5:0/3582596327 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f372014d480 0x7f372014d900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:01.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.153+0000 7f3725df8640 1 --2- 172.21.15.5:0/3582596327 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f37201f8ad0 0x7f3720150870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:01.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.153+0000 7f3725df8640 1 --2- 172.21.15.5:0/3582596327 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f37080039b0 0x7f37200b3220 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:01.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.153+0000 7f3725df8640 1 -- 172.21.15.5:0/3582596327 >> 172.21.15.5:0/3582596327 conn(0x7f372009aa70 msgr2=0x7f37200b0050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:01.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.153+0000 7f3725df8640 1 -- 172.21.15.5:0/3582596327 shutdown_connections 2024-09-19T05:03:01.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.153+0000 7f3725df8640 1 -- 172.21.15.5:0/3582596327 wait complete. 2024-09-19T05:03:01.166 INFO:tasks.cephfs_test_runner:test invalid values for ceph.quota.max_bytes ... ok 2024-09-19T05:03:01.166 INFO:tasks.cephfs_test_runner:Starting test: test_human_readable_quota_values (tasks.cephfs.test_quota.TestQuota) test human-readable values for setting ceph.quota.max_bytes 2024-09-19T05:03:01.166 INFO:tasks.cephfs_test_runner:test_human_readable_quota_values (tasks.cephfs.test_quota.TestQuota) 2024-09-19T05:03:01.167 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:03:01.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.268+0000 7f54582f1640 1 Processor -- start 2024-09-19T05:03:01.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.268+0000 7f54582f1640 1 -- start start 2024-09-19T05:03:01.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.269+0000 7f54582f1640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f54500afc40 0x7f5450166f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:01.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.269+0000 7f54582f1640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f545006e590 con 0x7f5450072620 2024-09-19T05:03:01.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.269+0000 7f54582f1640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f545006e870 con 0x7f5450072240 2024-09-19T05:03:01.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.269+0000 7f54582f1640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f545006eb50 con 0x7f54500afc40 2024-09-19T05:03:01.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.269+0000 7f545688e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f54500afc40 0x7f5450166f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:01.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.269+0000 7f545588c640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f5450072620 0x7f54500af530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:60638/0 (socket says 172.21.15.5:60638) 2024-09-19T05:03:01.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.269+0000 7f545688e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f54500afc40 0x7f5450166f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:52994/0 (socket says 172.21.15.5:52994) 2024-09-19T05:03:01.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.269+0000 7f545588c640 1 -- 172.21.15.5:0/3038195263 learned_addr learned my addr 172.21.15.5:0/3038195263 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:01.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.269+0000 7f545688e640 1 -- 172.21.15.5:0/3038195263 >> v1:172.21.15.134:6789/0 conn(0x7f5450072240 legacy=0x7f545015d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:01.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.269+0000 7f545688e640 1 -- 172.21.15.5:0/3038195263 >> v1:172.21.15.5:6789/0 conn(0x7f5450072620 legacy=0x7f54500af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:01.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.269+0000 7f545688e640 1 -- 172.21.15.5:0/3038195263 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f545006ee30 con 0x7f54500afc40 2024-09-19T05:03:01.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.269+0000 7f545508b640 1 -- 172.21.15.5:0/3038195263 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2489490016 0 0) 0x7f545006e590 con 0x7f5450072620 2024-09-19T05:03:01.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.270+0000 7f545688e640 1 --2- 172.21.15.5:0/3038195263 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f54500afc40 0x7f5450166f50 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f5448009d90 tx=0x7f544802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb2dcb8c6a697f7c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:01.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.270+0000 7f545508b640 1 -- 172.21.15.5:0/3038195263 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5448007740 con 0x7f54500afc40 2024-09-19T05:03:01.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.270+0000 7f545508b640 1 -- 172.21.15.5:0/3038195263 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f54480078e0 con 0x7f54500afc40 2024-09-19T05:03:01.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.270+0000 7f545508b640 1 -- 172.21.15.5:0/3038195263 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5448007cb0 con 0x7f54500afc40 2024-09-19T05:03:01.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.270+0000 7f54582f1640 1 -- 172.21.15.5:0/3038195263 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f54500afc40 msgr2=0x7f5450166f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:01.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.270+0000 7f54582f1640 1 --2- 172.21.15.5:0/3038195263 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f54500afc40 0x7f5450166f50 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f5448009d90 tx=0x7f544802a6f0 comp rx=0 tx=0).stop 2024-09-19T05:03:01.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.271+0000 7f54582f1640 1 -- 172.21.15.5:0/3038195263 shutdown_connections 2024-09-19T05:03:01.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.271+0000 7f54582f1640 1 --2- 172.21.15.5:0/3038195263 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f54500afc40 0x7f5450166f50 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:01.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.271+0000 7f54582f1640 1 -- 172.21.15.5:0/3038195263 >> 172.21.15.5:0/3038195263 conn(0x7f5450067da0 msgr2=0x7f545006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:01.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.271+0000 7f54582f1640 1 -- 172.21.15.5:0/3038195263 shutdown_connections 2024-09-19T05:03:01.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.271+0000 7f54582f1640 1 -- 172.21.15.5:0/3038195263 wait complete. 2024-09-19T05:03:01.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.272+0000 7f54582f1640 1 Processor -- start 2024-09-19T05:03:01.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.272+0000 7f54582f1640 1 -- start start 2024-09-19T05:03:01.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.273+0000 7f54582f1640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5450072240 0x7f54501f5d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:01.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.273+0000 7f54582f1640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5450072620 0x7f54501f1d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:01.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.273+0000 7f54582f1640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f54500afc40 0x7f54501589a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:01.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.273+0000 7f54582f1640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f545006dfd0 con 0x7f5450072240 2024-09-19T05:03:01.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.273+0000 7f54582f1640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f54500ce3f0 con 0x7f5450072620 2024-09-19T05:03:01.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.273+0000 7f54582f1640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f545006e150 con 0x7f54500afc40 2024-09-19T05:03:01.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.273+0000 7f545608d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5450072240 0x7f54501f5d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:01.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.273+0000 7f545608d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5450072240 0x7f54501f5d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:53004/0 (socket says 172.21.15.5:53004) 2024-09-19T05:03:01.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.273+0000 7f545608d640 1 -- 172.21.15.5:0/74057030 learned_addr learned my addr 172.21.15.5:0/74057030 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:01.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.273+0000 7f545588c640 1 --2- 172.21.15.5:0/74057030 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5450072620 0x7f54501f1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:01.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.273+0000 7f545688e640 1 --2- 172.21.15.5:0/74057030 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f54500afc40 0x7f54501589a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:01.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.273+0000 7f545608d640 1 -- 172.21.15.5:0/74057030 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f54500afc40 msgr2=0x7f54501589a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:01.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.273+0000 7f545608d640 1 --2- 172.21.15.5:0/74057030 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f54500afc40 0x7f54501589a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:01.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.273+0000 7f545608d640 1 -- 172.21.15.5:0/74057030 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5450072620 msgr2=0x7f54501f1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:01.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.273+0000 7f545608d640 1 --2- 172.21.15.5:0/74057030 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5450072620 0x7f54501f1d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:01.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.273+0000 7f545608d640 1 -- 172.21.15.5:0/74057030 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54501f22b0 con 0x7f5450072240 2024-09-19T05:03:01.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.273+0000 7f545588c640 1 --2- 172.21.15.5:0/74057030 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5450072620 0x7f54501f1d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:01.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.273+0000 7f545608d640 1 --2- 172.21.15.5:0/74057030 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5450072240 0x7f54501f5d90 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f544c00c450 tx=0x7f544c00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:01.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.273+0000 7f5446ffd640 1 -- 172.21.15.5:0/74057030 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f544c0052d0 con 0x7f5450072240 2024-09-19T05:03:01.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.273+0000 7f5446ffd640 1 -- 172.21.15.5:0/74057030 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f544c005470 con 0x7f5450072240 2024-09-19T05:03:01.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.273+0000 7f54582f1640 1 -- 172.21.15.5:0/74057030 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54501f2530 con 0x7f5450072240 2024-09-19T05:03:01.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.273+0000 7f5446ffd640 1 -- 172.21.15.5:0/74057030 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f544c012870 con 0x7f5450072240 2024-09-19T05:03:01.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.274+0000 7f54582f1640 1 -- 172.21.15.5:0/74057030 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54501f2af0 con 0x7f5450072240 2024-09-19T05:03:01.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.275+0000 7f54582f1640 1 -- 172.21.15.5:0/74057030 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f545015d1f0 con 0x7f5450072240 2024-09-19T05:03:01.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.275+0000 7f5446ffd640 1 -- 172.21.15.5:0/74057030 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f544c012a10 con 0x7f5450072240 2024-09-19T05:03:01.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.275+0000 7f5446ffd640 1 --2- 172.21.15.5:0/74057030 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f543406c2b0 0x7f543406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:01.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.275+0000 7f5446ffd640 1 -- 172.21.15.5:0/74057030 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 5335+0+0 (secure 0 0 0) 0x7f544c08aef0 con 0x7f5450072240 2024-09-19T05:03:01.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.276+0000 7f545588c640 1 --2- 172.21.15.5:0/74057030 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f543406c2b0 0x7f543406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:01.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.276+0000 7f545588c640 1 --2- 172.21.15.5:0/74057030 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f543406c2b0 0x7f543406e770 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f545015bce0 tx=0x7f5440007c50 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:01.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.280+0000 7f5446ffd640 1 -- 172.21.15.5:0/74057030 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f54501f22b0 con 0x7f5450072240 2024-09-19T05:03:01.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.460+0000 7f54582f1640 1 -- 172.21.15.5:0/74057030 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f545006bc10 con 0x7f5450072240 2024-09-19T05:03:01.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.461+0000 7f5446ffd640 1 -- 172.21.15.5:0/74057030 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v53) ==== 74+0+13265 (secure 0 0 0) 0x7f544c0597d0 con 0x7f5450072240 2024-09-19T05:03:01.462 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:01.462 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":53,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:03:00.146328+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.5:6835/892842323":"2024-09-20T05:02:57.138395+0000","172.21.15.5:6833/892842323":"2024-09-20T05:02:57.138395+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:03:01.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.463+0000 7f54582f1640 1 -- 172.21.15.5:0/74057030 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f543406c2b0 msgr2=0x7f543406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:01.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.463+0000 7f54582f1640 1 --2- 172.21.15.5:0/74057030 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f543406c2b0 0x7f543406e770 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f545015bce0 tx=0x7f5440007c50 comp rx=0 tx=0).stop 2024-09-19T05:03:01.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.463+0000 7f54582f1640 1 -- 172.21.15.5:0/74057030 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5450072240 msgr2=0x7f54501f5d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:01.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.463+0000 7f54582f1640 1 --2- 172.21.15.5:0/74057030 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5450072240 0x7f54501f5d90 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f544c00c450 tx=0x7f544c00c910 comp rx=0 tx=0).stop 2024-09-19T05:03:01.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.463+0000 7f54582f1640 1 -- 172.21.15.5:0/74057030 shutdown_connections 2024-09-19T05:03:01.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.463+0000 7f54582f1640 1 --2- 172.21.15.5:0/74057030 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f543406c2b0 0x7f543406e770 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:01.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.463+0000 7f54582f1640 1 --2- 172.21.15.5:0/74057030 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f54500afc40 0x7f54501589a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:01.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.463+0000 7f54582f1640 1 --2- 172.21.15.5:0/74057030 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5450072620 0x7f54501f1d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:01.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.463+0000 7f54582f1640 1 --2- 172.21.15.5:0/74057030 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5450072240 0x7f54501f5d90 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:01.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.463+0000 7f54582f1640 1 -- 172.21.15.5:0/74057030 >> 172.21.15.5:0/74057030 conn(0x7f5450067da0 msgr2=0x7f54500b00b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:01.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.463+0000 7f54582f1640 1 -- 172.21.15.5:0/74057030 shutdown_connections 2024-09-19T05:03:01.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.463+0000 7f54582f1640 1 -- 172.21.15.5:0/74057030 wait complete. 2024-09-19T05:03:01.476 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T05:01:07.300370+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T05:03:01.476 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T05:03:01.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.580+0000 7faedc7cf640 1 Processor -- start 2024-09-19T05:03:01.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.580+0000 7faedc7cf640 1 -- start start 2024-09-19T05:03:01.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.581+0000 7faedc7cf640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7faed40704d0 0x7faed40d0d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:01.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.581+0000 7faedc7cf640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7faed40708b0 0x7faed409b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:01.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.581+0000 7faedc7cf640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faed40d1270 con 0x7faed4070e00 2024-09-19T05:03:01.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.581+0000 7faedc7cf640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7faed4071da0 con 0x7faed40708b0 2024-09-19T05:03:01.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.581+0000 7faedc7cf640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7faed40722b0 con 0x7faed40704d0 2024-09-19T05:03:01.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.581+0000 7faed9d6a640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7faed40708b0 0x7faed409b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:01.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.581+0000 7faed9d6a640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7faed40708b0 0x7faed409b5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:53008/0 (socket says 172.21.15.5:53008) 2024-09-19T05:03:01.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.581+0000 7faed9d6a640 1 -- 172.21.15.5:0/4120879277 learned_addr learned my addr 172.21.15.5:0/4120879277 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:01.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.581+0000 7faeda56b640 1 --2- 172.21.15.5:0/4120879277 >> v2:172.21.15.134:3300/0 conn(0x7faed40704d0 0x7faed40d0d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:01.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.581+0000 7faed9d6a640 1 -- 172.21.15.5:0/4120879277 >> v2:172.21.15.134:3300/0 conn(0x7faed40704d0 msgr2=0x7faed40d0d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:01.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.581+0000 7faed9d6a640 1 --2- 172.21.15.5:0/4120879277 >> v2:172.21.15.134:3300/0 conn(0x7faed40704d0 0x7faed40d0d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:01.584 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.581+0000 7faed9d6a640 1 -- 172.21.15.5:0/4120879277 >> v1:172.21.15.134:6789/0 conn(0x7faed4070e00 legacy=0x7faed40ccde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:01.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.581+0000 7faed9d6a640 1 -- 172.21.15.5:0/4120879277 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faed4071fd0 con 0x7faed40708b0 2024-09-19T05:03:01.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.581+0000 7faeda56b640 1 --2- 172.21.15.5:0/4120879277 >> v2:172.21.15.134:3300/0 conn(0x7faed40704d0 0x7faed40d0d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:01.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.582+0000 7faed9d6a640 1 --2- 172.21.15.5:0/4120879277 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faed40708b0 0x7faed409b5f0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7faed4070000 tx=0x7faec402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54905c6ed108e26d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:01.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.582+0000 7faed9569640 1 -- 172.21.15.5:0/4120879277 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faec4037070 con 0x7faed40708b0 2024-09-19T05:03:01.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.582+0000 7faed9569640 1 -- 172.21.15.5:0/4120879277 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faec4032440 con 0x7faed40708b0 2024-09-19T05:03:01.585 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.582+0000 7faed9569640 1 -- 172.21.15.5:0/4120879277 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faec4032810 con 0x7faed40708b0 2024-09-19T05:03:01.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.583+0000 7faedc7cf640 1 -- 172.21.15.5:0/4120879277 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faed40708b0 msgr2=0x7faed409b5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:01.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.583+0000 7faedc7cf640 1 --2- 172.21.15.5:0/4120879277 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faed40708b0 0x7faed409b5f0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7faed4070000 tx=0x7faec402a1a0 comp rx=0 tx=0).stop 2024-09-19T05:03:01.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.583+0000 7faedc7cf640 1 -- 172.21.15.5:0/4120879277 shutdown_connections 2024-09-19T05:03:01.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.583+0000 7faedc7cf640 1 --2- 172.21.15.5:0/4120879277 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faed40708b0 0x7faed409b5f0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:01.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.583+0000 7faedc7cf640 1 --2- 172.21.15.5:0/4120879277 >> v2:172.21.15.134:3300/0 conn(0x7faed40704d0 0x7faed40d0d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:01.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.583+0000 7faedc7cf640 1 -- 172.21.15.5:0/4120879277 >> 172.21.15.5:0/4120879277 conn(0x7faed40d2400 msgr2=0x7faed40d2810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:01.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.583+0000 7faedc7cf640 1 -- 172.21.15.5:0/4120879277 shutdown_connections 2024-09-19T05:03:01.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.583+0000 7faedc7cf640 1 -- 172.21.15.5:0/4120879277 wait complete. 2024-09-19T05:03:01.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.584+0000 7faedc7cf640 1 Processor -- start 2024-09-19T05:03:01.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.584+0000 7faedc7cf640 1 -- start start 2024-09-19T05:03:01.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.585+0000 7faedc7cf640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faed40704d0 0x7faed40b6b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:01.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.585+0000 7faedc7cf640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faed40708b0 0x7faed4157890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:01.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.585+0000 7faedc7cf640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faed4070e00 0x7faed40cb6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:01.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.585+0000 7faedc7cf640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7faed409b0d0 con 0x7faed40708b0 2024-09-19T05:03:01.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.585+0000 7faedc7cf640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7faed409adf0 con 0x7faed4070e00 2024-09-19T05:03:01.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.585+0000 7faedc7cf640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7faed409bb30 con 0x7faed40704d0 2024-09-19T05:03:01.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.585+0000 7faed9d6a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faed40708b0 0x7faed4157890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:01.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.585+0000 7faed9d6a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faed40708b0 0x7faed4157890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:53020/0 (socket says 172.21.15.5:53020) 2024-09-19T05:03:01.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.585+0000 7faed9d6a640 1 -- 172.21.15.5:0/3200482382 learned_addr learned my addr 172.21.15.5:0/3200482382 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:01.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.585+0000 7faeda56b640 1 --2- 172.21.15.5:0/3200482382 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faed40704d0 0x7faed40b6b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:01.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.585+0000 7faedad6c640 1 --2- 172.21.15.5:0/3200482382 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faed4070e00 0x7faed40cb6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:01.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.585+0000 7faed9d6a640 1 -- 172.21.15.5:0/3200482382 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faed40704d0 msgr2=0x7faed40b6b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:01.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.585+0000 7faed9d6a640 1 --2- 172.21.15.5:0/3200482382 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faed40704d0 0x7faed40b6b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:01.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.585+0000 7faed9d6a640 1 -- 172.21.15.5:0/3200482382 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faed4070e00 msgr2=0x7faed40cb6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:01.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.585+0000 7faed9d6a640 1 --2- 172.21.15.5:0/3200482382 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faed4070e00 0x7faed40cb6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:01.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.585+0000 7faed9d6a640 1 -- 172.21.15.5:0/3200482382 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faed4151df0 con 0x7faed40708b0 2024-09-19T05:03:01.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.585+0000 7faeda56b640 1 --2- 172.21.15.5:0/3200482382 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faed40704d0 0x7faed40b6b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:01.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.585+0000 7faedad6c640 1 --2- 172.21.15.5:0/3200482382 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faed4070e00 0x7faed40cb6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:01.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.585+0000 7faed9d6a640 1 --2- 172.21.15.5:0/3200482382 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faed40708b0 0x7faed4157890 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7faec4000c00 tx=0x7faec40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:01.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.585+0000 7faecaffd640 1 -- 172.21.15.5:0/3200482382 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faec4037040 con 0x7faed40708b0 2024-09-19T05:03:01.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.585+0000 7faecaffd640 1 -- 172.21.15.5:0/3200482382 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faec4042070 con 0x7faed40708b0 2024-09-19T05:03:01.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.585+0000 7faedc7cf640 1 -- 172.21.15.5:0/3200482382 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faed41560e0 con 0x7faed40708b0 2024-09-19T05:03:01.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.585+0000 7faecaffd640 1 -- 172.21.15.5:0/3200482382 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faec4030bb0 con 0x7faed40708b0 2024-09-19T05:03:01.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.585+0000 7faedc7cf640 1 -- 172.21.15.5:0/3200482382 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faed41566a0 con 0x7faed40708b0 2024-09-19T05:03:01.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.586+0000 7faedc7cf640 1 -- 172.21.15.5:0/3200482382 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faed40d0d30 con 0x7faed40708b0 2024-09-19T05:03:01.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.587+0000 7faecaffd640 1 -- 172.21.15.5:0/3200482382 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7faec4047460 con 0x7faed40708b0 2024-09-19T05:03:01.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.587+0000 7faecaffd640 1 --2- 172.21.15.5:0/3200482382 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faeb806c2b0 0x7faeb806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:01.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.587+0000 7faecaffd640 1 -- 172.21.15.5:0/3200482382 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 5335+0+0 (secure 0 0 0) 0x7faec40abe40 con 0x7faed40708b0 2024-09-19T05:03:01.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.588+0000 7faeda56b640 1 --2- 172.21.15.5:0/3200482382 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faeb806c2b0 0x7faeb806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:01.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.588+0000 7faeda56b640 1 --2- 172.21.15.5:0/3200482382 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faeb806c2b0 0x7faeb806e770 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7faed0006fd0 tx=0x7faed0008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:01.593 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.592+0000 7faecaffd640 1 -- 172.21.15.5:0/3200482382 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7faec4045360 con 0x7faed40708b0 2024-09-19T05:03:01.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.768+0000 7faedc7cf640 1 -- 172.21.15.5:0/3200482382 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7faed40d3140 con 0x7faed40708b0 2024-09-19T05:03:01.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.768+0000 7faecaffd640 1 -- 172.21.15.5:0/3200482382 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v53) ==== 93+0+10 (secure 0 0 0) 0x7faec407a7b0 con 0x7faed40708b0 2024-09-19T05:03:01.770 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 1 2024-09-19T05:03:01.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.770+0000 7faedc7cf640 1 -- 172.21.15.5:0/3200482382 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faeb806c2b0 msgr2=0x7faeb806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:01.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.770+0000 7faedc7cf640 1 --2- 172.21.15.5:0/3200482382 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faeb806c2b0 0x7faeb806e770 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7faed0006fd0 tx=0x7faed0008040 comp rx=0 tx=0).stop 2024-09-19T05:03:01.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.770+0000 7faedc7cf640 1 -- 172.21.15.5:0/3200482382 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faed40708b0 msgr2=0x7faed4157890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:01.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.770+0000 7faedc7cf640 1 --2- 172.21.15.5:0/3200482382 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faed40708b0 0x7faed4157890 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7faec4000c00 tx=0x7faec40046c0 comp rx=0 tx=0).stop 2024-09-19T05:03:01.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.770+0000 7faedc7cf640 1 -- 172.21.15.5:0/3200482382 shutdown_connections 2024-09-19T05:03:01.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.770+0000 7faedc7cf640 1 --2- 172.21.15.5:0/3200482382 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faeb806c2b0 0x7faeb806e770 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:01.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.770+0000 7faedc7cf640 1 --2- 172.21.15.5:0/3200482382 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faed4070e00 0x7faed40cb6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:01.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.770+0000 7faedc7cf640 1 --2- 172.21.15.5:0/3200482382 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faed40708b0 0x7faed4157890 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:01.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.770+0000 7faedc7cf640 1 --2- 172.21.15.5:0/3200482382 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faed40704d0 0x7faed40b6b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:01.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.770+0000 7faedc7cf640 1 -- 172.21.15.5:0/3200482382 >> 172.21.15.5:0/3200482382 conn(0x7faed40d2400 msgr2=0x7faed40d0160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:01.772 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.770+0000 7faedc7cf640 1 -- 172.21.15.5:0/3200482382 shutdown_connections 2024-09-19T05:03:01.773 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.770+0000 7faedc7cf640 1 -- 172.21.15.5:0/3200482382 wait complete. 2024-09-19T05:03:01.783 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_quota.TestQuota.test_human_readable_quota_values' 2024-09-19T05:03:01.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.883+0000 7f110e55b640 1 Processor -- start 2024-09-19T05:03:01.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.883+0000 7f110e55b640 1 -- start start 2024-09-19T05:03:01.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.884+0000 7f110e55b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f110809b180 0x7f1108166ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:01.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.884+0000 7f110e55b640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11080b5b40 con 0x7f110815d550 2024-09-19T05:03:01.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.884+0000 7f110e55b640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11080b5e20 con 0x7f110815c410 2024-09-19T05:03:01.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.884+0000 7f110e55b640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f110815c7f0 con 0x7f110809b180 2024-09-19T05:03:01.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.884+0000 7f110caf8640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f110809b180 0x7f1108166ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:01.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.884+0000 7f11077fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f110815d550 0x7f110809aa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:60644/0 (socket says 172.21.15.5:60644) 2024-09-19T05:03:01.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.884+0000 7f11077fe640 1 -- 172.21.15.5:0/3963987654 learned_addr learned my addr 172.21.15.5:0/3963987654 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:01.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.885+0000 7f110caf8640 1 -- 172.21.15.5:0/3963987654 >> v1:172.21.15.134:6789/0 conn(0x7f110815c410 legacy=0x7f11080b52f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:01.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.885+0000 7f110caf8640 1 -- 172.21.15.5:0/3963987654 >> v1:172.21.15.5:6789/0 conn(0x7f110815d550 legacy=0x7f110809aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:01.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.885+0000 7f110caf8640 1 -- 172.21.15.5:0/3963987654 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11080b6100 con 0x7f110809b180 2024-09-19T05:03:01.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.885+0000 7f1106ffd640 1 -- 172.21.15.5:0/3963987654 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1515962118 0 0) 0x7f11080b5b40 con 0x7f110815d550 2024-09-19T05:03:01.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.885+0000 7f110caf8640 1 --2- 172.21.15.5:0/3963987654 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f110809b180 0x7f1108166ff0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f1100009d90 tx=0x7f110002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fda3e02e2d3e561 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:01.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.885+0000 7f1106ffd640 1 -- 172.21.15.5:0/3963987654 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1100007740 con 0x7f110809b180 2024-09-19T05:03:01.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.886+0000 7f1106ffd640 1 -- 172.21.15.5:0/3963987654 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11000078e0 con 0x7f110809b180 2024-09-19T05:03:01.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.886+0000 7f1106ffd640 1 -- 172.21.15.5:0/3963987654 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1100007cb0 con 0x7f110809b180 2024-09-19T05:03:01.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.886+0000 7f110e55b640 1 -- 172.21.15.5:0/3963987654 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f110809b180 msgr2=0x7f1108166ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:01.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.886+0000 7f110e55b640 1 --2- 172.21.15.5:0/3963987654 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f110809b180 0x7f1108166ff0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f1100009d90 tx=0x7f110002a6a0 comp rx=0 tx=0).stop 2024-09-19T05:03:01.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.886+0000 7f110e55b640 1 -- 172.21.15.5:0/3963987654 shutdown_connections 2024-09-19T05:03:01.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.886+0000 7f110e55b640 1 --2- 172.21.15.5:0/3963987654 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f110809b180 0x7f1108166ff0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:01.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.886+0000 7f110e55b640 1 -- 172.21.15.5:0/3963987654 >> 172.21.15.5:0/3963987654 conn(0x7f11080b3ff0 msgr2=0x7f11080b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:01.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.886+0000 7f110e55b640 1 -- 172.21.15.5:0/3963987654 shutdown_connections 2024-09-19T05:03:01.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.886+0000 7f110e55b640 1 -- 172.21.15.5:0/3963987654 wait complete. 2024-09-19T05:03:01.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.887+0000 7f110e55b640 1 Processor -- start 2024-09-19T05:03:01.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.887+0000 7f110e55b640 1 -- start start 2024-09-19T05:03:01.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.888+0000 7f110e55b640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f110809b180 0x7f110806d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:01.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.888+0000 7f110e55b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f110815c410 0x7f1108150200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:01.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.888+0000 7f110e55b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f110815d550 0x7f11080cbe60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:01.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.888+0000 7f110e55b640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1108071370 con 0x7f110815d550 2024-09-19T05:03:01.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.888+0000 7f110e55b640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f11080b66c0 con 0x7f110809b180 2024-09-19T05:03:01.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.888+0000 7f110e55b640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f11080714f0 con 0x7f110815c410 2024-09-19T05:03:01.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.888+0000 7f110caf8640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f110815d550 0x7f11080cbe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:01.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.888+0000 7f110caf8640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f110815d550 0x7f11080cbe60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:53042/0 (socket says 172.21.15.5:53042) 2024-09-19T05:03:01.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.888+0000 7f110caf8640 1 -- 172.21.15.5:0/2456128718 learned_addr learned my addr 172.21.15.5:0/2456128718 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:01.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.888+0000 7f11077fe640 1 --2- 172.21.15.5:0/2456128718 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f110815c410 0x7f1108150200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:01.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.888+0000 7f1107fff640 1 --2- 172.21.15.5:0/2456128718 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f110809b180 0x7f110806d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:01.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.889+0000 7f110caf8640 1 -- 172.21.15.5:0/2456128718 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f110815c410 msgr2=0x7f1108150200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:01.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.889+0000 7f110caf8640 1 --2- 172.21.15.5:0/2456128718 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f110815c410 0x7f1108150200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:01.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.889+0000 7f110caf8640 1 -- 172.21.15.5:0/2456128718 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f110809b180 msgr2=0x7f110806d6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:01.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.889+0000 7f110caf8640 1 --2- 172.21.15.5:0/2456128718 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f110809b180 0x7f110806d6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:01.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.889+0000 7f110caf8640 1 -- 172.21.15.5:0/2456128718 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1108151cf0 con 0x7f110815d550 2024-09-19T05:03:01.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.889+0000 7f11077fe640 1 --2- 172.21.15.5:0/2456128718 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f110815c410 0x7f1108150200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:01.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.889+0000 7f110caf8640 1 --2- 172.21.15.5:0/2456128718 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f110815d550 0x7f11080cbe60 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f1100009d90 tx=0x7f1100004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:01.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.889+0000 7f1104ff9640 1 -- 172.21.15.5:0/2456128718 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1100040070 con 0x7f110815d550 2024-09-19T05:03:01.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.889+0000 7f1104ff9640 1 -- 172.21.15.5:0/2456128718 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1100031c40 con 0x7f110815d550 2024-09-19T05:03:01.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.889+0000 7f110e55b640 1 -- 172.21.15.5:0/2456128718 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f110806df80 con 0x7f110815d550 2024-09-19T05:03:01.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.889+0000 7f1104ff9640 1 -- 172.21.15.5:0/2456128718 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1100003990 con 0x7f110815d550 2024-09-19T05:03:01.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.889+0000 7f110e55b640 1 -- 172.21.15.5:0/2456128718 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1108151f90 con 0x7f110815d550 2024-09-19T05:03:01.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.890+0000 7f110e55b640 1 -- 172.21.15.5:0/2456128718 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f110815f8f0 con 0x7f110815d550 2024-09-19T05:03:01.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.891+0000 7f1104ff9640 1 -- 172.21.15.5:0/2456128718 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1100039040 con 0x7f110815d550 2024-09-19T05:03:01.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.891+0000 7f1104ff9640 1 --2- 172.21.15.5:0/2456128718 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f10f406c2b0 0x7f10f406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:01.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.891+0000 7f1104ff9640 1 -- 172.21.15.5:0/2456128718 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 5335+0+0 (secure 0 0 0) 0x7f11000ac1b0 con 0x7f110815d550 2024-09-19T05:03:01.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.891+0000 7f1107fff640 1 --2- 172.21.15.5:0/2456128718 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f10f406c2b0 0x7f10f406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:01.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.892+0000 7f1107fff640 1 --2- 172.21.15.5:0/2456128718 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f10f406c2b0 0x7f10f406e770 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f110809bb70 tx=0x7f10f8009060 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:01.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:01.895+0000 7f1104ff9640 1 -- 172.21.15.5:0/2456128718 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f110815f8f0 con 0x7f110815d550 2024-09-19T05:03:02.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.143+0000 7f110e55b640 1 -- 172.21.15.5:0/2456128718 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_quota.TestQuota.test_human_readable_quota_values"]} v 0) -- 0x7f110809aa70 con 0x7f110815d550 2024-09-19T05:03:02.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.156+0000 7f1104ff9640 1 -- 172.21.15.5:0/2456128718 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_quota.TestQuota.test_human_readable_quota_values"]}]=0 v114) ==== 148+0+0 (secure 0 0 0) 0x7f110007a4d0 con 0x7f110815d550 2024-09-19T05:03:02.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.158+0000 7f110e55b640 1 -- 172.21.15.5:0/2456128718 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f10f406c2b0 msgr2=0x7f10f406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:02.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.158+0000 7f110e55b640 1 --2- 172.21.15.5:0/2456128718 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f10f406c2b0 0x7f10f406e770 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f110809bb70 tx=0x7f10f8009060 comp rx=0 tx=0).stop 2024-09-19T05:03:02.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.158+0000 7f110e55b640 1 -- 172.21.15.5:0/2456128718 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f110815d550 msgr2=0x7f11080cbe60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:02.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.158+0000 7f110e55b640 1 --2- 172.21.15.5:0/2456128718 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f110815d550 0x7f11080cbe60 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f1100009d90 tx=0x7f1100004a40 comp rx=0 tx=0).stop 2024-09-19T05:03:02.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.158+0000 7f110e55b640 1 -- 172.21.15.5:0/2456128718 shutdown_connections 2024-09-19T05:03:02.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.158+0000 7f110e55b640 1 --2- 172.21.15.5:0/2456128718 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f10f406c2b0 0x7f10f406e770 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:02.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.158+0000 7f110e55b640 1 --2- 172.21.15.5:0/2456128718 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f110815d550 0x7f11080cbe60 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:02.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.158+0000 7f110e55b640 1 --2- 172.21.15.5:0/2456128718 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f110815c410 0x7f1108150200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:02.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.158+0000 7f110e55b640 1 --2- 172.21.15.5:0/2456128718 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f110809b180 0x7f110806d6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:02.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.158+0000 7f110e55b640 1 -- 172.21.15.5:0/2456128718 >> 172.21.15.5:0/2456128718 conn(0x7f11080b3ff0 msgr2=0x7f110815f1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:02.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.158+0000 7f110e55b640 1 -- 172.21.15.5:0/2456128718 shutdown_connections 2024-09-19T05:03:02.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.158+0000 7f110e55b640 1 -- 172.21.15.5:0/2456128718 wait complete. 2024-09-19T05:03:02.170 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T05:03:02.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.274+0000 7f947122e640 1 Processor -- start 2024-09-19T05:03:02.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.274+0000 7f947122e640 1 -- start start 2024-09-19T05:03:02.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.275+0000 7f947122e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f946c070ac0 0x7f946c0b4440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:02.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.275+0000 7f947122e640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f946c06bc10 0x7f946c06c060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:02.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.275+0000 7f947122e640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f946c06f240 con 0x7f946c147340 2024-09-19T05:03:02.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.275+0000 7f947122e640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f946c0b5dc0 con 0x7f946c070ac0 2024-09-19T05:03:02.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.275+0000 7f947122e640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f946c06c5a0 con 0x7f946c06bc10 2024-09-19T05:03:02.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.275+0000 7f946a59c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f946c070ac0 0x7f946c0b4440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:02.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.275+0000 7f946ad9d640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f946c147340 0x7f946c0ae340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:60650/0 (socket says 172.21.15.5:60650) 2024-09-19T05:03:02.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.275+0000 7f946ad9d640 1 -- 172.21.15.5:0/829604653 learned_addr learned my addr 172.21.15.5:0/829604653 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:02.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.275+0000 7f946a59c640 1 -- 172.21.15.5:0/829604653 >> v2:172.21.15.134:3300/0 conn(0x7f946c06bc10 msgr2=0x7f946c06c060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:02.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.275+0000 7f946a59c640 1 --2- 172.21.15.5:0/829604653 >> v2:172.21.15.134:3300/0 conn(0x7f946c06bc10 0x7f946c06c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:02.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.276+0000 7f946a59c640 1 -- 172.21.15.5:0/829604653 >> v1:172.21.15.5:6789/0 conn(0x7f946c147340 legacy=0x7f946c0ae340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:02.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.276+0000 7f946a59c640 1 -- 172.21.15.5:0/829604653 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f946c0b5ff0 con 0x7f946c070ac0 2024-09-19T05:03:02.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.276+0000 7f9469d9b640 1 -- 172.21.15.5:0/829604653 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3005617545 0 0) 0x7f946c06f240 con 0x7f946c147340 2024-09-19T05:03:02.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.276+0000 7f946a59c640 1 --2- 172.21.15.5:0/829604653 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f946c070ac0 0x7f946c0b4440 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f946c148540 tx=0x7f945402a080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89c83b434a36c33d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:02.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.276+0000 7f9469d9b640 1 -- 172.21.15.5:0/829604653 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9454037070 con 0x7f946c070ac0 2024-09-19T05:03:02.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.276+0000 7f9469d9b640 1 -- 172.21.15.5:0/829604653 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f945402add0 con 0x7f946c070ac0 2024-09-19T05:03:02.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.276+0000 7f9469d9b640 1 -- 172.21.15.5:0/829604653 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9454032660 con 0x7f946c070ac0 2024-09-19T05:03:02.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.277+0000 7f947122e640 1 -- 172.21.15.5:0/829604653 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f946c070ac0 msgr2=0x7f946c0b4440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:02.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.277+0000 7f947122e640 1 --2- 172.21.15.5:0/829604653 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f946c070ac0 0x7f946c0b4440 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f946c148540 tx=0x7f945402a080 comp rx=0 tx=0).stop 2024-09-19T05:03:02.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.277+0000 7f947122e640 1 -- 172.21.15.5:0/829604653 shutdown_connections 2024-09-19T05:03:02.279 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.277+0000 7f947122e640 1 --2- 172.21.15.5:0/829604653 >> v2:172.21.15.134:3300/0 conn(0x7f946c06bc10 0x7f946c06c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:02.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.277+0000 7f947122e640 1 --2- 172.21.15.5:0/829604653 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f946c070ac0 0x7f946c0b4440 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:02.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.277+0000 7f947122e640 1 -- 172.21.15.5:0/829604653 >> 172.21.15.5:0/829604653 conn(0x7f946c09aa70 msgr2=0x7f946c0b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:02.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.277+0000 7f947122e640 1 -- 172.21.15.5:0/829604653 shutdown_connections 2024-09-19T05:03:02.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.277+0000 7f947122e640 1 -- 172.21.15.5:0/829604653 wait complete. 2024-09-19T05:03:02.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.278+0000 7f947122e640 1 Processor -- start 2024-09-19T05:03:02.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.278+0000 7f947122e640 1 -- start start 2024-09-19T05:03:02.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.279+0000 7f947122e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f946c06bc10 0x7f946c14edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:02.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.279+0000 7f947122e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f946c070ac0 0x7f946c13c460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:02.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.279+0000 7f947122e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f946c147340 0x7f946c1461c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:02.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.279+0000 7f947122e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f946c0b4980 con 0x7f946c06bc10 2024-09-19T05:03:02.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.279+0000 7f947122e640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f946c071210 con 0x7f946c070ac0 2024-09-19T05:03:02.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.279+0000 7f947122e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f946c147720 con 0x7f946c147340 2024-09-19T05:03:02.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.279+0000 7f946ad9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f946c06bc10 0x7f946c14edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:02.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.279+0000 7f946ad9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f946c06bc10 0x7f946c14edf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:53050/0 (socket says 172.21.15.5:53050) 2024-09-19T05:03:02.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.279+0000 7f946ad9d640 1 -- 172.21.15.5:0/1317165746 learned_addr learned my addr 172.21.15.5:0/1317165746 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:02.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.280+0000 7f946a59c640 1 --2- 172.21.15.5:0/1317165746 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f946c070ac0 0x7f946c13c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:02.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.280+0000 7f946b59e640 1 --2- 172.21.15.5:0/1317165746 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f946c147340 0x7f946c1461c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:02.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.280+0000 7f946ad9d640 1 -- 172.21.15.5:0/1317165746 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f946c147340 msgr2=0x7f946c1461c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:02.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.280+0000 7f946ad9d640 1 --2- 172.21.15.5:0/1317165746 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f946c147340 0x7f946c1461c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:02.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.280+0000 7f946ad9d640 1 -- 172.21.15.5:0/1317165746 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f946c070ac0 msgr2=0x7f946c13c460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:02.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.280+0000 7f946ad9d640 1 --2- 172.21.15.5:0/1317165746 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f946c070ac0 0x7f946c13c460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:02.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.280+0000 7f946ad9d640 1 -- 172.21.15.5:0/1317165746 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f946c14f3f0 con 0x7f946c06bc10 2024-09-19T05:03:02.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.280+0000 7f946a59c640 1 --2- 172.21.15.5:0/1317165746 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f946c070ac0 0x7f946c13c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:02.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.280+0000 7f946b59e640 1 --2- 172.21.15.5:0/1317165746 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f946c147340 0x7f946c1461c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:02.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.280+0000 7f946ad9d640 1 --2- 172.21.15.5:0/1317165746 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f946c06bc10 0x7f946c14edf0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f946400c4d0 tx=0x7f946400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:02.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.280+0000 7f94637fe640 1 -- 172.21.15.5:0/1317165746 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9464018070 con 0x7f946c06bc10 2024-09-19T05:03:02.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.280+0000 7f94637fe640 1 -- 172.21.15.5:0/1317165746 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9464007500 con 0x7f946c06bc10 2024-09-19T05:03:02.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.280+0000 7f94637fe640 1 -- 172.21.15.5:0/1317165746 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9464004a20 con 0x7f946c06bc10 2024-09-19T05:03:02.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.280+0000 7f947122e640 1 -- 172.21.15.5:0/1317165746 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f946c14f6d0 con 0x7f946c06bc10 2024-09-19T05:03:02.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.280+0000 7f947122e640 1 -- 172.21.15.5:0/1317165746 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f946c14fc90 con 0x7f946c06bc10 2024-09-19T05:03:02.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.281+0000 7f947122e640 1 -- 172.21.15.5:0/1317165746 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f946c0b65b0 con 0x7f946c06bc10 2024-09-19T05:03:02.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.282+0000 7f94637fe640 1 -- 172.21.15.5:0/1317165746 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f946401b070 con 0x7f946c06bc10 2024-09-19T05:03:02.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.282+0000 7f94637fe640 1 --2- 172.21.15.5:0/1317165746 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f944c06c2b0 0x7f944c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:02.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.282+0000 7f94637fe640 1 -- 172.21.15.5:0/1317165746 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 5335+0+0 (secure 0 0 0) 0x7f946408a640 con 0x7f946c06bc10 2024-09-19T05:03:02.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.282+0000 7f946a59c640 1 --2- 172.21.15.5:0/1317165746 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f944c06c2b0 0x7f944c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:02.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.283+0000 7f946a59c640 1 --2- 172.21.15.5:0/1317165746 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f944c06c2b0 0x7f944c06e770 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f9454034000 tx=0x7f945402e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:02.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.287+0000 7f94637fe640 1 -- 172.21.15.5:0/1317165746 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9464058f20 con 0x7f946c06bc10 2024-09-19T05:03:02.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.461+0000 7f947122e640 1 -- 172.21.15.5:0/1317165746 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f946c145be0 con 0x7f946c06bc10 2024-09-19T05:03:02.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.464+0000 7f94637fe640 1 -- 172.21.15.5:0/1317165746 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v14)=0 v14) ==== 122+0+0 (secure 0 0 0) 0x7f9464058820 con 0x7f946c06bc10 2024-09-19T05:03:02.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.466+0000 7f947122e640 1 -- 172.21.15.5:0/1317165746 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f944c06c2b0 msgr2=0x7f944c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:02.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.466+0000 7f947122e640 1 --2- 172.21.15.5:0/1317165746 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f944c06c2b0 0x7f944c06e770 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f9454034000 tx=0x7f945402e000 comp rx=0 tx=0).stop 2024-09-19T05:03:02.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.466+0000 7f947122e640 1 -- 172.21.15.5:0/1317165746 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f946c06bc10 msgr2=0x7f946c14edf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:02.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.466+0000 7f947122e640 1 --2- 172.21.15.5:0/1317165746 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f946c06bc10 0x7f946c14edf0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f946400c4d0 tx=0x7f946400c990 comp rx=0 tx=0).stop 2024-09-19T05:03:02.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.466+0000 7f947122e640 1 -- 172.21.15.5:0/1317165746 shutdown_connections 2024-09-19T05:03:02.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.466+0000 7f947122e640 1 --2- 172.21.15.5:0/1317165746 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f944c06c2b0 0x7f944c06e770 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:02.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.466+0000 7f947122e640 1 --2- 172.21.15.5:0/1317165746 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f946c147340 0x7f946c1461c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:02.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.466+0000 7f947122e640 1 --2- 172.21.15.5:0/1317165746 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f946c070ac0 0x7f946c13c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:02.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.466+0000 7f947122e640 1 --2- 172.21.15.5:0/1317165746 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f946c06bc10 0x7f946c14edf0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:02.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.466+0000 7f947122e640 1 -- 172.21.15.5:0/1317165746 >> 172.21.15.5:0/1317165746 conn(0x7f946c09aa70 msgr2=0x7f946c13f9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:02.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.467+0000 7f947122e640 1 -- 172.21.15.5:0/1317165746 shutdown_connections 2024-09-19T05:03:02.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.467+0000 7f947122e640 1 -- 172.21.15.5:0/1317165746 wait complete. 2024-09-19T05:03:02.479 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T05:03:02.479 DEBUG:teuthology.orchestra.run.smithi005:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:03:02.523 DEBUG:teuthology.orchestra.run.smithi134:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:03:02.572 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T05:03:02.572 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:03:02.572 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:02.589 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=554 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:03:02.589 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:03:02.589 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:02.607 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056029,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2378 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:03:02.607 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:03:02.607 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:02.645 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=554 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:03:02.645 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:03:02.646 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:02.665 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056029,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2378 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:03:02.666 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T05:03:02.666 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:03:02.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.785+0000 7f68d72af640 1 Processor -- start 2024-09-19T05:03:02.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.786+0000 7f68d72af640 1 -- start start 2024-09-19T05:03:02.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.786+0000 7f68d72af640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f68d015e660 0x7f68d00d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:02.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.786+0000 7f68d72af640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f68d00d3150 0x7f68d00b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:02.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.786+0000 7f68d72af640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68d00d3680 con 0x7f68d00b6530 2024-09-19T05:03:02.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.786+0000 7f68d72af640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f68d006d4b0 con 0x7f68d00d3150 2024-09-19T05:03:02.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.786+0000 7f68d72af640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f68d00d3960 con 0x7f68d015e660 2024-09-19T05:03:02.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.787+0000 7f68d484a640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f68d00d3150 0x7f68d00b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:02.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.787+0000 7f68d484a640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f68d00d3150 0x7f68d00b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:53066/0 (socket says 172.21.15.5:53066) 2024-09-19T05:03:02.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.787+0000 7f68d484a640 1 -- 172.21.15.5:0/643430493 learned_addr learned my addr 172.21.15.5:0/643430493 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:02.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.787+0000 7f68d504b640 1 --2- 172.21.15.5:0/643430493 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f68d015e660 0x7f68d00d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:02.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.787+0000 7f68d484a640 1 -- 172.21.15.5:0/643430493 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f68d015e660 msgr2=0x7f68d00d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:02.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.787+0000 7f68d484a640 1 --2- 172.21.15.5:0/643430493 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f68d015e660 0x7f68d00d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:02.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.787+0000 7f68d484a640 1 -- 172.21.15.5:0/643430493 >> v1:172.21.15.134:6789/0 conn(0x7f68d00b6530 legacy=0x7f68d00cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:02.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.787+0000 7f68d484a640 1 -- 172.21.15.5:0/643430493 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68d006ce60 con 0x7f68d00d3150 2024-09-19T05:03:02.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.788+0000 7f68d484a640 1 --2- 172.21.15.5:0/643430493 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68d00d3150 0x7f68d00b5ff0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f68c0009870 tx=0x7f68c002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8e7d2cdd3e5c887 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:02.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.788+0000 7f68c7fff640 1 -- 172.21.15.5:0/643430493 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68c0037070 con 0x7f68d00d3150 2024-09-19T05:03:02.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.788+0000 7f68c7fff640 1 -- 172.21.15.5:0/643430493 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68c002ae50 con 0x7f68d00d3150 2024-09-19T05:03:02.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.788+0000 7f68c7fff640 1 -- 172.21.15.5:0/643430493 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68c0032860 con 0x7f68d00d3150 2024-09-19T05:03:02.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.788+0000 7f68d72af640 1 -- 172.21.15.5:0/643430493 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68d00d3150 msgr2=0x7f68d00b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:02.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.788+0000 7f68d72af640 1 --2- 172.21.15.5:0/643430493 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68d00d3150 0x7f68d00b5ff0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f68c0009870 tx=0x7f68c002a300 comp rx=0 tx=0).stop 2024-09-19T05:03:02.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.788+0000 7f68d72af640 1 -- 172.21.15.5:0/643430493 shutdown_connections 2024-09-19T05:03:02.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.788+0000 7f68d72af640 1 --2- 172.21.15.5:0/643430493 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68d00d3150 0x7f68d00b5ff0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:02.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.788+0000 7f68d72af640 1 --2- 172.21.15.5:0/643430493 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f68d015e660 0x7f68d00d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:02.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.788+0000 7f68d72af640 1 -- 172.21.15.5:0/643430493 >> 172.21.15.5:0/643430493 conn(0x7f68d008c000 msgr2=0x7f68d00d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:02.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.788+0000 7f68d72af640 1 -- 172.21.15.5:0/643430493 shutdown_connections 2024-09-19T05:03:02.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.788+0000 7f68d72af640 1 -- 172.21.15.5:0/643430493 wait complete. 2024-09-19T05:03:02.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.790+0000 7f68d72af640 1 Processor -- start 2024-09-19T05:03:02.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.790+0000 7f68d72af640 1 -- start start 2024-09-19T05:03:02.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.790+0000 7f68d72af640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f68d00b6530 0x7f68d014c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:02.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.790+0000 7f68d72af640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f68d00d3150 0x7f68d00c9290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:02.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.790+0000 7f68d72af640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68d015e660 0x7f68d00b4560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:02.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.790+0000 7f68d72af640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f68d015ea40 con 0x7f68d015e660 2024-09-19T05:03:02.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.790+0000 7f68d72af640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f68d00d5310 con 0x7f68d00b6530 2024-09-19T05:03:02.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.790+0000 7f68d72af640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f68d006e950 con 0x7f68d00d3150 2024-09-19T05:03:02.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.790+0000 7f68d584c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68d015e660 0x7f68d00b4560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:02.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.791+0000 7f68d584c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68d015e660 0x7f68d00b4560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:53070/0 (socket says 172.21.15.5:53070) 2024-09-19T05:03:02.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.791+0000 7f68d584c640 1 -- 172.21.15.5:0/896189703 learned_addr learned my addr 172.21.15.5:0/896189703 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:02.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.791+0000 7f68d484a640 1 --2- 172.21.15.5:0/896189703 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f68d00d3150 0x7f68d00c9290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:02.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.791+0000 7f68d504b640 1 --2- 172.21.15.5:0/896189703 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f68d00b6530 0x7f68d014c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:02.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.791+0000 7f68d584c640 1 -- 172.21.15.5:0/896189703 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f68d00d3150 msgr2=0x7f68d00c9290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:02.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.791+0000 7f68d584c640 1 --2- 172.21.15.5:0/896189703 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f68d00d3150 0x7f68d00c9290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:02.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.791+0000 7f68d584c640 1 -- 172.21.15.5:0/896189703 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f68d00b6530 msgr2=0x7f68d014c6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:02.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.791+0000 7f68d584c640 1 --2- 172.21.15.5:0/896189703 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f68d00b6530 0x7f68d014c6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:02.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.791+0000 7f68d584c640 1 -- 172.21.15.5:0/896189703 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68d00b7440 con 0x7f68d015e660 2024-09-19T05:03:02.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.791+0000 7f68d584c640 1 --2- 172.21.15.5:0/896189703 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68d015e660 0x7f68d00b4560 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f68c800c7a0 tx=0x7f68c800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:02.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.791+0000 7f68c5ffb640 1 -- 172.21.15.5:0/896189703 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68c8003b70 con 0x7f68d015e660 2024-09-19T05:03:02.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.791+0000 7f68c5ffb640 1 -- 172.21.15.5:0/896189703 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68c8003d30 con 0x7f68d015e660 2024-09-19T05:03:02.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.791+0000 7f68d72af640 1 -- 172.21.15.5:0/896189703 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68d00b76b0 con 0x7f68d015e660 2024-09-19T05:03:02.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.791+0000 7f68c5ffb640 1 -- 172.21.15.5:0/896189703 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68c800aa90 con 0x7f68d015e660 2024-09-19T05:03:02.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.791+0000 7f68d72af640 1 -- 172.21.15.5:0/896189703 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68d00b7c70 con 0x7f68d015e660 2024-09-19T05:03:02.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.793+0000 7f68d72af640 1 -- 172.21.15.5:0/896189703 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68d00b5ff0 con 0x7f68d015e660 2024-09-19T05:03:02.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.793+0000 7f68c5ffb640 1 -- 172.21.15.5:0/896189703 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f68c800ac30 con 0x7f68d015e660 2024-09-19T05:03:02.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.793+0000 7f68c5ffb640 1 --2- 172.21.15.5:0/896189703 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f68b406c2b0 0x7f68b406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:02.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.793+0000 7f68c5ffb640 1 -- 172.21.15.5:0/896189703 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 5335+0+0 (secure 0 0 0) 0x7f68c808b160 con 0x7f68d015e660 2024-09-19T05:03:02.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.794+0000 7f68d504b640 1 --2- 172.21.15.5:0/896189703 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f68b406c2b0 0x7f68b406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:02.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.794+0000 7f68d504b640 1 --2- 172.21.15.5:0/896189703 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f68b406c2b0 0x7f68b406e770 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f68cc0079a0 tx=0x7f68cc008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:02.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:02.798+0000 7f68c5ffb640 1 -- 172.21.15.5:0/896189703 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f68c8059360 con 0x7f68d015e660 2024-09-19T05:03:03.009 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.008+0000 7f68d72af640 1 -- 172.21.15.5:0/896189703 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f68d00b26e0 con 0x7f68d015e660 2024-09-19T05:03:03.010 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.008+0000 7f68c5ffb640 1 -- 172.21.15.5:0/896189703 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+3911 (secure 0 0 0) 0x7f68c805d660 con 0x7f68d015e660 2024-09-19T05:03:03.010 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:03.010 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":26,"btime":"2024-09-19T05:02:58:140140+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5095,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/4285621567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":4285621567},{"type":"v1","addr":"172.21.15.5:6834","nonce":4285621567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5107,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/2291227084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":2291227084},{"type":"v1","addr":"172.21.15.134:6836","nonce":2291227084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5110,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/2904072031","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":2904072031},{"type":"v1","addr":"172.21.15.134:6837","nonce":2904072031}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5523,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/3659935215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":3659935215},{"type":"v1","addr":"172.21.15.5:6835","nonce":3659935215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":26}],"filesystems":[]} 2024-09-19T05:03:03.011 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 26 2024-09-19T05:03:03.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.010+0000 7f68d72af640 1 -- 172.21.15.5:0/896189703 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f68b406c2b0 msgr2=0x7f68b406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:03.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.010+0000 7f68d72af640 1 --2- 172.21.15.5:0/896189703 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f68b406c2b0 0x7f68b406e770 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f68cc0079a0 tx=0x7f68cc008040 comp rx=0 tx=0).stop 2024-09-19T05:03:03.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.010+0000 7f68d72af640 1 -- 172.21.15.5:0/896189703 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68d015e660 msgr2=0x7f68d00b4560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:03.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.010+0000 7f68d72af640 1 --2- 172.21.15.5:0/896189703 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68d015e660 0x7f68d00b4560 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f68c800c7a0 tx=0x7f68c800cc60 comp rx=0 tx=0).stop 2024-09-19T05:03:03.013 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.010+0000 7f68d72af640 1 -- 172.21.15.5:0/896189703 shutdown_connections 2024-09-19T05:03:03.013 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.010+0000 7f68d72af640 1 --2- 172.21.15.5:0/896189703 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f68b406c2b0 0x7f68b406e770 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:03.013 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.010+0000 7f68d72af640 1 --2- 172.21.15.5:0/896189703 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68d015e660 0x7f68d00b4560 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:03.013 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.010+0000 7f68d72af640 1 --2- 172.21.15.5:0/896189703 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f68d00d3150 0x7f68d00c9290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:03.013 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.010+0000 7f68d72af640 1 --2- 172.21.15.5:0/896189703 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f68d00b6530 0x7f68d014c6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:03.013 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.010+0000 7f68d72af640 1 -- 172.21.15.5:0/896189703 >> 172.21.15.5:0/896189703 conn(0x7f68d008c000 msgr2=0x7f68d00b2ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:03.013 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.011+0000 7f68d72af640 1 -- 172.21.15.5:0/896189703 shutdown_connections 2024-09-19T05:03:03.013 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.011+0000 7f68d72af640 1 -- 172.21.15.5:0/896189703 wait complete. 2024-09-19T05:03:03.024 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T05:03:03.024 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T05:03:03.024 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T05:03:03.024 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:03:03.025 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T05:03:03.025 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T05:03:03.025 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T05:03:03.025 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:03:03.025 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T05:03:03.025 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T05:03:03.026 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T05:03:03.026 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:03:03.026 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T05:03:03.026 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T05:03:03.026 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T05:03:03.026 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:03:03.034 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T05:03:03.034 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T05:03:03.035 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T05:03:03.035 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T05:03:03.038 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T05:03:03.039 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T05:03:03.039 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T05:03:03.040 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T05:03:03.077 INFO:tasks.ceph.mds.a:Started 2024-09-19T05:03:03.077 DEBUG:teuthology.parallel:result is None 2024-09-19T05:03:03.077 INFO:tasks.ceph.mds.c:Started 2024-09-19T05:03:03.078 DEBUG:teuthology.parallel:result is None 2024-09-19T05:03:03.082 INFO:tasks.ceph.mds.b:Started 2024-09-19T05:03:03.082 DEBUG:teuthology.parallel:result is None 2024-09-19T05:03:03.083 INFO:tasks.ceph.mds.d:Started 2024-09-19T05:03:03.083 DEBUG:teuthology.parallel:result is None 2024-09-19T05:03:03.083 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T05:03:03.154 INFO:tasks.ceph.mds.a.smithi005.stdout:starting mds.a at 2024-09-19T05:03:03.155 INFO:tasks.ceph.mds.c.smithi005.stdout:starting mds.c at 2024-09-19T05:03:03.168 INFO:tasks.ceph.mds.d.smithi134.stdout:starting mds.d at 2024-09-19T05:03:03.169 INFO:tasks.ceph.mds.b.smithi134.stdout:starting mds.b at 2024-09-19T05:03:03.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.190+0000 7ff2d1647640 1 Processor -- start 2024-09-19T05:03:03.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.190+0000 7ff2d1647640 1 -- start start 2024-09-19T05:03:03.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.191+0000 7ff2d1647640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ff2cc09b7b0 0x7ff2cc0b2220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:03.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.191+0000 7ff2d1647640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff2cc0d0120 con 0x7ff2cc0b1650 2024-09-19T05:03:03.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.191+0000 7ff2d1647640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff2cc0d0400 con 0x7ff2cc09aa70 2024-09-19T05:03:03.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.191+0000 7ff2d1647640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7ff2cc0d06e0 con 0x7ff2cc09b7b0 2024-09-19T05:03:03.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.191+0000 7ff2c3fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ff2cc09b7b0 0x7ff2cc0b2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:03.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.191+0000 7ff2cb7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7ff2cc0b1650 0x7ff2cc0b2760 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:60682/0 (socket says 172.21.15.5:60682) 2024-09-19T05:03:03.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.191+0000 7ff2cb7fe640 1 -- 172.21.15.5:0/999038496 learned_addr learned my addr 172.21.15.5:0/999038496 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:03.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.192+0000 7ff2c3fff640 1 -- 172.21.15.5:0/999038496 >> v1:172.21.15.134:6789/0 conn(0x7ff2cc09aa70 legacy=0x7ff2cc09ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:03.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.192+0000 7ff2c3fff640 1 -- 172.21.15.5:0/999038496 >> v1:172.21.15.5:6789/0 conn(0x7ff2cc0b1650 legacy=0x7ff2cc0b2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:03.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.192+0000 7ff2ca7fc640 1 -- 172.21.15.5:0/999038496 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 664884115 0 0) 0x7ff2cc0d0400 con 0x7ff2cc09aa70 2024-09-19T05:03:03.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.192+0000 7ff2c3fff640 1 -- 172.21.15.5:0/999038496 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2cc0ce220 con 0x7ff2cc09b7b0 2024-09-19T05:03:03.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.192+0000 7ff2c3fff640 1 --2- 172.21.15.5:0/999038496 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff2cc09b7b0 0x7ff2cc0b2220 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7ff2b40097a0 tx=0x7ff2b402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db5271eb962423ae server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:03.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.192+0000 7ff2ca7fc640 1 -- 172.21.15.5:0/999038496 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2b4037070 con 0x7ff2cc09b7b0 2024-09-19T05:03:03.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.193+0000 7ff2ca7fc640 1 -- 172.21.15.5:0/999038496 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff2b4032440 con 0x7ff2cc09b7b0 2024-09-19T05:03:03.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.193+0000 7ff2ca7fc640 1 -- 172.21.15.5:0/999038496 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2b4032810 con 0x7ff2cc09b7b0 2024-09-19T05:03:03.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.193+0000 7ff2d1647640 1 -- 172.21.15.5:0/999038496 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff2cc09b7b0 msgr2=0x7ff2cc0b2220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:03.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.193+0000 7ff2d1647640 1 --2- 172.21.15.5:0/999038496 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff2cc09b7b0 0x7ff2cc0b2220 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7ff2b40097a0 tx=0x7ff2b402a230 comp rx=0 tx=0).stop 2024-09-19T05:03:03.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.193+0000 7ff2d1647640 1 -- 172.21.15.5:0/999038496 shutdown_connections 2024-09-19T05:03:03.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.193+0000 7ff2d1647640 1 --2- 172.21.15.5:0/999038496 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff2cc09b7b0 0x7ff2cc0b2220 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:03.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.193+0000 7ff2d1647640 1 -- 172.21.15.5:0/999038496 >> 172.21.15.5:0/999038496 conn(0x7ff2cc0d23b0 msgr2=0x7ff2cc0d27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:03.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.193+0000 7ff2d1647640 1 -- 172.21.15.5:0/999038496 shutdown_connections 2024-09-19T05:03:03.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.193+0000 7ff2d1647640 1 -- 172.21.15.5:0/999038496 wait complete. 2024-09-19T05:03:03.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.194+0000 7ff2d1647640 1 Processor -- start 2024-09-19T05:03:03.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.194+0000 7ff2d1647640 1 -- start start 2024-09-19T05:03:03.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.195+0000 7ff2d1647640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff2cc09aa70 0x7ff2cc14f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:03.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.195+0000 7ff2d1647640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff2cc09b7b0 0x7ff2cc157ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:03.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.195+0000 7ff2d1647640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff2cc0b1650 0x7ff2cc0b60a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:03.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.195+0000 7ff2d1647640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ff2cc0b2e70 con 0x7ff2cc09aa70 2024-09-19T05:03:03.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.195+0000 7ff2d1647640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7ff2cc0b2ff0 con 0x7ff2cc0b1650 2024-09-19T05:03:03.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.195+0000 7ff2d1647640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ff2cc0b3170 con 0x7ff2cc09b7b0 2024-09-19T05:03:03.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.195+0000 7ff2caffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff2cc09aa70 0x7ff2cc14f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:03.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.195+0000 7ff2caffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff2cc09aa70 0x7ff2cc14f9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:53128/0 (socket says 172.21.15.5:53128) 2024-09-19T05:03:03.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.195+0000 7ff2caffd640 1 -- 172.21.15.5:0/4079609248 learned_addr learned my addr 172.21.15.5:0/4079609248 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:03.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.196+0000 7ff2cb7fe640 1 --2- 172.21.15.5:0/4079609248 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff2cc0b1650 0x7ff2cc0b60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:03.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.196+0000 7ff2c3fff640 1 --2- 172.21.15.5:0/4079609248 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff2cc09b7b0 0x7ff2cc157ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:03.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.196+0000 7ff2caffd640 1 -- 172.21.15.5:0/4079609248 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff2cc09b7b0 msgr2=0x7ff2cc157ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:03.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.196+0000 7ff2caffd640 1 --2- 172.21.15.5:0/4079609248 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff2cc09b7b0 0x7ff2cc157ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:03.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.196+0000 7ff2caffd640 1 -- 172.21.15.5:0/4079609248 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff2cc0b1650 msgr2=0x7ff2cc0b60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:03.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.196+0000 7ff2caffd640 1 --2- 172.21.15.5:0/4079609248 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff2cc0b1650 0x7ff2cc0b60a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:03.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.196+0000 7ff2caffd640 1 -- 172.21.15.5:0/4079609248 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2cc0cc000 con 0x7ff2cc09aa70 2024-09-19T05:03:03.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.196+0000 7ff2c3fff640 1 --2- 172.21.15.5:0/4079609248 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff2cc09b7b0 0x7ff2cc157ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:03.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.196+0000 7ff2cb7fe640 1 --2- 172.21.15.5:0/4079609248 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff2cc0b1650 0x7ff2cc0b60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:03.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.196+0000 7ff2caffd640 1 --2- 172.21.15.5:0/4079609248 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff2cc09aa70 0x7ff2cc14f9b0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7ff2bc00c480 tx=0x7ff2bc00c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:03.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.196+0000 7ff2c37fe640 1 -- 172.21.15.5:0/4079609248 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2bc005480 con 0x7ff2cc09aa70 2024-09-19T05:03:03.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.196+0000 7ff2c37fe640 1 -- 172.21.15.5:0/4079609248 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff2bc0035f0 con 0x7ff2cc09aa70 2024-09-19T05:03:03.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.196+0000 7ff2d1647640 1 -- 172.21.15.5:0/4079609248 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2cc0cc2a0 con 0x7ff2cc09aa70 2024-09-19T05:03:03.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.196+0000 7ff2c37fe640 1 -- 172.21.15.5:0/4079609248 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2bc003a00 con 0x7ff2cc09aa70 2024-09-19T05:03:03.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.196+0000 7ff2d1647640 1 -- 172.21.15.5:0/4079609248 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2cc0c9760 con 0x7ff2cc09aa70 2024-09-19T05:03:03.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.197+0000 7ff2d1647640 1 -- 172.21.15.5:0/4079609248 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2cc0d0400 con 0x7ff2cc09aa70 2024-09-19T05:03:03.201 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.198+0000 7ff2c37fe640 1 -- 172.21.15.5:0/4079609248 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff2bc003ba0 con 0x7ff2cc09aa70 2024-09-19T05:03:03.202 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.198+0000 7ff2c37fe640 1 --2- 172.21.15.5:0/4079609248 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff2ac06c450 0x7ff2ac06e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:03.202 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.198+0000 7ff2c37fe640 1 -- 172.21.15.5:0/4079609248 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 5335+0+0 (secure 0 0 0) 0x7ff2bc08af30 con 0x7ff2cc09aa70 2024-09-19T05:03:03.202 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.198+0000 7ff2c3fff640 1 --2- 172.21.15.5:0/4079609248 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff2ac06c450 0x7ff2ac06e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:03.202 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.199+0000 7ff2c3fff640 1 --2- 172.21.15.5:0/4079609248 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff2ac06c450 0x7ff2ac06e910 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7ff2b4034000 tx=0x7ff2b402e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:03.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.202+0000 7ff2c37fe640 1 -- 172.21.15.5:0/4079609248 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff2bc0598a0 con 0x7ff2cc09aa70 2024-09-19T05:03:03.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:03.391+0000 7ff2d1647640 1 -- 172.21.15.5:0/4079609248 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7ff2cc06cf90 con 0x7ff2cc09aa70 2024-09-19T05:03:04.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.166+0000 7ff2c37fe640 1 -- 172.21.15.5:0/4079609248 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v55) ==== 97+0+0 (secure 0 0 0) 0x7ff2bc0591a0 con 0x7ff2cc09aa70 2024-09-19T05:03:04.168 INFO:teuthology.orchestra.run.smithi005.stderr: removed all blocklist entries 2024-09-19T05:03:04.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.170+0000 7ff2d1647640 1 -- 172.21.15.5:0/4079609248 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff2ac06c450 msgr2=0x7ff2ac06e910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:04.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.170+0000 7ff2d1647640 1 --2- 172.21.15.5:0/4079609248 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff2ac06c450 0x7ff2ac06e910 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7ff2b4034000 tx=0x7ff2b402e000 comp rx=0 tx=0).stop 2024-09-19T05:03:04.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.170+0000 7ff2d1647640 1 -- 172.21.15.5:0/4079609248 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff2cc09aa70 msgr2=0x7ff2cc14f9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:04.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.170+0000 7ff2d1647640 1 --2- 172.21.15.5:0/4079609248 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff2cc09aa70 0x7ff2cc14f9b0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7ff2bc00c480 tx=0x7ff2bc00c940 comp rx=0 tx=0).stop 2024-09-19T05:03:04.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.170+0000 7ff2d1647640 1 -- 172.21.15.5:0/4079609248 shutdown_connections 2024-09-19T05:03:04.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.170+0000 7ff2d1647640 1 --2- 172.21.15.5:0/4079609248 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff2ac06c450 0x7ff2ac06e910 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:04.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.170+0000 7ff2d1647640 1 --2- 172.21.15.5:0/4079609248 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff2cc0b1650 0x7ff2cc0b60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:04.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.170+0000 7ff2d1647640 1 --2- 172.21.15.5:0/4079609248 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff2cc09b7b0 0x7ff2cc157ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:04.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.170+0000 7ff2d1647640 1 --2- 172.21.15.5:0/4079609248 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff2cc09aa70 0x7ff2cc14f9b0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:04.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.170+0000 7ff2d1647640 1 -- 172.21.15.5:0/4079609248 >> 172.21.15.5:0/4079609248 conn(0x7ff2cc0d23b0 msgr2=0x7ff2cc09ae50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:04.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.170+0000 7ff2d1647640 1 -- 172.21.15.5:0/4079609248 shutdown_connections 2024-09-19T05:03:04.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.170+0000 7ff2d1647640 1 -- 172.21.15.5:0/4079609248 wait complete. 2024-09-19T05:03:04.187 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T05:03:04.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.295+0000 7f8216445640 1 Processor -- start 2024-09-19T05:03:04.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.295+0000 7f8216445640 1 -- start start 2024-09-19T05:03:04.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.296+0000 7f8216445640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f821015e660 0x7f82100d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:04.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.296+0000 7f8216445640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f82100d3150 0x7f82100b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:04.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.296+0000 7f8216445640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f82100d3680 con 0x7f82100b6530 2024-09-19T05:03:04.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.296+0000 7f8216445640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f821006d4b0 con 0x7f821015e660 2024-09-19T05:03:04.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.296+0000 7f8216445640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f82100d3960 con 0x7f82100d3150 2024-09-19T05:03:04.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.296+0000 7f820ffff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f821015e660 0x7f82100d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:04.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.296+0000 7f820ffff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f821015e660 0x7f82100d4dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:53130/0 (socket says 172.21.15.5:53130) 2024-09-19T05:03:04.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.296+0000 7f820ffff640 1 -- 172.21.15.5:0/2284225020 learned_addr learned my addr 172.21.15.5:0/2284225020 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:04.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.296+0000 7f820f7fe640 1 --2- 172.21.15.5:0/2284225020 >> v2:172.21.15.134:3300/0 conn(0x7f82100d3150 0x7f82100b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:04.299 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.297+0000 7f820ffff640 1 -- 172.21.15.5:0/2284225020 >> v2:172.21.15.134:3300/0 conn(0x7f82100d3150 msgr2=0x7f82100b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:04.299 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.297+0000 7f820ffff640 1 --2- 172.21.15.5:0/2284225020 >> v2:172.21.15.134:3300/0 conn(0x7f82100d3150 0x7f82100b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:04.299 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.297+0000 7f820ffff640 1 -- 172.21.15.5:0/2284225020 >> v1:172.21.15.134:6789/0 conn(0x7f82100b6530 legacy=0x7f82100cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:04.299 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.297+0000 7f820ffff640 1 -- 172.21.15.5:0/2284225020 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f821006ce60 con 0x7f821015e660 2024-09-19T05:03:04.300 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.297+0000 7f820ffff640 1 --2- 172.21.15.5:0/2284225020 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f821015e660 0x7f82100d4dd0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f821008d770 tx=0x7f820002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7708ad28591f898d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:04.300 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.297+0000 7f820effd640 1 -- 172.21.15.5:0/2284225020 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8200037070 con 0x7f821015e660 2024-09-19T05:03:04.300 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.297+0000 7f820effd640 1 -- 172.21.15.5:0/2284225020 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f820002ae50 con 0x7f821015e660 2024-09-19T05:03:04.300 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.298+0000 7f820effd640 1 -- 172.21.15.5:0/2284225020 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8200032860 con 0x7f821015e660 2024-09-19T05:03:04.300 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.298+0000 7f8216445640 1 -- 172.21.15.5:0/2284225020 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f821015e660 msgr2=0x7f82100d4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:04.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.298+0000 7f8216445640 1 --2- 172.21.15.5:0/2284225020 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f821015e660 0x7f82100d4dd0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f821008d770 tx=0x7f820002a300 comp rx=0 tx=0).stop 2024-09-19T05:03:04.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.298+0000 7f8216445640 1 -- 172.21.15.5:0/2284225020 shutdown_connections 2024-09-19T05:03:04.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.298+0000 7f8216445640 1 --2- 172.21.15.5:0/2284225020 >> v2:172.21.15.134:3300/0 conn(0x7f82100d3150 0x7f82100b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:04.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.298+0000 7f8216445640 1 --2- 172.21.15.5:0/2284225020 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f821015e660 0x7f82100d4dd0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:04.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.298+0000 7f8216445640 1 -- 172.21.15.5:0/2284225020 >> 172.21.15.5:0/2284225020 conn(0x7f821008c000 msgr2=0x7f82100d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:04.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.298+0000 7f8216445640 1 -- 172.21.15.5:0/2284225020 shutdown_connections 2024-09-19T05:03:04.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.298+0000 7f8216445640 1 -- 172.21.15.5:0/2284225020 wait complete. 2024-09-19T05:03:04.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.299+0000 7f8216445640 1 Processor -- start 2024-09-19T05:03:04.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.300+0000 7f8216445640 1 -- start start 2024-09-19T05:03:04.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.300+0000 7f8216445640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f82100b6530 0x7f8210157b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:04.303 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.300+0000 7f8216445640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f82100d3150 0x7f8210158b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:04.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.300+0000 7f8216445640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f821015e660 0x7f821015a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:04.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.300+0000 7f8216445640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f821015ea40 con 0x7f821015e660 2024-09-19T05:03:04.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.300+0000 7f8216445640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f82100d5310 con 0x7f82100d3150 2024-09-19T05:03:04.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.300+0000 7f8216445640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f821006e950 con 0x7f82100b6530 2024-09-19T05:03:04.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.300+0000 7f82149e2640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f821015e660 0x7f821015a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:04.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.300+0000 7f82149e2640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f821015e660 0x7f821015a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:53132/0 (socket says 172.21.15.5:53132) 2024-09-19T05:03:04.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.300+0000 7f82149e2640 1 -- 172.21.15.5:0/4109894931 learned_addr learned my addr 172.21.15.5:0/4109894931 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:04.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.301+0000 7f820f7fe640 1 --2- 172.21.15.5:0/4109894931 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f82100d3150 0x7f8210158b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:04.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.301+0000 7f820ffff640 1 --2- 172.21.15.5:0/4109894931 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f82100b6530 0x7f8210157b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:04.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.301+0000 7f82149e2640 1 -- 172.21.15.5:0/4109894931 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f82100b6530 msgr2=0x7f8210157b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:04.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.301+0000 7f82149e2640 1 --2- 172.21.15.5:0/4109894931 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f82100b6530 0x7f8210157b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:04.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.301+0000 7f82149e2640 1 -- 172.21.15.5:0/4109894931 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f82100d3150 msgr2=0x7f8210158b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:04.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.301+0000 7f82149e2640 1 --2- 172.21.15.5:0/4109894931 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f82100d3150 0x7f8210158b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:04.305 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.301+0000 7f82149e2640 1 -- 172.21.15.5:0/4109894931 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82100b9300 con 0x7f821015e660 2024-09-19T05:03:04.305 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.301+0000 7f820ffff640 1 --2- 172.21.15.5:0/4109894931 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f82100b6530 0x7f8210157b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:04.305 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.301+0000 7f820f7fe640 1 --2- 172.21.15.5:0/4109894931 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f82100d3150 0x7f8210158b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:04.305 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.301+0000 7f82149e2640 1 --2- 172.21.15.5:0/4109894931 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f821015e660 0x7f821015a6f0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f820800c7a0 tx=0x7f820800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:04.305 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.301+0000 7f820cff9640 1 -- 172.21.15.5:0/4109894931 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8208003b70 con 0x7f821015e660 2024-09-19T05:03:04.305 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.301+0000 7f820cff9640 1 -- 172.21.15.5:0/4109894931 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8208003d30 con 0x7f821015e660 2024-09-19T05:03:04.305 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.301+0000 7f8216445640 1 -- 172.21.15.5:0/4109894931 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82100b95e0 con 0x7f821015e660 2024-09-19T05:03:04.305 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.301+0000 7f820cff9640 1 -- 172.21.15.5:0/4109894931 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f820800aa90 con 0x7f821015e660 2024-09-19T05:03:04.305 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.301+0000 7f8216445640 1 -- 172.21.15.5:0/4109894931 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82100b9ba0 con 0x7f821015e660 2024-09-19T05:03:04.306 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.302+0000 7f8216445640 1 -- 172.21.15.5:0/4109894931 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82100b5ff0 con 0x7f821015e660 2024-09-19T05:03:04.306 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.303+0000 7f820cff9640 1 -- 172.21.15.5:0/4109894931 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f820800ac30 con 0x7f821015e660 2024-09-19T05:03:04.306 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.303+0000 7f820cff9640 1 --2- 172.21.15.5:0/4109894931 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f81fc06c2b0 0x7f81fc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:04.306 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.304+0000 7f820cff9640 1 -- 172.21.15.5:0/4109894931 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5249+0+0 (secure 0 0 0) 0x7f820808b180 con 0x7f821015e660 2024-09-19T05:03:04.306 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.304+0000 7f820ffff640 1 --2- 172.21.15.5:0/4109894931 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f81fc06c2b0 0x7f81fc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:04.306 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.304+0000 7f820ffff640 1 --2- 172.21.15.5:0/4109894931 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f81fc06c2b0 0x7f81fc06e770 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f8200034000 tx=0x7f820002e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:04.309 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.308+0000 7f820cff9640 1 -- 172.21.15.5:0/4109894931 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8208059ab0 con 0x7f821015e660 2024-09-19T05:03:04.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.549+0000 7f8216445640 1 -- 172.21.15.5:0/4109894931 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f82100a24b0 con 0x7f821015e660 2024-09-19T05:03:04.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.549+0000 7f820cff9640 1 -- 172.21.15.5:0/4109894931 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v12) ==== 80+0+5304 (secure 0 0 0) 0x7f82080593b0 con 0x7f821015e660 2024-09-19T05:03:04.551 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:04.552 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-19T05:03:04.552 INFO:teuthology.orchestra.run.smithi005.stdout: "auth_dump": [ 2024-09-19T05:03:04.552 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:04.552 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.a", 2024-09-19T05:03:04.552 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmpZ7nDxAAD1scx1UIy3CnKegJ7AEbAw==", 2024-09-19T05:03:04.552 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:04.553 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:03:04.553 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:03:04.553 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:03:04.553 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:04.553 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:04.553 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:04.553 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:04.553 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.b", 2024-09-19T05:03:04.554 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmnC/FGxAA0Ep54+DXvaBSLkVML9btKw==", 2024-09-19T05:03:04.554 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:04.554 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:03:04.554 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:03:04.554 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:03:04.554 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:04.554 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:04.555 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:04.555 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:04.555 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.c", 2024-09-19T05:03:04.555 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmUYAMFxAA9cKjB9Y9Zd8ZtMpbn0myCw==", 2024-09-19T05:03:04.555 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:04.555 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:03:04.556 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:03:04.556 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:03:04.556 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:04.556 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:04.556 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:04.556 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:04.557 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.d", 2024-09-19T05:03:04.557 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmy0nIIhAAinwmXV5/xxzPFPiZlz+knw==", 2024-09-19T05:03:04.557 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:04.557 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:03:04.557 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:03:04.557 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:03:04.557 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:04.557 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:04.557 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:04.557 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:04.557 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.0", 2024-09-19T05:03:04.557 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDpr+tmKrR+FRAAntW/A29i8VDMf78PS0VtvA==", 2024-09-19T05:03:04.557 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:04.558 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:03:04.558 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:03:04.558 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:04.558 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:04.558 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:04.558 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:04.558 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.1", 2024-09-19T05:03:04.558 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDsr+tmhe0kNRAAHZGTLwLf1sfstZ0qigRNTA==", 2024-09-19T05:03:04.558 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:04.558 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:03:04.558 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:03:04.558 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:04.559 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:04.559 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:04.559 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:04.559 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.2", 2024-09-19T05:03:04.559 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDwr+tm+O4gGRAAHq7VHqyT2X9R7vgBTLafmw==", 2024-09-19T05:03:04.559 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:04.559 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:03:04.559 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:03:04.559 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:04.560 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:04.560 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:04.560 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:04.560 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.3", 2024-09-19T05:03:04.560 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDzr+tmjpkFKhAATYy5muRBYnfTuWoX39D6UA==", 2024-09-19T05:03:04.560 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:04.560 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:03:04.560 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:03:04.560 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:04.561 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:04.561 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:04.561 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:04.561 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.4", 2024-09-19T05:03:04.561 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQD5r+tmViCLMxAAPq8MDjjILutqnKX0IFZJtg==", 2024-09-19T05:03:04.561 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:04.561 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:03:04.561 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:03:04.561 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:04.561 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:04.561 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:04.561 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:04.561 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.5", 2024-09-19T05:03:04.562 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQD8r+tmfmyyNBAAwfxmtJoqHxQFg7HtbvGxVQ==", 2024-09-19T05:03:04.562 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:04.562 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:03:04.562 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:03:04.562 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:04.562 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:04.562 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:04.562 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:04.562 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.6", 2024-09-19T05:03:04.562 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQAAsOtmIt1uCRAAnXvaDPiWXTUW17dVdFtDuw==", 2024-09-19T05:03:04.562 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:04.562 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:03:04.563 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:03:04.563 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:04.563 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:04.563 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:04.563 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:04.563 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.7", 2024-09-19T05:03:04.563 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQADsOtmalRmCxAA9cFAAF7cNTj/iuLa3HUREw==", 2024-09-19T05:03:04.563 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:04.563 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:03:04.563 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:03:04.563 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:04.563 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:04.563 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:04.563 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:04.564 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.0", 2024-09-19T05:03:04.564 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmGJAHJxAA6YT7sqI8XwKH2Z23OxGkFw==", 2024-09-19T05:03:04.564 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:04.564 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:03:04.564 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow r", 2024-09-19T05:03:04.564 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T05:03:04.564 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:04.564 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:04.564 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:04.564 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.1", 2024-09-19T05:03:04.564 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmKiH7LxAAloWT1uvHnFdhd4peNF2J/w==", 2024-09-19T05:03:04.564 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:04.564 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:03:04.565 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow r", 2024-09-19T05:03:04.565 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow rw", 2024-09-19T05:03:04.565 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rwx" 2024-09-19T05:03:04.565 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:04.565 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:04.565 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:04.565 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.2", 2024-09-19T05:03:04.565 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmVqa2LBAAMm5ULwdyHFdtV9xyigltBA==", 2024-09-19T05:03:04.565 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:04.565 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:03:04.565 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow r", 2024-09-19T05:03:04.565 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow rw", 2024-09-19T05:03:04.565 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rwx" 2024-09-19T05:03:04.565 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:04.566 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:04.566 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:04.566 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.3", 2024-09-19T05:03:04.566 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmMyKpNRAAKE+cZfnTxMX6BKtqAIEFPQ==", 2024-09-19T05:03:04.566 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:04.566 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:03:04.566 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow r", 2024-09-19T05:03:04.566 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow rw", 2024-09-19T05:03:04.566 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rwx" 2024-09-19T05:03:04.566 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:04.566 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:04.566 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:04.566 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.admin", 2024-09-19T05:03:04.567 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDmr+tmPU9oLxAAfNONpFUBCiu1iEVStzscAg==", 2024-09-19T05:03:04.567 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:04.567 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow *", 2024-09-19T05:03:04.567 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:03:04.567 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:03:04.567 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:04.567 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:04.567 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:04.567 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:04.567 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mgr.x", 2024-09-19T05:03:04.567 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmCuGaDBAAg9I6sCwJVK5ffq3rOzb8vA==", 2024-09-19T05:03:04.568 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:04.568 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow *", 2024-09-19T05:03:04.568 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile mgr", 2024-09-19T05:03:04.568 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:04.568 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:04.568 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:04.568 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:04.568 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mgr.y", 2024-09-19T05:03:04.568 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmUWK2CBAA7/0u4Ns0J1Twfj2YGphbkQ==", 2024-09-19T05:03:04.568 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:04.568 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow *", 2024-09-19T05:03:04.569 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile mgr", 2024-09-19T05:03:04.569 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:04.569 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:04.569 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:04.569 INFO:teuthology.orchestra.run.smithi005.stdout: ] 2024-09-19T05:03:04.569 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-19T05:03:04.570 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.551+0000 7f8216445640 1 -- 172.21.15.5:0/4109894931 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f81fc06c2b0 msgr2=0x7f81fc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:04.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.551+0000 7f8216445640 1 --2- 172.21.15.5:0/4109894931 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f81fc06c2b0 0x7f81fc06e770 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f8200034000 tx=0x7f820002e000 comp rx=0 tx=0).stop 2024-09-19T05:03:04.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.551+0000 7f8216445640 1 -- 172.21.15.5:0/4109894931 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f821015e660 msgr2=0x7f821015a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:04.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.551+0000 7f8216445640 1 --2- 172.21.15.5:0/4109894931 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f821015e660 0x7f821015a6f0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f820800c7a0 tx=0x7f820800cc60 comp rx=0 tx=0).stop 2024-09-19T05:03:04.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.551+0000 7f8216445640 1 -- 172.21.15.5:0/4109894931 shutdown_connections 2024-09-19T05:03:04.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.551+0000 7f8216445640 1 --2- 172.21.15.5:0/4109894931 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f81fc06c2b0 0x7f81fc06e770 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:04.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.551+0000 7f8216445640 1 --2- 172.21.15.5:0/4109894931 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f821015e660 0x7f821015a6f0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:04.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.551+0000 7f8216445640 1 --2- 172.21.15.5:0/4109894931 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f82100d3150 0x7f8210158b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:04.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.551+0000 7f8216445640 1 --2- 172.21.15.5:0/4109894931 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f82100b6530 0x7f8210157b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:04.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.551+0000 7f8216445640 1 -- 172.21.15.5:0/4109894931 >> 172.21.15.5:0/4109894931 conn(0x7f821008c000 msgr2=0x7f82100d2720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:04.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.551+0000 7f8216445640 1 -- 172.21.15.5:0/4109894931 shutdown_connections 2024-09-19T05:03:04.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.551+0000 7f8216445640 1 -- 172.21.15.5:0/4109894931 wait complete. 2024-09-19T05:03:04.572 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T05:03:04.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.673+0000 7f5f6af5f640 1 Processor -- start 2024-09-19T05:03:04.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.673+0000 7f5f6af5f640 1 -- start start 2024-09-19T05:03:04.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.674+0000 7f5f6af5f640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5f640b42f0 0x7f5f640b4760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:04.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.674+0000 7f5f6af5f640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5f64160dc0 con 0x7f5f640b56e0 2024-09-19T05:03:04.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.674+0000 7f5f6af5f640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5f6415d5a0 con 0x7f5f6415ffb0 2024-09-19T05:03:04.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.674+0000 7f5f6af5f640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f5f640b0100 con 0x7f5f640b42f0 2024-09-19T05:03:04.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.674+0000 7f5f68cfb640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f5f640b56e0 0x7f5f640b0590 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:60684/0 (socket says 172.21.15.5:60684) 2024-09-19T05:03:04.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.674+0000 7f5f68cfb640 1 -- 172.21.15.5:0/1167630463 learned_addr learned my addr 172.21.15.5:0/1167630463 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:04.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.674+0000 7f5f5bfff640 1 --2- 172.21.15.5:0/1167630463 >> v2:172.21.15.5:3300/0 conn(0x7f5f640b42f0 0x7f5f640b4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:04.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.674+0000 7f5f5bfff640 1 -- 172.21.15.5:0/1167630463 >> v1:172.21.15.134:6789/0 conn(0x7f5f6415ffb0 legacy=0x7f5f641603c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:04.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.674+0000 7f5f5bfff640 1 -- 172.21.15.5:0/1167630463 >> v1:172.21.15.5:6789/0 conn(0x7f5f640b56e0 legacy=0x7f5f640b0590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:04.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.674+0000 7f5f5b7fe640 1 -- 172.21.15.5:0/1167630463 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2343371256 0 0) 0x7f5f64160dc0 con 0x7f5f640b56e0 2024-09-19T05:03:04.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.674+0000 7f5f5bfff640 1 -- 172.21.15.5:0/1167630463 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f6415d880 con 0x7f5f640b42f0 2024-09-19T05:03:04.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.675+0000 7f5f5bfff640 1 --2- 172.21.15.5:0/1167630463 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5f640b42f0 0x7f5f640b4760 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f5f540097a0 tx=0x7f5f5402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83dbed92a826f6a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:04.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.675+0000 7f5f5b7fe640 1 -- 172.21.15.5:0/1167630463 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f54037070 con 0x7f5f640b42f0 2024-09-19T05:03:04.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.675+0000 7f5f5b7fe640 1 -- 172.21.15.5:0/1167630463 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5f54032440 con 0x7f5f640b42f0 2024-09-19T05:03:04.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.675+0000 7f5f5b7fe640 1 -- 172.21.15.5:0/1167630463 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f54032810 con 0x7f5f640b42f0 2024-09-19T05:03:04.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.676+0000 7f5f6af5f640 1 -- 172.21.15.5:0/1167630463 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5f640b42f0 msgr2=0x7f5f640b4760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:04.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.676+0000 7f5f6af5f640 1 --2- 172.21.15.5:0/1167630463 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5f640b42f0 0x7f5f640b4760 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f5f540097a0 tx=0x7f5f5402a1e0 comp rx=0 tx=0).stop 2024-09-19T05:03:04.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.676+0000 7f5f6af5f640 1 -- 172.21.15.5:0/1167630463 shutdown_connections 2024-09-19T05:03:04.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.676+0000 7f5f6af5f640 1 --2- 172.21.15.5:0/1167630463 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5f640b42f0 0x7f5f640b4760 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:04.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.676+0000 7f5f6af5f640 1 -- 172.21.15.5:0/1167630463 >> 172.21.15.5:0/1167630463 conn(0x7f5f640b6810 msgr2=0x7f5f640b6c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:04.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.676+0000 7f5f6af5f640 1 -- 172.21.15.5:0/1167630463 shutdown_connections 2024-09-19T05:03:04.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.676+0000 7f5f6af5f640 1 -- 172.21.15.5:0/1167630463 wait complete. 2024-09-19T05:03:04.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.677+0000 7f5f6af5f640 1 Processor -- start 2024-09-19T05:03:04.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.677+0000 7f5f6af5f640 1 -- start start 2024-09-19T05:03:04.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.678+0000 7f5f6af5f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5f640b42f0 0x7f5f6409deb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:04.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.678+0000 7f5f6af5f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5f640b56e0 0x7f5f64143c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:04.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.678+0000 7f5f6af5f640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5f6415ffb0 0x7f5f640ccc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:04.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.678+0000 7f5f6af5f640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f5f640af9d0 con 0x7f5f640b56e0 2024-09-19T05:03:04.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.678+0000 7f5f6af5f640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f5f640b0ca0 con 0x7f5f6415ffb0 2024-09-19T05:03:04.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.678+0000 7f5f6af5f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f5f640afb50 con 0x7f5f640b42f0 2024-09-19T05:03:04.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.678+0000 7f5f5bfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5f640b56e0 0x7f5f64143c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:04.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.678+0000 7f5f5bfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5f640b56e0 0x7f5f64143c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:53148/0 (socket says 172.21.15.5:53148) 2024-09-19T05:03:04.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.678+0000 7f5f5bfff640 1 -- 172.21.15.5:0/954009964 learned_addr learned my addr 172.21.15.5:0/954009964 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:04.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.678+0000 7f5f68cfb640 1 --2- 172.21.15.5:0/954009964 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5f640b42f0 0x7f5f6409deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:04.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.678+0000 7f5f694fc640 1 --2- 172.21.15.5:0/954009964 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5f6415ffb0 0x7f5f640ccc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:04.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.678+0000 7f5f5bfff640 1 -- 172.21.15.5:0/954009964 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5f640b42f0 msgr2=0x7f5f6409deb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:04.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.678+0000 7f5f5bfff640 1 --2- 172.21.15.5:0/954009964 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5f640b42f0 0x7f5f6409deb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:04.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.678+0000 7f5f5bfff640 1 -- 172.21.15.5:0/954009964 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5f6415ffb0 msgr2=0x7f5f640ccc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:04.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.678+0000 7f5f5bfff640 1 --2- 172.21.15.5:0/954009964 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5f6415ffb0 0x7f5f640ccc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:04.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.678+0000 7f5f5bfff640 1 -- 172.21.15.5:0/954009964 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f6409e530 con 0x7f5f640b56e0 2024-09-19T05:03:04.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.679+0000 7f5f5bfff640 1 --2- 172.21.15.5:0/954009964 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5f640b56e0 0x7f5f64143c50 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f5f540097a0 tx=0x7f5f540046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:04.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.679+0000 7f5f597fa640 1 -- 172.21.15.5:0/954009964 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f54037040 con 0x7f5f640b56e0 2024-09-19T05:03:04.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.679+0000 7f5f597fa640 1 -- 172.21.15.5:0/954009964 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5f54004250 con 0x7f5f640b56e0 2024-09-19T05:03:04.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.679+0000 7f5f6af5f640 1 -- 172.21.15.5:0/954009964 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f6409e810 con 0x7f5f640b56e0 2024-09-19T05:03:04.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.679+0000 7f5f597fa640 1 -- 172.21.15.5:0/954009964 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f54032e20 con 0x7f5f640b56e0 2024-09-19T05:03:04.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.679+0000 7f5f6af5f640 1 -- 172.21.15.5:0/954009964 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f6409edd0 con 0x7f5f640b56e0 2024-09-19T05:03:04.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.680+0000 7f5f6af5f640 1 -- 172.21.15.5:0/954009964 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f640b4760 con 0x7f5f640b56e0 2024-09-19T05:03:04.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.680+0000 7f5f597fa640 1 -- 172.21.15.5:0/954009964 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5f54030770 con 0x7f5f640b56e0 2024-09-19T05:03:04.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.681+0000 7f5f597fa640 1 --2- 172.21.15.5:0/954009964 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5f5006c2b0 0x7f5f5006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:04.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.681+0000 7f5f597fa640 1 -- 172.21.15.5:0/954009964 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5249+0+0 (secure 0 0 0) 0x7f5f540ac6b0 con 0x7f5f640b56e0 2024-09-19T05:03:04.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.681+0000 7f5f68cfb640 1 --2- 172.21.15.5:0/954009964 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5f5006c2b0 0x7f5f5006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:04.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.682+0000 7f5f68cfb640 1 --2- 172.21.15.5:0/954009964 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5f5006c2b0 0x7f5f5006e770 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f5f60007fd0 tx=0x7f5f60009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:04.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.685+0000 7f5f597fa640 1 -- 172.21.15.5:0/954009964 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5f5407b100 con 0x7f5f640b56e0 2024-09-19T05:03:04.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.866+0000 7f5f6af5f640 1 -- 172.21.15.5:0/954009964 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f5f64144190 con 0x7f5f640b56e0 2024-09-19T05:03:04.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.866+0000 7f5f597fa640 1 -- 172.21.15.5:0/954009964 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v57) ==== 84+0+65 (secure 0 0 0) 0x7f5f5407aa00 con 0x7f5f640b56e0 2024-09-19T05:03:04.868 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:04.868 INFO:teuthology.orchestra.run.smithi005.stdout:[ 2024-09-19T05:03:04.868 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:04.869 INFO:teuthology.orchestra.run.smithi005.stdout: "poolnum": 1, 2024-09-19T05:03:04.869 INFO:teuthology.orchestra.run.smithi005.stdout: "poolname": ".mgr" 2024-09-19T05:03:04.869 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:04.869 INFO:teuthology.orchestra.run.smithi005.stdout:] 2024-09-19T05:03:04.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.868+0000 7f5f6af5f640 1 -- 172.21.15.5:0/954009964 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5f5006c2b0 msgr2=0x7f5f5006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:04.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.868+0000 7f5f6af5f640 1 --2- 172.21.15.5:0/954009964 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5f5006c2b0 0x7f5f5006e770 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f5f60007fd0 tx=0x7f5f60009040 comp rx=0 tx=0).stop 2024-09-19T05:03:04.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.868+0000 7f5f6af5f640 1 -- 172.21.15.5:0/954009964 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5f640b56e0 msgr2=0x7f5f64143c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:04.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.868+0000 7f5f6af5f640 1 --2- 172.21.15.5:0/954009964 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5f640b56e0 0x7f5f64143c50 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f5f540097a0 tx=0x7f5f540046c0 comp rx=0 tx=0).stop 2024-09-19T05:03:04.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.868+0000 7f5f6af5f640 1 -- 172.21.15.5:0/954009964 shutdown_connections 2024-09-19T05:03:04.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.868+0000 7f5f6af5f640 1 --2- 172.21.15.5:0/954009964 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5f5006c2b0 0x7f5f5006e770 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:04.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.868+0000 7f5f6af5f640 1 --2- 172.21.15.5:0/954009964 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5f6415ffb0 0x7f5f640ccc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:04.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.868+0000 7f5f6af5f640 1 --2- 172.21.15.5:0/954009964 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5f640b56e0 0x7f5f64143c50 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:04.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.868+0000 7f5f6af5f640 1 --2- 172.21.15.5:0/954009964 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5f640b42f0 0x7f5f6409deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:04.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.868+0000 7f5f6af5f640 1 -- 172.21.15.5:0/954009964 >> 172.21.15.5:0/954009964 conn(0x7f5f640b6810 msgr2=0x7f5f640b6d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:04.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.868+0000 7f5f6af5f640 1 -- 172.21.15.5:0/954009964 shutdown_connections 2024-09-19T05:03:04.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.868+0000 7f5f6af5f640 1 -- 172.21.15.5:0/954009964 wait complete. 2024-09-19T05:03:04.880 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T05:03:04.881 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T05:03:04.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.986+0000 7fa639766640 1 Processor -- start 2024-09-19T05:03:04.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.986+0000 7fa639766640 1 -- start start 2024-09-19T05:03:04.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.987+0000 7fa639766640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fa63406deb0 0x7fa6340b5e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:04.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.987+0000 7fa639766640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa6340cccb0 0x7fa6340b6340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:04.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.987+0000 7fa639766640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa63409b480 con 0x7fa63415e770 2024-09-19T05:03:04.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.987+0000 7fa639766640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fa6340cb810 con 0x7fa63406deb0 2024-09-19T05:03:04.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.987+0000 7fa639766640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fa63409b760 con 0x7fa6340cccb0 2024-09-19T05:03:04.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.987+0000 7fa632ffd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fa63415e770 0x7fa63406d7a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:60686/0 (socket says 172.21.15.5:60686) 2024-09-19T05:03:04.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.987+0000 7fa632ffd640 1 -- 172.21.15.5:0/506321198 learned_addr learned my addr 172.21.15.5:0/506321198 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:04.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.987+0000 7fa6337fe640 1 --2- 172.21.15.5:0/506321198 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa6340cccb0 0x7fa6340b6340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:04.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.987+0000 7fa6327fc640 1 --2- 172.21.15.5:0/506321198 >> v2:172.21.15.134:3300/0 conn(0x7fa63406deb0 0x7fa6340b5e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:04.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.987+0000 7fa631ffb640 1 -- 172.21.15.5:0/506321198 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1368919065 0 0) 0x7fa63409b480 con 0x7fa63415e770 2024-09-19T05:03:04.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.987+0000 7fa631ffb640 1 -- 172.21.15.5:0/506321198 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa61c003520 con 0x7fa63415e770 2024-09-19T05:03:04.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.988+0000 7fa631ffb640 1 -- 172.21.15.5:0/506321198 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 436317794 0 0) 0x7fa61c003520 con 0x7fa63415e770 2024-09-19T05:03:04.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.988+0000 7fa631ffb640 1 -- 172.21.15.5:0/506321198 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa6340cccb0 msgr2=0x7fa6340b6340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:04.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.988+0000 7fa631ffb640 1 --2- 172.21.15.5:0/506321198 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa6340cccb0 0x7fa6340b6340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:04.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.988+0000 7fa631ffb640 1 -- 172.21.15.5:0/506321198 >> v2:172.21.15.134:3300/0 conn(0x7fa63406deb0 msgr2=0x7fa6340b5e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:04.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.988+0000 7fa631ffb640 1 --2- 172.21.15.5:0/506321198 >> v2:172.21.15.134:3300/0 conn(0x7fa63406deb0 0x7fa6340b5e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:04.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.988+0000 7fa631ffb640 1 -- 172.21.15.5:0/506321198 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa63409ba40 con 0x7fa63415e770 2024-09-19T05:03:04.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.988+0000 7fa631ffb640 1 -- 172.21.15.5:0/506321198 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7fa624001670 con 0x7fa63415e770 2024-09-19T05:03:04.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.988+0000 7fa631ffb640 1 -- 172.21.15.5:0/506321198 >> v1:172.21.15.5:6789/0 conn(0x7fa63415e770 legacy=0x7fa63406d7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:04.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.988+0000 7fa631ffb640 1 --2- 172.21.15.5:0/506321198 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa6340cccb0 0x7fa61c0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:04.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.988+0000 7fa631ffb640 1 --2- 172.21.15.5:0/506321198 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa61c003f30 0x7fa61c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:04.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.988+0000 7fa631ffb640 1 --2- 172.21.15.5:0/506321198 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa61c004d40 0x7fa61c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:04.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.988+0000 7fa631ffb640 1 -- 172.21.15.5:0/506321198 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fa6340cb810 con 0x7fa61c003f30 2024-09-19T05:03:04.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.988+0000 7fa631ffb640 1 -- 172.21.15.5:0/506321198 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fa63409b760 con 0x7fa61c004d40 2024-09-19T05:03:04.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.988+0000 7fa631ffb640 1 -- 172.21.15.5:0/506321198 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fa61c00b9c0 con 0x7fa6340cccb0 2024-09-19T05:03:04.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.988+0000 7fa6327fc640 1 --2- 172.21.15.5:0/506321198 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa61c003f30 0x7fa61c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:04.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.988+0000 7fa632ffd640 1 --2- 172.21.15.5:0/506321198 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa6340cccb0 0x7fa61c0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:04.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.988+0000 7fa6337fe640 1 --2- 172.21.15.5:0/506321198 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa61c004d40 0x7fa61c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:04.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.988+0000 7fa6327fc640 1 -- 172.21.15.5:0/506321198 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa6340cccb0 msgr2=0x7fa61c0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:04.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.988+0000 7fa6327fc640 1 --2- 172.21.15.5:0/506321198 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa6340cccb0 0x7fa61c0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:04.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.988+0000 7fa6327fc640 1 -- 172.21.15.5:0/506321198 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa61c004d40 msgr2=0x7fa61c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:04.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.988+0000 7fa6327fc640 1 --2- 172.21.15.5:0/506321198 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa61c004d40 0x7fa61c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:04.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.988+0000 7fa6327fc640 1 -- 172.21.15.5:0/506321198 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa61c003520 con 0x7fa61c003f30 2024-09-19T05:03:04.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.988+0000 7fa6337fe640 1 --2- 172.21.15.5:0/506321198 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa61c004d40 0x7fa61c0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:04.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.989+0000 7fa6327fc640 1 --2- 172.21.15.5:0/506321198 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa61c003f30 0x7fa61c004800 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fa628009ac0 tx=0x7fa61c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e2fdc8fb7b3d23e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:04.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.989+0000 7fa631ffb640 1 -- 172.21.15.5:0/506321198 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa628036070 con 0x7fa61c003f30 2024-09-19T05:03:04.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.989+0000 7fa631ffb640 1 -- 172.21.15.5:0/506321198 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa628031400 con 0x7fa61c003f30 2024-09-19T05:03:04.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.989+0000 7fa631ffb640 1 -- 172.21.15.5:0/506321198 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa628009690 con 0x7fa61c003f30 2024-09-19T05:03:04.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.989+0000 7fa639766640 1 -- 172.21.15.5:0/506321198 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa61c003f30 msgr2=0x7fa61c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:04.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.989+0000 7fa639766640 1 --2- 172.21.15.5:0/506321198 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa61c003f30 0x7fa61c004800 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fa628009ac0 tx=0x7fa61c005830 comp rx=0 tx=0).stop 2024-09-19T05:03:04.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.990+0000 7fa6337fe640 1 -- 172.21.15.5:0/506321198 reap_dead start 2024-09-19T05:03:04.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.990+0000 7fa639766640 1 -- 172.21.15.5:0/506321198 shutdown_connections 2024-09-19T05:03:04.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.990+0000 7fa639766640 1 -- 172.21.15.5:0/506321198 >> 172.21.15.5:0/506321198 conn(0x7fa6340b4060 msgr2=0x7fa6340b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:04.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.990+0000 7fa639766640 1 -- 172.21.15.5:0/506321198 shutdown_connections 2024-09-19T05:03:04.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.990+0000 7fa639766640 1 -- 172.21.15.5:0/506321198 wait complete. 2024-09-19T05:03:04.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.991+0000 7fa639766640 1 Processor -- start 2024-09-19T05:03:04.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.991+0000 7fa639766640 1 -- start start 2024-09-19T05:03:04.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.992+0000 7fa639766640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa61c003f30 0x7fa634150ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:04.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.992+0000 7fa639766640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa6340b6660 0x7fa6340b6ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:04.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.992+0000 7fa639766640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa6340cf9c0 0x7fa6340cfe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:04.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.992+0000 7fa639766640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fa63415eb50 con 0x7fa61c003f30 2024-09-19T05:03:04.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.992+0000 7fa639766640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fa63409c000 con 0x7fa6340b6660 2024-09-19T05:03:04.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.992+0000 7fa639766640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fa63415ecd0 con 0x7fa6340cf9c0 2024-09-19T05:03:04.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.992+0000 7fa632ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa61c003f30 0x7fa634150ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:04.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.992+0000 7fa632ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa61c003f30 0x7fa634150ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:53170/0 (socket says 172.21.15.5:53170) 2024-09-19T05:03:04.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.992+0000 7fa632ffd640 1 -- 172.21.15.5:0/367087864 learned_addr learned my addr 172.21.15.5:0/367087864 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:04.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.992+0000 7fa6327fc640 1 --2- 172.21.15.5:0/367087864 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa6340b6660 0x7fa6340b6ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:04.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.992+0000 7fa632ffd640 1 -- 172.21.15.5:0/367087864 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa6340cf9c0 msgr2=0x7fa6340cfe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:04.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.992+0000 7fa6337fe640 1 --2- 172.21.15.5:0/367087864 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa6340cf9c0 0x7fa6340cfe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:04.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.992+0000 7fa632ffd640 1 --2- 172.21.15.5:0/367087864 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa6340cf9c0 0x7fa6340cfe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:04.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.992+0000 7fa632ffd640 1 -- 172.21.15.5:0/367087864 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa6340b6660 msgr2=0x7fa6340b6ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:04.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.992+0000 7fa632ffd640 1 --2- 172.21.15.5:0/367087864 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa6340b6660 0x7fa6340b6ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:04.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.992+0000 7fa632ffd640 1 -- 172.21.15.5:0/367087864 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa634160df0 con 0x7fa61c003f30 2024-09-19T05:03:04.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.992+0000 7fa6327fc640 1 --2- 172.21.15.5:0/367087864 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa6340b6660 0x7fa6340b6ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:04.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.992+0000 7fa6337fe640 1 --2- 172.21.15.5:0/367087864 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa6340cf9c0 0x7fa6340cfe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:04.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.992+0000 7fa632ffd640 1 --2- 172.21.15.5:0/367087864 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa61c003f30 0x7fa634150ea0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fa624007340 tx=0x7fa624007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:04.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.992+0000 7fa61b7fe640 1 -- 172.21.15.5:0/367087864 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa62400f8e0 con 0x7fa61c003f30 2024-09-19T05:03:04.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.993+0000 7fa61b7fe640 1 -- 172.21.15.5:0/367087864 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa624018070 con 0x7fa61c003f30 2024-09-19T05:03:04.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.993+0000 7fa61b7fe640 1 -- 172.21.15.5:0/367087864 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa62400fcc0 con 0x7fa61c003f30 2024-09-19T05:03:04.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.993+0000 7fa639766640 1 -- 172.21.15.5:0/367087864 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6341610d0 con 0x7fa61c003f30 2024-09-19T05:03:04.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.993+0000 7fa639766640 1 -- 172.21.15.5:0/367087864 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa634161690 con 0x7fa61c003f30 2024-09-19T05:03:04.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.994+0000 7fa639766640 1 -- 172.21.15.5:0/367087864 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6340b3850 con 0x7fa61c003f30 2024-09-19T05:03:04.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.994+0000 7fa61b7fe640 1 -- 172.21.15.5:0/367087864 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa62401d460 con 0x7fa61c003f30 2024-09-19T05:03:04.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.995+0000 7fa61b7fe640 1 --2- 172.21.15.5:0/367087864 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa62006c2e0 0x7fa62006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:04.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.995+0000 7fa61b7fe640 1 -- 172.21.15.5:0/367087864 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5249+0+0 (secure 0 0 0) 0x7fa62408b310 con 0x7fa61c003f30 2024-09-19T05:03:04.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.995+0000 7fa6327fc640 1 --2- 172.21.15.5:0/367087864 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa62006c2e0 0x7fa62006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:04.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.995+0000 7fa6327fc640 1 --2- 172.21.15.5:0/367087864 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa62006c2e0 0x7fa62006e7a0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fa628033000 tx=0x7fa628008030 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:05.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:04.999+0000 7fa61b7fe640 1 -- 172.21.15.5:0/367087864 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa62400fe60 con 0x7fa61c003f30 2024-09-19T05:03:05.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:05.178+0000 7fa639766640 1 -- 172.21.15.5:0/367087864 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fa6340b3bf0 con 0x7fa61c003f30 2024-09-19T05:03:06.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.173+0000 7fa61b7fe640 1 -- 172.21.15.5:0/367087864 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v58) ==== 138+0+0 (secure 0 0 0) 0x7fa624089e20 con 0x7fa61c003f30 2024-09-19T05:03:06.175 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_metadata' created 2024-09-19T05:03:06.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.176+0000 7fa639766640 1 -- 172.21.15.5:0/367087864 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa62006c2e0 msgr2=0x7fa62006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:06.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.176+0000 7fa639766640 1 --2- 172.21.15.5:0/367087864 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa62006c2e0 0x7fa62006e7a0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fa628033000 tx=0x7fa628008030 comp rx=0 tx=0).stop 2024-09-19T05:03:06.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.176+0000 7fa639766640 1 -- 172.21.15.5:0/367087864 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa61c003f30 msgr2=0x7fa634150ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:06.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.176+0000 7fa639766640 1 --2- 172.21.15.5:0/367087864 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa61c003f30 0x7fa634150ea0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fa624007340 tx=0x7fa624007800 comp rx=0 tx=0).stop 2024-09-19T05:03:06.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.177+0000 7fa639766640 1 -- 172.21.15.5:0/367087864 shutdown_connections 2024-09-19T05:03:06.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.177+0000 7fa639766640 1 --2- 172.21.15.5:0/367087864 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa62006c2e0 0x7fa62006e7a0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:06.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.177+0000 7fa639766640 1 --2- 172.21.15.5:0/367087864 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa6340cf9c0 0x7fa6340cfe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:06.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.177+0000 7fa639766640 1 --2- 172.21.15.5:0/367087864 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa6340b6660 0x7fa6340b6ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:06.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.177+0000 7fa639766640 1 --2- 172.21.15.5:0/367087864 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa61c003f30 0x7fa634150ea0 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:06.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.177+0000 7fa639766640 1 -- 172.21.15.5:0/367087864 >> 172.21.15.5:0/367087864 conn(0x7fa6340b4060 msgr2=0x7fa634070600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:06.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.179+0000 7fa639766640 1 -- 172.21.15.5:0/367087864 shutdown_connections 2024-09-19T05:03:06.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.180+0000 7fa639766640 1 -- 172.21.15.5:0/367087864 wait complete. 2024-09-19T05:03:06.197 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T05:03:06.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.310+0000 7fb56bf66640 1 Processor -- start 2024-09-19T05:03:06.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.310+0000 7fb56bf66640 1 -- start start 2024-09-19T05:03:06.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.311+0000 7fb56bf66640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb56415e720 0x7fb56415ee90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:06.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.311+0000 7fb56bf66640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fb5640cec70 0x7fb5640cf0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:06.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.311+0000 7fb56bf66640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb56415f870 con 0x7fb56415f3d0 2024-09-19T05:03:06.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.311+0000 7fb56bf66640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fb5640cf5e0 con 0x7fb5640cec70 2024-09-19T05:03:06.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.311+0000 7fb56bf66640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fb56415fb50 con 0x7fb56415e720 2024-09-19T05:03:06.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.311+0000 7fb569501640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fb56415f3d0 0x7fb5640b34a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:60700/0 (socket says 172.21.15.5:60700) 2024-09-19T05:03:06.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.311+0000 7fb569501640 1 -- 172.21.15.5:0/3088415812 learned_addr learned my addr 172.21.15.5:0/3088415812 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:06.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.311+0000 7fb56a503640 1 --2- 172.21.15.5:0/3088415812 >> v2:172.21.15.134:3300/0 conn(0x7fb5640cec70 0x7fb5640cf0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:06.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.311+0000 7fb568d00640 1 -- 172.21.15.5:0/3088415812 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2069390902 0 0) 0x7fb56415f870 con 0x7fb56415f3d0 2024-09-19T05:03:06.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.311+0000 7fb569d02640 1 --2- 172.21.15.5:0/3088415812 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb56415e720 0x7fb56415ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:06.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.311+0000 7fb568d00640 1 -- 172.21.15.5:0/3088415812 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb550003520 con 0x7fb56415f3d0 2024-09-19T05:03:06.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.312+0000 7fb568d00640 1 -- 172.21.15.5:0/3088415812 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 894058281 0 0) 0x7fb550003520 con 0x7fb56415f3d0 2024-09-19T05:03:06.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.312+0000 7fb568d00640 1 -- 172.21.15.5:0/3088415812 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb56415e720 msgr2=0x7fb56415ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:06.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.312+0000 7fb568d00640 1 --2- 172.21.15.5:0/3088415812 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb56415e720 0x7fb56415ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:06.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.312+0000 7fb568d00640 1 -- 172.21.15.5:0/3088415812 >> v2:172.21.15.134:3300/0 conn(0x7fb5640cec70 msgr2=0x7fb5640cf0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:06.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.312+0000 7fb568d00640 1 --2- 172.21.15.5:0/3088415812 >> v2:172.21.15.134:3300/0 conn(0x7fb5640cec70 0x7fb5640cf0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:06.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.312+0000 7fb568d00640 1 -- 172.21.15.5:0/3088415812 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5640ce470 con 0x7fb56415f3d0 2024-09-19T05:03:06.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.312+0000 7fb568d00640 1 -- 172.21.15.5:0/3088415812 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7fb554001670 con 0x7fb56415f3d0 2024-09-19T05:03:06.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.312+0000 7fb568d00640 1 -- 172.21.15.5:0/3088415812 >> v1:172.21.15.5:6789/0 conn(0x7fb56415f3d0 legacy=0x7fb5640b34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:06.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.312+0000 7fb568d00640 1 --2- 172.21.15.5:0/3088415812 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb56415e720 0x7fb5500039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:06.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.312+0000 7fb568d00640 1 --2- 172.21.15.5:0/3088415812 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb550003f30 0x7fb550004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:06.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.312+0000 7fb568d00640 1 --2- 172.21.15.5:0/3088415812 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb550004d40 0x7fb5500051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:06.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.312+0000 7fb568d00640 1 -- 172.21.15.5:0/3088415812 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fb5640cf5e0 con 0x7fb550003f30 2024-09-19T05:03:06.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.312+0000 7fb568d00640 1 -- 172.21.15.5:0/3088415812 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fb56415fb50 con 0x7fb550004d40 2024-09-19T05:03:06.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.312+0000 7fb568d00640 1 -- 172.21.15.5:0/3088415812 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fb55000dbd0 con 0x7fb56415e720 2024-09-19T05:03:06.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.312+0000 7fb569501640 1 --2- 172.21.15.5:0/3088415812 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb550003f30 0x7fb550004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:06.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.312+0000 7fb56a503640 1 --2- 172.21.15.5:0/3088415812 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb550004d40 0x7fb5500051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:06.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.312+0000 7fb569d02640 1 --2- 172.21.15.5:0/3088415812 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb56415e720 0x7fb5500039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:06.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.312+0000 7fb569501640 1 -- 172.21.15.5:0/3088415812 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb56415e720 msgr2=0x7fb5500039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:06.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.312+0000 7fb569501640 1 --2- 172.21.15.5:0/3088415812 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb56415e720 0x7fb5500039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:06.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.312+0000 7fb569501640 1 -- 172.21.15.5:0/3088415812 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb550004d40 msgr2=0x7fb5500051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:06.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.312+0000 7fb569501640 1 --2- 172.21.15.5:0/3088415812 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb550004d40 0x7fb5500051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:06.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.312+0000 7fb569501640 1 -- 172.21.15.5:0/3088415812 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb550003520 con 0x7fb550003f30 2024-09-19T05:03:06.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.312+0000 7fb569d02640 1 --2- 172.21.15.5:0/3088415812 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb56415e720 0x7fb5500039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:06.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.313+0000 7fb569501640 1 --2- 172.21.15.5:0/3088415812 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb550003f30 0x7fb550004800 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fb554007fd0 tx=0x7fb550005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2a73d8538d6e421 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:06.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.313+0000 7fb568d00640 1 -- 172.21.15.5:0/3088415812 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb554007d50 con 0x7fb550003f30 2024-09-19T05:03:06.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.313+0000 7fb568d00640 1 -- 172.21.15.5:0/3088415812 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb554005ad0 con 0x7fb550003f30 2024-09-19T05:03:06.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.313+0000 7fb568d00640 1 -- 172.21.15.5:0/3088415812 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb554007070 con 0x7fb550003f30 2024-09-19T05:03:06.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.314+0000 7fb56bf66640 1 -- 172.21.15.5:0/3088415812 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb550003f30 msgr2=0x7fb550004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:06.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.314+0000 7fb56bf66640 1 --2- 172.21.15.5:0/3088415812 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb550003f30 0x7fb550004800 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fb554007fd0 tx=0x7fb550005830 comp rx=0 tx=0).stop 2024-09-19T05:03:06.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.314+0000 7fb56a503640 1 -- 172.21.15.5:0/3088415812 reap_dead start 2024-09-19T05:03:06.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.314+0000 7fb56bf66640 1 -- 172.21.15.5:0/3088415812 shutdown_connections 2024-09-19T05:03:06.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.314+0000 7fb56bf66640 1 -- 172.21.15.5:0/3088415812 >> 172.21.15.5:0/3088415812 conn(0x7fb5640b5de0 msgr2=0x7fb56406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:06.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.314+0000 7fb56bf66640 1 -- 172.21.15.5:0/3088415812 shutdown_connections 2024-09-19T05:03:06.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.314+0000 7fb56bf66640 1 -- 172.21.15.5:0/3088415812 wait complete. 2024-09-19T05:03:06.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.315+0000 7fb56bf66640 1 Processor -- start 2024-09-19T05:03:06.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.315+0000 7fb56bf66640 1 -- start start 2024-09-19T05:03:06.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.316+0000 7fb56bf66640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb550003f30 0x7fb564143420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:06.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.316+0000 7fb56bf66640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb564145d50 0x7fb5641461d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:06.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.316+0000 7fb56bf66640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb5640ae2f0 0x7fb5640ae770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:06.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.316+0000 7fb56bf66640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fb56415eb00 con 0x7fb564145d50 2024-09-19T05:03:06.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.316+0000 7fb56bf66640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fb5640b3bb0 con 0x7fb550003f30 2024-09-19T05:03:06.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.316+0000 7fb56bf66640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fb56415ec80 con 0x7fb5640ae2f0 2024-09-19T05:03:06.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.316+0000 7fb569501640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb564145d50 0x7fb5641461d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:06.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.316+0000 7fb569501640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb564145d50 0x7fb5641461d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:53182/0 (socket says 172.21.15.5:53182) 2024-09-19T05:03:06.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.316+0000 7fb569501640 1 -- 172.21.15.5:0/598851097 learned_addr learned my addr 172.21.15.5:0/598851097 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:06.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.316+0000 7fb56a503640 1 --2- 172.21.15.5:0/598851097 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb5640ae2f0 0x7fb5640ae770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:06.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.316+0000 7fb569d02640 1 --2- 172.21.15.5:0/598851097 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb550003f30 0x7fb564143420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:06.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.316+0000 7fb569501640 1 -- 172.21.15.5:0/598851097 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb5640ae2f0 msgr2=0x7fb5640ae770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:06.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.316+0000 7fb569501640 1 --2- 172.21.15.5:0/598851097 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb5640ae2f0 0x7fb5640ae770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:06.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.316+0000 7fb569501640 1 -- 172.21.15.5:0/598851097 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb550003f30 msgr2=0x7fb564143420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:06.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.316+0000 7fb569501640 1 --2- 172.21.15.5:0/598851097 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb550003f30 0x7fb564143420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:06.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.316+0000 7fb569501640 1 -- 172.21.15.5:0/598851097 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5641f4940 con 0x7fb564145d50 2024-09-19T05:03:06.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.317+0000 7fb569501640 1 --2- 172.21.15.5:0/598851097 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb564145d50 0x7fb5641461d0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fb55402ae00 tx=0x7fb5640ce640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:06.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.317+0000 7fb55a7fc640 1 -- 172.21.15.5:0/598851097 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb554040020 con 0x7fb564145d50 2024-09-19T05:03:06.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.317+0000 7fb55a7fc640 1 -- 172.21.15.5:0/598851097 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb554001430 con 0x7fb564145d50 2024-09-19T05:03:06.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.317+0000 7fb56bf66640 1 -- 172.21.15.5:0/598851097 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5640aefb0 con 0x7fb564145d50 2024-09-19T05:03:06.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.317+0000 7fb55a7fc640 1 -- 172.21.15.5:0/598851097 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5540047e0 con 0x7fb564145d50 2024-09-19T05:03:06.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.317+0000 7fb56bf66640 1 -- 172.21.15.5:0/598851097 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb564144140 con 0x7fb564145d50 2024-09-19T05:03:06.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.318+0000 7fb56bf66640 1 -- 172.21.15.5:0/598851097 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb56406eff0 con 0x7fb564145d50 2024-09-19T05:03:06.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.318+0000 7fb55a7fc640 1 -- 172.21.15.5:0/598851097 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb554043020 con 0x7fb564145d50 2024-09-19T05:03:06.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.319+0000 7fb55a7fc640 1 --2- 172.21.15.5:0/598851097 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb54806c2b0 0x7fb54806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:06.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.319+0000 7fb55a7fc640 1 -- 172.21.15.5:0/598851097 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5619+0+0 (secure 0 0 0) 0x7fb5540aab90 con 0x7fb564145d50 2024-09-19T05:03:06.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.319+0000 7fb569d02640 1 --2- 172.21.15.5:0/598851097 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb54806c2b0 0x7fb54806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:06.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.320+0000 7fb569d02640 1 --2- 172.21.15.5:0/598851097 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb54806c2b0 0x7fb54806e770 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fb560009930 tx=0x7fb560008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:06.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.323+0000 7fb55a7fc640 1 -- 172.21.15.5:0/598851097 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb5540443b0 con 0x7fb564145d50 2024-09-19T05:03:06.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:06.500+0000 7fb56bf66640 1 -- 172.21.15.5:0/598851097 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fb5640b3070 con 0x7fb564145d50 2024-09-19T05:03:07.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.179+0000 7fb55a7fc640 1 -- 172.21.15.5:0/598851097 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v59) ==== 170+0+0 (secure 0 0 0) 0x7fb5540792c0 con 0x7fb564145d50 2024-09-19T05:03:07.181 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_data' created 2024-09-19T05:03:07.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.182+0000 7fb56bf66640 1 -- 172.21.15.5:0/598851097 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb54806c2b0 msgr2=0x7fb54806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:07.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.182+0000 7fb56bf66640 1 --2- 172.21.15.5:0/598851097 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb54806c2b0 0x7fb54806e770 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fb560009930 tx=0x7fb560008040 comp rx=0 tx=0).stop 2024-09-19T05:03:07.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.182+0000 7fb56bf66640 1 -- 172.21.15.5:0/598851097 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb564145d50 msgr2=0x7fb5641461d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:07.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.183+0000 7fb56bf66640 1 --2- 172.21.15.5:0/598851097 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb564145d50 0x7fb5641461d0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fb55402ae00 tx=0x7fb5640ce640 comp rx=0 tx=0).stop 2024-09-19T05:03:07.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.183+0000 7fb56bf66640 1 -- 172.21.15.5:0/598851097 shutdown_connections 2024-09-19T05:03:07.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.183+0000 7fb56bf66640 1 --2- 172.21.15.5:0/598851097 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb54806c2b0 0x7fb54806e770 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:07.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.183+0000 7fb56bf66640 1 --2- 172.21.15.5:0/598851097 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb5640ae2f0 0x7fb5640ae770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:07.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.183+0000 7fb56bf66640 1 --2- 172.21.15.5:0/598851097 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb564145d50 0x7fb5641461d0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:07.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.183+0000 7fb56bf66640 1 --2- 172.21.15.5:0/598851097 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb550003f30 0x7fb564143420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:07.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.183+0000 7fb56bf66640 1 -- 172.21.15.5:0/598851097 >> 172.21.15.5:0/598851097 conn(0x7fb5640b5de0 msgr2=0x7fb564158b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:07.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.184+0000 7fb56bf66640 1 -- 172.21.15.5:0/598851097 shutdown_connections 2024-09-19T05:03:07.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.185+0000 7fb56bf66640 1 -- 172.21.15.5:0/598851097 wait complete. 2024-09-19T05:03:07.213 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T05:03:07.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.323+0000 7f72bbe65640 1 Processor -- start 2024-09-19T05:03:07.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.324+0000 7f72bbe65640 1 -- start start 2024-09-19T05:03:07.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.325+0000 7f72bbe65640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f72b406e080 0x7f72b41694c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:07.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.325+0000 7f72bbe65640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f72b40b75f0 con 0x7f72b40b5e00 2024-09-19T05:03:07.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.325+0000 7f72bbe65640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f72b40b6a70 con 0x7f72b409aa70 2024-09-19T05:03:07.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.325+0000 7f72bbe65640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f72b4162460 con 0x7f72b406e080 2024-09-19T05:03:07.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.325+0000 7f72b9400640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f72b40b5e00 0x7f72b40b6270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:37146/0 (socket says 172.21.15.5:37146) 2024-09-19T05:03:07.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.325+0000 7f72b9400640 1 -- 172.21.15.5:0/1746403773 learned_addr learned my addr 172.21.15.5:0/1746403773 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:07.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.325+0000 7f72ba402640 1 --2- 172.21.15.5:0/1746403773 >> v2:172.21.15.5:3300/0 conn(0x7f72b406e080 0x7f72b41694c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:07.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.325+0000 7f72b8bff640 1 -- 172.21.15.5:0/1746403773 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1782364937 0 0) 0x7f72b40b75f0 con 0x7f72b40b5e00 2024-09-19T05:03:07.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.325+0000 7f72b8bff640 1 -- 172.21.15.5:0/1746403773 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f72a0003520 con 0x7f72b40b5e00 2024-09-19T05:03:07.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.325+0000 7f72b8bff640 1 -- 172.21.15.5:0/1746403773 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1605201204 0 0) 0x7f72b40b6a70 con 0x7f72b409aa70 2024-09-19T05:03:07.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.325+0000 7f72b8bff640 1 -- 172.21.15.5:0/1746403773 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f72b40b75f0 con 0x7f72b409aa70 2024-09-19T05:03:07.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.325+0000 7f72ba402640 1 -- 172.21.15.5:0/1746403773 >> v1:172.21.15.134:6789/0 conn(0x7f72b409aa70 legacy=0x7f72b409ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:07.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.325+0000 7f72ba402640 1 -- 172.21.15.5:0/1746403773 >> v1:172.21.15.5:6789/0 conn(0x7f72b40b5e00 legacy=0x7f72b40b6270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:07.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.325+0000 7f72ba402640 1 -- 172.21.15.5:0/1746403773 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72b40b6d50 con 0x7f72b406e080 2024-09-19T05:03:07.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.326+0000 7f72ba402640 1 --2- 172.21.15.5:0/1746403773 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f72b406e080 0x7f72b41694c0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f72ac0097a0 tx=0x7f72ac02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81c08d2c09e8a35b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:07.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.326+0000 7f72b8bff640 1 -- 172.21.15.5:0/1746403773 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72ac037070 con 0x7f72b406e080 2024-09-19T05:03:07.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.326+0000 7f72b8bff640 1 -- 172.21.15.5:0/1746403773 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72ac032440 con 0x7f72b406e080 2024-09-19T05:03:07.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.326+0000 7f72b8bff640 1 -- 172.21.15.5:0/1746403773 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72ac032810 con 0x7f72b406e080 2024-09-19T05:03:07.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.327+0000 7f72bbe65640 1 -- 172.21.15.5:0/1746403773 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f72b406e080 msgr2=0x7f72b41694c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:07.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.327+0000 7f72bbe65640 1 --2- 172.21.15.5:0/1746403773 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f72b406e080 0x7f72b41694c0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f72ac0097a0 tx=0x7f72ac02a230 comp rx=0 tx=0).stop 2024-09-19T05:03:07.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.327+0000 7f72bbe65640 1 -- 172.21.15.5:0/1746403773 shutdown_connections 2024-09-19T05:03:07.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.327+0000 7f72bbe65640 1 --2- 172.21.15.5:0/1746403773 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f72b406e080 0x7f72b41694c0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:07.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.327+0000 7f72bbe65640 1 -- 172.21.15.5:0/1746403773 >> 172.21.15.5:0/1746403773 conn(0x7f72b40b3f80 msgr2=0x7f72b40b4390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:07.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.327+0000 7f72bbe65640 1 -- 172.21.15.5:0/1746403773 shutdown_connections 2024-09-19T05:03:07.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.327+0000 7f72bbe65640 1 -- 172.21.15.5:0/1746403773 wait complete. 2024-09-19T05:03:07.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.328+0000 7f72bbe65640 1 Processor -- start 2024-09-19T05:03:07.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.328+0000 7f72bbe65640 1 -- start start 2024-09-19T05:03:07.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.329+0000 7f72bbe65640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f72b406e080 0x7f72b41579b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:07.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.329+0000 7f72bbe65640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f72b409aa70 0x7f72b4159810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:07.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.329+0000 7f72bbe65640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f72b40b5e00 0x7f72b414d940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:07.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.329+0000 7f72bbe65640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f72b4161d60 con 0x7f72b409aa70 2024-09-19T05:03:07.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.329+0000 7f72bbe65640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f72b40b7310 con 0x7f72b406e080 2024-09-19T05:03:07.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.329+0000 7f72bbe65640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f72b4161ee0 con 0x7f72b40b5e00 2024-09-19T05:03:07.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.329+0000 7f72b9400640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f72b409aa70 0x7f72b4159810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:07.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.329+0000 7f72b9400640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f72b409aa70 0x7f72b4159810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35578/0 (socket says 172.21.15.5:35578) 2024-09-19T05:03:07.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.329+0000 7f72b9400640 1 -- 172.21.15.5:0/2199524587 learned_addr learned my addr 172.21.15.5:0/2199524587 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:07.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.329+0000 7f72ba402640 1 --2- 172.21.15.5:0/2199524587 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f72b40b5e00 0x7f72b414d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:07.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.329+0000 7f72b9c01640 1 --2- 172.21.15.5:0/2199524587 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f72b406e080 0x7f72b41579b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:07.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.329+0000 7f72b9400640 1 -- 172.21.15.5:0/2199524587 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f72b40b5e00 msgr2=0x7f72b414d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:07.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.330+0000 7f72b9400640 1 --2- 172.21.15.5:0/2199524587 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f72b40b5e00 0x7f72b414d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:07.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.330+0000 7f72b9400640 1 -- 172.21.15.5:0/2199524587 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f72b406e080 msgr2=0x7f72b41579b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:07.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.330+0000 7f72b9400640 1 --2- 172.21.15.5:0/2199524587 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f72b406e080 0x7f72b41579b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:07.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.330+0000 7f72b9400640 1 -- 172.21.15.5:0/2199524587 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72b415ad40 con 0x7f72b409aa70 2024-09-19T05:03:07.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.330+0000 7f72b9400640 1 --2- 172.21.15.5:0/2199524587 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f72b409aa70 0x7f72b4159810 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f72a400c500 tx=0x7f72a400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:07.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.330+0000 7f72aa7fc640 1 -- 172.21.15.5:0/2199524587 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72a4017070 con 0x7f72b409aa70 2024-09-19T05:03:07.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.330+0000 7f72aa7fc640 1 -- 172.21.15.5:0/2199524587 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72a4005ce0 con 0x7f72b409aa70 2024-09-19T05:03:07.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.330+0000 7f72bbe65640 1 -- 172.21.15.5:0/2199524587 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72b415a200 con 0x7f72b409aa70 2024-09-19T05:03:07.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.330+0000 7f72aa7fc640 1 -- 172.21.15.5:0/2199524587 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72a40072f0 con 0x7f72b409aa70 2024-09-19T05:03:07.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.330+0000 7f72bbe65640 1 -- 172.21.15.5:0/2199524587 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72b415a780 con 0x7f72b409aa70 2024-09-19T05:03:07.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.331+0000 7f72bbe65640 1 -- 172.21.15.5:0/2199524587 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72b40cf400 con 0x7f72b409aa70 2024-09-19T05:03:07.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.332+0000 7f72aa7fc640 1 -- 172.21.15.5:0/2199524587 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f72a401a070 con 0x7f72b409aa70 2024-09-19T05:03:07.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.332+0000 7f72aa7fc640 1 --2- 172.21.15.5:0/2199524587 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f729806c2b0 0x7f729806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:07.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.332+0000 7f72aa7fc640 1 -- 172.21.15.5:0/2199524587 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 6001+0+0 (secure 0 0 0) 0x7f72a408a7f0 con 0x7f72b409aa70 2024-09-19T05:03:07.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.333+0000 7f72b9c01640 1 --2- 172.21.15.5:0/2199524587 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f729806c2b0 0x7f729806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:07.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.333+0000 7f72b9c01640 1 --2- 172.21.15.5:0/2199524587 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f729806c2b0 0x7f729806e770 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f72b0001cb0 tx=0x7f72b0009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:07.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.337+0000 7f72aa7fc640 1 -- 172.21.15.5:0/2199524587 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f72b40cf400 con 0x7f72b409aa70 2024-09-19T05:03:07.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:07.547+0000 7f72bbe65640 1 -- 172.21.15.5:0/2199524587 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f72b40b6a70 con 0x7f72b409aa70 2024-09-19T05:03:08.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.181+0000 7f72aa7fc640 1 -- 172.21.15.5:0/2199524587 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 9 and data pool 10 v29) ==== 173+0+0 (secure 0 0 0) 0x7f72a4058870 con 0x7f72b409aa70 2024-09-19T05:03:08.183 INFO:teuthology.orchestra.run.smithi005.stderr:new fs with metadata pool 9 and data pool 10 2024-09-19T05:03:08.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.187+0000 7f72bbe65640 1 -- 172.21.15.5:0/2199524587 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f729806c2b0 msgr2=0x7f729806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:08.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.187+0000 7f72bbe65640 1 --2- 172.21.15.5:0/2199524587 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f729806c2b0 0x7f729806e770 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f72b0001cb0 tx=0x7f72b0009040 comp rx=0 tx=0).stop 2024-09-19T05:03:08.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.187+0000 7f72bbe65640 1 -- 172.21.15.5:0/2199524587 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f72b409aa70 msgr2=0x7f72b4159810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:08.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.187+0000 7f72bbe65640 1 --2- 172.21.15.5:0/2199524587 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f72b409aa70 0x7f72b4159810 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f72a400c500 tx=0x7f72a400c9c0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.188+0000 7f72bbe65640 1 -- 172.21.15.5:0/2199524587 shutdown_connections 2024-09-19T05:03:08.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.188+0000 7f72bbe65640 1 --2- 172.21.15.5:0/2199524587 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f729806c2b0 0x7f729806e770 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.188+0000 7f72bbe65640 1 --2- 172.21.15.5:0/2199524587 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f72b40b5e00 0x7f72b414d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.188+0000 7f72bbe65640 1 --2- 172.21.15.5:0/2199524587 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f72b409aa70 0x7f72b4159810 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.188+0000 7f72bbe65640 1 --2- 172.21.15.5:0/2199524587 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f72b406e080 0x7f72b41579b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.188+0000 7f72bbe65640 1 -- 172.21.15.5:0/2199524587 >> 172.21.15.5:0/2199524587 conn(0x7f72b40b3f80 msgr2=0x7f72b40d23b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:08.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.189+0000 7f72bbe65640 1 -- 172.21.15.5:0/2199524587 shutdown_connections 2024-09-19T05:03:08.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.190+0000 7f72bbe65640 1 -- 172.21.15.5:0/2199524587 wait complete. 2024-09-19T05:03:08.223 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:03:08.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.329+0000 7ffbb25d8640 1 Processor -- start 2024-09-19T05:03:08.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.329+0000 7ffbb25d8640 1 -- start start 2024-09-19T05:03:08.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.330+0000 7ffbb25d8640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ffbac06d2c0 0x7ffbac0b7a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:08.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.330+0000 7ffbb25d8640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbac0d2b60 0x7ffbac0b7f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:08.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.330+0000 7ffbb25d8640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffbac0d3040 con 0x7ffbac15e890 2024-09-19T05:03:08.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.330+0000 7ffbb25d8640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7ffbac0d3c50 con 0x7ffbac06d2c0 2024-09-19T05:03:08.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.330+0000 7ffbb25d8640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ffbac0d3320 con 0x7ffbac0d2b60 2024-09-19T05:03:08.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.330+0000 7ffbab7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ffbac06d2c0 0x7ffbac0b7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:08.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.330+0000 7ffbab7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ffbac06d2c0 0x7ffbac0b7a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35580/0 (socket says 172.21.15.5:35580) 2024-09-19T05:03:08.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.330+0000 7ffbab7fe640 1 -- 172.21.15.5:0/3867648313 learned_addr learned my addr 172.21.15.5:0/3867648313 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:08.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.330+0000 7ffbb0b75640 1 --2- 172.21.15.5:0/3867648313 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbac0d2b60 0x7ffbac0b7f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:08.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.330+0000 7ffbab7fe640 1 -- 172.21.15.5:0/3867648313 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbac0d2b60 msgr2=0x7ffbac0b7f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:08.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.330+0000 7ffbab7fe640 1 --2- 172.21.15.5:0/3867648313 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbac0d2b60 0x7ffbac0b7f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.330+0000 7ffbab7fe640 1 -- 172.21.15.5:0/3867648313 >> v1:172.21.15.134:6789/0 conn(0x7ffbac15e890 legacy=0x7ffbac06cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:08.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.330+0000 7ffbab7fe640 1 -- 172.21.15.5:0/3867648313 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbac0d3600 con 0x7ffbac06d2c0 2024-09-19T05:03:08.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.331+0000 7ffbab7fe640 1 --2- 172.21.15.5:0/3867648313 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbac06d2c0 0x7ffbac0b7a20 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7ffba0009870 tx=0x7ffba002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eeb3a9306f868081 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:08.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.331+0000 7ffbaaffd640 1 -- 172.21.15.5:0/3867648313 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba0037070 con 0x7ffbac06d2c0 2024-09-19T05:03:08.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.331+0000 7ffbaaffd640 1 -- 172.21.15.5:0/3867648313 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffba0032440 con 0x7ffbac06d2c0 2024-09-19T05:03:08.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.331+0000 7ffbaaffd640 1 -- 172.21.15.5:0/3867648313 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba0032810 con 0x7ffbac06d2c0 2024-09-19T05:03:08.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.332+0000 7ffbb25d8640 1 -- 172.21.15.5:0/3867648313 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbac06d2c0 msgr2=0x7ffbac0b7a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:08.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.332+0000 7ffbb25d8640 1 --2- 172.21.15.5:0/3867648313 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbac06d2c0 0x7ffbac0b7a20 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7ffba0009870 tx=0x7ffba002a1c0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.332+0000 7ffbb25d8640 1 -- 172.21.15.5:0/3867648313 shutdown_connections 2024-09-19T05:03:08.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.332+0000 7ffbb25d8640 1 --2- 172.21.15.5:0/3867648313 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbac0d2b60 0x7ffbac0b7f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.332+0000 7ffbb25d8640 1 --2- 172.21.15.5:0/3867648313 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbac06d2c0 0x7ffbac0b7a20 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.332+0000 7ffbb25d8640 1 -- 172.21.15.5:0/3867648313 >> 172.21.15.5:0/3867648313 conn(0x7ffbac0b66c0 msgr2=0x7ffbac0d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:08.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.332+0000 7ffbb25d8640 1 -- 172.21.15.5:0/3867648313 shutdown_connections 2024-09-19T05:03:08.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.332+0000 7ffbb25d8640 1 -- 172.21.15.5:0/3867648313 wait complete. 2024-09-19T05:03:08.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.333+0000 7ffbb25d8640 1 Processor -- start 2024-09-19T05:03:08.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.333+0000 7ffbb25d8640 1 -- start start 2024-09-19T05:03:08.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.334+0000 7ffbb25d8640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbac06d2c0 0x7ffbac0aaf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:08.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.334+0000 7ffbb25d8640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffbac0d2b60 0x7ffbac0cdcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:08.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.334+0000 7ffbb25d8640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbac15e890 0x7ffbac1515d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:08.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.334+0000 7ffbb25d8640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ffbac06db10 con 0x7ffbac15e890 2024-09-19T05:03:08.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.334+0000 7ffbb25d8640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7ffbac15ec70 con 0x7ffbac0d2b60 2024-09-19T05:03:08.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.334+0000 7ffbb25d8640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ffbac06dc90 con 0x7ffbac06d2c0 2024-09-19T05:03:08.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.334+0000 7ffbb0b75640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbac15e890 0x7ffbac1515d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:08.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.334+0000 7ffbb0b75640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbac15e890 0x7ffbac1515d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35592/0 (socket says 172.21.15.5:35592) 2024-09-19T05:03:08.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.334+0000 7ffbb0b75640 1 -- 172.21.15.5:0/3833206467 learned_addr learned my addr 172.21.15.5:0/3833206467 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:08.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.334+0000 7ffbabfff640 1 --2- 172.21.15.5:0/3833206467 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbac06d2c0 0x7ffbac0aaf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:08.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.334+0000 7ffbab7fe640 1 --2- 172.21.15.5:0/3833206467 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffbac0d2b60 0x7ffbac0cdcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:08.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.334+0000 7ffbb0b75640 1 -- 172.21.15.5:0/3833206467 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbac06d2c0 msgr2=0x7ffbac0aaf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:08.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.334+0000 7ffbb0b75640 1 --2- 172.21.15.5:0/3833206467 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbac06d2c0 0x7ffbac0aaf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.334+0000 7ffbb0b75640 1 -- 172.21.15.5:0/3833206467 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffbac0d2b60 msgr2=0x7ffbac0cdcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:08.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.334+0000 7ffbb0b75640 1 --2- 172.21.15.5:0/3833206467 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffbac0d2b60 0x7ffbac0cdcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.334+0000 7ffbb0b75640 1 -- 172.21.15.5:0/3833206467 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbac0ce390 con 0x7ffbac15e890 2024-09-19T05:03:08.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.335+0000 7ffbb0b75640 1 --2- 172.21.15.5:0/3833206467 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbac15e890 0x7ffbac1515d0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7ffba4009e30 tx=0x7ffba400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:08.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.335+0000 7ffba8ff9640 1 -- 172.21.15.5:0/3833206467 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba4018020 con 0x7ffbac15e890 2024-09-19T05:03:08.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.335+0000 7ffba8ff9640 1 -- 172.21.15.5:0/3833206467 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffba4014480 con 0x7ffbac15e890 2024-09-19T05:03:08.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.335+0000 7ffba8ff9640 1 -- 172.21.15.5:0/3833206467 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba4014870 con 0x7ffbac15e890 2024-09-19T05:03:08.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.335+0000 7ffbb25d8640 1 -- 172.21.15.5:0/3833206467 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbac0ce670 con 0x7ffbac15e890 2024-09-19T05:03:08.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.335+0000 7ffbb25d8640 1 -- 172.21.15.5:0/3833206467 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbac0cec30 con 0x7ffbac15e890 2024-09-19T05:03:08.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.336+0000 7ffbb25d8640 1 -- 172.21.15.5:0/3833206467 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbac06e4a0 con 0x7ffbac15e890 2024-09-19T05:03:08.340 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.336+0000 7ffba8ff9640 1 -- 172.21.15.5:0/3833206467 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ffba4005d10 con 0x7ffbac15e890 2024-09-19T05:03:08.340 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.337+0000 7ffba8ff9640 1 --2- 172.21.15.5:0/3833206467 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffb9806c2b0 0x7ffb9806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:08.340 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.337+0000 7ffba8ff9640 1 -- 172.21.15.5:0/3833206467 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 6101+0+0 (secure 0 0 0) 0x7ffba408c4b0 con 0x7ffbac15e890 2024-09-19T05:03:08.340 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.337+0000 7ffbabfff640 1 --2- 172.21.15.5:0/3833206467 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffb9806c2b0 0x7ffb9806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:08.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.338+0000 7ffbabfff640 1 --2- 172.21.15.5:0/3833206467 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffb9806c2b0 0x7ffb9806e770 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7ffb9c007fd0 tx=0x7ffb9c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:08.343 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.341+0000 7ffba8ff9640 1 -- 172.21.15.5:0/3833206467 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ffbac06e4a0 con 0x7ffbac15e890 2024-09-19T05:03:08.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.519+0000 7ffbb25d8640 1 -- 172.21.15.5:0/3833206467 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ffbac0b89f0 con 0x7ffbac15e890 2024-09-19T05:03:08.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.520+0000 7ffba8ff9640 1 -- 172.21.15.5:0/3833206467 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v60) ==== 74+0+16921 (secure 0 0 0) 0x7ffba4089230 con 0x7ffbac15e890 2024-09-19T05:03:08.522 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:08.522 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":60,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:03:07.548990+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:03:05.209508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-19T05:03:06.532468+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:03:08.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.522+0000 7ffbb25d8640 1 -- 172.21.15.5:0/3833206467 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffb9806c2b0 msgr2=0x7ffb9806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:08.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.522+0000 7ffbb25d8640 1 --2- 172.21.15.5:0/3833206467 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffb9806c2b0 0x7ffb9806e770 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7ffb9c007fd0 tx=0x7ffb9c009040 comp rx=0 tx=0).stop 2024-09-19T05:03:08.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.522+0000 7ffbb25d8640 1 -- 172.21.15.5:0/3833206467 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbac15e890 msgr2=0x7ffbac1515d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:08.525 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.522+0000 7ffbb25d8640 1 --2- 172.21.15.5:0/3833206467 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbac15e890 0x7ffbac1515d0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7ffba4009e30 tx=0x7ffba400c490 comp rx=0 tx=0).stop 2024-09-19T05:03:08.525 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.522+0000 7ffbb25d8640 1 -- 172.21.15.5:0/3833206467 shutdown_connections 2024-09-19T05:03:08.525 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.522+0000 7ffbb25d8640 1 --2- 172.21.15.5:0/3833206467 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffb9806c2b0 0x7ffb9806e770 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.525 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.522+0000 7ffbb25d8640 1 --2- 172.21.15.5:0/3833206467 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffbac15e890 0x7ffbac1515d0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.525 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.522+0000 7ffbb25d8640 1 --2- 172.21.15.5:0/3833206467 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffbac0d2b60 0x7ffbac0cdcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.525 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.522+0000 7ffbb25d8640 1 --2- 172.21.15.5:0/3833206467 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffbac06d2c0 0x7ffbac0aaf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.525 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.522+0000 7ffbb25d8640 1 -- 172.21.15.5:0/3833206467 >> 172.21.15.5:0/3833206467 conn(0x7ffbac0b66c0 msgr2=0x7ffbac0d2350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:08.525 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.523+0000 7ffbb25d8640 1 -- 172.21.15.5:0/3833206467 shutdown_connections 2024-09-19T05:03:08.525 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.523+0000 7ffbb25d8640 1 -- 172.21.15.5:0/3833206467 wait complete. 2024-09-19T05:03:08.536 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:03:08.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.636+0000 7fd6204dd640 1 Processor -- start 2024-09-19T05:03:08.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.636+0000 7fd6204dd640 1 -- start start 2024-09-19T05:03:08.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.637+0000 7fd6204dd640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fd618162cc0 0x7fd6180b6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:08.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.637+0000 7fd6204dd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd618070a80 0x7fd61806bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:08.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.637+0000 7fd6204dd640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6180711b0 con 0x7fd61806c150 2024-09-19T05:03:08.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.637+0000 7fd6204dd640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fd6180d2110 con 0x7fd618070a80 2024-09-19T05:03:08.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.637+0000 7fd6204dd640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fd61806c5c0 con 0x7fd618162cc0 2024-09-19T05:03:08.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.637+0000 7fd61da78640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd618070a80 0x7fd61806bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:08.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.637+0000 7fd61ea7a640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fd61806c150 0x7fd618158530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:37148/0 (socket says 172.21.15.5:37148) 2024-09-19T05:03:08.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.637+0000 7fd61ea7a640 1 -- 172.21.15.5:0/1561278177 learned_addr learned my addr 172.21.15.5:0/1561278177 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:08.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.637+0000 7fd61da78640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd618070a80 0x7fd61806bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35604/0 (socket says 172.21.15.5:35604) 2024-09-19T05:03:08.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.638+0000 7fd61e279640 1 --2- 172.21.15.5:0/1561278177 >> v2:172.21.15.134:3300/0 conn(0x7fd618162cc0 0x7fd6180b6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:08.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.638+0000 7fd61da78640 1 -- 172.21.15.5:0/1561278177 >> v2:172.21.15.134:3300/0 conn(0x7fd618162cc0 msgr2=0x7fd6180b6f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:08.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.638+0000 7fd61da78640 1 --2- 172.21.15.5:0/1561278177 >> v2:172.21.15.134:3300/0 conn(0x7fd618162cc0 0x7fd6180b6f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.638+0000 7fd61da78640 1 -- 172.21.15.5:0/1561278177 >> v1:172.21.15.5:6789/0 conn(0x7fd61806c150 legacy=0x7fd618158530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:08.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.638+0000 7fd61da78640 1 -- 172.21.15.5:0/1561278177 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd618070f10 con 0x7fd618070a80 2024-09-19T05:03:08.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.638+0000 7fd61da78640 1 --2- 172.21.15.5:0/1561278177 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd618070a80 0x7fd61806bc10 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fd6180d2350 tx=0x7fd60802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d54dff4e92588bf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:08.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.639+0000 7fd61d277640 1 -- 172.21.15.5:0/1561278177 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd608037070 con 0x7fd618070a80 2024-09-19T05:03:08.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.639+0000 7fd61d277640 1 -- 172.21.15.5:0/1561278177 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd608032440 con 0x7fd618070a80 2024-09-19T05:03:08.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.639+0000 7fd61d277640 1 -- 172.21.15.5:0/1561278177 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd608032810 con 0x7fd618070a80 2024-09-19T05:03:08.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.639+0000 7fd6204dd640 1 -- 172.21.15.5:0/1561278177 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd618070a80 msgr2=0x7fd61806bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:08.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.639+0000 7fd6204dd640 1 --2- 172.21.15.5:0/1561278177 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd618070a80 0x7fd61806bc10 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fd6180d2350 tx=0x7fd60802a1a0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.639+0000 7fd6204dd640 1 -- 172.21.15.5:0/1561278177 shutdown_connections 2024-09-19T05:03:08.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.639+0000 7fd6204dd640 1 --2- 172.21.15.5:0/1561278177 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd618070a80 0x7fd61806bc10 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.639+0000 7fd6204dd640 1 --2- 172.21.15.5:0/1561278177 >> v2:172.21.15.134:3300/0 conn(0x7fd618162cc0 0x7fd6180b6f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.639+0000 7fd6204dd640 1 -- 172.21.15.5:0/1561278177 >> 172.21.15.5:0/1561278177 conn(0x7fd61809aa70 msgr2=0x7fd6180b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:08.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.639+0000 7fd6204dd640 1 -- 172.21.15.5:0/1561278177 shutdown_connections 2024-09-19T05:03:08.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.639+0000 7fd6204dd640 1 -- 172.21.15.5:0/1561278177 wait complete. 2024-09-19T05:03:08.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.640+0000 7fd6204dd640 1 Processor -- start 2024-09-19T05:03:08.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.640+0000 7fd6204dd640 1 -- start start 2024-09-19T05:03:08.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.641+0000 7fd6204dd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd61806c150 0x7fd61815e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:08.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.641+0000 7fd6204dd640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd618070a80 0x7fd6181580e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:08.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.641+0000 7fd6204dd640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd618162cc0 0x7fd618154a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:08.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.641+0000 7fd6204dd640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd6180d1350 con 0x7fd61806c150 2024-09-19T05:03:08.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.641+0000 7fd6204dd640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd6180d1c80 con 0x7fd618070a80 2024-09-19T05:03:08.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.641+0000 7fd6204dd640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd6180d1630 con 0x7fd618162cc0 2024-09-19T05:03:08.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.641+0000 7fd61e279640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd61806c150 0x7fd61815e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:08.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.641+0000 7fd61e279640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd61806c150 0x7fd61815e9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35608/0 (socket says 172.21.15.5:35608) 2024-09-19T05:03:08.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.641+0000 7fd61e279640 1 -- 172.21.15.5:0/2419490984 learned_addr learned my addr 172.21.15.5:0/2419490984 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:08.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.641+0000 7fd61ea7a640 1 --2- 172.21.15.5:0/2419490984 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd618162cc0 0x7fd618154a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:08.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.642+0000 7fd61da78640 1 --2- 172.21.15.5:0/2419490984 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd618070a80 0x7fd6181580e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:08.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.642+0000 7fd61e279640 1 -- 172.21.15.5:0/2419490984 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd618162cc0 msgr2=0x7fd618154a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:08.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.642+0000 7fd61e279640 1 --2- 172.21.15.5:0/2419490984 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd618162cc0 0x7fd618154a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.642+0000 7fd61e279640 1 -- 172.21.15.5:0/2419490984 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd618070a80 msgr2=0x7fd6181580e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:08.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.642+0000 7fd61e279640 1 --2- 172.21.15.5:0/2419490984 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd618070a80 0x7fd6181580e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.642+0000 7fd61e279640 1 -- 172.21.15.5:0/2419490984 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd61815f850 con 0x7fd61806c150 2024-09-19T05:03:08.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.642+0000 7fd61da78640 1 --2- 172.21.15.5:0/2419490984 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd618070a80 0x7fd6181580e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:08.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.642+0000 7fd61e279640 1 --2- 172.21.15.5:0/2419490984 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd61806c150 0x7fd61815e9a0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fd61400c7f0 tx=0x7fd61400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:08.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.642+0000 7fd60effd640 1 -- 172.21.15.5:0/2419490984 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd614015070 con 0x7fd61806c150 2024-09-19T05:03:08.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.642+0000 7fd60effd640 1 -- 172.21.15.5:0/2419490984 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd614004240 con 0x7fd61806c150 2024-09-19T05:03:08.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.642+0000 7fd6204dd640 1 -- 172.21.15.5:0/2419490984 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd61815fb30 con 0x7fd61806c150 2024-09-19T05:03:08.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.642+0000 7fd60effd640 1 -- 172.21.15.5:0/2419490984 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd614007620 con 0x7fd61806c150 2024-09-19T05:03:08.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.642+0000 7fd6204dd640 1 -- 172.21.15.5:0/2419490984 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd618155b30 con 0x7fd61806c150 2024-09-19T05:03:08.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.643+0000 7fd6204dd640 1 -- 172.21.15.5:0/2419490984 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6180b52a0 con 0x7fd61806c150 2024-09-19T05:03:08.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.643+0000 7fd60effd640 1 -- 172.21.15.5:0/2419490984 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd6140079d0 con 0x7fd61806c150 2024-09-19T05:03:08.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.644+0000 7fd60effd640 1 --2- 172.21.15.5:0/2419490984 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd5fc06c2b0 0x7fd5fc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:08.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.644+0000 7fd60effd640 1 -- 172.21.15.5:0/2419490984 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 6101+0+0 (secure 0 0 0) 0x7fd61408b9d0 con 0x7fd61806c150 2024-09-19T05:03:08.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.644+0000 7fd61da78640 1 --2- 172.21.15.5:0/2419490984 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd5fc06c2b0 0x7fd5fc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:08.647 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.645+0000 7fd61da78640 1 --2- 172.21.15.5:0/2419490984 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd5fc06c2b0 0x7fd5fc06e770 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fd608034000 tx=0x7fd60802e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:08.650 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.649+0000 7fd60effd640 1 -- 172.21.15.5:0/2419490984 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd6180b52a0 con 0x7fd61806c150 2024-09-19T05:03:08.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.825+0000 7fd6204dd640 1 -- 172.21.15.5:0/2419490984 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd6180d1910 con 0x7fd61806c150 2024-09-19T05:03:08.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.827+0000 7fd60effd640 1 -- 172.21.15.5:0/2419490984 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v60) ==== 74+0+16921 (secure 0 0 0) 0x7fd61405a040 con 0x7fd61806c150 2024-09-19T05:03:08.828 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:08.829 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":60,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:03:07.548990+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:03:05.209508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-19T05:03:06.532468+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:03:08.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.829+0000 7fd6204dd640 1 -- 172.21.15.5:0/2419490984 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd5fc06c2b0 msgr2=0x7fd5fc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:08.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.829+0000 7fd6204dd640 1 --2- 172.21.15.5:0/2419490984 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd5fc06c2b0 0x7fd5fc06e770 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fd608034000 tx=0x7fd60802e000 comp rx=0 tx=0).stop 2024-09-19T05:03:08.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.829+0000 7fd6204dd640 1 -- 172.21.15.5:0/2419490984 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd61806c150 msgr2=0x7fd61815e9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:08.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.829+0000 7fd6204dd640 1 --2- 172.21.15.5:0/2419490984 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd61806c150 0x7fd61815e9a0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fd61400c7f0 tx=0x7fd61400ccb0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.829+0000 7fd6204dd640 1 -- 172.21.15.5:0/2419490984 shutdown_connections 2024-09-19T05:03:08.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.829+0000 7fd6204dd640 1 --2- 172.21.15.5:0/2419490984 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd5fc06c2b0 0x7fd5fc06e770 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.829+0000 7fd6204dd640 1 --2- 172.21.15.5:0/2419490984 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd618162cc0 0x7fd618154a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.829+0000 7fd6204dd640 1 --2- 172.21.15.5:0/2419490984 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd618070a80 0x7fd6181580e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.829+0000 7fd6204dd640 1 --2- 172.21.15.5:0/2419490984 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd61806c150 0x7fd61815e9a0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.829+0000 7fd6204dd640 1 -- 172.21.15.5:0/2419490984 >> 172.21.15.5:0/2419490984 conn(0x7fd61809aa70 msgr2=0x7fd6180af0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:08.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.829+0000 7fd6204dd640 1 -- 172.21.15.5:0/2419490984 shutdown_connections 2024-09-19T05:03:08.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.829+0000 7fd6204dd640 1 -- 172.21.15.5:0/2419490984 wait complete. 2024-09-19T05:03:08.842 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T05:03:08.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.946+0000 7f992679d640 1 Processor -- start 2024-09-19T05:03:08.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.946+0000 7f992679d640 1 -- start start 2024-09-19T05:03:08.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.947+0000 7f992679d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f99200b3450 0x7f992006e360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:08.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.947+0000 7f992679d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f99200d2a10 0x7f99200d2ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:08.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.947+0000 7f992679d640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f992006d5a0 con 0x7f992015e640 2024-09-19T05:03:08.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.947+0000 7f992679d640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f992006d880 con 0x7f99200b3450 2024-09-19T05:03:08.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.947+0000 7f992679d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f992006db60 con 0x7f99200d2a10 2024-09-19T05:03:08.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.947+0000 7f9924f9a640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f99200b3450 0x7f992006e360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:08.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.947+0000 7f992579b640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f992015e640 0x7f99200d2000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:37158/0 (socket says 172.21.15.5:37158) 2024-09-19T05:03:08.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.947+0000 7f9924f9a640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f99200b3450 0x7f992006e360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35614/0 (socket says 172.21.15.5:35614) 2024-09-19T05:03:08.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.947+0000 7f992579b640 1 -- 172.21.15.5:0/1737145335 learned_addr learned my addr 172.21.15.5:0/1737145335 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:08.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.947+0000 7f9925f9c640 1 --2- 172.21.15.5:0/1737145335 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f99200d2a10 0x7f99200d2ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:08.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.947+0000 7f9924f9a640 1 -- 172.21.15.5:0/1737145335 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f99200d2a10 msgr2=0x7f99200d2ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:08.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.947+0000 7f9924f9a640 1 --2- 172.21.15.5:0/1737145335 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f99200d2a10 0x7f99200d2ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.947+0000 7f9924f9a640 1 -- 172.21.15.5:0/1737145335 >> v1:172.21.15.5:6789/0 conn(0x7f992015e640 legacy=0x7f99200d2000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:08.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.947+0000 7f9924f9a640 1 -- 172.21.15.5:0/1737145335 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f992006de40 con 0x7f99200b3450 2024-09-19T05:03:08.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.947+0000 7f9917fff640 1 -- 172.21.15.5:0/1737145335 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2256577293 0 0) 0x7f992006d5a0 con 0x7f992015e640 2024-09-19T05:03:08.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.948+0000 7f9924f9a640 1 --2- 172.21.15.5:0/1737145335 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f99200b3450 0x7f992006e360 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f99100097a0 tx=0x7f991002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ab693fda6832512 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:08.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.948+0000 7f9917fff640 1 -- 172.21.15.5:0/1737145335 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9910037070 con 0x7f99200b3450 2024-09-19T05:03:08.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.948+0000 7f9917fff640 1 -- 172.21.15.5:0/1737145335 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9910032440 con 0x7f99200b3450 2024-09-19T05:03:08.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.948+0000 7f9917fff640 1 -- 172.21.15.5:0/1737145335 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9910032810 con 0x7f99200b3450 2024-09-19T05:03:08.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.949+0000 7f992679d640 1 -- 172.21.15.5:0/1737145335 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f99200b3450 msgr2=0x7f992006e360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:08.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.949+0000 7f992679d640 1 --2- 172.21.15.5:0/1737145335 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f99200b3450 0x7f992006e360 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f99100097a0 tx=0x7f991002a180 comp rx=0 tx=0).stop 2024-09-19T05:03:08.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.949+0000 7f992679d640 1 -- 172.21.15.5:0/1737145335 shutdown_connections 2024-09-19T05:03:08.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.949+0000 7f992679d640 1 --2- 172.21.15.5:0/1737145335 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f99200d2a10 0x7f99200d2ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.949+0000 7f992679d640 1 --2- 172.21.15.5:0/1737145335 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f99200b3450 0x7f992006e360 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.949+0000 7f992679d640 1 -- 172.21.15.5:0/1737145335 >> 172.21.15.5:0/1737145335 conn(0x7f992008da00 msgr2=0x7f992008c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:08.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.949+0000 7f992679d640 1 -- 172.21.15.5:0/1737145335 shutdown_connections 2024-09-19T05:03:08.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.949+0000 7f992679d640 1 -- 172.21.15.5:0/1737145335 wait complete. 2024-09-19T05:03:08.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.950+0000 7f992679d640 1 Processor -- start 2024-09-19T05:03:08.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.950+0000 7f992679d640 1 -- start start 2024-09-19T05:03:08.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.951+0000 7f992679d640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f99200b3450 0x7f99200b92d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:08.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.951+0000 7f992679d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f99200d2a10 0x7f99201558e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:08.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.951+0000 7f992679d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f992015e640 0x7f99200b3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:08.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.951+0000 7f992679d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f99200cf450 con 0x7f992015e640 2024-09-19T05:03:08.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.951+0000 7f992679d640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f99200cf2d0 con 0x7f99200b3450 2024-09-19T05:03:08.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.951+0000 7f992679d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f99200cf5d0 con 0x7f99200d2a10 2024-09-19T05:03:08.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.951+0000 7f9925f9c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f992015e640 0x7f99200b3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:08.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.951+0000 7f9925f9c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f992015e640 0x7f99200b3d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35626/0 (socket says 172.21.15.5:35626) 2024-09-19T05:03:08.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.951+0000 7f9925f9c640 1 -- 172.21.15.5:0/2187517039 learned_addr learned my addr 172.21.15.5:0/2187517039 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:08.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.951+0000 7f9924f9a640 1 --2- 172.21.15.5:0/2187517039 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f99200d2a10 0x7f99201558e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:08.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.951+0000 7f992579b640 1 --2- 172.21.15.5:0/2187517039 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f99200b3450 0x7f99200b92d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:08.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.951+0000 7f9925f9c640 1 -- 172.21.15.5:0/2187517039 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f99200d2a10 msgr2=0x7f99201558e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:08.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.951+0000 7f9925f9c640 1 --2- 172.21.15.5:0/2187517039 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f99200d2a10 0x7f99201558e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.951+0000 7f9925f9c640 1 -- 172.21.15.5:0/2187517039 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f99200b3450 msgr2=0x7f99200b92d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:08.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.951+0000 7f9925f9c640 1 --2- 172.21.15.5:0/2187517039 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f99200b3450 0x7f99200b92d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:08.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.951+0000 7f9925f9c640 1 -- 172.21.15.5:0/2187517039 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99200cb710 con 0x7f992015e640 2024-09-19T05:03:08.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.951+0000 7f9924f9a640 1 --2- 172.21.15.5:0/2187517039 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f99200d2a10 0x7f99201558e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:08.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.951+0000 7f992579b640 1 --2- 172.21.15.5:0/2187517039 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f99200b3450 0x7f99200b92d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:08.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.951+0000 7f9925f9c640 1 --2- 172.21.15.5:0/2187517039 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f992015e640 0x7f99200b3d10 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f991800cd70 tx=0x7f991800a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:08.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.952+0000 7f9915ffb640 1 -- 172.21.15.5:0/2187517039 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9918003b90 con 0x7f992015e640 2024-09-19T05:03:08.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.952+0000 7f9915ffb640 1 -- 172.21.15.5:0/2187517039 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9918003d30 con 0x7f992015e640 2024-09-19T05:03:08.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.952+0000 7f992679d640 1 -- 172.21.15.5:0/2187517039 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99200cb9f0 con 0x7f992015e640 2024-09-19T05:03:08.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.952+0000 7f9915ffb640 1 -- 172.21.15.5:0/2187517039 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9918004240 con 0x7f992015e640 2024-09-19T05:03:08.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.952+0000 7f992679d640 1 -- 172.21.15.5:0/2187517039 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99200cbfb0 con 0x7f992015e640 2024-09-19T05:03:08.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.953+0000 7f992679d640 1 -- 172.21.15.5:0/2187517039 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f992006e360 con 0x7f992015e640 2024-09-19T05:03:08.956 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.953+0000 7f9915ffb640 1 -- 172.21.15.5:0/2187517039 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f99180043e0 con 0x7f992015e640 2024-09-19T05:03:08.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.954+0000 7f9915ffb640 1 --2- 172.21.15.5:0/2187517039 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f990406c2b0 0x7f990406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:08.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.954+0000 7f9915ffb640 1 -- 172.21.15.5:0/2187517039 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 6101+0+0 (secure 0 0 0) 0x7f991808c0c0 con 0x7f992015e640 2024-09-19T05:03:08.957 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.954+0000 7f992579b640 1 --2- 172.21.15.5:0/2187517039 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f990406c2b0 0x7f990406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:08.958 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.954+0000 7f992579b640 1 --2- 172.21.15.5:0/2187517039 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f990406c2b0 0x7f990406e770 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f991c000f60 tx=0x7f991c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:08.959 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:08.958+0000 7f9915ffb640 1 -- 172.21.15.5:0/2187517039 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f991805a6a0 con 0x7f992015e640 2024-09-19T05:03:09.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.172+0000 7f992679d640 1 -- 172.21.15.5:0/2187517039 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f99200cd650 con 0x7f992015e640 2024-09-19T05:03:09.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.191+0000 7f9915ffb640 1 -- 172.21.15.5:0/2187517039 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v30) ==== 118+0+0 (secure 0 0 0) 0x7f9918059fa0 con 0x7f992015e640 2024-09-19T05:03:09.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.193+0000 7f992679d640 1 -- 172.21.15.5:0/2187517039 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f990406c2b0 msgr2=0x7f990406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:09.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.193+0000 7f992679d640 1 --2- 172.21.15.5:0/2187517039 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f990406c2b0 0x7f990406e770 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f991c000f60 tx=0x7f991c009040 comp rx=0 tx=0).stop 2024-09-19T05:03:09.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.193+0000 7f992679d640 1 -- 172.21.15.5:0/2187517039 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f992015e640 msgr2=0x7f99200b3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:09.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.193+0000 7f992679d640 1 --2- 172.21.15.5:0/2187517039 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f992015e640 0x7f99200b3d10 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f991800cd70 tx=0x7f991800a660 comp rx=0 tx=0).stop 2024-09-19T05:03:09.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.193+0000 7f992679d640 1 -- 172.21.15.5:0/2187517039 shutdown_connections 2024-09-19T05:03:09.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.193+0000 7f992679d640 1 --2- 172.21.15.5:0/2187517039 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f990406c2b0 0x7f990406e770 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:09.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.193+0000 7f992679d640 1 --2- 172.21.15.5:0/2187517039 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f992015e640 0x7f99200b3d10 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:09.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.193+0000 7f992679d640 1 --2- 172.21.15.5:0/2187517039 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f99200d2a10 0x7f99201558e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:09.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.193+0000 7f992679d640 1 --2- 172.21.15.5:0/2187517039 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f99200b3450 0x7f99200b92d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:09.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.193+0000 7f992679d640 1 -- 172.21.15.5:0/2187517039 >> 172.21.15.5:0/2187517039 conn(0x7f992008da00 msgr2=0x7f992008c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:09.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.193+0000 7f992679d640 1 -- 172.21.15.5:0/2187517039 shutdown_connections 2024-09-19T05:03:09.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.193+0000 7f992679d640 1 -- 172.21.15.5:0/2187517039 wait complete. 2024-09-19T05:03:09.208 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T05:03:09.208 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T05:03:09.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.311+0000 7f271a4a4640 1 Processor -- start 2024-09-19T05:03:09.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.311+0000 7f271a4a4640 1 -- start start 2024-09-19T05:03:09.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.312+0000 7f271a4a4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27140d15f0 0x7f27140d1e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:09.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.312+0000 7f271a4a4640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f27140d08d0 0x7f27140710e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:09.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.312+0000 7f271a4a4640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f271406e210 con 0x7f27140d0490 2024-09-19T05:03:09.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.312+0000 7f271a4a4640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f2714163250 con 0x7f27140d08d0 2024-09-19T05:03:09.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.312+0000 7f271a4a4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f2714070260 con 0x7f27140d15f0 2024-09-19T05:03:09.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.312+0000 7f2713fff640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27140d15f0 0x7f27140d1e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:09.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.312+0000 7f2718a41640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f27140d08d0 0x7f27140710e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:09.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.312+0000 7f2713fff640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27140d15f0 0x7f27140d1e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.5:37348/0 (socket says 172.21.15.5:37348) 2024-09-19T05:03:09.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.312+0000 7f2713fff640 1 -- 172.21.15.5:0/1210007262 learned_addr learned my addr 172.21.15.5:0/1210007262 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:09.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.313+0000 7f2713fff640 1 -- 172.21.15.5:0/1210007262 >> v2:172.21.15.134:3300/0 conn(0x7f27140d08d0 msgr2=0x7f27140710e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:09.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.313+0000 7f2713fff640 1 --2- 172.21.15.5:0/1210007262 >> v2:172.21.15.134:3300/0 conn(0x7f27140d08d0 0x7f27140710e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:09.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.313+0000 7f2713fff640 1 -- 172.21.15.5:0/1210007262 >> v1:172.21.15.134:6789/0 conn(0x7f27140d0490 legacy=0x7f27140709d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:09.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.313+0000 7f2713fff640 1 -- 172.21.15.5:0/1210007262 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f271409b480 con 0x7f27140d15f0 2024-09-19T05:03:09.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.314+0000 7f2713fff640 1 --2- 172.21.15.5:0/1210007262 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27140d15f0 0x7f27140d1e90 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f2704009870 tx=0x7f270402a130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=629a6b09056a38fd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:09.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.314+0000 7f2712ffd640 1 -- 172.21.15.5:0/1210007262 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2704037070 con 0x7f27140d15f0 2024-09-19T05:03:09.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.314+0000 7f2712ffd640 1 -- 172.21.15.5:0/1210007262 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2704032440 con 0x7f27140d15f0 2024-09-19T05:03:09.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.314+0000 7f2712ffd640 1 -- 172.21.15.5:0/1210007262 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2704032810 con 0x7f27140d15f0 2024-09-19T05:03:09.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.314+0000 7f271a4a4640 1 -- 172.21.15.5:0/1210007262 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27140d15f0 msgr2=0x7f27140d1e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:09.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.314+0000 7f271a4a4640 1 --2- 172.21.15.5:0/1210007262 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27140d15f0 0x7f27140d1e90 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f2704009870 tx=0x7f270402a130 comp rx=0 tx=0).stop 2024-09-19T05:03:09.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.314+0000 7f271a4a4640 1 -- 172.21.15.5:0/1210007262 shutdown_connections 2024-09-19T05:03:09.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.314+0000 7f271a4a4640 1 --2- 172.21.15.5:0/1210007262 >> v2:172.21.15.134:3300/0 conn(0x7f27140d08d0 0x7f27140710e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:09.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.314+0000 7f271a4a4640 1 --2- 172.21.15.5:0/1210007262 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27140d15f0 0x7f27140d1e90 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:09.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.314+0000 7f271a4a4640 1 -- 172.21.15.5:0/1210007262 >> 172.21.15.5:0/1210007262 conn(0x7f27140d2400 msgr2=0x7f27140d2810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:09.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.314+0000 7f271a4a4640 1 -- 172.21.15.5:0/1210007262 shutdown_connections 2024-09-19T05:03:09.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.314+0000 7f271a4a4640 1 -- 172.21.15.5:0/1210007262 wait complete. 2024-09-19T05:03:09.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.316+0000 7f271a4a4640 1 Processor -- start 2024-09-19T05:03:09.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.316+0000 7f271a4a4640 1 -- start start 2024-09-19T05:03:09.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.316+0000 7f271a4a4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27140d0490 0x7f27140cf750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:09.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.316+0000 7f271a4a4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27140d08d0 0x7f27140b7d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:09.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.316+0000 7f271a4a4640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f27140d15f0 0x7f27140cba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:09.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.316+0000 7f271a4a4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f27140d19d0 con 0x7f27140d08d0 2024-09-19T05:03:09.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.316+0000 7f271a4a4640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f271409ba40 con 0x7f27140d15f0 2024-09-19T05:03:09.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.316+0000 7f271a4a4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f2714162240 con 0x7f27140d0490 2024-09-19T05:03:09.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.317+0000 7f27137fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27140d08d0 0x7f27140b7d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:09.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.317+0000 7f27137fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27140d08d0 0x7f27140b7d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35642/0 (socket says 172.21.15.5:35642) 2024-09-19T05:03:09.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.317+0000 7f27137fe640 1 -- 172.21.15.5:0/1038019466 learned_addr learned my addr 172.21.15.5:0/1038019466 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:09.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.317+0000 7f2713fff640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27140d0490 0x7f27140cf750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:09.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.317+0000 7f2718a41640 1 --2- 172.21.15.5:0/1038019466 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f27140d15f0 0x7f27140cba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:09.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.317+0000 7f2713fff640 1 -- 172.21.15.5:0/1038019466 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f27140d15f0 msgr2=0x7f27140cba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:09.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.317+0000 7f2713fff640 1 --2- 172.21.15.5:0/1038019466 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f27140d15f0 0x7f27140cba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:09.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.317+0000 7f2713fff640 1 -- 172.21.15.5:0/1038019466 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27140d08d0 msgr2=0x7f27140b7d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:09.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.317+0000 7f2713fff640 1 --2- 172.21.15.5:0/1038019466 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27140d08d0 0x7f27140b7d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:09.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.317+0000 7f2713fff640 1 -- 172.21.15.5:0/1038019466 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27140cbf60 con 0x7f27140d0490 2024-09-19T05:03:09.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.317+0000 7f27137fe640 1 --2- 172.21.15.5:0/1038019466 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27140d08d0 0x7f27140b7d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:03:09.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.317+0000 7f2713fff640 1 --2- 172.21.15.5:0/1038019466 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27140d0490 0x7f27140cf750 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f2704031000 tx=0x7f27040046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:09.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.317+0000 7f2710ff9640 1 -- 172.21.15.5:0/1038019466 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2704037040 con 0x7f27140d0490 2024-09-19T05:03:09.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.317+0000 7f2710ff9640 1 -- 172.21.15.5:0/1038019466 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2704042070 con 0x7f27140d0490 2024-09-19T05:03:09.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.317+0000 7f271a4a4640 1 -- 172.21.15.5:0/1038019466 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27140b6d70 con 0x7f27140d0490 2024-09-19T05:03:09.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.317+0000 7f2710ff9640 1 -- 172.21.15.5:0/1038019466 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2704030920 con 0x7f27140d0490 2024-09-19T05:03:09.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.318+0000 7f271a4a4640 1 -- 172.21.15.5:0/1038019466 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f27140b7330 con 0x7f27140d0490 2024-09-19T05:03:09.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.318+0000 7f271a4a4640 1 -- 172.21.15.5:0/1038019466 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27140d1e90 con 0x7f27140d0490 2024-09-19T05:03:09.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.319+0000 7f2710ff9640 1 -- 172.21.15.5:0/1038019466 <== mon.2 v2:172.21.15.134:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2704030ac0 con 0x7f27140d0490 2024-09-19T05:03:09.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.320+0000 7f2710ff9640 1 --2- 172.21.15.5:0/1038019466 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f270006c2b0 0x7f270006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:09.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.320+0000 7f2710ff9640 1 -- 172.21.15.5:0/1038019466 <== mon.2 v2:172.21.15.134:3301/0 5 ==== osd_map(61..61 src has 1..61) ==== 6101+0+0 (secure 0 0 0) 0x7f27040abf40 con 0x7f27140d0490 2024-09-19T05:03:09.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.320+0000 7f27137fe640 1 --2- 172.21.15.5:0/1038019466 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f270006c2b0 0x7f270006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:09.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.320+0000 7f27137fe640 1 --2- 172.21.15.5:0/1038019466 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f270006c2b0 0x7f270006e770 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f27140cd140 tx=0x7f2708009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:09.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.324+0000 7f2710ff9640 1 -- 172.21.15.5:0/1038019466 <== mon.2 v2:172.21.15.134:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2704079fd0 con 0x7f27140d0490 2024-09-19T05:03:09.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:09.539+0000 7f271a4a4640 1 -- 172.21.15.5:0/1038019466 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f27140b7570 con 0x7f27140d0490 2024-09-19T05:03:10.171 INFO:tasks.ceph.mds.a.smithi005.stderr:2024-09-19T05:03:10.170+0000 7fa436e43640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:03:10.203 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.202+0000 7f2710ff9640 1 -- 172.21.15.5:0/1038019466 <== mon.2 v2:172.21.15.134:3301/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v31) ==== 122+0+0 (secure 0 0 0) 0x7f270407e2d0 con 0x7f27140d0490 2024-09-19T05:03:10.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.204+0000 7f271a4a4640 1 -- 172.21.15.5:0/1038019466 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f270006c2b0 msgr2=0x7f270006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:10.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.204+0000 7f271a4a4640 1 --2- 172.21.15.5:0/1038019466 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f270006c2b0 0x7f270006e770 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f27140cd140 tx=0x7f2708009040 comp rx=0 tx=0).stop 2024-09-19T05:03:10.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.204+0000 7f271a4a4640 1 -- 172.21.15.5:0/1038019466 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27140d0490 msgr2=0x7f27140cf750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:10.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.204+0000 7f271a4a4640 1 --2- 172.21.15.5:0/1038019466 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27140d0490 0x7f27140cf750 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f2704031000 tx=0x7f27040046c0 comp rx=0 tx=0).stop 2024-09-19T05:03:10.206 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.204+0000 7f271a4a4640 1 -- 172.21.15.5:0/1038019466 shutdown_connections 2024-09-19T05:03:10.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.204+0000 7f271a4a4640 1 --2- 172.21.15.5:0/1038019466 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f270006c2b0 0x7f270006e770 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:10.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.204+0000 7f271a4a4640 1 --2- 172.21.15.5:0/1038019466 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f27140d15f0 0x7f27140cba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:10.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.204+0000 7f271a4a4640 1 --2- 172.21.15.5:0/1038019466 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27140d08d0 0x7f27140b7d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:10.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.204+0000 7f271a4a4640 1 --2- 172.21.15.5:0/1038019466 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27140d0490 0x7f27140cf750 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:10.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.204+0000 7f271a4a4640 1 -- 172.21.15.5:0/1038019466 >> 172.21.15.5:0/1038019466 conn(0x7f27140d2400 msgr2=0x7f2714162620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:10.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.204+0000 7f271a4a4640 1 -- 172.21.15.5:0/1038019466 shutdown_connections 2024-09-19T05:03:10.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.204+0000 7f271a4a4640 1 -- 172.21.15.5:0/1038019466 wait complete. 2024-09-19T05:03:10.219 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T05:03:10.219 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:03:10.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.325+0000 7f13ea8a6640 1 Processor -- start 2024-09-19T05:03:10.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.325+0000 7f13ea8a6640 1 -- start start 2024-09-19T05:03:10.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.325+0000 7f13ea8a6640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f13e40b6700 0x7f13e4169210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:10.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.325+0000 7f13ea8a6640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f13e40d3680 con 0x7f13e415e660 2024-09-19T05:03:10.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.325+0000 7f13ea8a6640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f13e40d3960 con 0x7f13e40d3150 2024-09-19T05:03:10.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.325+0000 7f13ea8a6640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f13e406d4b0 con 0x7f13e40b6700 2024-09-19T05:03:10.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.326+0000 7f13e8e43640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f13e40b6700 0x7f13e4169210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:10.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.326+0000 7f13e8e43640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f13e40b6700 0x7f13e4169210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35646/0 (socket says 172.21.15.5:35646) 2024-09-19T05:03:10.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.326+0000 7f13e3fff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f13e415e660 0x7f13e40d4dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:37168/0 (socket says 172.21.15.5:37168) 2024-09-19T05:03:10.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.326+0000 7f13e8e43640 1 -- 172.21.15.5:0/2665423108 learned_addr learned my addr 172.21.15.5:0/2665423108 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:10.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.326+0000 7f13e8e43640 1 -- 172.21.15.5:0/2665423108 >> v1:172.21.15.134:6789/0 conn(0x7f13e40d3150 legacy=0x7f13e40b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:10.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.326+0000 7f13e8e43640 1 -- 172.21.15.5:0/2665423108 >> v1:172.21.15.5:6789/0 conn(0x7f13e415e660 legacy=0x7f13e40d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:10.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.326+0000 7f13e2ffd640 1 -- 172.21.15.5:0/2665423108 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1533470841 0 0) 0x7f13e40d3680 con 0x7f13e415e660 2024-09-19T05:03:10.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.326+0000 7f13e8e43640 1 -- 172.21.15.5:0/2665423108 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13e406ce60 con 0x7f13e40b6700 2024-09-19T05:03:10.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.327+0000 7f13e8e43640 1 --2- 172.21.15.5:0/2665423108 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13e40b6700 0x7f13e4169210 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f13dc009e50 tx=0x7f13dc02a7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e87f467c55ef391 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:10.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.327+0000 7f13e2ffd640 1 -- 172.21.15.5:0/2665423108 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13dc036070 con 0x7f13e40b6700 2024-09-19T05:03:10.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.327+0000 7f13e2ffd640 1 -- 172.21.15.5:0/2665423108 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13dc031600 con 0x7f13e40b6700 2024-09-19T05:03:10.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.327+0000 7f13e2ffd640 1 -- 172.21.15.5:0/2665423108 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13dc0319d0 con 0x7f13e40b6700 2024-09-19T05:03:10.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.327+0000 7f13ea8a6640 1 -- 172.21.15.5:0/2665423108 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13e40b6700 msgr2=0x7f13e4169210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:10.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.327+0000 7f13ea8a6640 1 --2- 172.21.15.5:0/2665423108 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13e40b6700 0x7f13e4169210 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f13dc009e50 tx=0x7f13dc02a7f0 comp rx=0 tx=0).stop 2024-09-19T05:03:10.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.327+0000 7f13ea8a6640 1 -- 172.21.15.5:0/2665423108 shutdown_connections 2024-09-19T05:03:10.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.327+0000 7f13ea8a6640 1 --2- 172.21.15.5:0/2665423108 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13e40b6700 0x7f13e4169210 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:10.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.327+0000 7f13ea8a6640 1 -- 172.21.15.5:0/2665423108 >> 172.21.15.5:0/2665423108 conn(0x7f13e408c000 msgr2=0x7f13e40d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:10.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.327+0000 7f13ea8a6640 1 -- 172.21.15.5:0/2665423108 shutdown_connections 2024-09-19T05:03:10.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.328+0000 7f13ea8a6640 1 -- 172.21.15.5:0/2665423108 wait complete. 2024-09-19T05:03:10.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.329+0000 7f13ea8a6640 1 Processor -- start 2024-09-19T05:03:10.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.329+0000 7f13ea8a6640 1 -- start start 2024-09-19T05:03:10.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.330+0000 7f13ea8a6640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f13e40b6700 0x7f13e4158c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:10.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.330+0000 7f13ea8a6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13e40d3150 0x7f13e4159d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:10.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.330+0000 7f13ea8a6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f13e415e660 0x7f13e40b2ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:10.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.330+0000 7f13ea8a6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f13e406e950 con 0x7f13e40d3150 2024-09-19T05:03:10.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.330+0000 7f13ea8a6640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f13e415ea40 con 0x7f13e40b6700 2024-09-19T05:03:10.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.330+0000 7f13ea8a6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f13e406ead0 con 0x7f13e415e660 2024-09-19T05:03:10.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.330+0000 7f13e37fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13e40d3150 0x7f13e4159d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:10.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.330+0000 7f13e37fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13e40d3150 0x7f13e4159d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35654/0 (socket says 172.21.15.5:35654) 2024-09-19T05:03:10.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.330+0000 7f13e37fe640 1 -- 172.21.15.5:0/85063719 learned_addr learned my addr 172.21.15.5:0/85063719 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:10.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.330+0000 7f13e3fff640 1 --2- 172.21.15.5:0/85063719 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f13e40b6700 0x7f13e4158c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:10.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.330+0000 7f13e8e43640 1 --2- 172.21.15.5:0/85063719 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f13e415e660 0x7f13e40b2ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:10.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.330+0000 7f13e37fe640 1 -- 172.21.15.5:0/85063719 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f13e415e660 msgr2=0x7f13e40b2ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:10.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.330+0000 7f13e37fe640 1 --2- 172.21.15.5:0/85063719 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f13e415e660 0x7f13e40b2ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:10.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.330+0000 7f13e37fe640 1 -- 172.21.15.5:0/85063719 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f13e40b6700 msgr2=0x7f13e4158c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:10.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.330+0000 7f13e37fe640 1 --2- 172.21.15.5:0/85063719 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f13e40b6700 0x7f13e4158c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:10.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.330+0000 7f13e37fe640 1 -- 172.21.15.5:0/85063719 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13e415a580 con 0x7f13e40d3150 2024-09-19T05:03:10.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.330+0000 7f13e37fe640 1 --2- 172.21.15.5:0/85063719 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13e40d3150 0x7f13e4159d30 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f13d800c460 tx=0x7f13d800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:10.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.330+0000 7f13e0ff9640 1 -- 172.21.15.5:0/85063719 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d8016020 con 0x7f13e40d3150 2024-09-19T05:03:10.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.331+0000 7f13e0ff9640 1 -- 172.21.15.5:0/85063719 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13d8012870 con 0x7f13e40d3150 2024-09-19T05:03:10.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.331+0000 7f13ea8a6640 1 -- 172.21.15.5:0/85063719 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13e415a860 con 0x7f13e40d3150 2024-09-19T05:03:10.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.331+0000 7f13e0ff9640 1 -- 172.21.15.5:0/85063719 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d8012c60 con 0x7f13e40d3150 2024-09-19T05:03:10.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.331+0000 7f13ea8a6640 1 -- 172.21.15.5:0/85063719 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13e415ae20 con 0x7f13e40d3150 2024-09-19T05:03:10.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.331+0000 7f13ea8a6640 1 -- 172.21.15.5:0/85063719 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13e40d42a0 con 0x7f13e40d3150 2024-09-19T05:03:10.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.332+0000 7f13e0ff9640 1 -- 172.21.15.5:0/85063719 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f13d8019020 con 0x7f13e40d3150 2024-09-19T05:03:10.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.332+0000 7f13e0ff9640 1 --2- 172.21.15.5:0/85063719 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f13d006c2b0 0x7f13d006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:10.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.333+0000 7f13e0ff9640 1 -- 172.21.15.5:0/85063719 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6101+0+0 (secure 0 0 0) 0x7f13d808b140 con 0x7f13e40d3150 2024-09-19T05:03:10.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.333+0000 7f13e3fff640 1 --2- 172.21.15.5:0/85063719 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f13d006c2b0 0x7f13d006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:10.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.333+0000 7f13e3fff640 1 --2- 172.21.15.5:0/85063719 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f13d006c2b0 0x7f13d006e770 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f13d4000f60 tx=0x7f13d4007d50 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:10.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.337+0000 7f13e0ff9640 1 -- 172.21.15.5:0/85063719 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f13e40d42a0 con 0x7f13e40d3150 2024-09-19T05:03:10.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.547+0000 7f13ea8a6640 1 -- 172.21.15.5:0/85063719 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f13e40b5ff0 con 0x7f13e40d3150 2024-09-19T05:03:10.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.548+0000 7f13e0ff9640 1 -- 172.21.15.5:0/85063719 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+5221 (secure 0 0 0) 0x7f13d8020030 con 0x7f13e40d3150 2024-09-19T05:03:10.549 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:10.550 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":31,"btime":"2024-09-19T05:03:10:196264+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5344,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6835/193189745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":193189745},{"type":"v1","addr":"172.21.15.134:6835","nonce":193189745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5347,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/3657495632","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6836","nonce":3657495632},{"type":"v1","addr":"172.21.15.134:6837","nonce":3657495632}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5604,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/1981671740","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":1981671740},{"type":"v1","addr":"172.21.15.5:6834","nonce":1981671740}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":31,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:03:07.549304+0000","modified":"2024-09-19T05:03:09.541834+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5607},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5607":{"gid":5607,"name":"a","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/3369090914","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":3369090914},{"type":"v1","addr":"172.21.15.5:6835","nonce":3369090914}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5607,"qdb_cluster":[5607]},"id":4}]} 2024-09-19T05:03:10.550 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 31 2024-09-19T05:03:10.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.550+0000 7f13ea8a6640 1 -- 172.21.15.5:0/85063719 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f13d006c2b0 msgr2=0x7f13d006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:10.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.550+0000 7f13ea8a6640 1 --2- 172.21.15.5:0/85063719 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f13d006c2b0 0x7f13d006e770 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f13d4000f60 tx=0x7f13d4007d50 comp rx=0 tx=0).stop 2024-09-19T05:03:10.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.550+0000 7f13ea8a6640 1 -- 172.21.15.5:0/85063719 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13e40d3150 msgr2=0x7f13e4159d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:10.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.550+0000 7f13ea8a6640 1 --2- 172.21.15.5:0/85063719 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13e40d3150 0x7f13e4159d30 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f13d800c460 tx=0x7f13d800c920 comp rx=0 tx=0).stop 2024-09-19T05:03:10.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.550+0000 7f13ea8a6640 1 -- 172.21.15.5:0/85063719 shutdown_connections 2024-09-19T05:03:10.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.550+0000 7f13ea8a6640 1 --2- 172.21.15.5:0/85063719 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f13d006c2b0 0x7f13d006e770 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:10.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.550+0000 7f13ea8a6640 1 --2- 172.21.15.5:0/85063719 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f13e415e660 0x7f13e40b2ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:10.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.550+0000 7f13ea8a6640 1 --2- 172.21.15.5:0/85063719 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f13e40d3150 0x7f13e4159d30 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:10.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.550+0000 7f13ea8a6640 1 --2- 172.21.15.5:0/85063719 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f13e40b6700 0x7f13e4158c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:10.553 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.550+0000 7f13ea8a6640 1 -- 172.21.15.5:0/85063719 >> 172.21.15.5:0/85063719 conn(0x7f13e408c000 msgr2=0x7f13e40b5320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:10.553 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.550+0000 7f13ea8a6640 1 -- 172.21.15.5:0/85063719 shutdown_connections 2024-09-19T05:03:10.553 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.550+0000 7f13ea8a6640 1 -- 172.21.15.5:0/85063719 wait complete. 2024-09-19T05:03:10.563 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:03:10.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.663+0000 7f61b6077640 1 Processor -- start 2024-09-19T05:03:10.665 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.664+0000 7f61b6077640 1 -- start start 2024-09-19T05:03:10.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.664+0000 7f61b6077640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61b009b7b0 0x7f61b00b2220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:10.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.664+0000 7f61b6077640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f61b00b1650 0x7f61b00b2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:10.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.664+0000 7f61b6077640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f61b00d0120 con 0x7f61b009aa70 2024-09-19T05:03:10.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.664+0000 7f61b6077640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f61b00d06e0 con 0x7f61b00b1650 2024-09-19T05:03:10.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.664+0000 7f61b6077640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f61b009bd20 con 0x7f61b009b7b0 2024-09-19T05:03:10.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.665+0000 7f61affff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f61b00b1650 0x7f61b00b2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:10.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.665+0000 7f61af7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f61b009aa70 0x7f61b009ae50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:37174/0 (socket says 172.21.15.5:37174) 2024-09-19T05:03:10.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.665+0000 7f61affff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f61b00b1650 0x7f61b00b2760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35658/0 (socket says 172.21.15.5:35658) 2024-09-19T05:03:10.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.665+0000 7f61af7fe640 1 -- 172.21.15.5:0/1740852806 learned_addr learned my addr 172.21.15.5:0/1740852806 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:10.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.665+0000 7f61aeffd640 1 --2- 172.21.15.5:0/1740852806 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61b009b7b0 0x7f61b00b2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:10.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.665+0000 7f61affff640 1 -- 172.21.15.5:0/1740852806 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61b009b7b0 msgr2=0x7f61b00b2220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:10.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.665+0000 7f61affff640 1 --2- 172.21.15.5:0/1740852806 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61b009b7b0 0x7f61b00b2220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:10.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.665+0000 7f61affff640 1 -- 172.21.15.5:0/1740852806 >> v1:172.21.15.5:6789/0 conn(0x7f61b009aa70 legacy=0x7f61b009ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:10.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.665+0000 7f61affff640 1 -- 172.21.15.5:0/1740852806 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61b00d0400 con 0x7f61b00b1650 2024-09-19T05:03:10.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.665+0000 7f61ae7fc640 1 -- 172.21.15.5:0/1740852806 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1151517094 0 0) 0x7f61b00d0120 con 0x7f61b009aa70 2024-09-19T05:03:10.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.665+0000 7f61aeffd640 1 --2- 172.21.15.5:0/1740852806 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61b009b7b0 0x7f61b00b2220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:10.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.666+0000 7f61affff640 1 --2- 172.21.15.5:0/1740852806 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f61b00b1650 0x7f61b00b2760 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f61a8009d90 tx=0x7f61a802a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12817f2b1d821810 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:10.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.666+0000 7f61ae7fc640 1 -- 172.21.15.5:0/1740852806 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61a8031600 con 0x7f61b00b1650 2024-09-19T05:03:10.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.666+0000 7f61ae7fc640 1 -- 172.21.15.5:0/1740852806 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61a80317a0 con 0x7f61b00b1650 2024-09-19T05:03:10.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.666+0000 7f61ae7fc640 1 -- 172.21.15.5:0/1740852806 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61a8031b70 con 0x7f61b00b1650 2024-09-19T05:03:10.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.666+0000 7f61b6077640 1 -- 172.21.15.5:0/1740852806 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f61b00b1650 msgr2=0x7f61b00b2760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:10.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.666+0000 7f61b6077640 1 --2- 172.21.15.5:0/1740852806 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f61b00b1650 0x7f61b00b2760 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f61a8009d90 tx=0x7f61a802a5d0 comp rx=0 tx=0).stop 2024-09-19T05:03:10.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.666+0000 7f61b6077640 1 -- 172.21.15.5:0/1740852806 shutdown_connections 2024-09-19T05:03:10.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.666+0000 7f61b6077640 1 --2- 172.21.15.5:0/1740852806 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f61b00b1650 0x7f61b00b2760 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:10.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.666+0000 7f61b6077640 1 --2- 172.21.15.5:0/1740852806 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61b009b7b0 0x7f61b00b2220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:10.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.666+0000 7f61b6077640 1 -- 172.21.15.5:0/1740852806 >> 172.21.15.5:0/1740852806 conn(0x7f61b00d23b0 msgr2=0x7f61b00d27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:10.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.666+0000 7f61b6077640 1 -- 172.21.15.5:0/1740852806 shutdown_connections 2024-09-19T05:03:10.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.666+0000 7f61b6077640 1 -- 172.21.15.5:0/1740852806 wait complete. 2024-09-19T05:03:10.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.667+0000 7f61b6077640 1 Processor -- start 2024-09-19T05:03:10.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.668+0000 7f61b6077640 1 -- start start 2024-09-19T05:03:10.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.668+0000 7f61b6077640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f61b009aa70 0x7f61b00cc180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:10.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.668+0000 7f61b6077640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61b009b7b0 0x7f61b00cb0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:10.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.668+0000 7f61b6077640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f61b00b1650 0x7f61b00cb610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:10.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.668+0000 7f61b6077640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f61b015ca00 con 0x7f61b00b1650 2024-09-19T05:03:10.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.668+0000 7f61b6077640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f61b015c880 con 0x7f61b009aa70 2024-09-19T05:03:10.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.668+0000 7f61b6077640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f61b00b2ca0 con 0x7f61b009b7b0 2024-09-19T05:03:10.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.669+0000 7f61affff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f61b00b1650 0x7f61b00cb610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:10.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.669+0000 7f61affff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f61b00b1650 0x7f61b00cb610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35668/0 (socket says 172.21.15.5:35668) 2024-09-19T05:03:10.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.669+0000 7f61affff640 1 -- 172.21.15.5:0/1848010678 learned_addr learned my addr 172.21.15.5:0/1848010678 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:10.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.669+0000 7f61aeffd640 1 --2- 172.21.15.5:0/1848010678 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61b009b7b0 0x7f61b00cb0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:10.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.669+0000 7f61af7fe640 1 --2- 172.21.15.5:0/1848010678 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f61b009aa70 0x7f61b00cc180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:10.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.669+0000 7f61affff640 1 -- 172.21.15.5:0/1848010678 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61b009b7b0 msgr2=0x7f61b00cb0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:10.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.669+0000 7f61affff640 1 --2- 172.21.15.5:0/1848010678 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61b009b7b0 0x7f61b00cb0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:10.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.669+0000 7f61affff640 1 -- 172.21.15.5:0/1848010678 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f61b009aa70 msgr2=0x7f61b00cc180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:10.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.669+0000 7f61affff640 1 --2- 172.21.15.5:0/1848010678 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f61b009aa70 0x7f61b00cc180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:10.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.669+0000 7f61affff640 1 -- 172.21.15.5:0/1848010678 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61b006e6a0 con 0x7f61b00b1650 2024-09-19T05:03:10.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.669+0000 7f61affff640 1 --2- 172.21.15.5:0/1848010678 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f61b00b1650 0x7f61b00cb610 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f61a8009eb0 tx=0x7f61a8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:10.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.669+0000 7f6197fff640 1 -- 172.21.15.5:0/1848010678 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61a803f070 con 0x7f61b00b1650 2024-09-19T05:03:10.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.669+0000 7f6197fff640 1 -- 172.21.15.5:0/1848010678 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61a8030b60 con 0x7f61b00b1650 2024-09-19T05:03:10.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.669+0000 7f6197fff640 1 -- 172.21.15.5:0/1848010678 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61a8044460 con 0x7f61b00b1650 2024-09-19T05:03:10.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.669+0000 7f61b6077640 1 -- 172.21.15.5:0/1848010678 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61b00b5670 con 0x7f61b00b1650 2024-09-19T05:03:10.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.669+0000 7f61b6077640 1 -- 172.21.15.5:0/1848010678 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61b00b5c30 con 0x7f61b00b1650 2024-09-19T05:03:10.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.670+0000 7f61b6077640 1 -- 172.21.15.5:0/1848010678 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61b00c5420 con 0x7f61b00b1650 2024-09-19T05:03:10.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.671+0000 7f6197fff640 1 -- 172.21.15.5:0/1848010678 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f61a803b410 con 0x7f61b00b1650 2024-09-19T05:03:10.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.672+0000 7f6197fff640 1 --2- 172.21.15.5:0/1848010678 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f619c06c2b0 0x7f619c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:10.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.672+0000 7f6197fff640 1 -- 172.21.15.5:0/1848010678 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6101+0+0 (secure 0 0 0) 0x7f61a80acb70 con 0x7f61b00b1650 2024-09-19T05:03:10.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.672+0000 7f61af7fe640 1 --2- 172.21.15.5:0/1848010678 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f619c06c2b0 0x7f619c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:10.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.672+0000 7f61af7fe640 1 --2- 172.21.15.5:0/1848010678 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f619c06c2b0 0x7f619c06e770 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f61a0000f60 tx=0x7f61a0007d50 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:10.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.676+0000 7f6197fff640 1 -- 172.21.15.5:0/1848010678 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f61b00c5420 con 0x7f61b00b1650 2024-09-19T05:03:10.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.853+0000 7f61b6077640 1 -- 172.21.15.5:0/1848010678 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f61b00b30e0 con 0x7f61b00b1650 2024-09-19T05:03:10.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.854+0000 7f6197fff640 1 -- 172.21.15.5:0/1848010678 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v61) ==== 74+0+16908 (secure 0 0 0) 0x7f61a807ac50 con 0x7f61b00b1650 2024-09-19T05:03:10.856 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:10.856 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":61,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:03:09.191410+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:03:05.209508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-19T05:03:06.532468+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:03:10.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.857+0000 7f61b6077640 1 -- 172.21.15.5:0/1848010678 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f619c06c2b0 msgr2=0x7f619c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:10.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.857+0000 7f61b6077640 1 --2- 172.21.15.5:0/1848010678 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f619c06c2b0 0x7f619c06e770 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f61a0000f60 tx=0x7f61a0007d50 comp rx=0 tx=0).stop 2024-09-19T05:03:10.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.857+0000 7f61b6077640 1 -- 172.21.15.5:0/1848010678 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f61b00b1650 msgr2=0x7f61b00cb610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:10.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.857+0000 7f61b6077640 1 --2- 172.21.15.5:0/1848010678 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f61b00b1650 0x7f61b00cb610 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f61a8009eb0 tx=0x7f61a8004a40 comp rx=0 tx=0).stop 2024-09-19T05:03:10.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.857+0000 7f61b6077640 1 -- 172.21.15.5:0/1848010678 shutdown_connections 2024-09-19T05:03:10.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.857+0000 7f61b6077640 1 --2- 172.21.15.5:0/1848010678 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f619c06c2b0 0x7f619c06e770 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:10.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.857+0000 7f61b6077640 1 --2- 172.21.15.5:0/1848010678 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f61b00b1650 0x7f61b00cb610 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:10.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.857+0000 7f61b6077640 1 --2- 172.21.15.5:0/1848010678 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61b009b7b0 0x7f61b00cb0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:10.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.857+0000 7f61b6077640 1 --2- 172.21.15.5:0/1848010678 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f61b009aa70 0x7f61b00cc180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:10.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.857+0000 7f61b6077640 1 -- 172.21.15.5:0/1848010678 >> 172.21.15.5:0/1848010678 conn(0x7f61b00d23b0 msgr2=0x7f61b00b2220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:10.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.857+0000 7f61b6077640 1 -- 172.21.15.5:0/1848010678 shutdown_connections 2024-09-19T05:03:10.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.857+0000 7f61b6077640 1 -- 172.21.15.5:0/1848010678 wait complete. 2024-09-19T05:03:10.870 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T05:03:10.870 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:03:10.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.970+0000 7f6c6116d640 1 Processor -- start 2024-09-19T05:03:10.972 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.971+0000 7f6c6116d640 1 -- start start 2024-09-19T05:03:10.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.971+0000 7f6c6116d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6c5c09b180 0x7f6c5c070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:10.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.971+0000 7f6c6116d640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6c5c15f8f0 con 0x7f6c5c15c1c0 2024-09-19T05:03:10.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.971+0000 7f6c6116d640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6c5c070e00 con 0x7f6c5c15f480 2024-09-19T05:03:10.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.971+0000 7f6c6116d640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f6c5c0b5d90 con 0x7f6c5c09b180 2024-09-19T05:03:10.974 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.971+0000 7f6c5a59c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6c5c09b180 0x7f6c5c070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:10.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.972+0000 7f6c5ad9d640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f6c5c15c1c0 0x7f6c5c09aa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:37184/0 (socket says 172.21.15.5:37184) 2024-09-19T05:03:10.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.972+0000 7f6c5a59c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6c5c09b180 0x7f6c5c070770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35678/0 (socket says 172.21.15.5:35678) 2024-09-19T05:03:10.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.972+0000 7f6c5ad9d640 1 -- 172.21.15.5:0/517179567 learned_addr learned my addr 172.21.15.5:0/517179567 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:10.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.972+0000 7f6c5a59c640 1 -- 172.21.15.5:0/517179567 >> v1:172.21.15.134:6789/0 conn(0x7f6c5c15f480 legacy=0x7f6c5c0b6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:10.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.972+0000 7f6c5a59c640 1 -- 172.21.15.5:0/517179567 >> v1:172.21.15.5:6789/0 conn(0x7f6c5c15c1c0 legacy=0x7f6c5c09aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:10.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.972+0000 7f6c5a59c640 1 -- 172.21.15.5:0/517179567 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c5c0710e0 con 0x7f6c5c09b180 2024-09-19T05:03:10.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.972+0000 7f6c59d9b640 1 -- 172.21.15.5:0/517179567 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2552285262 0 0) 0x7f6c5c15f8f0 con 0x7f6c5c15c1c0 2024-09-19T05:03:10.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.973+0000 7f6c5a59c640 1 --2- 172.21.15.5:0/517179567 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c5c09b180 0x7f6c5c070770 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f6c440097d0 tx=0x7f6c4402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4205610d5638ff13 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:10.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.973+0000 7f6c59d9b640 1 -- 172.21.15.5:0/517179567 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c44037070 con 0x7f6c5c09b180 2024-09-19T05:03:10.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.973+0000 7f6c59d9b640 1 -- 172.21.15.5:0/517179567 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c44032440 con 0x7f6c5c09b180 2024-09-19T05:03:10.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.973+0000 7f6c59d9b640 1 -- 172.21.15.5:0/517179567 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c44032810 con 0x7f6c5c09b180 2024-09-19T05:03:10.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.973+0000 7f6c6116d640 1 -- 172.21.15.5:0/517179567 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c5c09b180 msgr2=0x7f6c5c070770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:10.976 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.973+0000 7f6c6116d640 1 --2- 172.21.15.5:0/517179567 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c5c09b180 0x7f6c5c070770 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f6c440097d0 tx=0x7f6c4402a270 comp rx=0 tx=0).stop 2024-09-19T05:03:10.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.973+0000 7f6c6116d640 1 -- 172.21.15.5:0/517179567 shutdown_connections 2024-09-19T05:03:10.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.973+0000 7f6c6116d640 1 --2- 172.21.15.5:0/517179567 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c5c09b180 0x7f6c5c070770 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:10.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.973+0000 7f6c6116d640 1 -- 172.21.15.5:0/517179567 >> 172.21.15.5:0/517179567 conn(0x7f6c5c0b3ff0 msgr2=0x7f6c5c0b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:10.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.973+0000 7f6c6116d640 1 -- 172.21.15.5:0/517179567 shutdown_connections 2024-09-19T05:03:10.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.973+0000 7f6c6116d640 1 -- 172.21.15.5:0/517179567 wait complete. 2024-09-19T05:03:10.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.975+0000 7f6c6116d640 1 Processor -- start 2024-09-19T05:03:10.977 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.975+0000 7f6c6116d640 1 -- start start 2024-09-19T05:03:10.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.976+0000 7f6c6116d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c5c09b180 0x7f6c5c15a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:10.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.976+0000 7f6c6116d640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6c5c15c1c0 0x7f6c5c0cdc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:10.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.976+0000 7f6c6116d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6c5c15f480 0x7f6c5c0ce1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:10.979 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.976+0000 7f6c6116d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f6c5c0b6930 con 0x7f6c5c09b180 2024-09-19T05:03:10.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.976+0000 7f6c6116d640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f6c5c0716a0 con 0x7f6c5c15c1c0 2024-09-19T05:03:10.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.976+0000 7f6c6116d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f6c5c0b6ab0 con 0x7f6c5c15f480 2024-09-19T05:03:10.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.976+0000 7f6c5ad9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c5c09b180 0x7f6c5c15a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:10.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.976+0000 7f6c5ad9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c5c09b180 0x7f6c5c15a710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35680/0 (socket says 172.21.15.5:35680) 2024-09-19T05:03:10.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.976+0000 7f6c5ad9d640 1 -- 172.21.15.5:0/3205711400 learned_addr learned my addr 172.21.15.5:0/3205711400 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:10.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.976+0000 7f6c5a59c640 1 --2- 172.21.15.5:0/3205711400 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6c5c15c1c0 0x7f6c5c0cdc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:10.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.976+0000 7f6c5b59e640 1 --2- 172.21.15.5:0/3205711400 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6c5c15f480 0x7f6c5c0ce1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:10.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.976+0000 7f6c5ad9d640 1 -- 172.21.15.5:0/3205711400 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6c5c15f480 msgr2=0x7f6c5c0ce1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:10.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.976+0000 7f6c5ad9d640 1 --2- 172.21.15.5:0/3205711400 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6c5c15f480 0x7f6c5c0ce1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:10.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.976+0000 7f6c5ad9d640 1 -- 172.21.15.5:0/3205711400 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6c5c15c1c0 msgr2=0x7f6c5c0cdc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:10.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.976+0000 7f6c5ad9d640 1 --2- 172.21.15.5:0/3205711400 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6c5c15c1c0 0x7f6c5c0cdc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:10.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.976+0000 7f6c5ad9d640 1 -- 172.21.15.5:0/3205711400 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c5c15ac50 con 0x7f6c5c09b180 2024-09-19T05:03:10.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.976+0000 7f6c5b59e640 1 --2- 172.21.15.5:0/3205711400 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6c5c15f480 0x7f6c5c0ce1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:10.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.976+0000 7f6c5ad9d640 1 --2- 172.21.15.5:0/3205711400 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c5c09b180 0x7f6c5c15a710 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f6c4c00c8c0 tx=0x7f6c4c00cd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:10.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.976+0000 7f6c537fe640 1 -- 172.21.15.5:0/3205711400 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c4c018070 con 0x7f6c5c09b180 2024-09-19T05:03:10.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.976+0000 7f6c537fe640 1 -- 172.21.15.5:0/3205711400 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c4c00a640 con 0x7f6c5c09b180 2024-09-19T05:03:10.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.976+0000 7f6c537fe640 1 -- 172.21.15.5:0/3205711400 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c4c00aa70 con 0x7f6c5c09b180 2024-09-19T05:03:10.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.976+0000 7f6c6116d640 1 -- 172.21.15.5:0/3205711400 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c5c0b2c30 con 0x7f6c5c09b180 2024-09-19T05:03:10.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.976+0000 7f6c6116d640 1 -- 172.21.15.5:0/3205711400 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c5c0b31f0 con 0x7f6c5c09b180 2024-09-19T05:03:10.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.977+0000 7f6c6116d640 1 -- 172.21.15.5:0/3205711400 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c5c070770 con 0x7f6c5c09b180 2024-09-19T05:03:10.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.978+0000 7f6c537fe640 1 -- 172.21.15.5:0/3205711400 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6c4c01b070 con 0x7f6c5c09b180 2024-09-19T05:03:10.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.978+0000 7f6c537fe640 1 --2- 172.21.15.5:0/3205711400 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6c3c06c2b0 0x7f6c3c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:10.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.978+0000 7f6c537fe640 1 -- 172.21.15.5:0/3205711400 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6101+0+0 (secure 0 0 0) 0x7f6c4c08abc0 con 0x7f6c5c09b180 2024-09-19T05:03:10.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.979+0000 7f6c5a59c640 1 --2- 172.21.15.5:0/3205711400 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6c3c06c2b0 0x7f6c3c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:10.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.979+0000 7f6c5a59c640 1 --2- 172.21.15.5:0/3205711400 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6c3c06c2b0 0x7f6c3c06e770 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f6c44034000 tx=0x7f6c4402e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:10.984 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:10.983+0000 7f6c537fe640 1 -- 172.21.15.5:0/3205711400 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6c4c059230 con 0x7f6c5c09b180 2024-09-19T05:03:11.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.155+0000 7f6c6116d640 1 -- 172.21.15.5:0/3205711400 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6c5c09b5a0 con 0x7f6c3c06c2b0 2024-09-19T05:03:11.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.162+0000 7f6c537fe640 1 -- 172.21.15.5:0/3205711400 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249259 (secure 0 0 0) 0x7f6c5c09b5a0 con 0x7f6c3c06c2b0 2024-09-19T05:03:11.166 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:11.167 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:03:11.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.165+0000 7f6c6116d640 1 -- 172.21.15.5:0/3205711400 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6c3c06c2b0 msgr2=0x7f6c3c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:11.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.165+0000 7f6c6116d640 1 --2- 172.21.15.5:0/3205711400 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6c3c06c2b0 0x7f6c3c06e770 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f6c44034000 tx=0x7f6c4402e000 comp rx=0 tx=0).stop 2024-09-19T05:03:11.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.165+0000 7f6c6116d640 1 -- 172.21.15.5:0/3205711400 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c5c09b180 msgr2=0x7f6c5c15a710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:11.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.165+0000 7f6c6116d640 1 --2- 172.21.15.5:0/3205711400 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c5c09b180 0x7f6c5c15a710 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f6c4c00c8c0 tx=0x7f6c4c00cd80 comp rx=0 tx=0).stop 2024-09-19T05:03:11.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.165+0000 7f6c6116d640 1 -- 172.21.15.5:0/3205711400 shutdown_connections 2024-09-19T05:03:11.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.165+0000 7f6c6116d640 1 --2- 172.21.15.5:0/3205711400 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6c3c06c2b0 0x7f6c3c06e770 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:11.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.165+0000 7f6c6116d640 1 --2- 172.21.15.5:0/3205711400 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6c5c15f480 0x7f6c5c0ce1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:11.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.165+0000 7f6c6116d640 1 --2- 172.21.15.5:0/3205711400 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6c5c15c1c0 0x7f6c5c0cdc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:11.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.165+0000 7f6c6116d640 1 --2- 172.21.15.5:0/3205711400 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6c5c09b180 0x7f6c5c15a710 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:11.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.165+0000 7f6c6116d640 1 -- 172.21.15.5:0/3205711400 >> 172.21.15.5:0/3205711400 conn(0x7f6c5c0b3ff0 msgr2=0x7f6c5c09aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:11.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.165+0000 7f6c6116d640 1 -- 172.21.15.5:0/3205711400 shutdown_connections 2024-09-19T05:03:11.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.165+0000 7f6c6116d640 1 -- 172.21.15.5:0/3205711400 wait complete. 2024-09-19T05:03:11.178 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":115,"stamp":"2024-09-19T05:03:09.285244+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590584,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":174,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":178,"acting":178,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":87,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":243716,"kb_used_data":6676,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754731004,"statfs":{"total":773094113280,"available":772844548096,"internally_reserved":0,"allocated":6836224,"data_stored":3693571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":19,"apply_latency_ms":19,"commit_latency_ns":19000000,"apply_latency_ns":19000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":216,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000965"},"pg_stats":[{"pgid":"10.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198673+0000","last_change":"2024-09-19T05:03:08.201498+0000","last_active":"2024-09-19T05:03:09.198673+0000","last_peered":"2024-09-19T05:03:09.198673+0000","last_clean":"2024-09-19T05:03:09.198673+0000","last_became_active":"2024-09-19T05:03:08.200334+0000","last_became_peered":"2024-09-19T05:03:08.200334+0000","last_unstale":"2024-09-19T05:03:09.198673+0000","last_undegraded":"2024-09-19T05:03:09.198673+0000","last_fullsized":"2024-09-19T05:03:09.198673+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:28.480679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.187399+0000","last_change":"2024-09-19T05:03:07.187399+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.187399+0000","last_undegraded":"2024-09-19T05:03:07.187399+0000","last_fullsized":"2024-09-19T05:03:07.187399+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202377+0000","last_change":"2024-09-19T05:03:08.206695+0000","last_active":"2024-09-19T05:03:09.202377+0000","last_peered":"2024-09-19T05:03:09.202377+0000","last_clean":"2024-09-19T05:03:09.202377+0000","last_became_active":"2024-09-19T05:03:08.206424+0000","last_became_peered":"2024-09-19T05:03:08.206424+0000","last_unstale":"2024-09-19T05:03:09.202377+0000","last_undegraded":"2024-09-19T05:03:09.202377+0000","last_fullsized":"2024-09-19T05:03:09.202377+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:10:39.398569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.187142+0000","last_change":"2024-09-19T05:03:07.187142+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.187142+0000","last_undegraded":"2024-09-19T05:03:07.187142+0000","last_fullsized":"2024-09-19T05:03:07.187142+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.212259+0000","last_change":"2024-09-19T05:03:08.211060+0000","last_active":"2024-09-19T05:03:08.212259+0000","last_peered":"2024-09-19T05:03:08.212259+0000","last_clean":"2024-09-19T05:03:08.212259+0000","last_became_active":"2024-09-19T05:03:08.210765+0000","last_became_peered":"2024-09-19T05:03:08.210765+0000","last_unstale":"2024-09-19T05:03:08.212259+0000","last_undegraded":"2024-09-19T05:03:08.212259+0000","last_fullsized":"2024-09-19T05:03:08.212259+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:58.896697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198936+0000","last_change":"2024-09-19T05:03:08.202786+0000","last_active":"2024-09-19T05:03:09.198936+0000","last_peered":"2024-09-19T05:03:09.198936+0000","last_clean":"2024-09-19T05:03:09.198936+0000","last_became_active":"2024-09-19T05:03:08.202504+0000","last_became_peered":"2024-09-19T05:03:08.202504+0000","last_unstale":"2024-09-19T05:03:09.198936+0000","last_undegraded":"2024-09-19T05:03:09.198936+0000","last_fullsized":"2024-09-19T05:03:09.198936+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:11.027563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198934+0000","last_change":"2024-09-19T05:03:08.203450+0000","last_active":"2024-09-19T05:03:09.198934+0000","last_peered":"2024-09-19T05:03:09.198934+0000","last_clean":"2024-09-19T05:03:09.198934+0000","last_became_active":"2024-09-19T05:03:08.203207+0000","last_became_peered":"2024-09-19T05:03:08.203207+0000","last_unstale":"2024-09-19T05:03:09.198934+0000","last_undegraded":"2024-09-19T05:03:09.198934+0000","last_fullsized":"2024-09-19T05:03:09.198934+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:49:13.219333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198724+0000","last_change":"2024-09-19T05:03:08.208412+0000","last_active":"2024-09-19T05:03:09.198724+0000","last_peered":"2024-09-19T05:03:09.198724+0000","last_clean":"2024-09-19T05:03:09.198724+0000","last_became_active":"2024-09-19T05:03:08.208091+0000","last_became_peered":"2024-09-19T05:03:08.208091+0000","last_unstale":"2024-09-19T05:03:09.198724+0000","last_undegraded":"2024-09-19T05:03:09.198724+0000","last_fullsized":"2024-09-19T05:03:09.198724+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:25:26.126927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.187167+0000","last_change":"2024-09-19T05:03:07.187167+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.187167+0000","last_undegraded":"2024-09-19T05:03:07.187167+0000","last_fullsized":"2024-09-19T05:03:07.187167+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199879+0000","last_change":"2024-09-19T05:03:08.201939+0000","last_active":"2024-09-19T05:03:09.199879+0000","last_peered":"2024-09-19T05:03:09.199879+0000","last_clean":"2024-09-19T05:03:09.199879+0000","last_became_active":"2024-09-19T05:03:08.201638+0000","last_became_peered":"2024-09-19T05:03:08.201638+0000","last_unstale":"2024-09-19T05:03:09.199879+0000","last_undegraded":"2024-09-19T05:03:09.199879+0000","last_fullsized":"2024-09-19T05:03:09.199879+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:28.480679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199275+0000","last_change":"2024-09-19T05:03:08.203566+0000","last_active":"2024-09-19T05:03:09.199275+0000","last_peered":"2024-09-19T05:03:09.199275+0000","last_clean":"2024-09-19T05:03:09.199275+0000","last_became_active":"2024-09-19T05:03:08.203264+0000","last_became_peered":"2024-09-19T05:03:08.203264+0000","last_unstale":"2024-09-19T05:03:09.199275+0000","last_undegraded":"2024-09-19T05:03:09.199275+0000","last_fullsized":"2024-09-19T05:03:09.199275+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:50:30.301402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199029+0000","last_change":"2024-09-19T05:03:08.202667+0000","last_active":"2024-09-19T05:03:09.199029+0000","last_peered":"2024-09-19T05:03:09.199029+0000","last_clean":"2024-09-19T05:03:09.199029+0000","last_became_active":"2024-09-19T05:03:08.202410+0000","last_became_peered":"2024-09-19T05:03:08.202410+0000","last_unstale":"2024-09-19T05:03:09.199029+0000","last_undegraded":"2024-09-19T05:03:09.199029+0000","last_fullsized":"2024-09-19T05:03:09.199029+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:10.252480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199276+0000","last_change":"2024-09-19T05:03:08.208062+0000","last_active":"2024-09-19T05:03:09.199276+0000","last_peered":"2024-09-19T05:03:09.199276+0000","last_clean":"2024-09-19T05:03:09.199276+0000","last_became_active":"2024-09-19T05:03:08.207787+0000","last_became_peered":"2024-09-19T05:03:08.207787+0000","last_unstale":"2024-09-19T05:03:09.199276+0000","last_undegraded":"2024-09-19T05:03:09.199276+0000","last_fullsized":"2024-09-19T05:03:09.199276+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:55:12.431879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.209373+0000","last_change":"2024-09-19T05:03:08.204565+0000","last_active":"2024-09-19T05:03:08.209373+0000","last_peered":"2024-09-19T05:03:08.209373+0000","last_clean":"2024-09-19T05:03:08.209373+0000","last_became_active":"2024-09-19T05:03:08.204297+0000","last_became_peered":"2024-09-19T05:03:08.204297+0000","last_unstale":"2024-09-19T05:03:08.209373+0000","last_undegraded":"2024-09-19T05:03:08.209373+0000","last_fullsized":"2024-09-19T05:03:08.209373+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:56:51.304143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.186939+0000","last_change":"2024-09-19T05:03:07.186939+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.186939+0000","last_undegraded":"2024-09-19T05:03:07.186939+0000","last_fullsized":"2024-09-19T05:03:07.186939+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202701+0000","last_change":"2024-09-19T05:03:08.204967+0000","last_active":"2024-09-19T05:03:09.202701+0000","last_peered":"2024-09-19T05:03:09.202701+0000","last_clean":"2024-09-19T05:03:09.202701+0000","last_became_active":"2024-09-19T05:03:08.204664+0000","last_became_peered":"2024-09-19T05:03:08.204664+0000","last_unstale":"2024-09-19T05:03:09.202701+0000","last_undegraded":"2024-09-19T05:03:09.202701+0000","last_fullsized":"2024-09-19T05:03:09.202701+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:45.697947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.202878+0000","last_change":"2024-09-19T05:03:08.200612+0000","last_active":"2024-09-19T05:03:08.202878+0000","last_peered":"2024-09-19T05:03:08.202878+0000","last_clean":"2024-09-19T05:03:08.202878+0000","last_became_active":"2024-09-19T05:03:08.200334+0000","last_became_peered":"2024-09-19T05:03:08.200334+0000","last_unstale":"2024-09-19T05:03:08.202878+0000","last_undegraded":"2024-09-19T05:03:08.202878+0000","last_fullsized":"2024-09-19T05:03:08.202878+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:25:26.126927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200141+0000","last_change":"2024-09-19T05:03:08.209223+0000","last_active":"2024-09-19T05:03:09.200141+0000","last_peered":"2024-09-19T05:03:09.200141+0000","last_clean":"2024-09-19T05:03:09.200141+0000","last_became_active":"2024-09-19T05:03:08.208966+0000","last_became_peered":"2024-09-19T05:03:08.208966+0000","last_unstale":"2024-09-19T05:03:09.200141+0000","last_undegraded":"2024-09-19T05:03:09.200141+0000","last_fullsized":"2024-09-19T05:03:09.200141+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:49:13.219333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.209158+0000","last_change":"2024-09-19T05:03:08.207615+0000","last_active":"2024-09-19T05:03:08.209158+0000","last_peered":"2024-09-19T05:03:08.209158+0000","last_clean":"2024-09-19T05:03:08.209158+0000","last_became_active":"2024-09-19T05:03:08.207340+0000","last_became_peered":"2024-09-19T05:03:08.207340+0000","last_unstale":"2024-09-19T05:03:08.209158+0000","last_undegraded":"2024-09-19T05:03:08.209158+0000","last_fullsized":"2024-09-19T05:03:08.209158+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:10.252480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.203509+0000","last_change":"2024-09-19T05:03:08.202043+0000","last_active":"2024-09-19T05:03:08.203509+0000","last_peered":"2024-09-19T05:03:08.203509+0000","last_clean":"2024-09-19T05:03:08.203509+0000","last_became_active":"2024-09-19T05:03:08.201736+0000","last_became_peered":"2024-09-19T05:03:08.201736+0000","last_unstale":"2024-09-19T05:03:08.203509+0000","last_undegraded":"2024-09-19T05:03:08.203509+0000","last_fullsized":"2024-09-19T05:03:08.203509+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:44.629618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198486+0000","last_change":"2024-09-19T05:03:08.191832+0000","last_active":"2024-09-19T05:03:09.198486+0000","last_peered":"2024-09-19T05:03:09.198486+0000","last_clean":"2024-09-19T05:03:09.198486+0000","last_became_active":"2024-09-19T05:03:08.191506+0000","last_became_peered":"2024-09-19T05:03:08.191506+0000","last_unstale":"2024-09-19T05:03:09.198486+0000","last_undegraded":"2024-09-19T05:03:09.198486+0000","last_fullsized":"2024-09-19T05:03:09.198486+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:02.471651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200035+0000","last_change":"2024-09-19T05:03:08.206430+0000","last_active":"2024-09-19T05:03:09.200035+0000","last_peered":"2024-09-19T05:03:09.200035+0000","last_clean":"2024-09-19T05:03:09.200035+0000","last_became_active":"2024-09-19T05:03:08.205580+0000","last_became_peered":"2024-09-19T05:03:08.205580+0000","last_unstale":"2024-09-19T05:03:09.200035+0000","last_undegraded":"2024-09-19T05:03:09.200035+0000","last_fullsized":"2024-09-19T05:03:09.200035+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:34.695813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200119+0000","last_change":"2024-09-19T05:03:08.206065+0000","last_active":"2024-09-19T05:03:09.200119+0000","last_peered":"2024-09-19T05:03:09.200119+0000","last_clean":"2024-09-19T05:03:09.200119+0000","last_became_active":"2024-09-19T05:03:08.205788+0000","last_became_peered":"2024-09-19T05:03:08.205788+0000","last_unstale":"2024-09-19T05:03:09.200119+0000","last_undegraded":"2024-09-19T05:03:09.200119+0000","last_fullsized":"2024-09-19T05:03:09.200119+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:44.629618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.186656+0000","last_change":"2024-09-19T05:03:07.186656+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.186656+0000","last_undegraded":"2024-09-19T05:03:07.186656+0000","last_fullsized":"2024-09-19T05:03:07.186656+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198532+0000","last_change":"2024-09-19T05:03:08.204059+0000","last_active":"2024-09-19T05:03:09.198532+0000","last_peered":"2024-09-19T05:03:09.198532+0000","last_clean":"2024-09-19T05:03:09.198532+0000","last_became_active":"2024-09-19T05:03:08.203803+0000","last_became_peered":"2024-09-19T05:03:08.203803+0000","last_unstale":"2024-09-19T05:03:09.198532+0000","last_undegraded":"2024-09-19T05:03:09.198532+0000","last_fullsized":"2024-09-19T05:03:09.198532+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:06:40.598082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199105+0000","last_change":"2024-09-19T05:03:08.193724+0000","last_active":"2024-09-19T05:03:09.199105+0000","last_peered":"2024-09-19T05:03:09.199105+0000","last_clean":"2024-09-19T05:03:09.199105+0000","last_became_active":"2024-09-19T05:03:08.193412+0000","last_became_peered":"2024-09-19T05:03:08.193412+0000","last_unstale":"2024-09-19T05:03:09.199105+0000","last_undegraded":"2024-09-19T05:03:09.199105+0000","last_fullsized":"2024-09-19T05:03:09.199105+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:40:43.398020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.186448+0000","last_change":"2024-09-19T05:03:07.186448+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.186448+0000","last_undegraded":"2024-09-19T05:03:07.186448+0000","last_fullsized":"2024-09-19T05:03:07.186448+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.186364+0000","last_change":"2024-09-19T05:03:07.186364+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.186364+0000","last_undegraded":"2024-09-19T05:03:07.186364+0000","last_fullsized":"2024-09-19T05:03:07.186364+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202847+0000","last_change":"2024-09-19T05:03:08.211774+0000","last_active":"2024-09-19T05:03:09.202847+0000","last_peered":"2024-09-19T05:03:09.202847+0000","last_clean":"2024-09-19T05:03:09.202847+0000","last_became_active":"2024-09-19T05:03:08.211476+0000","last_became_peered":"2024-09-19T05:03:08.211476+0000","last_unstale":"2024-09-19T05:03:09.202847+0000","last_undegraded":"2024-09-19T05:03:09.202847+0000","last_fullsized":"2024-09-19T05:03:09.202847+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:15:34.976668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":1,"reported_epoch":58,"state":"creating+peering","last_fresh":"2024-09-19T05:03:06.180073+0000","last_change":"2024-09-19T05:03:06.180073+0000","last_active":"2024-09-19T05:03:06.168973+0000","last_peered":"2024-09-19T05:03:06.168973+0000","last_clean":"2024-09-19T05:03:06.168973+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:06.180073+0000","last_undegraded":"2024-09-19T05:03:06.180073+0000","last_fullsized":"2024-09-19T05:03:06.180073+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.186198+0000","last_change":"2024-09-19T05:03:07.186198+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.186198+0000","last_undegraded":"2024-09-19T05:03:07.186198+0000","last_fullsized":"2024-09-19T05:03:07.186198+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.203671+0000","last_change":"2024-09-19T05:03:07.202532+0000","last_active":"2024-09-19T05:03:07.203671+0000","last_peered":"2024-09-19T05:03:07.203671+0000","last_clean":"2024-09-19T05:03:07.203671+0000","last_became_active":"2024-09-19T05:03:07.202244+0000","last_became_peered":"2024-09-19T05:03:07.202244+0000","last_unstale":"2024-09-19T05:03:07.203671+0000","last_undegraded":"2024-09-19T05:03:07.203671+0000","last_fullsized":"2024-09-19T05:03:07.203671+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:54:32.805327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.185422+0000","last_change":"2024-09-19T05:03:07.185422+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.185422+0000","last_undegraded":"2024-09-19T05:03:07.185422+0000","last_fullsized":"2024-09-19T05:03:07.185422+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.198215+0000","last_change":"2024-09-19T05:03:07.195431+0000","last_active":"2024-09-19T05:03:07.198215+0000","last_peered":"2024-09-19T05:03:07.198215+0000","last_clean":"2024-09-19T05:03:07.198215+0000","last_became_active":"2024-09-19T05:03:07.195151+0000","last_became_peered":"2024-09-19T05:03:07.195151+0000","last_unstale":"2024-09-19T05:03:07.198215+0000","last_undegraded":"2024-09-19T05:03:07.198215+0000","last_fullsized":"2024-09-19T05:03:07.198215+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:17:45.707849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198848+0000","last_change":"2024-09-19T05:03:08.208940+0000","last_active":"2024-09-19T05:03:09.198848+0000","last_peered":"2024-09-19T05:03:09.198848+0000","last_clean":"2024-09-19T05:03:09.198848+0000","last_became_active":"2024-09-19T05:03:08.208466+0000","last_became_peered":"2024-09-19T05:03:08.208466+0000","last_unstale":"2024-09-19T05:03:09.198848+0000","last_undegraded":"2024-09-19T05:03:09.198848+0000","last_fullsized":"2024-09-19T05:03:09.198848+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:44.629618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.200470+0000","last_change":"2024-09-19T05:03:07.199240+0000","last_active":"2024-09-19T05:03:07.200470+0000","last_peered":"2024-09-19T05:03:07.200470+0000","last_clean":"2024-09-19T05:03:07.200470+0000","last_became_active":"2024-09-19T05:03:07.198936+0000","last_became_peered":"2024-09-19T05:03:07.198936+0000","last_unstale":"2024-09-19T05:03:07.200470+0000","last_undegraded":"2024-09-19T05:03:07.200470+0000","last_fullsized":"2024-09-19T05:03:07.200470+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:41.987453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.210847+0000","last_change":"2024-09-19T05:03:08.209496+0000","last_active":"2024-09-19T05:03:08.210847+0000","last_peered":"2024-09-19T05:03:08.210847+0000","last_clean":"2024-09-19T05:03:08.210847+0000","last_became_active":"2024-09-19T05:03:08.209191+0000","last_became_peered":"2024-09-19T05:03:08.209191+0000","last_unstale":"2024-09-19T05:03:08.210847+0000","last_undegraded":"2024-09-19T05:03:08.210847+0000","last_fullsized":"2024-09-19T05:03:08.210847+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:10.752460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"60'1","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.212785+0000","last_change":"2024-09-19T05:03:07.197693+0000","last_active":"2024-09-19T05:03:08.212785+0000","last_peered":"2024-09-19T05:03:08.212785+0000","last_clean":"2024-09-19T05:03:08.212785+0000","last_became_active":"2024-09-19T05:03:07.197400+0000","last_became_peered":"2024-09-19T05:03:07.197400+0000","last_unstale":"2024-09-19T05:03:08.212785+0000","last_undegraded":"2024-09-19T05:03:08.212785+0000","last_fullsized":"2024-09-19T05:03:08.212785+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:50:29.295968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1a","version":"60'1","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.211661+0000","last_change":"2024-09-19T05:03:07.196279+0000","last_active":"2024-09-19T05:03:08.211661+0000","last_peered":"2024-09-19T05:03:08.211661+0000","last_clean":"2024-09-19T05:03:08.211661+0000","last_became_active":"2024-09-19T05:03:07.195936+0000","last_became_peered":"2024-09-19T05:03:07.195936+0000","last_unstale":"2024-09-19T05:03:08.211661+0000","last_undegraded":"2024-09-19T05:03:08.211661+0000","last_fullsized":"2024-09-19T05:03:08.211661+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:06:39.592648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202488+0000","last_change":"2024-09-19T05:03:08.207844+0000","last_active":"2024-09-19T05:03:09.202488+0000","last_peered":"2024-09-19T05:03:09.202488+0000","last_clean":"2024-09-19T05:03:09.202488+0000","last_became_active":"2024-09-19T05:03:08.207596+0000","last_became_peered":"2024-09-19T05:03:08.207596+0000","last_unstale":"2024-09-19T05:03:09.202488+0000","last_undegraded":"2024-09-19T05:03:09.202488+0000","last_fullsized":"2024-09-19T05:03:09.202488+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:52.703252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.189170+0000","last_change":"2024-09-19T05:03:07.203329+0000","last_active":"2024-09-19T05:03:08.189170+0000","last_peered":"2024-09-19T05:03:08.189170+0000","last_clean":"2024-09-19T05:03:08.189170+0000","last_became_active":"2024-09-19T05:03:07.203021+0000","last_became_peered":"2024-09-19T05:03:07.203021+0000","last_unstale":"2024-09-19T05:03:08.189170+0000","last_undegraded":"2024-09-19T05:03:08.189170+0000","last_fullsized":"2024-09-19T05:03:08.189170+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:40:22.741321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.206003+0000","last_change":"2024-09-19T05:03:08.204024+0000","last_active":"2024-09-19T05:03:08.206003+0000","last_peered":"2024-09-19T05:03:08.206003+0000","last_clean":"2024-09-19T05:03:08.206003+0000","last_became_active":"2024-09-19T05:03:08.203729+0000","last_became_peered":"2024-09-19T05:03:08.203729+0000","last_unstale":"2024-09-19T05:03:08.206003+0000","last_undegraded":"2024-09-19T05:03:08.206003+0000","last_fullsized":"2024-09-19T05:03:08.206003+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:49:13.219333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202277+0000","last_change":"2024-09-19T05:03:07.203815+0000","last_active":"2024-09-19T05:03:09.202277+0000","last_peered":"2024-09-19T05:03:09.202277+0000","last_clean":"2024-09-19T05:03:09.202277+0000","last_became_active":"2024-09-19T05:03:07.203533+0000","last_became_peered":"2024-09-19T05:03:07.203533+0000","last_unstale":"2024-09-19T05:03:09.202277+0000","last_undegraded":"2024-09-19T05:03:09.202277+0000","last_fullsized":"2024-09-19T05:03:09.202277+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:15.492053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199052+0000","last_change":"2024-09-19T05:03:07.197483+0000","last_active":"2024-09-19T05:03:09.199052+0000","last_peered":"2024-09-19T05:03:09.199052+0000","last_clean":"2024-09-19T05:03:09.199052+0000","last_became_active":"2024-09-19T05:03:07.197195+0000","last_became_peered":"2024-09-19T05:03:07.197195+0000","last_unstale":"2024-09-19T05:03:09.199052+0000","last_undegraded":"2024-09-19T05:03:09.199052+0000","last_fullsized":"2024-09-19T05:03:09.199052+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:45:02.798634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.198250+0000","last_change":"2024-09-19T05:03:08.194366+0000","last_active":"2024-09-19T05:03:08.198250+0000","last_peered":"2024-09-19T05:03:08.198250+0000","last_clean":"2024-09-19T05:03:08.198250+0000","last_became_active":"2024-09-19T05:03:08.194086+0000","last_became_peered":"2024-09-19T05:03:08.194086+0000","last_unstale":"2024-09-19T05:03:08.198250+0000","last_undegraded":"2024-09-19T05:03:08.198250+0000","last_fullsized":"2024-09-19T05:03:08.198250+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:34.695813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.200189+0000","last_change":"2024-09-19T05:03:07.198928+0000","last_active":"2024-09-19T05:03:07.200189+0000","last_peered":"2024-09-19T05:03:07.200189+0000","last_clean":"2024-09-19T05:03:07.200189+0000","last_became_active":"2024-09-19T05:03:07.198612+0000","last_became_peered":"2024-09-19T05:03:07.198612+0000","last_unstale":"2024-09-19T05:03:07.200189+0000","last_undegraded":"2024-09-19T05:03:07.200189+0000","last_fullsized":"2024-09-19T05:03:07.200189+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:39.711561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.203042+0000","last_change":"2024-09-19T05:03:08.201879+0000","last_active":"2024-09-19T05:03:09.203042+0000","last_peered":"2024-09-19T05:03:09.203042+0000","last_clean":"2024-09-19T05:03:09.203042+0000","last_became_active":"2024-09-19T05:03:08.201561+0000","last_became_peered":"2024-09-19T05:03:08.201561+0000","last_unstale":"2024-09-19T05:03:09.203042+0000","last_undegraded":"2024-09-19T05:03:09.203042+0000","last_fullsized":"2024-09-19T05:03:09.203042+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:48.028053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.15","version":"60'3","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198622+0000","last_change":"2024-09-19T05:03:07.199984+0000","last_active":"2024-09-19T05:03:09.198622+0000","last_peered":"2024-09-19T05:03:09.198622+0000","last_clean":"2024-09-19T05:03:09.198622+0000","last_became_active":"2024-09-19T05:03:07.199644+0000","last_became_peered":"2024-09-19T05:03:07.199644+0000","last_unstale":"2024-09-19T05:03:09.198622+0000","last_undegraded":"2024-09-19T05:03:09.198622+0000","last_fullsized":"2024-09-19T05:03:09.198622+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:56:55.358152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.185885+0000","last_change":"2024-09-19T05:03:07.185885+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.185885+0000","last_undegraded":"2024-09-19T05:03:07.185885+0000","last_fullsized":"2024-09-19T05:03:07.185885+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":1,"reported_epoch":58,"state":"creating+peering","last_fresh":"2024-09-19T05:03:06.180398+0000","last_change":"2024-09-19T05:03:06.180398+0000","last_active":"2024-09-19T05:03:06.168973+0000","last_peered":"2024-09-19T05:03:06.168973+0000","last_clean":"2024-09-19T05:03:06.168973+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:06.180398+0000","last_undegraded":"2024-09-19T05:03:06.180398+0000","last_fullsized":"2024-09-19T05:03:06.180398+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.185944+0000","last_change":"2024-09-19T05:03:07.185944+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.185944+0000","last_undegraded":"2024-09-19T05:03:07.185944+0000","last_fullsized":"2024-09-19T05:03:07.185944+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.13","version":"60'2","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198799+0000","last_change":"2024-09-19T05:03:07.202463+0000","last_active":"2024-09-19T05:03:09.198799+0000","last_peered":"2024-09-19T05:03:09.198799+0000","last_clean":"2024-09-19T05:03:09.198799+0000","last_became_active":"2024-09-19T05:03:07.202117+0000","last_became_peered":"2024-09-19T05:03:07.202117+0000","last_unstale":"2024-09-19T05:03:09.198799+0000","last_undegraded":"2024-09-19T05:03:09.198799+0000","last_fullsized":"2024-09-19T05:03:09.198799+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:37.164550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199013+0000","last_change":"2024-09-19T05:03:08.192495+0000","last_active":"2024-09-19T05:03:09.199013+0000","last_peered":"2024-09-19T05:03:09.199013+0000","last_clean":"2024-09-19T05:03:09.199013+0000","last_became_active":"2024-09-19T05:03:08.192225+0000","last_became_peered":"2024-09-19T05:03:08.192225+0000","last_unstale":"2024-09-19T05:03:09.199013+0000","last_undegraded":"2024-09-19T05:03:09.199013+0000","last_fullsized":"2024-09-19T05:03:09.199013+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:40:23.746755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199020+0000","last_change":"2024-09-19T05:03:07.192934+0000","last_active":"2024-09-19T05:03:09.199020+0000","last_peered":"2024-09-19T05:03:09.199020+0000","last_clean":"2024-09-19T05:03:09.199020+0000","last_became_active":"2024-09-19T05:03:07.192665+0000","last_became_peered":"2024-09-19T05:03:07.192665+0000","last_unstale":"2024-09-19T05:03:09.199020+0000","last_undegraded":"2024-09-19T05:03:09.199020+0000","last_fullsized":"2024-09-19T05:03:09.199020+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:52.158021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202986+0000","last_change":"2024-09-19T05:03:08.203586+0000","last_active":"2024-09-19T05:03:09.202986+0000","last_peered":"2024-09-19T05:03:09.202986+0000","last_clean":"2024-09-19T05:03:09.202986+0000","last_became_active":"2024-09-19T05:03:08.203337+0000","last_became_peered":"2024-09-19T05:03:08.203337+0000","last_unstale":"2024-09-19T05:03:09.202986+0000","last_undegraded":"2024-09-19T05:03:09.202986+0000","last_fullsized":"2024-09-19T05:03:09.202986+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:02.308943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199333+0000","last_change":"2024-09-19T05:03:07.199608+0000","last_active":"2024-09-19T05:03:09.199333+0000","last_peered":"2024-09-19T05:03:09.199333+0000","last_clean":"2024-09-19T05:03:09.199333+0000","last_became_active":"2024-09-19T05:03:07.199330+0000","last_became_peered":"2024-09-19T05:03:07.199330+0000","last_unstale":"2024-09-19T05:03:09.199333+0000","last_undegraded":"2024-09-19T05:03:09.199333+0000","last_fullsized":"2024-09-19T05:03:09.199333+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:41:59.278967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.201359+0000","last_change":"2024-09-19T05:03:07.199877+0000","last_active":"2024-09-19T05:03:07.201359+0000","last_peered":"2024-09-19T05:03:07.201359+0000","last_clean":"2024-09-19T05:03:07.201359+0000","last_became_active":"2024-09-19T05:03:07.199613+0000","last_became_peered":"2024-09-19T05:03:07.199613+0000","last_unstale":"2024-09-19T05:03:07.201359+0000","last_undegraded":"2024-09-19T05:03:07.201359+0000","last_fullsized":"2024-09-19T05:03:07.201359+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:15.278819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198709+0000","last_change":"2024-09-19T05:03:08.207754+0000","last_active":"2024-09-19T05:03:09.198709+0000","last_peered":"2024-09-19T05:03:09.198709+0000","last_clean":"2024-09-19T05:03:09.198709+0000","last_became_active":"2024-09-19T05:03:08.207485+0000","last_became_peered":"2024-09-19T05:03:08.207485+0000","last_unstale":"2024-09-19T05:03:09.198709+0000","last_undegraded":"2024-09-19T05:03:09.198709+0000","last_fullsized":"2024-09-19T05:03:09.198709+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:34.695813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"60'1","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200195+0000","last_change":"2024-09-19T05:03:07.195258+0000","last_active":"2024-09-19T05:03:09.200195+0000","last_peered":"2024-09-19T05:03:09.200195+0000","last_clean":"2024-09-19T05:03:09.200195+0000","last_became_active":"2024-09-19T05:03:07.194938+0000","last_became_peered":"2024-09-19T05:03:07.194938+0000","last_unstale":"2024-09-19T05:03:09.200195+0000","last_undegraded":"2024-09-19T05:03:09.200195+0000","last_fullsized":"2024-09-19T05:03:09.200195+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:39:38.224757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202899+0000","last_change":"2024-09-19T05:03:08.206446+0000","last_active":"2024-09-19T05:03:09.202899+0000","last_peered":"2024-09-19T05:03:09.202899+0000","last_clean":"2024-09-19T05:03:09.202899+0000","last_became_active":"2024-09-19T05:03:08.206108+0000","last_became_peered":"2024-09-19T05:03:08.206108+0000","last_unstale":"2024-09-19T05:03:09.202899+0000","last_undegraded":"2024-09-19T05:03:09.202899+0000","last_fullsized":"2024-09-19T05:03:09.202899+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:40.561195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.e","version":"60'2","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198748+0000","last_change":"2024-09-19T05:03:07.201125+0000","last_active":"2024-09-19T05:03:09.198748+0000","last_peered":"2024-09-19T05:03:09.198748+0000","last_clean":"2024-09-19T05:03:09.198748+0000","last_became_active":"2024-09-19T05:03:07.200833+0000","last_became_peered":"2024-09-19T05:03:07.200833+0000","last_unstale":"2024-09-19T05:03:09.198748+0000","last_undegraded":"2024-09-19T05:03:09.198748+0000","last_fullsized":"2024-09-19T05:03:09.198748+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:25:52.861665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.185403+0000","last_change":"2024-09-19T05:03:07.185403+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.185403+0000","last_undegraded":"2024-09-19T05:03:07.185403+0000","last_fullsized":"2024-09-19T05:03:07.185403+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.d","version":"60'1","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198508+0000","last_change":"2024-09-19T05:03:07.199932+0000","last_active":"2024-09-19T05:03:09.198508+0000","last_peered":"2024-09-19T05:03:09.198508+0000","last_clean":"2024-09-19T05:03:09.198508+0000","last_became_active":"2024-09-19T05:03:07.199226+0000","last_became_peered":"2024-09-19T05:03:07.199226+0000","last_unstale":"2024-09-19T05:03:09.198508+0000","last_undegraded":"2024-09-19T05:03:09.198508+0000","last_fullsized":"2024-09-19T05:03:09.198508+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:01.616336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.203072+0000","last_change":"2024-09-19T05:03:08.201485+0000","last_active":"2024-09-19T05:03:09.203072+0000","last_peered":"2024-09-19T05:03:09.203072+0000","last_clean":"2024-09-19T05:03:09.203072+0000","last_became_active":"2024-09-19T05:03:08.201238+0000","last_became_peered":"2024-09-19T05:03:08.201238+0000","last_unstale":"2024-09-19T05:03:09.203072+0000","last_undegraded":"2024-09-19T05:03:09.203072+0000","last_fullsized":"2024-09-19T05:03:09.203072+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:39:39.230191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.190138+0000","last_change":"2024-09-19T05:03:07.200110+0000","last_active":"2024-09-19T05:03:08.190138+0000","last_peered":"2024-09-19T05:03:08.190138+0000","last_clean":"2024-09-19T05:03:08.190138+0000","last_became_active":"2024-09-19T05:03:07.199847+0000","last_became_peered":"2024-09-19T05:03:07.199847+0000","last_unstale":"2024-09-19T05:03:08.190138+0000","last_undegraded":"2024-09-19T05:03:08.190138+0000","last_fullsized":"2024-09-19T05:03:08.190138+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:01.466217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.185916+0000","last_change":"2024-09-19T05:03:07.185916+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.185916+0000","last_undegraded":"2024-09-19T05:03:07.185916+0000","last_fullsized":"2024-09-19T05:03:07.185916+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.202277+0000","last_change":"2024-09-19T05:03:07.201064+0000","last_active":"2024-09-19T05:03:07.202277+0000","last_peered":"2024-09-19T05:03:07.202277+0000","last_clean":"2024-09-19T05:03:07.202277+0000","last_became_active":"2024-09-19T05:03:07.200515+0000","last_became_peered":"2024-09-19T05:03:07.200515+0000","last_unstale":"2024-09-19T05:03:07.202277+0000","last_undegraded":"2024-09-19T05:03:07.202277+0000","last_fullsized":"2024-09-19T05:03:07.202277+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:03:19.250457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199390+0000","last_change":"2024-09-19T05:03:08.208033+0000","last_active":"2024-09-19T05:03:09.199390+0000","last_peered":"2024-09-19T05:03:09.199390+0000","last_clean":"2024-09-19T05:03:09.199390+0000","last_became_active":"2024-09-19T05:03:08.207659+0000","last_became_peered":"2024-09-19T05:03:08.207659+0000","last_unstale":"2024-09-19T05:03:09.199390+0000","last_undegraded":"2024-09-19T05:03:09.199390+0000","last_fullsized":"2024-09-19T05:03:09.199390+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:02.471651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199174+0000","last_change":"2024-09-19T05:03:07.190726+0000","last_active":"2024-09-19T05:03:09.199174+0000","last_peered":"2024-09-19T05:03:09.199174+0000","last_clean":"2024-09-19T05:03:09.199174+0000","last_became_active":"2024-09-19T05:03:07.190432+0000","last_became_peered":"2024-09-19T05:03:07.190432+0000","last_unstale":"2024-09-19T05:03:09.199174+0000","last_undegraded":"2024-09-19T05:03:09.199174+0000","last_fullsized":"2024-09-19T05:03:09.199174+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:41:59.278967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202749+0000","last_change":"2024-09-19T05:03:08.207236+0000","last_active":"2024-09-19T05:03:09.202749+0000","last_peered":"2024-09-19T05:03:09.202749+0000","last_clean":"2024-09-19T05:03:09.202749+0000","last_became_active":"2024-09-19T05:03:08.206964+0000","last_became_peered":"2024-09-19T05:03:08.206964+0000","last_unstale":"2024-09-19T05:03:09.202749+0000","last_undegraded":"2024-09-19T05:03:09.202749+0000","last_fullsized":"2024-09-19T05:03:09.202749+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:51.299980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.202948+0000","last_change":"2024-09-19T05:03:07.201808+0000","last_active":"2024-09-19T05:03:07.202948+0000","last_peered":"2024-09-19T05:03:07.202948+0000","last_clean":"2024-09-19T05:03:07.202948+0000","last_became_active":"2024-09-19T05:03:07.201527+0000","last_became_peered":"2024-09-19T05:03:07.201527+0000","last_unstale":"2024-09-19T05:03:07.202948+0000","last_undegraded":"2024-09-19T05:03:07.202948+0000","last_fullsized":"2024-09-19T05:03:07.202948+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:20:56.263377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.185408+0000","last_change":"2024-09-19T05:03:07.185408+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.185408+0000","last_undegraded":"2024-09-19T05:03:07.185408+0000","last_fullsized":"2024-09-19T05:03:07.185408+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.7","version":"60'2","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200255+0000","last_change":"2024-09-19T05:03:07.192263+0000","last_active":"2024-09-19T05:03:09.200255+0000","last_peered":"2024-09-19T05:03:09.200255+0000","last_clean":"2024-09-19T05:03:09.200255+0000","last_became_active":"2024-09-19T05:03:07.192041+0000","last_became_peered":"2024-09-19T05:03:07.192041+0000","last_unstale":"2024-09-19T05:03:09.200255+0000","last_undegraded":"2024-09-19T05:03:09.200255+0000","last_fullsized":"2024-09-19T05:03:09.200255+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:46.035092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.215492+0000","last_change":"2024-09-19T05:03:08.213697+0000","last_active":"2024-09-19T05:03:08.215492+0000","last_peered":"2024-09-19T05:03:08.215492+0000","last_clean":"2024-09-19T05:03:08.215492+0000","last_became_active":"2024-09-19T05:03:08.213418+0000","last_became_peered":"2024-09-19T05:03:08.213418+0000","last_unstale":"2024-09-19T05:03:08.215492+0000","last_undegraded":"2024-09-19T05:03:08.215492+0000","last_fullsized":"2024-09-19T05:03:08.215492+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:07:58.098394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200274+0000","last_change":"2024-09-19T05:03:07.199032+0000","last_active":"2024-09-19T05:03:09.200274+0000","last_peered":"2024-09-19T05:03:09.200274+0000","last_clean":"2024-09-19T05:03:09.200274+0000","last_became_active":"2024-09-19T05:03:07.198762+0000","last_became_peered":"2024-09-19T05:03:07.198762+0000","last_unstale":"2024-09-19T05:03:09.200274+0000","last_undegraded":"2024-09-19T05:03:09.200274+0000","last_fullsized":"2024-09-19T05:03:09.200274+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:37.164550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200106+0000","last_change":"2024-09-19T05:03:08.191056+0000","last_active":"2024-09-19T05:03:09.200106+0000","last_peered":"2024-09-19T05:03:09.200106+0000","last_clean":"2024-09-19T05:03:09.200106+0000","last_became_active":"2024-09-19T05:03:08.190754+0000","last_became_peered":"2024-09-19T05:03:08.190754+0000","last_unstale":"2024-09-19T05:03:09.200106+0000","last_undegraded":"2024-09-19T05:03:09.200106+0000","last_fullsized":"2024-09-19T05:03:09.200106+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:25:26.126927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.198240+0000","last_change":"2024-09-19T05:03:07.196109+0000","last_active":"2024-09-19T05:03:07.198240+0000","last_peered":"2024-09-19T05:03:07.198240+0000","last_clean":"2024-09-19T05:03:07.198240+0000","last_became_active":"2024-09-19T05:03:07.195837+0000","last_became_peered":"2024-09-19T05:03:07.195837+0000","last_unstale":"2024-09-19T05:03:07.198240+0000","last_undegraded":"2024-09-19T05:03:07.198240+0000","last_fullsized":"2024-09-19T05:03:07.198240+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:47.153532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.203074+0000","last_change":"2024-09-19T05:03:08.200830+0000","last_active":"2024-09-19T05:03:09.203074+0000","last_peered":"2024-09-19T05:03:09.203074+0000","last_clean":"2024-09-19T05:03:09.203074+0000","last_became_active":"2024-09-19T05:03:08.200523+0000","last_became_peered":"2024-09-19T05:03:08.200523+0000","last_unstale":"2024-09-19T05:03:09.203074+0000","last_undegraded":"2024-09-19T05:03:09.203074+0000","last_fullsized":"2024-09-19T05:03:09.203074+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:53.163455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":1,"reported_epoch":58,"state":"creating+peering","last_fresh":"2024-09-19T05:03:06.179920+0000","last_change":"2024-09-19T05:03:06.179920+0000","last_active":"2024-09-19T05:03:06.168973+0000","last_peered":"2024-09-19T05:03:06.168973+0000","last_clean":"2024-09-19T05:03:06.168973+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:06.179920+0000","last_undegraded":"2024-09-19T05:03:06.179920+0000","last_fullsized":"2024-09-19T05:03:06.179920+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202182+0000","last_change":"2024-09-19T05:03:08.209954+0000","last_active":"2024-09-19T05:03:09.202182+0000","last_peered":"2024-09-19T05:03:09.202182+0000","last_clean":"2024-09-19T05:03:09.202182+0000","last_became_active":"2024-09-19T05:03:08.209675+0000","last_became_peered":"2024-09-19T05:03:08.209675+0000","last_unstale":"2024-09-19T05:03:09.202182+0000","last_undegraded":"2024-09-19T05:03:09.202182+0000","last_fullsized":"2024-09-19T05:03:09.202182+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:05.353685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198941+0000","last_change":"2024-09-19T05:03:07.201517+0000","last_active":"2024-09-19T05:03:09.198941+0000","last_peered":"2024-09-19T05:03:09.198941+0000","last_clean":"2024-09-19T05:03:09.198941+0000","last_became_active":"2024-09-19T05:03:07.201241+0000","last_became_peered":"2024-09-19T05:03:07.201241+0000","last_unstale":"2024-09-19T05:03:09.198941+0000","last_undegraded":"2024-09-19T05:03:09.198941+0000","last_fullsized":"2024-09-19T05:03:09.198941+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:46.035092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.185494+0000","last_change":"2024-09-19T05:03:07.185494+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.185494+0000","last_undegraded":"2024-09-19T05:03:07.185494+0000","last_fullsized":"2024-09-19T05:03:07.185494+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.190344+0000","last_change":"2024-09-19T05:03:07.195425+0000","last_active":"2024-09-19T05:03:08.190344+0000","last_peered":"2024-09-19T05:03:08.190344+0000","last_clean":"2024-09-19T05:03:08.190344+0000","last_became_active":"2024-09-19T05:03:07.195090+0000","last_became_peered":"2024-09-19T05:03:07.195090+0000","last_unstale":"2024-09-19T05:03:08.190344+0000","last_undegraded":"2024-09-19T05:03:08.190344+0000","last_fullsized":"2024-09-19T05:03:08.190344+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:27.475245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.189328+0000","last_change":"2024-09-19T05:03:07.203727+0000","last_active":"2024-09-19T05:03:08.189328+0000","last_peered":"2024-09-19T05:03:08.189328+0000","last_clean":"2024-09-19T05:03:08.189328+0000","last_became_active":"2024-09-19T05:03:07.203390+0000","last_became_peered":"2024-09-19T05:03:07.203390+0000","last_unstale":"2024-09-19T05:03:08.189328+0000","last_undegraded":"2024-09-19T05:03:08.189328+0000","last_fullsized":"2024-09-19T05:03:08.189328+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:40:42.392586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.207878+0000","last_change":"2024-09-19T05:03:08.202607+0000","last_active":"2024-09-19T05:03:08.207878+0000","last_peered":"2024-09-19T05:03:08.207878+0000","last_clean":"2024-09-19T05:03:08.207878+0000","last_became_active":"2024-09-19T05:03:08.202315+0000","last_became_peered":"2024-09-19T05:03:08.202315+0000","last_unstale":"2024-09-19T05:03:08.207878+0000","last_undegraded":"2024-09-19T05:03:08.207878+0000","last_fullsized":"2024-09-19T05:03:08.207878+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:40.916801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":1,"reported_epoch":58,"state":"creating+peering","last_fresh":"2024-09-19T05:03:06.179668+0000","last_change":"2024-09-19T05:03:06.179668+0000","last_active":"2024-09-19T05:03:06.168973+0000","last_peered":"2024-09-19T05:03:06.168973+0000","last_clean":"2024-09-19T05:03:06.168973+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:06.179668+0000","last_undegraded":"2024-09-19T05:03:06.179668+0000","last_fullsized":"2024-09-19T05:03:06.179668+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202555+0000","last_change":"2024-09-19T05:03:08.211772+0000","last_active":"2024-09-19T05:03:09.202555+0000","last_peered":"2024-09-19T05:03:09.202555+0000","last_clean":"2024-09-19T05:03:09.202555+0000","last_became_active":"2024-09-19T05:03:08.211466+0000","last_became_peered":"2024-09-19T05:03:08.211466+0000","last_unstale":"2024-09-19T05:03:09.202555+0000","last_undegraded":"2024-09-19T05:03:09.202555+0000","last_fullsized":"2024-09-19T05:03:09.202555+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:23.323366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.188964+0000","last_change":"2024-09-19T05:03:07.197625+0000","last_active":"2024-09-19T05:03:08.188964+0000","last_peered":"2024-09-19T05:03:08.188964+0000","last_clean":"2024-09-19T05:03:08.188964+0000","last_became_active":"2024-09-19T05:03:07.197327+0000","last_became_peered":"2024-09-19T05:03:07.197327+0000","last_unstale":"2024-09-19T05:03:08.188964+0000","last_undegraded":"2024-09-19T05:03:08.188964+0000","last_fullsized":"2024-09-19T05:03:08.188964+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:10.022129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":251,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199100+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:03:09.199100+0000","last_peered":"2024-09-19T05:03:09.199100+0000","last_clean":"2024-09-19T05:03:09.199100+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:03:09.199100+0000","last_undegraded":"2024-09-19T05:03:09.199100+0000","last_fullsized":"2024-09-19T05:03:09.199100+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":112,"acting":112,"num_store_stats":7},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":216,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13,"ondisk_log_size":13,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509468,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28324,"kb_used_data":1296,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343516,"statfs":{"total":96636764160,"available":96607760384,"internally_reserved":0,"allocated":1327104,"data_stored":912897,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509467,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27732,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344108,"statfs":{"total":96636764160,"available":96608366592,"internally_reserved":0,"allocated":720896,"data_stored":321787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509467,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27732,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344108,"statfs":{"total":96636764160,"available":96608366592,"internally_reserved":0,"allocated":720896,"data_stored":321775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542171,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31876,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339964,"statfs":{"total":96636764160,"available":96604123136,"internally_reserved":0,"allocated":704512,"data_stored":314586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542171,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31876,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339964,"statfs":{"total":96636764160,"available":96604123136,"internally_reserved":0,"allocated":704512,"data_stored":314586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574876,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27716,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344124,"statfs":{"total":96636764160,"available":96608382976,"internally_reserved":0,"allocated":692224,"data_stored":307927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574875,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31856,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339984,"statfs":{"total":96636764160,"available":96604143616,"internally_reserved":0,"allocated":679936,"data_stored":301718,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574875,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36604,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335236,"statfs":{"total":96636764160,"available":96599281664,"internally_reserved":0,"allocated":1286144,"data_stored":898295,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:03:11.182 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:03:11.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.320+0000 7faa723f6640 1 Processor -- start 2024-09-19T05:03:11.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.320+0000 7faa723f6640 1 -- start start 2024-09-19T05:03:11.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.320+0000 7faa723f6640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7faa6c0b6700 0x7faa6c169210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:11.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.320+0000 7faa723f6640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa6c0d3680 con 0x7faa6c0d3150 2024-09-19T05:03:11.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.320+0000 7faa723f6640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa6c0d3960 con 0x7faa6c15e660 2024-09-19T05:03:11.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.320+0000 7faa723f6640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7faa6c06d4b0 con 0x7faa6c0b6700 2024-09-19T05:03:11.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.321+0000 7faa6b7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7faa6c0d3150 0x7faa6c0b5ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:37188/0 (socket says 172.21.15.5:37188) 2024-09-19T05:03:11.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.321+0000 7faa6b7fe640 1 -- 172.21.15.5:0/2233180494 learned_addr learned my addr 172.21.15.5:0/2233180494 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:11.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.321+0000 7faa6affd640 1 -- 172.21.15.5:0/2233180494 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 428107566 0 0) 0x7faa6c0d3680 con 0x7faa6c0d3150 2024-09-19T05:03:11.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.321+0000 7faa70993640 1 --2- 172.21.15.5:0/2233180494 >> v2:172.21.15.134:3300/0 conn(0x7faa6c0b6700 0x7faa6c169210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:11.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.321+0000 7faa6affd640 1 -- 172.21.15.5:0/2233180494 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faa54003520 con 0x7faa6c0d3150 2024-09-19T05:03:11.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.321+0000 7faa6affd640 1 -- 172.21.15.5:0/2233180494 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1739227075 0 0) 0x7faa54003520 con 0x7faa6c0d3150 2024-09-19T05:03:11.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.321+0000 7faa6affd640 1 -- 172.21.15.5:0/2233180494 >> v2:172.21.15.134:3300/0 conn(0x7faa6c0b6700 msgr2=0x7faa6c169210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:11.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.321+0000 7faa6affd640 1 --2- 172.21.15.5:0/2233180494 >> v2:172.21.15.134:3300/0 conn(0x7faa6c0b6700 0x7faa6c169210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:11.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.321+0000 7faa6affd640 1 -- 172.21.15.5:0/2233180494 >> v1:172.21.15.134:6789/0 conn(0x7faa6c15e660 legacy=0x7faa6c0d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:11.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.321+0000 7faa6affd640 1 -- 172.21.15.5:0/2233180494 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa6c06ce60 con 0x7faa6c0d3150 2024-09-19T05:03:11.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.321+0000 7faa6affd640 1 -- 172.21.15.5:0/2233180494 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7faa60001670 con 0x7faa6c0d3150 2024-09-19T05:03:11.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.321+0000 7faa6affd640 1 -- 172.21.15.5:0/2233180494 >> v1:172.21.15.5:6789/0 conn(0x7faa6c0d3150 legacy=0x7faa6c0b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:11.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.321+0000 7faa6affd640 1 --2- 172.21.15.5:0/2233180494 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faa540039b0 0x7faa54003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:11.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.321+0000 7faa6affd640 1 --2- 172.21.15.5:0/2233180494 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faa54004800 0x7faa54004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:11.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.321+0000 7faa6affd640 1 --2- 172.21.15.5:0/2233180494 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faa540051c0 0x7faa5400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:11.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.321+0000 7faa6affd640 1 -- 172.21.15.5:0/2233180494 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7faa5400c040 con 0x7faa540051c0 2024-09-19T05:03:11.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.321+0000 7faa6affd640 1 -- 172.21.15.5:0/2233180494 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7faa5400c1f0 con 0x7faa540039b0 2024-09-19T05:03:11.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.321+0000 7faa6affd640 1 -- 172.21.15.5:0/2233180494 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7faa5400c3f0 con 0x7faa54004800 2024-09-19T05:03:11.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.321+0000 7faa70993640 1 --2- 172.21.15.5:0/2233180494 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faa540051c0 0x7faa5400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:11.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.321+0000 7faa6bfff640 1 --2- 172.21.15.5:0/2233180494 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faa540039b0 0x7faa54003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:11.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.321+0000 7faa6b7fe640 1 --2- 172.21.15.5:0/2233180494 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faa54004800 0x7faa54004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:11.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.322+0000 7faa70993640 1 -- 172.21.15.5:0/2233180494 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faa54004800 msgr2=0x7faa54004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:11.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.322+0000 7faa70993640 1 --2- 172.21.15.5:0/2233180494 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faa54004800 0x7faa54004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:11.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.322+0000 7faa70993640 1 -- 172.21.15.5:0/2233180494 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faa540039b0 msgr2=0x7faa54003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:11.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.322+0000 7faa70993640 1 --2- 172.21.15.5:0/2233180494 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faa540039b0 0x7faa54003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:11.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.322+0000 7faa70993640 1 -- 172.21.15.5:0/2233180494 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa54003520 con 0x7faa540051c0 2024-09-19T05:03:11.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.322+0000 7faa70993640 1 -- 172.21.15.5:0/2233180494 reap_dead start 2024-09-19T05:03:11.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.322+0000 7faa70993640 1 --2- 172.21.15.5:0/2233180494 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faa540051c0 0x7faa5400b9c0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7faa64009f90 tx=0x7faa54005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b49ef6d80e46a8e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:11.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.323+0000 7faa6affd640 1 -- 172.21.15.5:0/2233180494 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa64035020 con 0x7faa540051c0 2024-09-19T05:03:11.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.323+0000 7faa6affd640 1 -- 172.21.15.5:0/2233180494 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa64003b90 con 0x7faa540051c0 2024-09-19T05:03:11.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.323+0000 7faa6affd640 1 -- 172.21.15.5:0/2233180494 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa64009c10 con 0x7faa540051c0 2024-09-19T05:03:11.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.323+0000 7faa723f6640 1 -- 172.21.15.5:0/2233180494 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faa540051c0 msgr2=0x7faa5400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:11.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.323+0000 7faa723f6640 1 --2- 172.21.15.5:0/2233180494 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faa540051c0 0x7faa5400b9c0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7faa64009f90 tx=0x7faa54005830 comp rx=0 tx=0).stop 2024-09-19T05:03:11.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.323+0000 7faa723f6640 1 -- 172.21.15.5:0/2233180494 shutdown_connections 2024-09-19T05:03:11.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.323+0000 7faa723f6640 1 --2- 172.21.15.5:0/2233180494 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faa540051c0 0x7faa5400b9c0 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:11.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.323+0000 7faa723f6640 1 -- 172.21.15.5:0/2233180494 >> 172.21.15.5:0/2233180494 conn(0x7faa6c08c000 msgr2=0x7faa6c0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:11.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.323+0000 7faa723f6640 1 -- 172.21.15.5:0/2233180494 shutdown_connections 2024-09-19T05:03:11.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.323+0000 7faa723f6640 1 -- 172.21.15.5:0/2233180494 wait complete. 2024-09-19T05:03:11.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.324+0000 7faa723f6640 1 Processor -- start 2024-09-19T05:03:11.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.325+0000 7faa723f6640 1 -- start start 2024-09-19T05:03:11.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.325+0000 7faa723f6640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faa540051c0 0x7faa6c15ddc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:11.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.325+0000 7faa723f6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faa6c0b9c10 0x7faa6c0c9e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:11.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.325+0000 7faa723f6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faa6c0ba090 0x7faa6c0ca340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:11.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.325+0000 7faa723f6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7faa6c0b5ff0 con 0x7faa6c0b9c10 2024-09-19T05:03:11.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.325+0000 7faa723f6640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7faa6c15ea40 con 0x7faa540051c0 2024-09-19T05:03:11.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.325+0000 7faa723f6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7faa6c0b6170 con 0x7faa6c0ba090 2024-09-19T05:03:11.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.325+0000 7faa6b7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faa6c0b9c10 0x7faa6c0c9e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:11.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.325+0000 7faa6b7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faa6c0b9c10 0x7faa6c0c9e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35690/0 (socket says 172.21.15.5:35690) 2024-09-19T05:03:11.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.325+0000 7faa6b7fe640 1 -- 172.21.15.5:0/2908667032 learned_addr learned my addr 172.21.15.5:0/2908667032 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:11.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.326+0000 7faa70993640 1 --2- 172.21.15.5:0/2908667032 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faa6c0ba090 0x7faa6c0ca340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:11.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.326+0000 7faa6bfff640 1 --2- 172.21.15.5:0/2908667032 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faa540051c0 0x7faa6c15ddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:11.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.326+0000 7faa6b7fe640 1 -- 172.21.15.5:0/2908667032 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faa6c0ba090 msgr2=0x7faa6c0ca340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:11.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.326+0000 7faa6b7fe640 1 --2- 172.21.15.5:0/2908667032 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faa6c0ba090 0x7faa6c0ca340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:11.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.326+0000 7faa6b7fe640 1 -- 172.21.15.5:0/2908667032 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faa540051c0 msgr2=0x7faa6c15ddc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:11.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.326+0000 7faa6b7fe640 1 --2- 172.21.15.5:0/2908667032 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faa540051c0 0x7faa6c15ddc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:11.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.326+0000 7faa6b7fe640 1 -- 172.21.15.5:0/2908667032 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa6c0b7f50 con 0x7faa6c0b9c10 2024-09-19T05:03:11.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.326+0000 7faa6b7fe640 1 --2- 172.21.15.5:0/2908667032 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faa6c0b9c10 0x7faa6c0c9e00 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7faa60004ed0 tx=0x7faa60007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:11.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.326+0000 7faa68ff9640 1 -- 172.21.15.5:0/2908667032 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa6000f7b0 con 0x7faa6c0b9c10 2024-09-19T05:03:11.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.326+0000 7faa68ff9640 1 -- 172.21.15.5:0/2908667032 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa60018070 con 0x7faa6c0b9c10 2024-09-19T05:03:11.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.326+0000 7faa723f6640 1 -- 172.21.15.5:0/2908667032 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa6c0b81f0 con 0x7faa6c0b9c10 2024-09-19T05:03:11.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.326+0000 7faa68ff9640 1 -- 172.21.15.5:0/2908667032 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa6000fbd0 con 0x7faa6c0b9c10 2024-09-19T05:03:11.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.326+0000 7faa723f6640 1 -- 172.21.15.5:0/2908667032 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa6c0b87b0 con 0x7faa6c0b9c10 2024-09-19T05:03:11.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.327+0000 7faa723f6640 1 -- 172.21.15.5:0/2908667032 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa6c0d4dd0 con 0x7faa6c0b9c10 2024-09-19T05:03:11.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.328+0000 7faa68ff9640 1 -- 172.21.15.5:0/2908667032 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7faa6001d460 con 0x7faa6c0b9c10 2024-09-19T05:03:11.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.328+0000 7faa68ff9640 1 --2- 172.21.15.5:0/2908667032 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faa5806c2b0 0x7faa5806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:11.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.328+0000 7faa68ff9640 1 -- 172.21.15.5:0/2908667032 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6101+0+0 (secure 0 0 0) 0x7faa6008b490 con 0x7faa6c0b9c10 2024-09-19T05:03:11.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.329+0000 7faa6bfff640 1 --2- 172.21.15.5:0/2908667032 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faa5806c2b0 0x7faa5806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:11.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.329+0000 7faa6bfff640 1 --2- 172.21.15.5:0/2908667032 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faa5806c2b0 0x7faa5806e770 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7faa5c001760 tx=0x7faa5c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:11.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.333+0000 7faa68ff9640 1 -- 172.21.15.5:0/2908667032 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7faa60059420 con 0x7faa6c0b9c10 2024-09-19T05:03:11.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.505+0000 7faa723f6640 1 -- 172.21.15.5:0/2908667032 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7faa6c0a24b0 con 0x7faa5806c2b0 2024-09-19T05:03:11.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.511+0000 7faa68ff9640 1 -- 172.21.15.5:0/2908667032 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249259 (secure 0 0 0) 0x7faa6c0a24b0 con 0x7faa5806c2b0 2024-09-19T05:03:11.515 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:11.516 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:03:11.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.514+0000 7faa723f6640 1 -- 172.21.15.5:0/2908667032 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faa5806c2b0 msgr2=0x7faa5806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:11.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.514+0000 7faa723f6640 1 --2- 172.21.15.5:0/2908667032 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faa5806c2b0 0x7faa5806e770 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7faa5c001760 tx=0x7faa5c009040 comp rx=0 tx=0).stop 2024-09-19T05:03:11.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.514+0000 7faa723f6640 1 -- 172.21.15.5:0/2908667032 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faa6c0b9c10 msgr2=0x7faa6c0c9e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:11.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.514+0000 7faa723f6640 1 --2- 172.21.15.5:0/2908667032 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faa6c0b9c10 0x7faa6c0c9e00 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7faa60004ed0 tx=0x7faa60007430 comp rx=0 tx=0).stop 2024-09-19T05:03:11.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.514+0000 7faa723f6640 1 -- 172.21.15.5:0/2908667032 shutdown_connections 2024-09-19T05:03:11.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.514+0000 7faa723f6640 1 --2- 172.21.15.5:0/2908667032 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faa5806c2b0 0x7faa5806e770 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:11.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.514+0000 7faa723f6640 1 --2- 172.21.15.5:0/2908667032 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faa6c0ba090 0x7faa6c0ca340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:11.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.514+0000 7faa723f6640 1 --2- 172.21.15.5:0/2908667032 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faa6c0b9c10 0x7faa6c0c9e00 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:11.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.514+0000 7faa723f6640 1 --2- 172.21.15.5:0/2908667032 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faa540051c0 0x7faa6c15ddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:11.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.514+0000 7faa723f6640 1 -- 172.21.15.5:0/2908667032 >> 172.21.15.5:0/2908667032 conn(0x7faa6c08c000 msgr2=0x7faa6c0b5730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:11.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.514+0000 7faa723f6640 1 -- 172.21.15.5:0/2908667032 shutdown_connections 2024-09-19T05:03:11.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.514+0000 7faa723f6640 1 -- 172.21.15.5:0/2908667032 wait complete. 2024-09-19T05:03:11.527 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":116,"stamp":"2024-09-19T05:03:11.285681+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590584,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":174,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":178,"acting":178,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":87,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":243716,"kb_used_data":6676,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754731004,"statfs":{"total":773094113280,"available":772844548096,"internally_reserved":0,"allocated":6836224,"data_stored":3693571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":19,"apply_latency_ms":19,"commit_latency_ns":19000000,"apply_latency_ns":19000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":216,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.110192"},"pg_stats":[{"pgid":"10.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198673+0000","last_change":"2024-09-19T05:03:08.201498+0000","last_active":"2024-09-19T05:03:09.198673+0000","last_peered":"2024-09-19T05:03:09.198673+0000","last_clean":"2024-09-19T05:03:09.198673+0000","last_became_active":"2024-09-19T05:03:08.200334+0000","last_became_peered":"2024-09-19T05:03:08.200334+0000","last_unstale":"2024-09-19T05:03:09.198673+0000","last_undegraded":"2024-09-19T05:03:09.198673+0000","last_fullsized":"2024-09-19T05:03:09.198673+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:28.480679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.187399+0000","last_change":"2024-09-19T05:03:07.187399+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.187399+0000","last_undegraded":"2024-09-19T05:03:07.187399+0000","last_fullsized":"2024-09-19T05:03:07.187399+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202377+0000","last_change":"2024-09-19T05:03:08.206695+0000","last_active":"2024-09-19T05:03:09.202377+0000","last_peered":"2024-09-19T05:03:09.202377+0000","last_clean":"2024-09-19T05:03:09.202377+0000","last_became_active":"2024-09-19T05:03:08.206424+0000","last_became_peered":"2024-09-19T05:03:08.206424+0000","last_unstale":"2024-09-19T05:03:09.202377+0000","last_undegraded":"2024-09-19T05:03:09.202377+0000","last_fullsized":"2024-09-19T05:03:09.202377+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:10:39.398569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.187142+0000","last_change":"2024-09-19T05:03:07.187142+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.187142+0000","last_undegraded":"2024-09-19T05:03:07.187142+0000","last_fullsized":"2024-09-19T05:03:07.187142+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.212259+0000","last_change":"2024-09-19T05:03:08.211060+0000","last_active":"2024-09-19T05:03:08.212259+0000","last_peered":"2024-09-19T05:03:08.212259+0000","last_clean":"2024-09-19T05:03:08.212259+0000","last_became_active":"2024-09-19T05:03:08.210765+0000","last_became_peered":"2024-09-19T05:03:08.210765+0000","last_unstale":"2024-09-19T05:03:08.212259+0000","last_undegraded":"2024-09-19T05:03:08.212259+0000","last_fullsized":"2024-09-19T05:03:08.212259+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:58.896697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198936+0000","last_change":"2024-09-19T05:03:08.202786+0000","last_active":"2024-09-19T05:03:09.198936+0000","last_peered":"2024-09-19T05:03:09.198936+0000","last_clean":"2024-09-19T05:03:09.198936+0000","last_became_active":"2024-09-19T05:03:08.202504+0000","last_became_peered":"2024-09-19T05:03:08.202504+0000","last_unstale":"2024-09-19T05:03:09.198936+0000","last_undegraded":"2024-09-19T05:03:09.198936+0000","last_fullsized":"2024-09-19T05:03:09.198936+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:11.027563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198934+0000","last_change":"2024-09-19T05:03:08.203450+0000","last_active":"2024-09-19T05:03:09.198934+0000","last_peered":"2024-09-19T05:03:09.198934+0000","last_clean":"2024-09-19T05:03:09.198934+0000","last_became_active":"2024-09-19T05:03:08.203207+0000","last_became_peered":"2024-09-19T05:03:08.203207+0000","last_unstale":"2024-09-19T05:03:09.198934+0000","last_undegraded":"2024-09-19T05:03:09.198934+0000","last_fullsized":"2024-09-19T05:03:09.198934+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:49:13.219333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198724+0000","last_change":"2024-09-19T05:03:08.208412+0000","last_active":"2024-09-19T05:03:09.198724+0000","last_peered":"2024-09-19T05:03:09.198724+0000","last_clean":"2024-09-19T05:03:09.198724+0000","last_became_active":"2024-09-19T05:03:08.208091+0000","last_became_peered":"2024-09-19T05:03:08.208091+0000","last_unstale":"2024-09-19T05:03:09.198724+0000","last_undegraded":"2024-09-19T05:03:09.198724+0000","last_fullsized":"2024-09-19T05:03:09.198724+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:25:26.126927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.187167+0000","last_change":"2024-09-19T05:03:07.187167+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.187167+0000","last_undegraded":"2024-09-19T05:03:07.187167+0000","last_fullsized":"2024-09-19T05:03:07.187167+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199879+0000","last_change":"2024-09-19T05:03:08.201939+0000","last_active":"2024-09-19T05:03:09.199879+0000","last_peered":"2024-09-19T05:03:09.199879+0000","last_clean":"2024-09-19T05:03:09.199879+0000","last_became_active":"2024-09-19T05:03:08.201638+0000","last_became_peered":"2024-09-19T05:03:08.201638+0000","last_unstale":"2024-09-19T05:03:09.199879+0000","last_undegraded":"2024-09-19T05:03:09.199879+0000","last_fullsized":"2024-09-19T05:03:09.199879+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:28.480679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199275+0000","last_change":"2024-09-19T05:03:08.203566+0000","last_active":"2024-09-19T05:03:09.199275+0000","last_peered":"2024-09-19T05:03:09.199275+0000","last_clean":"2024-09-19T05:03:09.199275+0000","last_became_active":"2024-09-19T05:03:08.203264+0000","last_became_peered":"2024-09-19T05:03:08.203264+0000","last_unstale":"2024-09-19T05:03:09.199275+0000","last_undegraded":"2024-09-19T05:03:09.199275+0000","last_fullsized":"2024-09-19T05:03:09.199275+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:50:30.301402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199029+0000","last_change":"2024-09-19T05:03:08.202667+0000","last_active":"2024-09-19T05:03:09.199029+0000","last_peered":"2024-09-19T05:03:09.199029+0000","last_clean":"2024-09-19T05:03:09.199029+0000","last_became_active":"2024-09-19T05:03:08.202410+0000","last_became_peered":"2024-09-19T05:03:08.202410+0000","last_unstale":"2024-09-19T05:03:09.199029+0000","last_undegraded":"2024-09-19T05:03:09.199029+0000","last_fullsized":"2024-09-19T05:03:09.199029+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:10.252480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199276+0000","last_change":"2024-09-19T05:03:08.208062+0000","last_active":"2024-09-19T05:03:09.199276+0000","last_peered":"2024-09-19T05:03:09.199276+0000","last_clean":"2024-09-19T05:03:09.199276+0000","last_became_active":"2024-09-19T05:03:08.207787+0000","last_became_peered":"2024-09-19T05:03:08.207787+0000","last_unstale":"2024-09-19T05:03:09.199276+0000","last_undegraded":"2024-09-19T05:03:09.199276+0000","last_fullsized":"2024-09-19T05:03:09.199276+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:55:12.431879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.209373+0000","last_change":"2024-09-19T05:03:08.204565+0000","last_active":"2024-09-19T05:03:08.209373+0000","last_peered":"2024-09-19T05:03:08.209373+0000","last_clean":"2024-09-19T05:03:08.209373+0000","last_became_active":"2024-09-19T05:03:08.204297+0000","last_became_peered":"2024-09-19T05:03:08.204297+0000","last_unstale":"2024-09-19T05:03:08.209373+0000","last_undegraded":"2024-09-19T05:03:08.209373+0000","last_fullsized":"2024-09-19T05:03:08.209373+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:56:51.304143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.186939+0000","last_change":"2024-09-19T05:03:07.186939+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.186939+0000","last_undegraded":"2024-09-19T05:03:07.186939+0000","last_fullsized":"2024-09-19T05:03:07.186939+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202701+0000","last_change":"2024-09-19T05:03:08.204967+0000","last_active":"2024-09-19T05:03:09.202701+0000","last_peered":"2024-09-19T05:03:09.202701+0000","last_clean":"2024-09-19T05:03:09.202701+0000","last_became_active":"2024-09-19T05:03:08.204664+0000","last_became_peered":"2024-09-19T05:03:08.204664+0000","last_unstale":"2024-09-19T05:03:09.202701+0000","last_undegraded":"2024-09-19T05:03:09.202701+0000","last_fullsized":"2024-09-19T05:03:09.202701+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:45.697947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.202878+0000","last_change":"2024-09-19T05:03:08.200612+0000","last_active":"2024-09-19T05:03:08.202878+0000","last_peered":"2024-09-19T05:03:08.202878+0000","last_clean":"2024-09-19T05:03:08.202878+0000","last_became_active":"2024-09-19T05:03:08.200334+0000","last_became_peered":"2024-09-19T05:03:08.200334+0000","last_unstale":"2024-09-19T05:03:08.202878+0000","last_undegraded":"2024-09-19T05:03:08.202878+0000","last_fullsized":"2024-09-19T05:03:08.202878+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:25:26.126927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200141+0000","last_change":"2024-09-19T05:03:08.209223+0000","last_active":"2024-09-19T05:03:09.200141+0000","last_peered":"2024-09-19T05:03:09.200141+0000","last_clean":"2024-09-19T05:03:09.200141+0000","last_became_active":"2024-09-19T05:03:08.208966+0000","last_became_peered":"2024-09-19T05:03:08.208966+0000","last_unstale":"2024-09-19T05:03:09.200141+0000","last_undegraded":"2024-09-19T05:03:09.200141+0000","last_fullsized":"2024-09-19T05:03:09.200141+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:49:13.219333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.209158+0000","last_change":"2024-09-19T05:03:08.207615+0000","last_active":"2024-09-19T05:03:08.209158+0000","last_peered":"2024-09-19T05:03:08.209158+0000","last_clean":"2024-09-19T05:03:08.209158+0000","last_became_active":"2024-09-19T05:03:08.207340+0000","last_became_peered":"2024-09-19T05:03:08.207340+0000","last_unstale":"2024-09-19T05:03:08.209158+0000","last_undegraded":"2024-09-19T05:03:08.209158+0000","last_fullsized":"2024-09-19T05:03:08.209158+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:10.252480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.203509+0000","last_change":"2024-09-19T05:03:08.202043+0000","last_active":"2024-09-19T05:03:08.203509+0000","last_peered":"2024-09-19T05:03:08.203509+0000","last_clean":"2024-09-19T05:03:08.203509+0000","last_became_active":"2024-09-19T05:03:08.201736+0000","last_became_peered":"2024-09-19T05:03:08.201736+0000","last_unstale":"2024-09-19T05:03:08.203509+0000","last_undegraded":"2024-09-19T05:03:08.203509+0000","last_fullsized":"2024-09-19T05:03:08.203509+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:44.629618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198486+0000","last_change":"2024-09-19T05:03:08.191832+0000","last_active":"2024-09-19T05:03:09.198486+0000","last_peered":"2024-09-19T05:03:09.198486+0000","last_clean":"2024-09-19T05:03:09.198486+0000","last_became_active":"2024-09-19T05:03:08.191506+0000","last_became_peered":"2024-09-19T05:03:08.191506+0000","last_unstale":"2024-09-19T05:03:09.198486+0000","last_undegraded":"2024-09-19T05:03:09.198486+0000","last_fullsized":"2024-09-19T05:03:09.198486+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:02.471651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200035+0000","last_change":"2024-09-19T05:03:08.206430+0000","last_active":"2024-09-19T05:03:09.200035+0000","last_peered":"2024-09-19T05:03:09.200035+0000","last_clean":"2024-09-19T05:03:09.200035+0000","last_became_active":"2024-09-19T05:03:08.205580+0000","last_became_peered":"2024-09-19T05:03:08.205580+0000","last_unstale":"2024-09-19T05:03:09.200035+0000","last_undegraded":"2024-09-19T05:03:09.200035+0000","last_fullsized":"2024-09-19T05:03:09.200035+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:34.695813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200119+0000","last_change":"2024-09-19T05:03:08.206065+0000","last_active":"2024-09-19T05:03:09.200119+0000","last_peered":"2024-09-19T05:03:09.200119+0000","last_clean":"2024-09-19T05:03:09.200119+0000","last_became_active":"2024-09-19T05:03:08.205788+0000","last_became_peered":"2024-09-19T05:03:08.205788+0000","last_unstale":"2024-09-19T05:03:09.200119+0000","last_undegraded":"2024-09-19T05:03:09.200119+0000","last_fullsized":"2024-09-19T05:03:09.200119+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:44.629618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.186656+0000","last_change":"2024-09-19T05:03:07.186656+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.186656+0000","last_undegraded":"2024-09-19T05:03:07.186656+0000","last_fullsized":"2024-09-19T05:03:07.186656+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198532+0000","last_change":"2024-09-19T05:03:08.204059+0000","last_active":"2024-09-19T05:03:09.198532+0000","last_peered":"2024-09-19T05:03:09.198532+0000","last_clean":"2024-09-19T05:03:09.198532+0000","last_became_active":"2024-09-19T05:03:08.203803+0000","last_became_peered":"2024-09-19T05:03:08.203803+0000","last_unstale":"2024-09-19T05:03:09.198532+0000","last_undegraded":"2024-09-19T05:03:09.198532+0000","last_fullsized":"2024-09-19T05:03:09.198532+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:06:40.598082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199105+0000","last_change":"2024-09-19T05:03:08.193724+0000","last_active":"2024-09-19T05:03:09.199105+0000","last_peered":"2024-09-19T05:03:09.199105+0000","last_clean":"2024-09-19T05:03:09.199105+0000","last_became_active":"2024-09-19T05:03:08.193412+0000","last_became_peered":"2024-09-19T05:03:08.193412+0000","last_unstale":"2024-09-19T05:03:09.199105+0000","last_undegraded":"2024-09-19T05:03:09.199105+0000","last_fullsized":"2024-09-19T05:03:09.199105+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:40:43.398020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.186448+0000","last_change":"2024-09-19T05:03:07.186448+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.186448+0000","last_undegraded":"2024-09-19T05:03:07.186448+0000","last_fullsized":"2024-09-19T05:03:07.186448+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.186364+0000","last_change":"2024-09-19T05:03:07.186364+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.186364+0000","last_undegraded":"2024-09-19T05:03:07.186364+0000","last_fullsized":"2024-09-19T05:03:07.186364+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202847+0000","last_change":"2024-09-19T05:03:08.211774+0000","last_active":"2024-09-19T05:03:09.202847+0000","last_peered":"2024-09-19T05:03:09.202847+0000","last_clean":"2024-09-19T05:03:09.202847+0000","last_became_active":"2024-09-19T05:03:08.211476+0000","last_became_peered":"2024-09-19T05:03:08.211476+0000","last_unstale":"2024-09-19T05:03:09.202847+0000","last_undegraded":"2024-09-19T05:03:09.202847+0000","last_fullsized":"2024-09-19T05:03:09.202847+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:15:34.976668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":1,"reported_epoch":58,"state":"creating+peering","last_fresh":"2024-09-19T05:03:06.180073+0000","last_change":"2024-09-19T05:03:06.180073+0000","last_active":"2024-09-19T05:03:06.168973+0000","last_peered":"2024-09-19T05:03:06.168973+0000","last_clean":"2024-09-19T05:03:06.168973+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:06.180073+0000","last_undegraded":"2024-09-19T05:03:06.180073+0000","last_fullsized":"2024-09-19T05:03:06.180073+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.186198+0000","last_change":"2024-09-19T05:03:07.186198+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.186198+0000","last_undegraded":"2024-09-19T05:03:07.186198+0000","last_fullsized":"2024-09-19T05:03:07.186198+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.203671+0000","last_change":"2024-09-19T05:03:07.202532+0000","last_active":"2024-09-19T05:03:07.203671+0000","last_peered":"2024-09-19T05:03:07.203671+0000","last_clean":"2024-09-19T05:03:07.203671+0000","last_became_active":"2024-09-19T05:03:07.202244+0000","last_became_peered":"2024-09-19T05:03:07.202244+0000","last_unstale":"2024-09-19T05:03:07.203671+0000","last_undegraded":"2024-09-19T05:03:07.203671+0000","last_fullsized":"2024-09-19T05:03:07.203671+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:54:32.805327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.185422+0000","last_change":"2024-09-19T05:03:07.185422+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.185422+0000","last_undegraded":"2024-09-19T05:03:07.185422+0000","last_fullsized":"2024-09-19T05:03:07.185422+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.198215+0000","last_change":"2024-09-19T05:03:07.195431+0000","last_active":"2024-09-19T05:03:07.198215+0000","last_peered":"2024-09-19T05:03:07.198215+0000","last_clean":"2024-09-19T05:03:07.198215+0000","last_became_active":"2024-09-19T05:03:07.195151+0000","last_became_peered":"2024-09-19T05:03:07.195151+0000","last_unstale":"2024-09-19T05:03:07.198215+0000","last_undegraded":"2024-09-19T05:03:07.198215+0000","last_fullsized":"2024-09-19T05:03:07.198215+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:17:45.707849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198848+0000","last_change":"2024-09-19T05:03:08.208940+0000","last_active":"2024-09-19T05:03:09.198848+0000","last_peered":"2024-09-19T05:03:09.198848+0000","last_clean":"2024-09-19T05:03:09.198848+0000","last_became_active":"2024-09-19T05:03:08.208466+0000","last_became_peered":"2024-09-19T05:03:08.208466+0000","last_unstale":"2024-09-19T05:03:09.198848+0000","last_undegraded":"2024-09-19T05:03:09.198848+0000","last_fullsized":"2024-09-19T05:03:09.198848+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:44.629618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.200470+0000","last_change":"2024-09-19T05:03:07.199240+0000","last_active":"2024-09-19T05:03:07.200470+0000","last_peered":"2024-09-19T05:03:07.200470+0000","last_clean":"2024-09-19T05:03:07.200470+0000","last_became_active":"2024-09-19T05:03:07.198936+0000","last_became_peered":"2024-09-19T05:03:07.198936+0000","last_unstale":"2024-09-19T05:03:07.200470+0000","last_undegraded":"2024-09-19T05:03:07.200470+0000","last_fullsized":"2024-09-19T05:03:07.200470+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:41.987453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.210847+0000","last_change":"2024-09-19T05:03:08.209496+0000","last_active":"2024-09-19T05:03:08.210847+0000","last_peered":"2024-09-19T05:03:08.210847+0000","last_clean":"2024-09-19T05:03:08.210847+0000","last_became_active":"2024-09-19T05:03:08.209191+0000","last_became_peered":"2024-09-19T05:03:08.209191+0000","last_unstale":"2024-09-19T05:03:08.210847+0000","last_undegraded":"2024-09-19T05:03:08.210847+0000","last_fullsized":"2024-09-19T05:03:08.210847+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:10.752460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"60'1","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.212785+0000","last_change":"2024-09-19T05:03:07.197693+0000","last_active":"2024-09-19T05:03:08.212785+0000","last_peered":"2024-09-19T05:03:08.212785+0000","last_clean":"2024-09-19T05:03:08.212785+0000","last_became_active":"2024-09-19T05:03:07.197400+0000","last_became_peered":"2024-09-19T05:03:07.197400+0000","last_unstale":"2024-09-19T05:03:08.212785+0000","last_undegraded":"2024-09-19T05:03:08.212785+0000","last_fullsized":"2024-09-19T05:03:08.212785+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:50:29.295968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1a","version":"60'1","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.211661+0000","last_change":"2024-09-19T05:03:07.196279+0000","last_active":"2024-09-19T05:03:08.211661+0000","last_peered":"2024-09-19T05:03:08.211661+0000","last_clean":"2024-09-19T05:03:08.211661+0000","last_became_active":"2024-09-19T05:03:07.195936+0000","last_became_peered":"2024-09-19T05:03:07.195936+0000","last_unstale":"2024-09-19T05:03:08.211661+0000","last_undegraded":"2024-09-19T05:03:08.211661+0000","last_fullsized":"2024-09-19T05:03:08.211661+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:06:39.592648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202488+0000","last_change":"2024-09-19T05:03:08.207844+0000","last_active":"2024-09-19T05:03:09.202488+0000","last_peered":"2024-09-19T05:03:09.202488+0000","last_clean":"2024-09-19T05:03:09.202488+0000","last_became_active":"2024-09-19T05:03:08.207596+0000","last_became_peered":"2024-09-19T05:03:08.207596+0000","last_unstale":"2024-09-19T05:03:09.202488+0000","last_undegraded":"2024-09-19T05:03:09.202488+0000","last_fullsized":"2024-09-19T05:03:09.202488+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:52.703252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.189170+0000","last_change":"2024-09-19T05:03:07.203329+0000","last_active":"2024-09-19T05:03:08.189170+0000","last_peered":"2024-09-19T05:03:08.189170+0000","last_clean":"2024-09-19T05:03:08.189170+0000","last_became_active":"2024-09-19T05:03:07.203021+0000","last_became_peered":"2024-09-19T05:03:07.203021+0000","last_unstale":"2024-09-19T05:03:08.189170+0000","last_undegraded":"2024-09-19T05:03:08.189170+0000","last_fullsized":"2024-09-19T05:03:08.189170+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:40:22.741321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.206003+0000","last_change":"2024-09-19T05:03:08.204024+0000","last_active":"2024-09-19T05:03:08.206003+0000","last_peered":"2024-09-19T05:03:08.206003+0000","last_clean":"2024-09-19T05:03:08.206003+0000","last_became_active":"2024-09-19T05:03:08.203729+0000","last_became_peered":"2024-09-19T05:03:08.203729+0000","last_unstale":"2024-09-19T05:03:08.206003+0000","last_undegraded":"2024-09-19T05:03:08.206003+0000","last_fullsized":"2024-09-19T05:03:08.206003+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:49:13.219333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202277+0000","last_change":"2024-09-19T05:03:07.203815+0000","last_active":"2024-09-19T05:03:09.202277+0000","last_peered":"2024-09-19T05:03:09.202277+0000","last_clean":"2024-09-19T05:03:09.202277+0000","last_became_active":"2024-09-19T05:03:07.203533+0000","last_became_peered":"2024-09-19T05:03:07.203533+0000","last_unstale":"2024-09-19T05:03:09.202277+0000","last_undegraded":"2024-09-19T05:03:09.202277+0000","last_fullsized":"2024-09-19T05:03:09.202277+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:15.492053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199052+0000","last_change":"2024-09-19T05:03:07.197483+0000","last_active":"2024-09-19T05:03:09.199052+0000","last_peered":"2024-09-19T05:03:09.199052+0000","last_clean":"2024-09-19T05:03:09.199052+0000","last_became_active":"2024-09-19T05:03:07.197195+0000","last_became_peered":"2024-09-19T05:03:07.197195+0000","last_unstale":"2024-09-19T05:03:09.199052+0000","last_undegraded":"2024-09-19T05:03:09.199052+0000","last_fullsized":"2024-09-19T05:03:09.199052+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:45:02.798634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.198250+0000","last_change":"2024-09-19T05:03:08.194366+0000","last_active":"2024-09-19T05:03:08.198250+0000","last_peered":"2024-09-19T05:03:08.198250+0000","last_clean":"2024-09-19T05:03:08.198250+0000","last_became_active":"2024-09-19T05:03:08.194086+0000","last_became_peered":"2024-09-19T05:03:08.194086+0000","last_unstale":"2024-09-19T05:03:08.198250+0000","last_undegraded":"2024-09-19T05:03:08.198250+0000","last_fullsized":"2024-09-19T05:03:08.198250+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:34.695813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.200189+0000","last_change":"2024-09-19T05:03:07.198928+0000","last_active":"2024-09-19T05:03:07.200189+0000","last_peered":"2024-09-19T05:03:07.200189+0000","last_clean":"2024-09-19T05:03:07.200189+0000","last_became_active":"2024-09-19T05:03:07.198612+0000","last_became_peered":"2024-09-19T05:03:07.198612+0000","last_unstale":"2024-09-19T05:03:07.200189+0000","last_undegraded":"2024-09-19T05:03:07.200189+0000","last_fullsized":"2024-09-19T05:03:07.200189+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:39.711561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.203042+0000","last_change":"2024-09-19T05:03:08.201879+0000","last_active":"2024-09-19T05:03:09.203042+0000","last_peered":"2024-09-19T05:03:09.203042+0000","last_clean":"2024-09-19T05:03:09.203042+0000","last_became_active":"2024-09-19T05:03:08.201561+0000","last_became_peered":"2024-09-19T05:03:08.201561+0000","last_unstale":"2024-09-19T05:03:09.203042+0000","last_undegraded":"2024-09-19T05:03:09.203042+0000","last_fullsized":"2024-09-19T05:03:09.203042+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:48.028053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.15","version":"60'3","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198622+0000","last_change":"2024-09-19T05:03:07.199984+0000","last_active":"2024-09-19T05:03:09.198622+0000","last_peered":"2024-09-19T05:03:09.198622+0000","last_clean":"2024-09-19T05:03:09.198622+0000","last_became_active":"2024-09-19T05:03:07.199644+0000","last_became_peered":"2024-09-19T05:03:07.199644+0000","last_unstale":"2024-09-19T05:03:09.198622+0000","last_undegraded":"2024-09-19T05:03:09.198622+0000","last_fullsized":"2024-09-19T05:03:09.198622+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:56:55.358152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.185885+0000","last_change":"2024-09-19T05:03:07.185885+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.185885+0000","last_undegraded":"2024-09-19T05:03:07.185885+0000","last_fullsized":"2024-09-19T05:03:07.185885+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":1,"reported_epoch":58,"state":"creating+peering","last_fresh":"2024-09-19T05:03:06.180398+0000","last_change":"2024-09-19T05:03:06.180398+0000","last_active":"2024-09-19T05:03:06.168973+0000","last_peered":"2024-09-19T05:03:06.168973+0000","last_clean":"2024-09-19T05:03:06.168973+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:06.180398+0000","last_undegraded":"2024-09-19T05:03:06.180398+0000","last_fullsized":"2024-09-19T05:03:06.180398+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.185944+0000","last_change":"2024-09-19T05:03:07.185944+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.185944+0000","last_undegraded":"2024-09-19T05:03:07.185944+0000","last_fullsized":"2024-09-19T05:03:07.185944+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.13","version":"60'2","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198799+0000","last_change":"2024-09-19T05:03:07.202463+0000","last_active":"2024-09-19T05:03:09.198799+0000","last_peered":"2024-09-19T05:03:09.198799+0000","last_clean":"2024-09-19T05:03:09.198799+0000","last_became_active":"2024-09-19T05:03:07.202117+0000","last_became_peered":"2024-09-19T05:03:07.202117+0000","last_unstale":"2024-09-19T05:03:09.198799+0000","last_undegraded":"2024-09-19T05:03:09.198799+0000","last_fullsized":"2024-09-19T05:03:09.198799+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:37.164550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199013+0000","last_change":"2024-09-19T05:03:08.192495+0000","last_active":"2024-09-19T05:03:09.199013+0000","last_peered":"2024-09-19T05:03:09.199013+0000","last_clean":"2024-09-19T05:03:09.199013+0000","last_became_active":"2024-09-19T05:03:08.192225+0000","last_became_peered":"2024-09-19T05:03:08.192225+0000","last_unstale":"2024-09-19T05:03:09.199013+0000","last_undegraded":"2024-09-19T05:03:09.199013+0000","last_fullsized":"2024-09-19T05:03:09.199013+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:40:23.746755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199020+0000","last_change":"2024-09-19T05:03:07.192934+0000","last_active":"2024-09-19T05:03:09.199020+0000","last_peered":"2024-09-19T05:03:09.199020+0000","last_clean":"2024-09-19T05:03:09.199020+0000","last_became_active":"2024-09-19T05:03:07.192665+0000","last_became_peered":"2024-09-19T05:03:07.192665+0000","last_unstale":"2024-09-19T05:03:09.199020+0000","last_undegraded":"2024-09-19T05:03:09.199020+0000","last_fullsized":"2024-09-19T05:03:09.199020+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:52.158021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202986+0000","last_change":"2024-09-19T05:03:08.203586+0000","last_active":"2024-09-19T05:03:09.202986+0000","last_peered":"2024-09-19T05:03:09.202986+0000","last_clean":"2024-09-19T05:03:09.202986+0000","last_became_active":"2024-09-19T05:03:08.203337+0000","last_became_peered":"2024-09-19T05:03:08.203337+0000","last_unstale":"2024-09-19T05:03:09.202986+0000","last_undegraded":"2024-09-19T05:03:09.202986+0000","last_fullsized":"2024-09-19T05:03:09.202986+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:02.308943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199333+0000","last_change":"2024-09-19T05:03:07.199608+0000","last_active":"2024-09-19T05:03:09.199333+0000","last_peered":"2024-09-19T05:03:09.199333+0000","last_clean":"2024-09-19T05:03:09.199333+0000","last_became_active":"2024-09-19T05:03:07.199330+0000","last_became_peered":"2024-09-19T05:03:07.199330+0000","last_unstale":"2024-09-19T05:03:09.199333+0000","last_undegraded":"2024-09-19T05:03:09.199333+0000","last_fullsized":"2024-09-19T05:03:09.199333+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:41:59.278967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.201359+0000","last_change":"2024-09-19T05:03:07.199877+0000","last_active":"2024-09-19T05:03:07.201359+0000","last_peered":"2024-09-19T05:03:07.201359+0000","last_clean":"2024-09-19T05:03:07.201359+0000","last_became_active":"2024-09-19T05:03:07.199613+0000","last_became_peered":"2024-09-19T05:03:07.199613+0000","last_unstale":"2024-09-19T05:03:07.201359+0000","last_undegraded":"2024-09-19T05:03:07.201359+0000","last_fullsized":"2024-09-19T05:03:07.201359+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:15.278819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198709+0000","last_change":"2024-09-19T05:03:08.207754+0000","last_active":"2024-09-19T05:03:09.198709+0000","last_peered":"2024-09-19T05:03:09.198709+0000","last_clean":"2024-09-19T05:03:09.198709+0000","last_became_active":"2024-09-19T05:03:08.207485+0000","last_became_peered":"2024-09-19T05:03:08.207485+0000","last_unstale":"2024-09-19T05:03:09.198709+0000","last_undegraded":"2024-09-19T05:03:09.198709+0000","last_fullsized":"2024-09-19T05:03:09.198709+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:34.695813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"60'1","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200195+0000","last_change":"2024-09-19T05:03:07.195258+0000","last_active":"2024-09-19T05:03:09.200195+0000","last_peered":"2024-09-19T05:03:09.200195+0000","last_clean":"2024-09-19T05:03:09.200195+0000","last_became_active":"2024-09-19T05:03:07.194938+0000","last_became_peered":"2024-09-19T05:03:07.194938+0000","last_unstale":"2024-09-19T05:03:09.200195+0000","last_undegraded":"2024-09-19T05:03:09.200195+0000","last_fullsized":"2024-09-19T05:03:09.200195+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:39:38.224757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202899+0000","last_change":"2024-09-19T05:03:08.206446+0000","last_active":"2024-09-19T05:03:09.202899+0000","last_peered":"2024-09-19T05:03:09.202899+0000","last_clean":"2024-09-19T05:03:09.202899+0000","last_became_active":"2024-09-19T05:03:08.206108+0000","last_became_peered":"2024-09-19T05:03:08.206108+0000","last_unstale":"2024-09-19T05:03:09.202899+0000","last_undegraded":"2024-09-19T05:03:09.202899+0000","last_fullsized":"2024-09-19T05:03:09.202899+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:40.561195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.e","version":"60'2","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198748+0000","last_change":"2024-09-19T05:03:07.201125+0000","last_active":"2024-09-19T05:03:09.198748+0000","last_peered":"2024-09-19T05:03:09.198748+0000","last_clean":"2024-09-19T05:03:09.198748+0000","last_became_active":"2024-09-19T05:03:07.200833+0000","last_became_peered":"2024-09-19T05:03:07.200833+0000","last_unstale":"2024-09-19T05:03:09.198748+0000","last_undegraded":"2024-09-19T05:03:09.198748+0000","last_fullsized":"2024-09-19T05:03:09.198748+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:25:52.861665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.185403+0000","last_change":"2024-09-19T05:03:07.185403+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.185403+0000","last_undegraded":"2024-09-19T05:03:07.185403+0000","last_fullsized":"2024-09-19T05:03:07.185403+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.d","version":"60'1","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198508+0000","last_change":"2024-09-19T05:03:07.199932+0000","last_active":"2024-09-19T05:03:09.198508+0000","last_peered":"2024-09-19T05:03:09.198508+0000","last_clean":"2024-09-19T05:03:09.198508+0000","last_became_active":"2024-09-19T05:03:07.199226+0000","last_became_peered":"2024-09-19T05:03:07.199226+0000","last_unstale":"2024-09-19T05:03:09.198508+0000","last_undegraded":"2024-09-19T05:03:09.198508+0000","last_fullsized":"2024-09-19T05:03:09.198508+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:01.616336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.203072+0000","last_change":"2024-09-19T05:03:08.201485+0000","last_active":"2024-09-19T05:03:09.203072+0000","last_peered":"2024-09-19T05:03:09.203072+0000","last_clean":"2024-09-19T05:03:09.203072+0000","last_became_active":"2024-09-19T05:03:08.201238+0000","last_became_peered":"2024-09-19T05:03:08.201238+0000","last_unstale":"2024-09-19T05:03:09.203072+0000","last_undegraded":"2024-09-19T05:03:09.203072+0000","last_fullsized":"2024-09-19T05:03:09.203072+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:39:39.230191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.190138+0000","last_change":"2024-09-19T05:03:07.200110+0000","last_active":"2024-09-19T05:03:08.190138+0000","last_peered":"2024-09-19T05:03:08.190138+0000","last_clean":"2024-09-19T05:03:08.190138+0000","last_became_active":"2024-09-19T05:03:07.199847+0000","last_became_peered":"2024-09-19T05:03:07.199847+0000","last_unstale":"2024-09-19T05:03:08.190138+0000","last_undegraded":"2024-09-19T05:03:08.190138+0000","last_fullsized":"2024-09-19T05:03:08.190138+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:01.466217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.185916+0000","last_change":"2024-09-19T05:03:07.185916+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.185916+0000","last_undegraded":"2024-09-19T05:03:07.185916+0000","last_fullsized":"2024-09-19T05:03:07.185916+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.202277+0000","last_change":"2024-09-19T05:03:07.201064+0000","last_active":"2024-09-19T05:03:07.202277+0000","last_peered":"2024-09-19T05:03:07.202277+0000","last_clean":"2024-09-19T05:03:07.202277+0000","last_became_active":"2024-09-19T05:03:07.200515+0000","last_became_peered":"2024-09-19T05:03:07.200515+0000","last_unstale":"2024-09-19T05:03:07.202277+0000","last_undegraded":"2024-09-19T05:03:07.202277+0000","last_fullsized":"2024-09-19T05:03:07.202277+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:03:19.250457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199390+0000","last_change":"2024-09-19T05:03:08.208033+0000","last_active":"2024-09-19T05:03:09.199390+0000","last_peered":"2024-09-19T05:03:09.199390+0000","last_clean":"2024-09-19T05:03:09.199390+0000","last_became_active":"2024-09-19T05:03:08.207659+0000","last_became_peered":"2024-09-19T05:03:08.207659+0000","last_unstale":"2024-09-19T05:03:09.199390+0000","last_undegraded":"2024-09-19T05:03:09.199390+0000","last_fullsized":"2024-09-19T05:03:09.199390+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:02.471651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199174+0000","last_change":"2024-09-19T05:03:07.190726+0000","last_active":"2024-09-19T05:03:09.199174+0000","last_peered":"2024-09-19T05:03:09.199174+0000","last_clean":"2024-09-19T05:03:09.199174+0000","last_became_active":"2024-09-19T05:03:07.190432+0000","last_became_peered":"2024-09-19T05:03:07.190432+0000","last_unstale":"2024-09-19T05:03:09.199174+0000","last_undegraded":"2024-09-19T05:03:09.199174+0000","last_fullsized":"2024-09-19T05:03:09.199174+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:41:59.278967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202749+0000","last_change":"2024-09-19T05:03:08.207236+0000","last_active":"2024-09-19T05:03:09.202749+0000","last_peered":"2024-09-19T05:03:09.202749+0000","last_clean":"2024-09-19T05:03:09.202749+0000","last_became_active":"2024-09-19T05:03:08.206964+0000","last_became_peered":"2024-09-19T05:03:08.206964+0000","last_unstale":"2024-09-19T05:03:09.202749+0000","last_undegraded":"2024-09-19T05:03:09.202749+0000","last_fullsized":"2024-09-19T05:03:09.202749+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:51.299980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.202948+0000","last_change":"2024-09-19T05:03:07.201808+0000","last_active":"2024-09-19T05:03:07.202948+0000","last_peered":"2024-09-19T05:03:07.202948+0000","last_clean":"2024-09-19T05:03:07.202948+0000","last_became_active":"2024-09-19T05:03:07.201527+0000","last_became_peered":"2024-09-19T05:03:07.201527+0000","last_unstale":"2024-09-19T05:03:07.202948+0000","last_undegraded":"2024-09-19T05:03:07.202948+0000","last_fullsized":"2024-09-19T05:03:07.202948+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:20:56.263377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.185408+0000","last_change":"2024-09-19T05:03:07.185408+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.185408+0000","last_undegraded":"2024-09-19T05:03:07.185408+0000","last_fullsized":"2024-09-19T05:03:07.185408+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.7","version":"60'2","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200255+0000","last_change":"2024-09-19T05:03:07.192263+0000","last_active":"2024-09-19T05:03:09.200255+0000","last_peered":"2024-09-19T05:03:09.200255+0000","last_clean":"2024-09-19T05:03:09.200255+0000","last_became_active":"2024-09-19T05:03:07.192041+0000","last_became_peered":"2024-09-19T05:03:07.192041+0000","last_unstale":"2024-09-19T05:03:09.200255+0000","last_undegraded":"2024-09-19T05:03:09.200255+0000","last_fullsized":"2024-09-19T05:03:09.200255+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:46.035092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.215492+0000","last_change":"2024-09-19T05:03:08.213697+0000","last_active":"2024-09-19T05:03:08.215492+0000","last_peered":"2024-09-19T05:03:08.215492+0000","last_clean":"2024-09-19T05:03:08.215492+0000","last_became_active":"2024-09-19T05:03:08.213418+0000","last_became_peered":"2024-09-19T05:03:08.213418+0000","last_unstale":"2024-09-19T05:03:08.215492+0000","last_undegraded":"2024-09-19T05:03:08.215492+0000","last_fullsized":"2024-09-19T05:03:08.215492+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:07:58.098394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200274+0000","last_change":"2024-09-19T05:03:07.199032+0000","last_active":"2024-09-19T05:03:09.200274+0000","last_peered":"2024-09-19T05:03:09.200274+0000","last_clean":"2024-09-19T05:03:09.200274+0000","last_became_active":"2024-09-19T05:03:07.198762+0000","last_became_peered":"2024-09-19T05:03:07.198762+0000","last_unstale":"2024-09-19T05:03:09.200274+0000","last_undegraded":"2024-09-19T05:03:09.200274+0000","last_fullsized":"2024-09-19T05:03:09.200274+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:37.164550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200106+0000","last_change":"2024-09-19T05:03:08.191056+0000","last_active":"2024-09-19T05:03:09.200106+0000","last_peered":"2024-09-19T05:03:09.200106+0000","last_clean":"2024-09-19T05:03:09.200106+0000","last_became_active":"2024-09-19T05:03:08.190754+0000","last_became_peered":"2024-09-19T05:03:08.190754+0000","last_unstale":"2024-09-19T05:03:09.200106+0000","last_undegraded":"2024-09-19T05:03:09.200106+0000","last_fullsized":"2024-09-19T05:03:09.200106+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:25:26.126927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.198240+0000","last_change":"2024-09-19T05:03:07.196109+0000","last_active":"2024-09-19T05:03:07.198240+0000","last_peered":"2024-09-19T05:03:07.198240+0000","last_clean":"2024-09-19T05:03:07.198240+0000","last_became_active":"2024-09-19T05:03:07.195837+0000","last_became_peered":"2024-09-19T05:03:07.195837+0000","last_unstale":"2024-09-19T05:03:07.198240+0000","last_undegraded":"2024-09-19T05:03:07.198240+0000","last_fullsized":"2024-09-19T05:03:07.198240+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:47.153532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.203074+0000","last_change":"2024-09-19T05:03:08.200830+0000","last_active":"2024-09-19T05:03:09.203074+0000","last_peered":"2024-09-19T05:03:09.203074+0000","last_clean":"2024-09-19T05:03:09.203074+0000","last_became_active":"2024-09-19T05:03:08.200523+0000","last_became_peered":"2024-09-19T05:03:08.200523+0000","last_unstale":"2024-09-19T05:03:09.203074+0000","last_undegraded":"2024-09-19T05:03:09.203074+0000","last_fullsized":"2024-09-19T05:03:09.203074+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:53.163455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":1,"reported_epoch":58,"state":"creating+peering","last_fresh":"2024-09-19T05:03:06.179920+0000","last_change":"2024-09-19T05:03:06.179920+0000","last_active":"2024-09-19T05:03:06.168973+0000","last_peered":"2024-09-19T05:03:06.168973+0000","last_clean":"2024-09-19T05:03:06.168973+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:06.179920+0000","last_undegraded":"2024-09-19T05:03:06.179920+0000","last_fullsized":"2024-09-19T05:03:06.179920+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202182+0000","last_change":"2024-09-19T05:03:08.209954+0000","last_active":"2024-09-19T05:03:09.202182+0000","last_peered":"2024-09-19T05:03:09.202182+0000","last_clean":"2024-09-19T05:03:09.202182+0000","last_became_active":"2024-09-19T05:03:08.209675+0000","last_became_peered":"2024-09-19T05:03:08.209675+0000","last_unstale":"2024-09-19T05:03:09.202182+0000","last_undegraded":"2024-09-19T05:03:09.202182+0000","last_fullsized":"2024-09-19T05:03:09.202182+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:05.353685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198941+0000","last_change":"2024-09-19T05:03:07.201517+0000","last_active":"2024-09-19T05:03:09.198941+0000","last_peered":"2024-09-19T05:03:09.198941+0000","last_clean":"2024-09-19T05:03:09.198941+0000","last_became_active":"2024-09-19T05:03:07.201241+0000","last_became_peered":"2024-09-19T05:03:07.201241+0000","last_unstale":"2024-09-19T05:03:09.198941+0000","last_undegraded":"2024-09-19T05:03:09.198941+0000","last_fullsized":"2024-09-19T05:03:09.198941+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:46.035092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.185494+0000","last_change":"2024-09-19T05:03:07.185494+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.185494+0000","last_undegraded":"2024-09-19T05:03:07.185494+0000","last_fullsized":"2024-09-19T05:03:07.185494+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.190344+0000","last_change":"2024-09-19T05:03:07.195425+0000","last_active":"2024-09-19T05:03:08.190344+0000","last_peered":"2024-09-19T05:03:08.190344+0000","last_clean":"2024-09-19T05:03:08.190344+0000","last_became_active":"2024-09-19T05:03:07.195090+0000","last_became_peered":"2024-09-19T05:03:07.195090+0000","last_unstale":"2024-09-19T05:03:08.190344+0000","last_undegraded":"2024-09-19T05:03:08.190344+0000","last_fullsized":"2024-09-19T05:03:08.190344+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:27.475245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.189328+0000","last_change":"2024-09-19T05:03:07.203727+0000","last_active":"2024-09-19T05:03:08.189328+0000","last_peered":"2024-09-19T05:03:08.189328+0000","last_clean":"2024-09-19T05:03:08.189328+0000","last_became_active":"2024-09-19T05:03:07.203390+0000","last_became_peered":"2024-09-19T05:03:07.203390+0000","last_unstale":"2024-09-19T05:03:08.189328+0000","last_undegraded":"2024-09-19T05:03:08.189328+0000","last_fullsized":"2024-09-19T05:03:08.189328+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:40:42.392586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.207878+0000","last_change":"2024-09-19T05:03:08.202607+0000","last_active":"2024-09-19T05:03:08.207878+0000","last_peered":"2024-09-19T05:03:08.207878+0000","last_clean":"2024-09-19T05:03:08.207878+0000","last_became_active":"2024-09-19T05:03:08.202315+0000","last_became_peered":"2024-09-19T05:03:08.202315+0000","last_unstale":"2024-09-19T05:03:08.207878+0000","last_undegraded":"2024-09-19T05:03:08.207878+0000","last_fullsized":"2024-09-19T05:03:08.207878+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:40.916801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":1,"reported_epoch":58,"state":"creating+peering","last_fresh":"2024-09-19T05:03:06.179668+0000","last_change":"2024-09-19T05:03:06.179668+0000","last_active":"2024-09-19T05:03:06.168973+0000","last_peered":"2024-09-19T05:03:06.168973+0000","last_clean":"2024-09-19T05:03:06.168973+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:06.179668+0000","last_undegraded":"2024-09-19T05:03:06.179668+0000","last_fullsized":"2024-09-19T05:03:06.179668+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202555+0000","last_change":"2024-09-19T05:03:08.211772+0000","last_active":"2024-09-19T05:03:09.202555+0000","last_peered":"2024-09-19T05:03:09.202555+0000","last_clean":"2024-09-19T05:03:09.202555+0000","last_became_active":"2024-09-19T05:03:08.211466+0000","last_became_peered":"2024-09-19T05:03:08.211466+0000","last_unstale":"2024-09-19T05:03:09.202555+0000","last_undegraded":"2024-09-19T05:03:09.202555+0000","last_fullsized":"2024-09-19T05:03:09.202555+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:23.323366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.188964+0000","last_change":"2024-09-19T05:03:07.197625+0000","last_active":"2024-09-19T05:03:08.188964+0000","last_peered":"2024-09-19T05:03:08.188964+0000","last_clean":"2024-09-19T05:03:08.188964+0000","last_became_active":"2024-09-19T05:03:07.197327+0000","last_became_peered":"2024-09-19T05:03:07.197327+0000","last_unstale":"2024-09-19T05:03:08.188964+0000","last_undegraded":"2024-09-19T05:03:08.188964+0000","last_fullsized":"2024-09-19T05:03:08.188964+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:10.022129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":251,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199100+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:03:09.199100+0000","last_peered":"2024-09-19T05:03:09.199100+0000","last_clean":"2024-09-19T05:03:09.199100+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:03:09.199100+0000","last_undegraded":"2024-09-19T05:03:09.199100+0000","last_fullsized":"2024-09-19T05:03:09.199100+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":112,"acting":112,"num_store_stats":7},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":216,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13,"ondisk_log_size":13,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509468,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28324,"kb_used_data":1296,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343516,"statfs":{"total":96636764160,"available":96607760384,"internally_reserved":0,"allocated":1327104,"data_stored":912897,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509467,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27732,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344108,"statfs":{"total":96636764160,"available":96608366592,"internally_reserved":0,"allocated":720896,"data_stored":321787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509467,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27732,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344108,"statfs":{"total":96636764160,"available":96608366592,"internally_reserved":0,"allocated":720896,"data_stored":321775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542171,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31876,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339964,"statfs":{"total":96636764160,"available":96604123136,"internally_reserved":0,"allocated":704512,"data_stored":314586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542171,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31876,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339964,"statfs":{"total":96636764160,"available":96604123136,"internally_reserved":0,"allocated":704512,"data_stored":314586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574876,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27716,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344124,"statfs":{"total":96636764160,"available":96608382976,"internally_reserved":0,"allocated":692224,"data_stored":307927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574875,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31856,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339984,"statfs":{"total":96636764160,"available":96604143616,"internally_reserved":0,"allocated":679936,"data_stored":301718,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574875,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36604,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335236,"statfs":{"total":96636764160,"available":96599281664,"internally_reserved":0,"allocated":1286144,"data_stored":898295,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:03:11.530 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:03:11.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.668+0000 7f73c16f1640 1 Processor -- start 2024-09-19T05:03:11.670 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.668+0000 7f73c16f1640 1 -- start start 2024-09-19T05:03:11.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.669+0000 7f73c16f1640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73bc06f4c0 0x7f73bc0cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:11.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.669+0000 7f73c16f1640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f73bc0cfb40 con 0x7f73bc0cf5a0 2024-09-19T05:03:11.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.669+0000 7f73c16f1640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f73bc0cfe20 con 0x7f73bc06f0e0 2024-09-19T05:03:11.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.669+0000 7f73c16f1640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f73bc15bc50 con 0x7f73bc06f4c0 2024-09-19T05:03:11.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.669+0000 7f73bb7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f73bc0cf5a0 0x7f73bc0b3ba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:37192/0 (socket says 172.21.15.5:37192) 2024-09-19T05:03:11.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.669+0000 7f73bb7fe640 1 -- 172.21.15.5:0/3593054553 learned_addr learned my addr 172.21.15.5:0/3593054553 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:11.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.669+0000 7f73b3fff640 1 --2- 172.21.15.5:0/3593054553 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73bc06f4c0 0x7f73bc0cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:11.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.670+0000 7f73ba7fc640 1 -- 172.21.15.5:0/3593054553 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3507055587 0 0) 0x7f73bc0cfb40 con 0x7f73bc0cf5a0 2024-09-19T05:03:11.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.670+0000 7f73ba7fc640 1 -- 172.21.15.5:0/3593054553 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f73a8003520 con 0x7f73bc0cf5a0 2024-09-19T05:03:11.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.670+0000 7f73ba7fc640 1 -- 172.21.15.5:0/3593054553 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3939605495 0 0) 0x7f73bc0cfe20 con 0x7f73bc06f0e0 2024-09-19T05:03:11.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.670+0000 7f73ba7fc640 1 -- 172.21.15.5:0/3593054553 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f73bc0cfb40 con 0x7f73bc06f0e0 2024-09-19T05:03:11.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.670+0000 7f73b3fff640 1 -- 172.21.15.5:0/3593054553 >> v1:172.21.15.134:6789/0 conn(0x7f73bc06f0e0 legacy=0x7f73bc15c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:11.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.670+0000 7f73b3fff640 1 -- 172.21.15.5:0/3593054553 >> v1:172.21.15.5:6789/0 conn(0x7f73bc0cf5a0 legacy=0x7f73bc0b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:11.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.670+0000 7f73b3fff640 1 -- 172.21.15.5:0/3593054553 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73bc15b8e0 con 0x7f73bc06f4c0 2024-09-19T05:03:11.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.671+0000 7f73b3fff640 1 --2- 172.21.15.5:0/3593054553 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73bc06f4c0 0x7f73bc0cf060 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f73a40097d0 tx=0x7f73a402a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=51029d84c15df124 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:11.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.671+0000 7f73ba7fc640 1 -- 172.21.15.5:0/3593054553 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73a4037070 con 0x7f73bc06f4c0 2024-09-19T05:03:11.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.671+0000 7f73ba7fc640 1 -- 172.21.15.5:0/3593054553 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73a4032440 con 0x7f73bc06f4c0 2024-09-19T05:03:11.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.671+0000 7f73ba7fc640 1 -- 172.21.15.5:0/3593054553 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73a4032810 con 0x7f73bc06f4c0 2024-09-19T05:03:11.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.671+0000 7f73c16f1640 1 -- 172.21.15.5:0/3593054553 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73bc06f4c0 msgr2=0x7f73bc0cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:11.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.671+0000 7f73c16f1640 1 --2- 172.21.15.5:0/3593054553 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73bc06f4c0 0x7f73bc0cf060 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f73a40097d0 tx=0x7f73a402a210 comp rx=0 tx=0).stop 2024-09-19T05:03:11.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.671+0000 7f73c16f1640 1 -- 172.21.15.5:0/3593054553 shutdown_connections 2024-09-19T05:03:11.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.671+0000 7f73c16f1640 1 --2- 172.21.15.5:0/3593054553 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73bc06f4c0 0x7f73bc0cf060 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:11.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.671+0000 7f73c16f1640 1 -- 172.21.15.5:0/3593054553 >> 172.21.15.5:0/3593054553 conn(0x7f73bc067da0 msgr2=0x7f73bc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:11.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.672+0000 7f73c16f1640 1 -- 172.21.15.5:0/3593054553 shutdown_connections 2024-09-19T05:03:11.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.672+0000 7f73c16f1640 1 -- 172.21.15.5:0/3593054553 wait complete. 2024-09-19T05:03:11.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.673+0000 7f73c16f1640 1 Processor -- start 2024-09-19T05:03:11.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.673+0000 7f73c16f1640 1 -- start start 2024-09-19T05:03:11.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.673+0000 7f73c16f1640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73bc06f0e0 0x7f73bc156cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:11.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.673+0000 7f73c16f1640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f73bc06f4c0 0x7f73bc14c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:11.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.673+0000 7f73c16f1640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f73bc0cf5a0 0x7f73bc14de10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:11.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.673+0000 7f73c16f1640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f73bc15ee80 con 0x7f73bc0cf5a0 2024-09-19T05:03:11.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.673+0000 7f73c16f1640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f73bc152630 con 0x7f73bc06f4c0 2024-09-19T05:03:11.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.673+0000 7f73c16f1640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f73bc15f000 con 0x7f73bc06f0e0 2024-09-19T05:03:11.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.674+0000 7f73bb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f73bc0cf5a0 0x7f73bc14de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:11.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.674+0000 7f73bb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f73bc0cf5a0 0x7f73bc14de10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35698/0 (socket says 172.21.15.5:35698) 2024-09-19T05:03:11.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.674+0000 7f73bb7fe640 1 -- 172.21.15.5:0/1300132953 learned_addr learned my addr 172.21.15.5:0/1300132953 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:11.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.674+0000 7f73b3fff640 1 --2- 172.21.15.5:0/1300132953 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f73bc06f4c0 0x7f73bc14c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:11.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.674+0000 7f73baffd640 1 --2- 172.21.15.5:0/1300132953 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73bc06f0e0 0x7f73bc156cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:11.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.674+0000 7f73bb7fe640 1 -- 172.21.15.5:0/1300132953 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73bc06f0e0 msgr2=0x7f73bc156cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:11.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.674+0000 7f73bb7fe640 1 --2- 172.21.15.5:0/1300132953 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73bc06f0e0 0x7f73bc156cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:11.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.674+0000 7f73bb7fe640 1 -- 172.21.15.5:0/1300132953 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f73bc06f4c0 msgr2=0x7f73bc14c6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:11.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.674+0000 7f73bb7fe640 1 --2- 172.21.15.5:0/1300132953 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f73bc06f4c0 0x7f73bc14c6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:11.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.674+0000 7f73bb7fe640 1 -- 172.21.15.5:0/1300132953 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73bc155f30 con 0x7f73bc0cf5a0 2024-09-19T05:03:11.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.674+0000 7f73b3fff640 1 --2- 172.21.15.5:0/1300132953 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f73bc06f4c0 0x7f73bc14c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:11.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.674+0000 7f73bb7fe640 1 --2- 172.21.15.5:0/1300132953 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f73bc0cf5a0 0x7f73bc14de10 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f73b400caf0 tx=0x7f73b400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:11.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.674+0000 7f73b37fe640 1 -- 172.21.15.5:0/1300132953 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73b4017070 con 0x7f73bc0cf5a0 2024-09-19T05:03:11.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.674+0000 7f73b37fe640 1 -- 172.21.15.5:0/1300132953 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73b400aca0 con 0x7f73bc0cf5a0 2024-09-19T05:03:11.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.674+0000 7f73c16f1640 1 -- 172.21.15.5:0/1300132953 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73bc156210 con 0x7f73bc0cf5a0 2024-09-19T05:03:11.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.674+0000 7f73b37fe640 1 -- 172.21.15.5:0/1300132953 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73b4012620 con 0x7f73bc0cf5a0 2024-09-19T05:03:11.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.674+0000 7f73c16f1640 1 -- 172.21.15.5:0/1300132953 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73bc1567d0 con 0x7f73bc0cf5a0 2024-09-19T05:03:11.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.675+0000 7f73c16f1640 1 -- 172.21.15.5:0/1300132953 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73bc15f9a0 con 0x7f73bc0cf5a0 2024-09-19T05:03:11.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.676+0000 7f73b37fe640 1 -- 172.21.15.5:0/1300132953 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f73b401a070 con 0x7f73bc0cf5a0 2024-09-19T05:03:11.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.676+0000 7f73b37fe640 1 --2- 172.21.15.5:0/1300132953 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f739c06c2b0 0x7f739c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:11.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.676+0000 7f73b37fe640 1 -- 172.21.15.5:0/1300132953 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6101+0+0 (secure 0 0 0) 0x7f73b408b360 con 0x7f73bc0cf5a0 2024-09-19T05:03:11.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.676+0000 7f73baffd640 1 --2- 172.21.15.5:0/1300132953 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f739c06c2b0 0x7f739c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:11.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.677+0000 7f73baffd640 1 --2- 172.21.15.5:0/1300132953 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f739c06c2b0 0x7f739c06e770 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f73bc0b5050 tx=0x7f73ac009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:11.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.680+0000 7f73b37fe640 1 -- 172.21.15.5:0/1300132953 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f73b4059940 con 0x7f73bc0cf5a0 2024-09-19T05:03:11.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.855+0000 7f73c16f1640 1 -- 172.21.15.5:0/1300132953 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f73bc1594b0 con 0x7f739c06c2b0 2024-09-19T05:03:11.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.861+0000 7f73b37fe640 1 -- 172.21.15.5:0/1300132953 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249259 (secure 0 0 0) 0x7f73bc1594b0 con 0x7f739c06c2b0 2024-09-19T05:03:11.865 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:11.866 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:03:11.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.865+0000 7f73c16f1640 1 -- 172.21.15.5:0/1300132953 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f739c06c2b0 msgr2=0x7f739c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:11.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.865+0000 7f73c16f1640 1 --2- 172.21.15.5:0/1300132953 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f739c06c2b0 0x7f739c06e770 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f73bc0b5050 tx=0x7f73ac009040 comp rx=0 tx=0).stop 2024-09-19T05:03:11.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.865+0000 7f73c16f1640 1 -- 172.21.15.5:0/1300132953 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f73bc0cf5a0 msgr2=0x7f73bc14de10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:11.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.865+0000 7f73c16f1640 1 --2- 172.21.15.5:0/1300132953 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f73bc0cf5a0 0x7f73bc14de10 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f73b400caf0 tx=0x7f73b400a060 comp rx=0 tx=0).stop 2024-09-19T05:03:11.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.865+0000 7f73c16f1640 1 -- 172.21.15.5:0/1300132953 shutdown_connections 2024-09-19T05:03:11.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.865+0000 7f73c16f1640 1 --2- 172.21.15.5:0/1300132953 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f739c06c2b0 0x7f739c06e770 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:11.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.865+0000 7f73c16f1640 1 --2- 172.21.15.5:0/1300132953 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f73bc0cf5a0 0x7f73bc14de10 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:11.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.865+0000 7f73c16f1640 1 --2- 172.21.15.5:0/1300132953 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f73bc06f4c0 0x7f73bc14c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:11.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.865+0000 7f73c16f1640 1 --2- 172.21.15.5:0/1300132953 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f73bc06f0e0 0x7f73bc156cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:11.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.865+0000 7f73c16f1640 1 -- 172.21.15.5:0/1300132953 >> 172.21.15.5:0/1300132953 conn(0x7f73bc067da0 msgr2=0x7f73bc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:11.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.865+0000 7f73c16f1640 1 -- 172.21.15.5:0/1300132953 shutdown_connections 2024-09-19T05:03:11.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:11.865+0000 7f73c16f1640 1 -- 172.21.15.5:0/1300132953 wait complete. 2024-09-19T05:03:11.877 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":116,"stamp":"2024-09-19T05:03:11.285681+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590584,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":174,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":178,"acting":178,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":87,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":243716,"kb_used_data":6676,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754731004,"statfs":{"total":773094113280,"available":772844548096,"internally_reserved":0,"allocated":6836224,"data_stored":3693571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":19,"apply_latency_ms":19,"commit_latency_ns":19000000,"apply_latency_ns":19000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":216,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.110192"},"pg_stats":[{"pgid":"10.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198673+0000","last_change":"2024-09-19T05:03:08.201498+0000","last_active":"2024-09-19T05:03:09.198673+0000","last_peered":"2024-09-19T05:03:09.198673+0000","last_clean":"2024-09-19T05:03:09.198673+0000","last_became_active":"2024-09-19T05:03:08.200334+0000","last_became_peered":"2024-09-19T05:03:08.200334+0000","last_unstale":"2024-09-19T05:03:09.198673+0000","last_undegraded":"2024-09-19T05:03:09.198673+0000","last_fullsized":"2024-09-19T05:03:09.198673+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:28.480679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.187399+0000","last_change":"2024-09-19T05:03:07.187399+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.187399+0000","last_undegraded":"2024-09-19T05:03:07.187399+0000","last_fullsized":"2024-09-19T05:03:07.187399+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202377+0000","last_change":"2024-09-19T05:03:08.206695+0000","last_active":"2024-09-19T05:03:09.202377+0000","last_peered":"2024-09-19T05:03:09.202377+0000","last_clean":"2024-09-19T05:03:09.202377+0000","last_became_active":"2024-09-19T05:03:08.206424+0000","last_became_peered":"2024-09-19T05:03:08.206424+0000","last_unstale":"2024-09-19T05:03:09.202377+0000","last_undegraded":"2024-09-19T05:03:09.202377+0000","last_fullsized":"2024-09-19T05:03:09.202377+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:10:39.398569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.187142+0000","last_change":"2024-09-19T05:03:07.187142+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.187142+0000","last_undegraded":"2024-09-19T05:03:07.187142+0000","last_fullsized":"2024-09-19T05:03:07.187142+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.212259+0000","last_change":"2024-09-19T05:03:08.211060+0000","last_active":"2024-09-19T05:03:08.212259+0000","last_peered":"2024-09-19T05:03:08.212259+0000","last_clean":"2024-09-19T05:03:08.212259+0000","last_became_active":"2024-09-19T05:03:08.210765+0000","last_became_peered":"2024-09-19T05:03:08.210765+0000","last_unstale":"2024-09-19T05:03:08.212259+0000","last_undegraded":"2024-09-19T05:03:08.212259+0000","last_fullsized":"2024-09-19T05:03:08.212259+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:58.896697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198936+0000","last_change":"2024-09-19T05:03:08.202786+0000","last_active":"2024-09-19T05:03:09.198936+0000","last_peered":"2024-09-19T05:03:09.198936+0000","last_clean":"2024-09-19T05:03:09.198936+0000","last_became_active":"2024-09-19T05:03:08.202504+0000","last_became_peered":"2024-09-19T05:03:08.202504+0000","last_unstale":"2024-09-19T05:03:09.198936+0000","last_undegraded":"2024-09-19T05:03:09.198936+0000","last_fullsized":"2024-09-19T05:03:09.198936+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:11.027563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198934+0000","last_change":"2024-09-19T05:03:08.203450+0000","last_active":"2024-09-19T05:03:09.198934+0000","last_peered":"2024-09-19T05:03:09.198934+0000","last_clean":"2024-09-19T05:03:09.198934+0000","last_became_active":"2024-09-19T05:03:08.203207+0000","last_became_peered":"2024-09-19T05:03:08.203207+0000","last_unstale":"2024-09-19T05:03:09.198934+0000","last_undegraded":"2024-09-19T05:03:09.198934+0000","last_fullsized":"2024-09-19T05:03:09.198934+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:49:13.219333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198724+0000","last_change":"2024-09-19T05:03:08.208412+0000","last_active":"2024-09-19T05:03:09.198724+0000","last_peered":"2024-09-19T05:03:09.198724+0000","last_clean":"2024-09-19T05:03:09.198724+0000","last_became_active":"2024-09-19T05:03:08.208091+0000","last_became_peered":"2024-09-19T05:03:08.208091+0000","last_unstale":"2024-09-19T05:03:09.198724+0000","last_undegraded":"2024-09-19T05:03:09.198724+0000","last_fullsized":"2024-09-19T05:03:09.198724+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:25:26.126927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.187167+0000","last_change":"2024-09-19T05:03:07.187167+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.187167+0000","last_undegraded":"2024-09-19T05:03:07.187167+0000","last_fullsized":"2024-09-19T05:03:07.187167+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199879+0000","last_change":"2024-09-19T05:03:08.201939+0000","last_active":"2024-09-19T05:03:09.199879+0000","last_peered":"2024-09-19T05:03:09.199879+0000","last_clean":"2024-09-19T05:03:09.199879+0000","last_became_active":"2024-09-19T05:03:08.201638+0000","last_became_peered":"2024-09-19T05:03:08.201638+0000","last_unstale":"2024-09-19T05:03:09.199879+0000","last_undegraded":"2024-09-19T05:03:09.199879+0000","last_fullsized":"2024-09-19T05:03:09.199879+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:28.480679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199275+0000","last_change":"2024-09-19T05:03:08.203566+0000","last_active":"2024-09-19T05:03:09.199275+0000","last_peered":"2024-09-19T05:03:09.199275+0000","last_clean":"2024-09-19T05:03:09.199275+0000","last_became_active":"2024-09-19T05:03:08.203264+0000","last_became_peered":"2024-09-19T05:03:08.203264+0000","last_unstale":"2024-09-19T05:03:09.199275+0000","last_undegraded":"2024-09-19T05:03:09.199275+0000","last_fullsized":"2024-09-19T05:03:09.199275+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:50:30.301402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199029+0000","last_change":"2024-09-19T05:03:08.202667+0000","last_active":"2024-09-19T05:03:09.199029+0000","last_peered":"2024-09-19T05:03:09.199029+0000","last_clean":"2024-09-19T05:03:09.199029+0000","last_became_active":"2024-09-19T05:03:08.202410+0000","last_became_peered":"2024-09-19T05:03:08.202410+0000","last_unstale":"2024-09-19T05:03:09.199029+0000","last_undegraded":"2024-09-19T05:03:09.199029+0000","last_fullsized":"2024-09-19T05:03:09.199029+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:10.252480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199276+0000","last_change":"2024-09-19T05:03:08.208062+0000","last_active":"2024-09-19T05:03:09.199276+0000","last_peered":"2024-09-19T05:03:09.199276+0000","last_clean":"2024-09-19T05:03:09.199276+0000","last_became_active":"2024-09-19T05:03:08.207787+0000","last_became_peered":"2024-09-19T05:03:08.207787+0000","last_unstale":"2024-09-19T05:03:09.199276+0000","last_undegraded":"2024-09-19T05:03:09.199276+0000","last_fullsized":"2024-09-19T05:03:09.199276+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:55:12.431879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.209373+0000","last_change":"2024-09-19T05:03:08.204565+0000","last_active":"2024-09-19T05:03:08.209373+0000","last_peered":"2024-09-19T05:03:08.209373+0000","last_clean":"2024-09-19T05:03:08.209373+0000","last_became_active":"2024-09-19T05:03:08.204297+0000","last_became_peered":"2024-09-19T05:03:08.204297+0000","last_unstale":"2024-09-19T05:03:08.209373+0000","last_undegraded":"2024-09-19T05:03:08.209373+0000","last_fullsized":"2024-09-19T05:03:08.209373+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:56:51.304143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.186939+0000","last_change":"2024-09-19T05:03:07.186939+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.186939+0000","last_undegraded":"2024-09-19T05:03:07.186939+0000","last_fullsized":"2024-09-19T05:03:07.186939+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202701+0000","last_change":"2024-09-19T05:03:08.204967+0000","last_active":"2024-09-19T05:03:09.202701+0000","last_peered":"2024-09-19T05:03:09.202701+0000","last_clean":"2024-09-19T05:03:09.202701+0000","last_became_active":"2024-09-19T05:03:08.204664+0000","last_became_peered":"2024-09-19T05:03:08.204664+0000","last_unstale":"2024-09-19T05:03:09.202701+0000","last_undegraded":"2024-09-19T05:03:09.202701+0000","last_fullsized":"2024-09-19T05:03:09.202701+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:45.697947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.202878+0000","last_change":"2024-09-19T05:03:08.200612+0000","last_active":"2024-09-19T05:03:08.202878+0000","last_peered":"2024-09-19T05:03:08.202878+0000","last_clean":"2024-09-19T05:03:08.202878+0000","last_became_active":"2024-09-19T05:03:08.200334+0000","last_became_peered":"2024-09-19T05:03:08.200334+0000","last_unstale":"2024-09-19T05:03:08.202878+0000","last_undegraded":"2024-09-19T05:03:08.202878+0000","last_fullsized":"2024-09-19T05:03:08.202878+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:25:26.126927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200141+0000","last_change":"2024-09-19T05:03:08.209223+0000","last_active":"2024-09-19T05:03:09.200141+0000","last_peered":"2024-09-19T05:03:09.200141+0000","last_clean":"2024-09-19T05:03:09.200141+0000","last_became_active":"2024-09-19T05:03:08.208966+0000","last_became_peered":"2024-09-19T05:03:08.208966+0000","last_unstale":"2024-09-19T05:03:09.200141+0000","last_undegraded":"2024-09-19T05:03:09.200141+0000","last_fullsized":"2024-09-19T05:03:09.200141+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:49:13.219333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.209158+0000","last_change":"2024-09-19T05:03:08.207615+0000","last_active":"2024-09-19T05:03:08.209158+0000","last_peered":"2024-09-19T05:03:08.209158+0000","last_clean":"2024-09-19T05:03:08.209158+0000","last_became_active":"2024-09-19T05:03:08.207340+0000","last_became_peered":"2024-09-19T05:03:08.207340+0000","last_unstale":"2024-09-19T05:03:08.209158+0000","last_undegraded":"2024-09-19T05:03:08.209158+0000","last_fullsized":"2024-09-19T05:03:08.209158+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:10.252480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.203509+0000","last_change":"2024-09-19T05:03:08.202043+0000","last_active":"2024-09-19T05:03:08.203509+0000","last_peered":"2024-09-19T05:03:08.203509+0000","last_clean":"2024-09-19T05:03:08.203509+0000","last_became_active":"2024-09-19T05:03:08.201736+0000","last_became_peered":"2024-09-19T05:03:08.201736+0000","last_unstale":"2024-09-19T05:03:08.203509+0000","last_undegraded":"2024-09-19T05:03:08.203509+0000","last_fullsized":"2024-09-19T05:03:08.203509+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:44.629618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198486+0000","last_change":"2024-09-19T05:03:08.191832+0000","last_active":"2024-09-19T05:03:09.198486+0000","last_peered":"2024-09-19T05:03:09.198486+0000","last_clean":"2024-09-19T05:03:09.198486+0000","last_became_active":"2024-09-19T05:03:08.191506+0000","last_became_peered":"2024-09-19T05:03:08.191506+0000","last_unstale":"2024-09-19T05:03:09.198486+0000","last_undegraded":"2024-09-19T05:03:09.198486+0000","last_fullsized":"2024-09-19T05:03:09.198486+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:02.471651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200035+0000","last_change":"2024-09-19T05:03:08.206430+0000","last_active":"2024-09-19T05:03:09.200035+0000","last_peered":"2024-09-19T05:03:09.200035+0000","last_clean":"2024-09-19T05:03:09.200035+0000","last_became_active":"2024-09-19T05:03:08.205580+0000","last_became_peered":"2024-09-19T05:03:08.205580+0000","last_unstale":"2024-09-19T05:03:09.200035+0000","last_undegraded":"2024-09-19T05:03:09.200035+0000","last_fullsized":"2024-09-19T05:03:09.200035+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:34.695813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200119+0000","last_change":"2024-09-19T05:03:08.206065+0000","last_active":"2024-09-19T05:03:09.200119+0000","last_peered":"2024-09-19T05:03:09.200119+0000","last_clean":"2024-09-19T05:03:09.200119+0000","last_became_active":"2024-09-19T05:03:08.205788+0000","last_became_peered":"2024-09-19T05:03:08.205788+0000","last_unstale":"2024-09-19T05:03:09.200119+0000","last_undegraded":"2024-09-19T05:03:09.200119+0000","last_fullsized":"2024-09-19T05:03:09.200119+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:44.629618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.186656+0000","last_change":"2024-09-19T05:03:07.186656+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.186656+0000","last_undegraded":"2024-09-19T05:03:07.186656+0000","last_fullsized":"2024-09-19T05:03:07.186656+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198532+0000","last_change":"2024-09-19T05:03:08.204059+0000","last_active":"2024-09-19T05:03:09.198532+0000","last_peered":"2024-09-19T05:03:09.198532+0000","last_clean":"2024-09-19T05:03:09.198532+0000","last_became_active":"2024-09-19T05:03:08.203803+0000","last_became_peered":"2024-09-19T05:03:08.203803+0000","last_unstale":"2024-09-19T05:03:09.198532+0000","last_undegraded":"2024-09-19T05:03:09.198532+0000","last_fullsized":"2024-09-19T05:03:09.198532+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:06:40.598082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199105+0000","last_change":"2024-09-19T05:03:08.193724+0000","last_active":"2024-09-19T05:03:09.199105+0000","last_peered":"2024-09-19T05:03:09.199105+0000","last_clean":"2024-09-19T05:03:09.199105+0000","last_became_active":"2024-09-19T05:03:08.193412+0000","last_became_peered":"2024-09-19T05:03:08.193412+0000","last_unstale":"2024-09-19T05:03:09.199105+0000","last_undegraded":"2024-09-19T05:03:09.199105+0000","last_fullsized":"2024-09-19T05:03:09.199105+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:40:43.398020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.186448+0000","last_change":"2024-09-19T05:03:07.186448+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.186448+0000","last_undegraded":"2024-09-19T05:03:07.186448+0000","last_fullsized":"2024-09-19T05:03:07.186448+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.186364+0000","last_change":"2024-09-19T05:03:07.186364+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.186364+0000","last_undegraded":"2024-09-19T05:03:07.186364+0000","last_fullsized":"2024-09-19T05:03:07.186364+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202847+0000","last_change":"2024-09-19T05:03:08.211774+0000","last_active":"2024-09-19T05:03:09.202847+0000","last_peered":"2024-09-19T05:03:09.202847+0000","last_clean":"2024-09-19T05:03:09.202847+0000","last_became_active":"2024-09-19T05:03:08.211476+0000","last_became_peered":"2024-09-19T05:03:08.211476+0000","last_unstale":"2024-09-19T05:03:09.202847+0000","last_undegraded":"2024-09-19T05:03:09.202847+0000","last_fullsized":"2024-09-19T05:03:09.202847+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:15:34.976668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":1,"reported_epoch":58,"state":"creating+peering","last_fresh":"2024-09-19T05:03:06.180073+0000","last_change":"2024-09-19T05:03:06.180073+0000","last_active":"2024-09-19T05:03:06.168973+0000","last_peered":"2024-09-19T05:03:06.168973+0000","last_clean":"2024-09-19T05:03:06.168973+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:06.180073+0000","last_undegraded":"2024-09-19T05:03:06.180073+0000","last_fullsized":"2024-09-19T05:03:06.180073+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.186198+0000","last_change":"2024-09-19T05:03:07.186198+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.186198+0000","last_undegraded":"2024-09-19T05:03:07.186198+0000","last_fullsized":"2024-09-19T05:03:07.186198+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.203671+0000","last_change":"2024-09-19T05:03:07.202532+0000","last_active":"2024-09-19T05:03:07.203671+0000","last_peered":"2024-09-19T05:03:07.203671+0000","last_clean":"2024-09-19T05:03:07.203671+0000","last_became_active":"2024-09-19T05:03:07.202244+0000","last_became_peered":"2024-09-19T05:03:07.202244+0000","last_unstale":"2024-09-19T05:03:07.203671+0000","last_undegraded":"2024-09-19T05:03:07.203671+0000","last_fullsized":"2024-09-19T05:03:07.203671+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:54:32.805327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.185422+0000","last_change":"2024-09-19T05:03:07.185422+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.185422+0000","last_undegraded":"2024-09-19T05:03:07.185422+0000","last_fullsized":"2024-09-19T05:03:07.185422+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.198215+0000","last_change":"2024-09-19T05:03:07.195431+0000","last_active":"2024-09-19T05:03:07.198215+0000","last_peered":"2024-09-19T05:03:07.198215+0000","last_clean":"2024-09-19T05:03:07.198215+0000","last_became_active":"2024-09-19T05:03:07.195151+0000","last_became_peered":"2024-09-19T05:03:07.195151+0000","last_unstale":"2024-09-19T05:03:07.198215+0000","last_undegraded":"2024-09-19T05:03:07.198215+0000","last_fullsized":"2024-09-19T05:03:07.198215+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:17:45.707849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198848+0000","last_change":"2024-09-19T05:03:08.208940+0000","last_active":"2024-09-19T05:03:09.198848+0000","last_peered":"2024-09-19T05:03:09.198848+0000","last_clean":"2024-09-19T05:03:09.198848+0000","last_became_active":"2024-09-19T05:03:08.208466+0000","last_became_peered":"2024-09-19T05:03:08.208466+0000","last_unstale":"2024-09-19T05:03:09.198848+0000","last_undegraded":"2024-09-19T05:03:09.198848+0000","last_fullsized":"2024-09-19T05:03:09.198848+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:44.629618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.200470+0000","last_change":"2024-09-19T05:03:07.199240+0000","last_active":"2024-09-19T05:03:07.200470+0000","last_peered":"2024-09-19T05:03:07.200470+0000","last_clean":"2024-09-19T05:03:07.200470+0000","last_became_active":"2024-09-19T05:03:07.198936+0000","last_became_peered":"2024-09-19T05:03:07.198936+0000","last_unstale":"2024-09-19T05:03:07.200470+0000","last_undegraded":"2024-09-19T05:03:07.200470+0000","last_fullsized":"2024-09-19T05:03:07.200470+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:41.987453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.210847+0000","last_change":"2024-09-19T05:03:08.209496+0000","last_active":"2024-09-19T05:03:08.210847+0000","last_peered":"2024-09-19T05:03:08.210847+0000","last_clean":"2024-09-19T05:03:08.210847+0000","last_became_active":"2024-09-19T05:03:08.209191+0000","last_became_peered":"2024-09-19T05:03:08.209191+0000","last_unstale":"2024-09-19T05:03:08.210847+0000","last_undegraded":"2024-09-19T05:03:08.210847+0000","last_fullsized":"2024-09-19T05:03:08.210847+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:10.752460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"60'1","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.212785+0000","last_change":"2024-09-19T05:03:07.197693+0000","last_active":"2024-09-19T05:03:08.212785+0000","last_peered":"2024-09-19T05:03:08.212785+0000","last_clean":"2024-09-19T05:03:08.212785+0000","last_became_active":"2024-09-19T05:03:07.197400+0000","last_became_peered":"2024-09-19T05:03:07.197400+0000","last_unstale":"2024-09-19T05:03:08.212785+0000","last_undegraded":"2024-09-19T05:03:08.212785+0000","last_fullsized":"2024-09-19T05:03:08.212785+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:50:29.295968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1a","version":"60'1","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.211661+0000","last_change":"2024-09-19T05:03:07.196279+0000","last_active":"2024-09-19T05:03:08.211661+0000","last_peered":"2024-09-19T05:03:08.211661+0000","last_clean":"2024-09-19T05:03:08.211661+0000","last_became_active":"2024-09-19T05:03:07.195936+0000","last_became_peered":"2024-09-19T05:03:07.195936+0000","last_unstale":"2024-09-19T05:03:08.211661+0000","last_undegraded":"2024-09-19T05:03:08.211661+0000","last_fullsized":"2024-09-19T05:03:08.211661+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:06:39.592648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202488+0000","last_change":"2024-09-19T05:03:08.207844+0000","last_active":"2024-09-19T05:03:09.202488+0000","last_peered":"2024-09-19T05:03:09.202488+0000","last_clean":"2024-09-19T05:03:09.202488+0000","last_became_active":"2024-09-19T05:03:08.207596+0000","last_became_peered":"2024-09-19T05:03:08.207596+0000","last_unstale":"2024-09-19T05:03:09.202488+0000","last_undegraded":"2024-09-19T05:03:09.202488+0000","last_fullsized":"2024-09-19T05:03:09.202488+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:52.703252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.189170+0000","last_change":"2024-09-19T05:03:07.203329+0000","last_active":"2024-09-19T05:03:08.189170+0000","last_peered":"2024-09-19T05:03:08.189170+0000","last_clean":"2024-09-19T05:03:08.189170+0000","last_became_active":"2024-09-19T05:03:07.203021+0000","last_became_peered":"2024-09-19T05:03:07.203021+0000","last_unstale":"2024-09-19T05:03:08.189170+0000","last_undegraded":"2024-09-19T05:03:08.189170+0000","last_fullsized":"2024-09-19T05:03:08.189170+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:40:22.741321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.206003+0000","last_change":"2024-09-19T05:03:08.204024+0000","last_active":"2024-09-19T05:03:08.206003+0000","last_peered":"2024-09-19T05:03:08.206003+0000","last_clean":"2024-09-19T05:03:08.206003+0000","last_became_active":"2024-09-19T05:03:08.203729+0000","last_became_peered":"2024-09-19T05:03:08.203729+0000","last_unstale":"2024-09-19T05:03:08.206003+0000","last_undegraded":"2024-09-19T05:03:08.206003+0000","last_fullsized":"2024-09-19T05:03:08.206003+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:49:13.219333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202277+0000","last_change":"2024-09-19T05:03:07.203815+0000","last_active":"2024-09-19T05:03:09.202277+0000","last_peered":"2024-09-19T05:03:09.202277+0000","last_clean":"2024-09-19T05:03:09.202277+0000","last_became_active":"2024-09-19T05:03:07.203533+0000","last_became_peered":"2024-09-19T05:03:07.203533+0000","last_unstale":"2024-09-19T05:03:09.202277+0000","last_undegraded":"2024-09-19T05:03:09.202277+0000","last_fullsized":"2024-09-19T05:03:09.202277+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:15.492053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199052+0000","last_change":"2024-09-19T05:03:07.197483+0000","last_active":"2024-09-19T05:03:09.199052+0000","last_peered":"2024-09-19T05:03:09.199052+0000","last_clean":"2024-09-19T05:03:09.199052+0000","last_became_active":"2024-09-19T05:03:07.197195+0000","last_became_peered":"2024-09-19T05:03:07.197195+0000","last_unstale":"2024-09-19T05:03:09.199052+0000","last_undegraded":"2024-09-19T05:03:09.199052+0000","last_fullsized":"2024-09-19T05:03:09.199052+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:45:02.798634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.198250+0000","last_change":"2024-09-19T05:03:08.194366+0000","last_active":"2024-09-19T05:03:08.198250+0000","last_peered":"2024-09-19T05:03:08.198250+0000","last_clean":"2024-09-19T05:03:08.198250+0000","last_became_active":"2024-09-19T05:03:08.194086+0000","last_became_peered":"2024-09-19T05:03:08.194086+0000","last_unstale":"2024-09-19T05:03:08.198250+0000","last_undegraded":"2024-09-19T05:03:08.198250+0000","last_fullsized":"2024-09-19T05:03:08.198250+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:34.695813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.200189+0000","last_change":"2024-09-19T05:03:07.198928+0000","last_active":"2024-09-19T05:03:07.200189+0000","last_peered":"2024-09-19T05:03:07.200189+0000","last_clean":"2024-09-19T05:03:07.200189+0000","last_became_active":"2024-09-19T05:03:07.198612+0000","last_became_peered":"2024-09-19T05:03:07.198612+0000","last_unstale":"2024-09-19T05:03:07.200189+0000","last_undegraded":"2024-09-19T05:03:07.200189+0000","last_fullsized":"2024-09-19T05:03:07.200189+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:39.711561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.203042+0000","last_change":"2024-09-19T05:03:08.201879+0000","last_active":"2024-09-19T05:03:09.203042+0000","last_peered":"2024-09-19T05:03:09.203042+0000","last_clean":"2024-09-19T05:03:09.203042+0000","last_became_active":"2024-09-19T05:03:08.201561+0000","last_became_peered":"2024-09-19T05:03:08.201561+0000","last_unstale":"2024-09-19T05:03:09.203042+0000","last_undegraded":"2024-09-19T05:03:09.203042+0000","last_fullsized":"2024-09-19T05:03:09.203042+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:48.028053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.15","version":"60'3","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198622+0000","last_change":"2024-09-19T05:03:07.199984+0000","last_active":"2024-09-19T05:03:09.198622+0000","last_peered":"2024-09-19T05:03:09.198622+0000","last_clean":"2024-09-19T05:03:09.198622+0000","last_became_active":"2024-09-19T05:03:07.199644+0000","last_became_peered":"2024-09-19T05:03:07.199644+0000","last_unstale":"2024-09-19T05:03:09.198622+0000","last_undegraded":"2024-09-19T05:03:09.198622+0000","last_fullsized":"2024-09-19T05:03:09.198622+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:56:55.358152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.185885+0000","last_change":"2024-09-19T05:03:07.185885+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.185885+0000","last_undegraded":"2024-09-19T05:03:07.185885+0000","last_fullsized":"2024-09-19T05:03:07.185885+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":1,"reported_epoch":58,"state":"creating+peering","last_fresh":"2024-09-19T05:03:06.180398+0000","last_change":"2024-09-19T05:03:06.180398+0000","last_active":"2024-09-19T05:03:06.168973+0000","last_peered":"2024-09-19T05:03:06.168973+0000","last_clean":"2024-09-19T05:03:06.168973+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:06.180398+0000","last_undegraded":"2024-09-19T05:03:06.180398+0000","last_fullsized":"2024-09-19T05:03:06.180398+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.185944+0000","last_change":"2024-09-19T05:03:07.185944+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.185944+0000","last_undegraded":"2024-09-19T05:03:07.185944+0000","last_fullsized":"2024-09-19T05:03:07.185944+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.13","version":"60'2","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198799+0000","last_change":"2024-09-19T05:03:07.202463+0000","last_active":"2024-09-19T05:03:09.198799+0000","last_peered":"2024-09-19T05:03:09.198799+0000","last_clean":"2024-09-19T05:03:09.198799+0000","last_became_active":"2024-09-19T05:03:07.202117+0000","last_became_peered":"2024-09-19T05:03:07.202117+0000","last_unstale":"2024-09-19T05:03:09.198799+0000","last_undegraded":"2024-09-19T05:03:09.198799+0000","last_fullsized":"2024-09-19T05:03:09.198799+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:37.164550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199013+0000","last_change":"2024-09-19T05:03:08.192495+0000","last_active":"2024-09-19T05:03:09.199013+0000","last_peered":"2024-09-19T05:03:09.199013+0000","last_clean":"2024-09-19T05:03:09.199013+0000","last_became_active":"2024-09-19T05:03:08.192225+0000","last_became_peered":"2024-09-19T05:03:08.192225+0000","last_unstale":"2024-09-19T05:03:09.199013+0000","last_undegraded":"2024-09-19T05:03:09.199013+0000","last_fullsized":"2024-09-19T05:03:09.199013+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:40:23.746755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199020+0000","last_change":"2024-09-19T05:03:07.192934+0000","last_active":"2024-09-19T05:03:09.199020+0000","last_peered":"2024-09-19T05:03:09.199020+0000","last_clean":"2024-09-19T05:03:09.199020+0000","last_became_active":"2024-09-19T05:03:07.192665+0000","last_became_peered":"2024-09-19T05:03:07.192665+0000","last_unstale":"2024-09-19T05:03:09.199020+0000","last_undegraded":"2024-09-19T05:03:09.199020+0000","last_fullsized":"2024-09-19T05:03:09.199020+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:52.158021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202986+0000","last_change":"2024-09-19T05:03:08.203586+0000","last_active":"2024-09-19T05:03:09.202986+0000","last_peered":"2024-09-19T05:03:09.202986+0000","last_clean":"2024-09-19T05:03:09.202986+0000","last_became_active":"2024-09-19T05:03:08.203337+0000","last_became_peered":"2024-09-19T05:03:08.203337+0000","last_unstale":"2024-09-19T05:03:09.202986+0000","last_undegraded":"2024-09-19T05:03:09.202986+0000","last_fullsized":"2024-09-19T05:03:09.202986+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:02.308943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199333+0000","last_change":"2024-09-19T05:03:07.199608+0000","last_active":"2024-09-19T05:03:09.199333+0000","last_peered":"2024-09-19T05:03:09.199333+0000","last_clean":"2024-09-19T05:03:09.199333+0000","last_became_active":"2024-09-19T05:03:07.199330+0000","last_became_peered":"2024-09-19T05:03:07.199330+0000","last_unstale":"2024-09-19T05:03:09.199333+0000","last_undegraded":"2024-09-19T05:03:09.199333+0000","last_fullsized":"2024-09-19T05:03:09.199333+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:41:59.278967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.201359+0000","last_change":"2024-09-19T05:03:07.199877+0000","last_active":"2024-09-19T05:03:07.201359+0000","last_peered":"2024-09-19T05:03:07.201359+0000","last_clean":"2024-09-19T05:03:07.201359+0000","last_became_active":"2024-09-19T05:03:07.199613+0000","last_became_peered":"2024-09-19T05:03:07.199613+0000","last_unstale":"2024-09-19T05:03:07.201359+0000","last_undegraded":"2024-09-19T05:03:07.201359+0000","last_fullsized":"2024-09-19T05:03:07.201359+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:15.278819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198709+0000","last_change":"2024-09-19T05:03:08.207754+0000","last_active":"2024-09-19T05:03:09.198709+0000","last_peered":"2024-09-19T05:03:09.198709+0000","last_clean":"2024-09-19T05:03:09.198709+0000","last_became_active":"2024-09-19T05:03:08.207485+0000","last_became_peered":"2024-09-19T05:03:08.207485+0000","last_unstale":"2024-09-19T05:03:09.198709+0000","last_undegraded":"2024-09-19T05:03:09.198709+0000","last_fullsized":"2024-09-19T05:03:09.198709+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:34.695813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"60'1","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200195+0000","last_change":"2024-09-19T05:03:07.195258+0000","last_active":"2024-09-19T05:03:09.200195+0000","last_peered":"2024-09-19T05:03:09.200195+0000","last_clean":"2024-09-19T05:03:09.200195+0000","last_became_active":"2024-09-19T05:03:07.194938+0000","last_became_peered":"2024-09-19T05:03:07.194938+0000","last_unstale":"2024-09-19T05:03:09.200195+0000","last_undegraded":"2024-09-19T05:03:09.200195+0000","last_fullsized":"2024-09-19T05:03:09.200195+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:39:38.224757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202899+0000","last_change":"2024-09-19T05:03:08.206446+0000","last_active":"2024-09-19T05:03:09.202899+0000","last_peered":"2024-09-19T05:03:09.202899+0000","last_clean":"2024-09-19T05:03:09.202899+0000","last_became_active":"2024-09-19T05:03:08.206108+0000","last_became_peered":"2024-09-19T05:03:08.206108+0000","last_unstale":"2024-09-19T05:03:09.202899+0000","last_undegraded":"2024-09-19T05:03:09.202899+0000","last_fullsized":"2024-09-19T05:03:09.202899+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:40.561195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.e","version":"60'2","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198748+0000","last_change":"2024-09-19T05:03:07.201125+0000","last_active":"2024-09-19T05:03:09.198748+0000","last_peered":"2024-09-19T05:03:09.198748+0000","last_clean":"2024-09-19T05:03:09.198748+0000","last_became_active":"2024-09-19T05:03:07.200833+0000","last_became_peered":"2024-09-19T05:03:07.200833+0000","last_unstale":"2024-09-19T05:03:09.198748+0000","last_undegraded":"2024-09-19T05:03:09.198748+0000","last_fullsized":"2024-09-19T05:03:09.198748+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:25:52.861665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.185403+0000","last_change":"2024-09-19T05:03:07.185403+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.185403+0000","last_undegraded":"2024-09-19T05:03:07.185403+0000","last_fullsized":"2024-09-19T05:03:07.185403+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.d","version":"60'1","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198508+0000","last_change":"2024-09-19T05:03:07.199932+0000","last_active":"2024-09-19T05:03:09.198508+0000","last_peered":"2024-09-19T05:03:09.198508+0000","last_clean":"2024-09-19T05:03:09.198508+0000","last_became_active":"2024-09-19T05:03:07.199226+0000","last_became_peered":"2024-09-19T05:03:07.199226+0000","last_unstale":"2024-09-19T05:03:09.198508+0000","last_undegraded":"2024-09-19T05:03:09.198508+0000","last_fullsized":"2024-09-19T05:03:09.198508+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:01.616336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.203072+0000","last_change":"2024-09-19T05:03:08.201485+0000","last_active":"2024-09-19T05:03:09.203072+0000","last_peered":"2024-09-19T05:03:09.203072+0000","last_clean":"2024-09-19T05:03:09.203072+0000","last_became_active":"2024-09-19T05:03:08.201238+0000","last_became_peered":"2024-09-19T05:03:08.201238+0000","last_unstale":"2024-09-19T05:03:09.203072+0000","last_undegraded":"2024-09-19T05:03:09.203072+0000","last_fullsized":"2024-09-19T05:03:09.203072+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:39:39.230191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.190138+0000","last_change":"2024-09-19T05:03:07.200110+0000","last_active":"2024-09-19T05:03:08.190138+0000","last_peered":"2024-09-19T05:03:08.190138+0000","last_clean":"2024-09-19T05:03:08.190138+0000","last_became_active":"2024-09-19T05:03:07.199847+0000","last_became_peered":"2024-09-19T05:03:07.199847+0000","last_unstale":"2024-09-19T05:03:08.190138+0000","last_undegraded":"2024-09-19T05:03:08.190138+0000","last_fullsized":"2024-09-19T05:03:08.190138+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:01.466217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.185916+0000","last_change":"2024-09-19T05:03:07.185916+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.185916+0000","last_undegraded":"2024-09-19T05:03:07.185916+0000","last_fullsized":"2024-09-19T05:03:07.185916+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.202277+0000","last_change":"2024-09-19T05:03:07.201064+0000","last_active":"2024-09-19T05:03:07.202277+0000","last_peered":"2024-09-19T05:03:07.202277+0000","last_clean":"2024-09-19T05:03:07.202277+0000","last_became_active":"2024-09-19T05:03:07.200515+0000","last_became_peered":"2024-09-19T05:03:07.200515+0000","last_unstale":"2024-09-19T05:03:07.202277+0000","last_undegraded":"2024-09-19T05:03:07.202277+0000","last_fullsized":"2024-09-19T05:03:07.202277+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:03:19.250457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199390+0000","last_change":"2024-09-19T05:03:08.208033+0000","last_active":"2024-09-19T05:03:09.199390+0000","last_peered":"2024-09-19T05:03:09.199390+0000","last_clean":"2024-09-19T05:03:09.199390+0000","last_became_active":"2024-09-19T05:03:08.207659+0000","last_became_peered":"2024-09-19T05:03:08.207659+0000","last_unstale":"2024-09-19T05:03:09.199390+0000","last_undegraded":"2024-09-19T05:03:09.199390+0000","last_fullsized":"2024-09-19T05:03:09.199390+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:02.471651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199174+0000","last_change":"2024-09-19T05:03:07.190726+0000","last_active":"2024-09-19T05:03:09.199174+0000","last_peered":"2024-09-19T05:03:09.199174+0000","last_clean":"2024-09-19T05:03:09.199174+0000","last_became_active":"2024-09-19T05:03:07.190432+0000","last_became_peered":"2024-09-19T05:03:07.190432+0000","last_unstale":"2024-09-19T05:03:09.199174+0000","last_undegraded":"2024-09-19T05:03:09.199174+0000","last_fullsized":"2024-09-19T05:03:09.199174+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:41:59.278967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202749+0000","last_change":"2024-09-19T05:03:08.207236+0000","last_active":"2024-09-19T05:03:09.202749+0000","last_peered":"2024-09-19T05:03:09.202749+0000","last_clean":"2024-09-19T05:03:09.202749+0000","last_became_active":"2024-09-19T05:03:08.206964+0000","last_became_peered":"2024-09-19T05:03:08.206964+0000","last_unstale":"2024-09-19T05:03:09.202749+0000","last_undegraded":"2024-09-19T05:03:09.202749+0000","last_fullsized":"2024-09-19T05:03:09.202749+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:51.299980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.202948+0000","last_change":"2024-09-19T05:03:07.201808+0000","last_active":"2024-09-19T05:03:07.202948+0000","last_peered":"2024-09-19T05:03:07.202948+0000","last_clean":"2024-09-19T05:03:07.202948+0000","last_became_active":"2024-09-19T05:03:07.201527+0000","last_became_peered":"2024-09-19T05:03:07.201527+0000","last_unstale":"2024-09-19T05:03:07.202948+0000","last_undegraded":"2024-09-19T05:03:07.202948+0000","last_fullsized":"2024-09-19T05:03:07.202948+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:20:56.263377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.185408+0000","last_change":"2024-09-19T05:03:07.185408+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.185408+0000","last_undegraded":"2024-09-19T05:03:07.185408+0000","last_fullsized":"2024-09-19T05:03:07.185408+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.7","version":"60'2","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200255+0000","last_change":"2024-09-19T05:03:07.192263+0000","last_active":"2024-09-19T05:03:09.200255+0000","last_peered":"2024-09-19T05:03:09.200255+0000","last_clean":"2024-09-19T05:03:09.200255+0000","last_became_active":"2024-09-19T05:03:07.192041+0000","last_became_peered":"2024-09-19T05:03:07.192041+0000","last_unstale":"2024-09-19T05:03:09.200255+0000","last_undegraded":"2024-09-19T05:03:09.200255+0000","last_fullsized":"2024-09-19T05:03:09.200255+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:46.035092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.215492+0000","last_change":"2024-09-19T05:03:08.213697+0000","last_active":"2024-09-19T05:03:08.215492+0000","last_peered":"2024-09-19T05:03:08.215492+0000","last_clean":"2024-09-19T05:03:08.215492+0000","last_became_active":"2024-09-19T05:03:08.213418+0000","last_became_peered":"2024-09-19T05:03:08.213418+0000","last_unstale":"2024-09-19T05:03:08.215492+0000","last_undegraded":"2024-09-19T05:03:08.215492+0000","last_fullsized":"2024-09-19T05:03:08.215492+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:07:58.098394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200274+0000","last_change":"2024-09-19T05:03:07.199032+0000","last_active":"2024-09-19T05:03:09.200274+0000","last_peered":"2024-09-19T05:03:09.200274+0000","last_clean":"2024-09-19T05:03:09.200274+0000","last_became_active":"2024-09-19T05:03:07.198762+0000","last_became_peered":"2024-09-19T05:03:07.198762+0000","last_unstale":"2024-09-19T05:03:09.200274+0000","last_undegraded":"2024-09-19T05:03:09.200274+0000","last_fullsized":"2024-09-19T05:03:09.200274+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:37.164550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200106+0000","last_change":"2024-09-19T05:03:08.191056+0000","last_active":"2024-09-19T05:03:09.200106+0000","last_peered":"2024-09-19T05:03:09.200106+0000","last_clean":"2024-09-19T05:03:09.200106+0000","last_became_active":"2024-09-19T05:03:08.190754+0000","last_became_peered":"2024-09-19T05:03:08.190754+0000","last_unstale":"2024-09-19T05:03:09.200106+0000","last_undegraded":"2024-09-19T05:03:09.200106+0000","last_fullsized":"2024-09-19T05:03:09.200106+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:25:26.126927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.198240+0000","last_change":"2024-09-19T05:03:07.196109+0000","last_active":"2024-09-19T05:03:07.198240+0000","last_peered":"2024-09-19T05:03:07.198240+0000","last_clean":"2024-09-19T05:03:07.198240+0000","last_became_active":"2024-09-19T05:03:07.195837+0000","last_became_peered":"2024-09-19T05:03:07.195837+0000","last_unstale":"2024-09-19T05:03:07.198240+0000","last_undegraded":"2024-09-19T05:03:07.198240+0000","last_fullsized":"2024-09-19T05:03:07.198240+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:47.153532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.203074+0000","last_change":"2024-09-19T05:03:08.200830+0000","last_active":"2024-09-19T05:03:09.203074+0000","last_peered":"2024-09-19T05:03:09.203074+0000","last_clean":"2024-09-19T05:03:09.203074+0000","last_became_active":"2024-09-19T05:03:08.200523+0000","last_became_peered":"2024-09-19T05:03:08.200523+0000","last_unstale":"2024-09-19T05:03:09.203074+0000","last_undegraded":"2024-09-19T05:03:09.203074+0000","last_fullsized":"2024-09-19T05:03:09.203074+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:53.163455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":1,"reported_epoch":58,"state":"creating+peering","last_fresh":"2024-09-19T05:03:06.179920+0000","last_change":"2024-09-19T05:03:06.179920+0000","last_active":"2024-09-19T05:03:06.168973+0000","last_peered":"2024-09-19T05:03:06.168973+0000","last_clean":"2024-09-19T05:03:06.168973+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:06.179920+0000","last_undegraded":"2024-09-19T05:03:06.179920+0000","last_fullsized":"2024-09-19T05:03:06.179920+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202182+0000","last_change":"2024-09-19T05:03:08.209954+0000","last_active":"2024-09-19T05:03:09.202182+0000","last_peered":"2024-09-19T05:03:09.202182+0000","last_clean":"2024-09-19T05:03:09.202182+0000","last_became_active":"2024-09-19T05:03:08.209675+0000","last_became_peered":"2024-09-19T05:03:08.209675+0000","last_unstale":"2024-09-19T05:03:09.202182+0000","last_undegraded":"2024-09-19T05:03:09.202182+0000","last_fullsized":"2024-09-19T05:03:09.202182+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:05.353685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198941+0000","last_change":"2024-09-19T05:03:07.201517+0000","last_active":"2024-09-19T05:03:09.198941+0000","last_peered":"2024-09-19T05:03:09.198941+0000","last_clean":"2024-09-19T05:03:09.198941+0000","last_became_active":"2024-09-19T05:03:07.201241+0000","last_became_peered":"2024-09-19T05:03:07.201241+0000","last_unstale":"2024-09-19T05:03:09.198941+0000","last_undegraded":"2024-09-19T05:03:09.198941+0000","last_fullsized":"2024-09-19T05:03:09.198941+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:46.035092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.185494+0000","last_change":"2024-09-19T05:03:07.185494+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.185494+0000","last_undegraded":"2024-09-19T05:03:07.185494+0000","last_fullsized":"2024-09-19T05:03:07.185494+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.190344+0000","last_change":"2024-09-19T05:03:07.195425+0000","last_active":"2024-09-19T05:03:08.190344+0000","last_peered":"2024-09-19T05:03:08.190344+0000","last_clean":"2024-09-19T05:03:08.190344+0000","last_became_active":"2024-09-19T05:03:07.195090+0000","last_became_peered":"2024-09-19T05:03:07.195090+0000","last_unstale":"2024-09-19T05:03:08.190344+0000","last_undegraded":"2024-09-19T05:03:08.190344+0000","last_fullsized":"2024-09-19T05:03:08.190344+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:27.475245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.189328+0000","last_change":"2024-09-19T05:03:07.203727+0000","last_active":"2024-09-19T05:03:08.189328+0000","last_peered":"2024-09-19T05:03:08.189328+0000","last_clean":"2024-09-19T05:03:08.189328+0000","last_became_active":"2024-09-19T05:03:07.203390+0000","last_became_peered":"2024-09-19T05:03:07.203390+0000","last_unstale":"2024-09-19T05:03:08.189328+0000","last_undegraded":"2024-09-19T05:03:08.189328+0000","last_fullsized":"2024-09-19T05:03:08.189328+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:40:42.392586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.207878+0000","last_change":"2024-09-19T05:03:08.202607+0000","last_active":"2024-09-19T05:03:08.207878+0000","last_peered":"2024-09-19T05:03:08.207878+0000","last_clean":"2024-09-19T05:03:08.207878+0000","last_became_active":"2024-09-19T05:03:08.202315+0000","last_became_peered":"2024-09-19T05:03:08.202315+0000","last_unstale":"2024-09-19T05:03:08.207878+0000","last_undegraded":"2024-09-19T05:03:08.207878+0000","last_fullsized":"2024-09-19T05:03:08.207878+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:40.916801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":1,"reported_epoch":58,"state":"creating+peering","last_fresh":"2024-09-19T05:03:06.179668+0000","last_change":"2024-09-19T05:03:06.179668+0000","last_active":"2024-09-19T05:03:06.168973+0000","last_peered":"2024-09-19T05:03:06.168973+0000","last_clean":"2024-09-19T05:03:06.168973+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:06.179668+0000","last_undegraded":"2024-09-19T05:03:06.179668+0000","last_fullsized":"2024-09-19T05:03:06.179668+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202555+0000","last_change":"2024-09-19T05:03:08.211772+0000","last_active":"2024-09-19T05:03:09.202555+0000","last_peered":"2024-09-19T05:03:09.202555+0000","last_clean":"2024-09-19T05:03:09.202555+0000","last_became_active":"2024-09-19T05:03:08.211466+0000","last_became_peered":"2024-09-19T05:03:08.211466+0000","last_unstale":"2024-09-19T05:03:09.202555+0000","last_undegraded":"2024-09-19T05:03:09.202555+0000","last_fullsized":"2024-09-19T05:03:09.202555+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:23.323366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.188964+0000","last_change":"2024-09-19T05:03:07.197625+0000","last_active":"2024-09-19T05:03:08.188964+0000","last_peered":"2024-09-19T05:03:08.188964+0000","last_clean":"2024-09-19T05:03:08.188964+0000","last_became_active":"2024-09-19T05:03:07.197327+0000","last_became_peered":"2024-09-19T05:03:07.197327+0000","last_unstale":"2024-09-19T05:03:08.188964+0000","last_undegraded":"2024-09-19T05:03:08.188964+0000","last_fullsized":"2024-09-19T05:03:08.188964+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:10.022129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":251,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199100+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:03:09.199100+0000","last_peered":"2024-09-19T05:03:09.199100+0000","last_clean":"2024-09-19T05:03:09.199100+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:03:09.199100+0000","last_undegraded":"2024-09-19T05:03:09.199100+0000","last_fullsized":"2024-09-19T05:03:09.199100+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":112,"acting":112,"num_store_stats":7},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":216,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13,"ondisk_log_size":13,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509468,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28324,"kb_used_data":1296,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343516,"statfs":{"total":96636764160,"available":96607760384,"internally_reserved":0,"allocated":1327104,"data_stored":912897,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509467,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27732,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344108,"statfs":{"total":96636764160,"available":96608366592,"internally_reserved":0,"allocated":720896,"data_stored":321787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509467,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27732,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344108,"statfs":{"total":96636764160,"available":96608366592,"internally_reserved":0,"allocated":720896,"data_stored":321775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542171,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31876,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339964,"statfs":{"total":96636764160,"available":96604123136,"internally_reserved":0,"allocated":704512,"data_stored":314586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542171,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31876,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339964,"statfs":{"total":96636764160,"available":96604123136,"internally_reserved":0,"allocated":704512,"data_stored":314586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574876,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27716,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344124,"statfs":{"total":96636764160,"available":96608382976,"internally_reserved":0,"allocated":692224,"data_stored":307927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574875,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31856,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339984,"statfs":{"total":96636764160,"available":96604143616,"internally_reserved":0,"allocated":679936,"data_stored":301718,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574875,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36604,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335236,"statfs":{"total":96636764160,"available":96599281664,"internally_reserved":0,"allocated":1286144,"data_stored":898295,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:03:11.881 INFO:tasks.ceph.ceph_manager.ceph:PG 10.3f is not active+clean 2024-09-19T05:03:11.881 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:07.174407+0000', 'last_change': '2024-09-19T05:03:07.174407+0000', 'last_active': '2024-09-19T05:03:07.174407+0000', 'last_peered': '2024-09-19T05:03:07.174407+0000', 'last_clean': '2024-09-19T05:03:07.174407+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:07.174407+0000', 'last_undegraded': '2024-09-19T05:03:07.174407+0000', 'last_fullsized': '2024-09-19T05:03:07.174407+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:11.881 INFO:tasks.ceph.ceph_manager.ceph:PG 10.3e is not active+clean 2024-09-19T05:03:11.881 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:07.174407+0000', 'last_change': '2024-09-19T05:03:07.174407+0000', 'last_active': '2024-09-19T05:03:07.174407+0000', 'last_peered': '2024-09-19T05:03:07.174407+0000', 'last_clean': '2024-09-19T05:03:07.174407+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:07.174407+0000', 'last_undegraded': '2024-09-19T05:03:07.174407+0000', 'last_fullsized': '2024-09-19T05:03:07.174407+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:11.881 INFO:tasks.ceph.ceph_manager.ceph:PG 10.3c is not active+clean 2024-09-19T05:03:11.881 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:07.187399+0000', 'last_change': '2024-09-19T05:03:07.187399+0000', 'last_active': '2024-09-19T05:03:07.174407+0000', 'last_peered': '2024-09-19T05:03:07.174407+0000', 'last_clean': '2024-09-19T05:03:07.174407+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:07.187399+0000', 'last_undegraded': '2024-09-19T05:03:07.187399+0000', 'last_fullsized': '2024-09-19T05:03:07.187399+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:03:11.881 INFO:tasks.ceph.ceph_manager.ceph:PG 10.3a is not active+clean 2024-09-19T05:03:11.881 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:07.187142+0000', 'last_change': '2024-09-19T05:03:07.187142+0000', 'last_active': '2024-09-19T05:03:07.174407+0000', 'last_peered': '2024-09-19T05:03:07.174407+0000', 'last_clean': '2024-09-19T05:03:07.174407+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:07.187142+0000', 'last_undegraded': '2024-09-19T05:03:07.187142+0000', 'last_fullsized': '2024-09-19T05:03:07.187142+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:03:11.882 INFO:tasks.ceph.ceph_manager.ceph:PG 10.35 is not active+clean 2024-09-19T05:03:11.882 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:07.187167+0000', 'last_change': '2024-09-19T05:03:07.187167+0000', 'last_active': '2024-09-19T05:03:07.174407+0000', 'last_peered': '2024-09-19T05:03:07.174407+0000', 'last_clean': '2024-09-19T05:03:07.174407+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:07.187167+0000', 'last_undegraded': '2024-09-19T05:03:07.187167+0000', 'last_fullsized': '2024-09-19T05:03:07.187167+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:03:11.882 INFO:tasks.ceph.ceph_manager.ceph:PG 10.2f is not active+clean 2024-09-19T05:03:11.882 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:07.174407+0000', 'last_change': '2024-09-19T05:03:07.174407+0000', 'last_active': '2024-09-19T05:03:07.174407+0000', 'last_peered': '2024-09-19T05:03:07.174407+0000', 'last_clean': '2024-09-19T05:03:07.174407+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:07.174407+0000', 'last_undegraded': '2024-09-19T05:03:07.174407+0000', 'last_fullsized': '2024-09-19T05:03:07.174407+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:11.882 INFO:tasks.ceph.ceph_manager.ceph:PG 10.2e is not active+clean 2024-09-19T05:03:11.882 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:07.186939+0000', 'last_change': '2024-09-19T05:03:07.186939+0000', 'last_active': '2024-09-19T05:03:07.174407+0000', 'last_peered': '2024-09-19T05:03:07.174407+0000', 'last_clean': '2024-09-19T05:03:07.174407+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:07.186939+0000', 'last_undegraded': '2024-09-19T05:03:07.186939+0000', 'last_fullsized': '2024-09-19T05:03:07.186939+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:03:11.882 INFO:tasks.ceph.ceph_manager.ceph:PG 10.25 is not active+clean 2024-09-19T05:03:11.882 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:07.186656+0000', 'last_change': '2024-09-19T05:03:07.186656+0000', 'last_active': '2024-09-19T05:03:07.174407+0000', 'last_peered': '2024-09-19T05:03:07.174407+0000', 'last_clean': '2024-09-19T05:03:07.174407+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:07.186656+0000', 'last_undegraded': '2024-09-19T05:03:07.186656+0000', 'last_fullsized': '2024-09-19T05:03:07.186656+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:03:11.882 INFO:tasks.ceph.ceph_manager.ceph:PG 10.24 is not active+clean 2024-09-19T05:03:11.882 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:07.174407+0000', 'last_change': '2024-09-19T05:03:07.174407+0000', 'last_active': '2024-09-19T05:03:07.174407+0000', 'last_peered': '2024-09-19T05:03:07.174407+0000', 'last_clean': '2024-09-19T05:03:07.174407+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:07.174407+0000', 'last_undegraded': '2024-09-19T05:03:07.174407+0000', 'last_fullsized': '2024-09-19T05:03:07.174407+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:11.882 INFO:tasks.ceph.ceph_manager.ceph:PG 10.21 is not active+clean 2024-09-19T05:03:11.883 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:07.186448+0000', 'last_change': '2024-09-19T05:03:07.186448+0000', 'last_active': '2024-09-19T05:03:07.174407+0000', 'last_peered': '2024-09-19T05:03:07.174407+0000', 'last_clean': '2024-09-19T05:03:07.174407+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:07.186448+0000', 'last_undegraded': '2024-09-19T05:03:07.186448+0000', 'last_fullsized': '2024-09-19T05:03:07.186448+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:03:11.883 INFO:tasks.ceph.ceph_manager.ceph:PG 10.20 is not active+clean 2024-09-19T05:03:11.883 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:07.186364+0000', 'last_change': '2024-09-19T05:03:07.186364+0000', 'last_active': '2024-09-19T05:03:07.174407+0000', 'last_peered': '2024-09-19T05:03:07.174407+0000', 'last_clean': '2024-09-19T05:03:07.174407+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:07.186364+0000', 'last_undegraded': '2024-09-19T05:03:07.186364+0000', 'last_fullsized': '2024-09-19T05:03:07.186364+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:03:11.883 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1f is not active+clean 2024-09-19T05:03:11.883 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 58, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:06.180073+0000', 'last_change': '2024-09-19T05:03:06.180073+0000', 'last_active': '2024-09-19T05:03:06.168973+0000', 'last_peered': '2024-09-19T05:03:06.168973+0000', 'last_clean': '2024-09-19T05:03:06.168973+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:06.180073+0000', 'last_undegraded': '2024-09-19T05:03:06.180073+0000', 'last_fullsized': '2024-09-19T05:03:06.180073+0000', 'mapping_epoch': 58, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 58, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:06.168973+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:06.168973+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:06.168973+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:03:11.883 INFO:tasks.ceph.ceph_manager.ceph:PG 10.1d is not active+clean 2024-09-19T05:03:11.883 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:07.186198+0000', 'last_change': '2024-09-19T05:03:07.186198+0000', 'last_active': '2024-09-19T05:03:07.174407+0000', 'last_peered': '2024-09-19T05:03:07.174407+0000', 'last_clean': '2024-09-19T05:03:07.174407+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:07.186198+0000', 'last_undegraded': '2024-09-19T05:03:07.186198+0000', 'last_fullsized': '2024-09-19T05:03:07.186198+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:03:11.883 INFO:tasks.ceph.ceph_manager.ceph:PG 10.1e is not active+clean 2024-09-19T05:03:11.883 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:07.185422+0000', 'last_change': '2024-09-19T05:03:07.185422+0000', 'last_active': '2024-09-19T05:03:07.174407+0000', 'last_peered': '2024-09-19T05:03:07.174407+0000', 'last_clean': '2024-09-19T05:03:07.174407+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:07.185422+0000', 'last_undegraded': '2024-09-19T05:03:07.185422+0000', 'last_fullsized': '2024-09-19T05:03:07.185422+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:03:11.883 INFO:tasks.ceph.ceph_manager.ceph:PG 10.19 is not active+clean 2024-09-19T05:03:11.883 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:07.174407+0000', 'last_change': '2024-09-19T05:03:07.174407+0000', 'last_active': '2024-09-19T05:03:07.174407+0000', 'last_peered': '2024-09-19T05:03:07.174407+0000', 'last_clean': '2024-09-19T05:03:07.174407+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:07.174407+0000', 'last_undegraded': '2024-09-19T05:03:07.174407+0000', 'last_fullsized': '2024-09-19T05:03:07.174407+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:11.884 INFO:tasks.ceph.ceph_manager.ceph:PG 10.14 is not active+clean 2024-09-19T05:03:11.884 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:07.174407+0000', 'last_change': '2024-09-19T05:03:07.174407+0000', 'last_active': '2024-09-19T05:03:07.174407+0000', 'last_peered': '2024-09-19T05:03:07.174407+0000', 'last_clean': '2024-09-19T05:03:07.174407+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:07.174407+0000', 'last_undegraded': '2024-09-19T05:03:07.174407+0000', 'last_fullsized': '2024-09-19T05:03:07.174407+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:11.884 INFO:tasks.ceph.ceph_manager.ceph:PG 10.17 is not active+clean 2024-09-19T05:03:11.884 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:07.185885+0000', 'last_change': '2024-09-19T05:03:07.185885+0000', 'last_active': '2024-09-19T05:03:07.174407+0000', 'last_peered': '2024-09-19T05:03:07.174407+0000', 'last_clean': '2024-09-19T05:03:07.174407+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:07.185885+0000', 'last_undegraded': '2024-09-19T05:03:07.185885+0000', 'last_fullsized': '2024-09-19T05:03:07.185885+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:03:11.884 INFO:tasks.ceph.ceph_manager.ceph:PG 9.14 is not active+clean 2024-09-19T05:03:11.884 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 58, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:06.180398+0000', 'last_change': '2024-09-19T05:03:06.180398+0000', 'last_active': '2024-09-19T05:03:06.168973+0000', 'last_peered': '2024-09-19T05:03:06.168973+0000', 'last_clean': '2024-09-19T05:03:06.168973+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:06.180398+0000', 'last_undegraded': '2024-09-19T05:03:06.180398+0000', 'last_fullsized': '2024-09-19T05:03:06.180398+0000', 'mapping_epoch': 58, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 58, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:06.168973+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:06.168973+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:06.168973+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:03:11.884 INFO:tasks.ceph.ceph_manager.ceph:PG 10.10 is not active+clean 2024-09-19T05:03:11.884 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:07.185944+0000', 'last_change': '2024-09-19T05:03:07.185944+0000', 'last_active': '2024-09-19T05:03:07.174407+0000', 'last_peered': '2024-09-19T05:03:07.174407+0000', 'last_clean': '2024-09-19T05:03:07.174407+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:07.185944+0000', 'last_undegraded': '2024-09-19T05:03:07.185944+0000', 'last_fullsized': '2024-09-19T05:03:07.185944+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:03:11.884 INFO:tasks.ceph.ceph_manager.ceph:PG 10.13 is not active+clean 2024-09-19T05:03:11.884 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:07.174407+0000', 'last_change': '2024-09-19T05:03:07.174407+0000', 'last_active': '2024-09-19T05:03:07.174407+0000', 'last_peered': '2024-09-19T05:03:07.174407+0000', 'last_clean': '2024-09-19T05:03:07.174407+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:07.174407+0000', 'last_undegraded': '2024-09-19T05:03:07.174407+0000', 'last_fullsized': '2024-09-19T05:03:07.174407+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:11.884 INFO:tasks.ceph.ceph_manager.ceph:PG 10.e is not active+clean 2024-09-19T05:03:11.884 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:07.185403+0000', 'last_change': '2024-09-19T05:03:07.185403+0000', 'last_active': '2024-09-19T05:03:07.174407+0000', 'last_peered': '2024-09-19T05:03:07.174407+0000', 'last_clean': '2024-09-19T05:03:07.174407+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:07.185403+0000', 'last_undegraded': '2024-09-19T05:03:07.185403+0000', 'last_fullsized': '2024-09-19T05:03:07.185403+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:03:11.885 INFO:tasks.ceph.ceph_manager.ceph:PG 10.8 is not active+clean 2024-09-19T05:03:11.885 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:07.185916+0000', 'last_change': '2024-09-19T05:03:07.185916+0000', 'last_active': '2024-09-19T05:03:07.174407+0000', 'last_peered': '2024-09-19T05:03:07.174407+0000', 'last_clean': '2024-09-19T05:03:07.174407+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:07.185916+0000', 'last_undegraded': '2024-09-19T05:03:07.185916+0000', 'last_fullsized': '2024-09-19T05:03:07.185916+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:03:11.885 INFO:tasks.ceph.ceph_manager.ceph:PG 10.4 is not active+clean 2024-09-19T05:03:11.885 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:07.185408+0000', 'last_change': '2024-09-19T05:03:07.185408+0000', 'last_active': '2024-09-19T05:03:07.174407+0000', 'last_peered': '2024-09-19T05:03:07.174407+0000', 'last_clean': '2024-09-19T05:03:07.174407+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:07.185408+0000', 'last_undegraded': '2024-09-19T05:03:07.185408+0000', 'last_fullsized': '2024-09-19T05:03:07.185408+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:03:11.885 INFO:tasks.ceph.ceph_manager.ceph:PG 9.4 is not active+clean 2024-09-19T05:03:11.885 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 58, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:06.179920+0000', 'last_change': '2024-09-19T05:03:06.179920+0000', 'last_active': '2024-09-19T05:03:06.168973+0000', 'last_peered': '2024-09-19T05:03:06.168973+0000', 'last_clean': '2024-09-19T05:03:06.168973+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:06.179920+0000', 'last_undegraded': '2024-09-19T05:03:06.179920+0000', 'last_fullsized': '2024-09-19T05:03:06.179920+0000', 'mapping_epoch': 58, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 58, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:06.168973+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:06.168973+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:06.168973+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:03:11.885 INFO:tasks.ceph.ceph_manager.ceph:PG 10.1 is not active+clean 2024-09-19T05:03:11.885 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:07.185494+0000', 'last_change': '2024-09-19T05:03:07.185494+0000', 'last_active': '2024-09-19T05:03:07.174407+0000', 'last_peered': '2024-09-19T05:03:07.174407+0000', 'last_clean': '2024-09-19T05:03:07.174407+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:07.185494+0000', 'last_undegraded': '2024-09-19T05:03:07.185494+0000', 'last_fullsized': '2024-09-19T05:03:07.185494+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:03:11.886 INFO:tasks.ceph.ceph_manager.ceph:PG 10.2 is not active+clean 2024-09-19T05:03:11.886 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:07.174407+0000', 'last_change': '2024-09-19T05:03:07.174407+0000', 'last_active': '2024-09-19T05:03:07.174407+0000', 'last_peered': '2024-09-19T05:03:07.174407+0000', 'last_clean': '2024-09-19T05:03:07.174407+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:07.174407+0000', 'last_undegraded': '2024-09-19T05:03:07.174407+0000', 'last_fullsized': '2024-09-19T05:03:07.174407+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:07.174407+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:11.886 INFO:tasks.ceph.ceph_manager.ceph:PG 9.0 is not active+clean 2024-09-19T05:03:11.886 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 58, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:06.179668+0000', 'last_change': '2024-09-19T05:03:06.179668+0000', 'last_active': '2024-09-19T05:03:06.168973+0000', 'last_peered': '2024-09-19T05:03:06.168973+0000', 'last_clean': '2024-09-19T05:03:06.168973+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:06.179668+0000', 'last_undegraded': '2024-09-19T05:03:06.179668+0000', 'last_fullsized': '2024-09-19T05:03:06.179668+0000', 'mapping_epoch': 58, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 58, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:06.168973+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:06.168973+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:06.168973+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:03:11.886 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-19T05:03:12.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.017+0000 7fa985ee4640 1 Processor -- start 2024-09-19T05:03:12.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.017+0000 7fa985ee4640 1 -- start start 2024-09-19T05:03:12.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.018+0000 7fa985ee4640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa9800d1430 0x7fa9800d1810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:12.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.018+0000 7fa985ee4640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa9800d1d50 con 0x7fa98015e720 2024-09-19T05:03:12.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.018+0000 7fa985ee4640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa9800d34b0 con 0x7fa9800d2ed0 2024-09-19T05:03:12.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.018+0000 7fa985ee4640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fa9800d3790 con 0x7fa9800d1430 2024-09-19T05:03:12.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.018+0000 7fa97f7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa9800d1430 0x7fa9800d1810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:12.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.018+0000 7fa97f7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa9800d1430 0x7fa9800d1810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35706/0 (socket says 172.21.15.5:35706) 2024-09-19T05:03:12.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.018+0000 7fa97f7fe640 1 -- 172.21.15.5:0/4027496802 learned_addr learned my addr 172.21.15.5:0/4027496802 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:12.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.018+0000 7fa97effd640 1 --1- 172.21.15.5:0/4027496802 >> v1:172.21.15.5:6789/0 conn(0x7fa98015e720 0x7fa9800d27c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:37208/0 (socket says 172.21.15.5:37208) 2024-09-19T05:03:12.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.018+0000 7fa97f7fe640 1 -- 172.21.15.5:0/4027496802 >> v1:172.21.15.134:6789/0 conn(0x7fa9800d2ed0 legacy=0x7fa9800b7580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:12.021 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.018+0000 7fa97f7fe640 1 -- 172.21.15.5:0/4027496802 >> v1:172.21.15.5:6789/0 conn(0x7fa98015e720 legacy=0x7fa9800d27c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:12.021 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.018+0000 7fa97f7fe640 1 -- 172.21.15.5:0/4027496802 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9800d3a70 con 0x7fa9800d1430 2024-09-19T05:03:12.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.019+0000 7fa97f7fe640 1 --2- 172.21.15.5:0/4027496802 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa9800d1430 0x7fa9800d1810 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fa970009870 tx=0x7fa97002a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d48211e9fcd321f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:12.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.019+0000 7fa97e7fc640 1 -- 172.21.15.5:0/4027496802 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa970037070 con 0x7fa9800d1430 2024-09-19T05:03:12.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.019+0000 7fa97e7fc640 1 -- 172.21.15.5:0/4027496802 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa970032440 con 0x7fa9800d1430 2024-09-19T05:03:12.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.019+0000 7fa97e7fc640 1 -- 172.21.15.5:0/4027496802 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa970032810 con 0x7fa9800d1430 2024-09-19T05:03:12.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.020+0000 7fa985ee4640 1 -- 172.21.15.5:0/4027496802 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa9800d1430 msgr2=0x7fa9800d1810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:12.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.020+0000 7fa985ee4640 1 --2- 172.21.15.5:0/4027496802 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa9800d1430 0x7fa9800d1810 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fa970009870 tx=0x7fa97002a2a0 comp rx=0 tx=0).stop 2024-09-19T05:03:12.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.020+0000 7fa985ee4640 1 -- 172.21.15.5:0/4027496802 shutdown_connections 2024-09-19T05:03:12.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.020+0000 7fa985ee4640 1 --2- 172.21.15.5:0/4027496802 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa9800d1430 0x7fa9800d1810 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:12.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.020+0000 7fa985ee4640 1 -- 172.21.15.5:0/4027496802 >> 172.21.15.5:0/4027496802 conn(0x7fa980067b30 msgr2=0x7fa980067f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:12.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.020+0000 7fa985ee4640 1 -- 172.21.15.5:0/4027496802 shutdown_connections 2024-09-19T05:03:12.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.020+0000 7fa985ee4640 1 -- 172.21.15.5:0/4027496802 wait complete. 2024-09-19T05:03:12.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.021+0000 7fa985ee4640 1 Processor -- start 2024-09-19T05:03:12.023 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.021+0000 7fa985ee4640 1 -- start start 2024-09-19T05:03:12.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.022+0000 7fa985ee4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa9800d1430 0x7fa9800ce200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:12.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.022+0000 7fa985ee4640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa9800d2ed0 0x7fa9800cbb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:12.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.022+0000 7fa985ee4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa98015e720 0x7fa9800cc0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:12.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.022+0000 7fa985ee4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fa9800b7e10 con 0x7fa9800d1430 2024-09-19T05:03:12.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.022+0000 7fa985ee4640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fa9800b7c90 con 0x7fa9800d2ed0 2024-09-19T05:03:12.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.022+0000 7fa985ee4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fa9800b7f90 con 0x7fa98015e720 2024-09-19T05:03:12.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.022+0000 7fa97f7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa9800d1430 0x7fa9800ce200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:12.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.022+0000 7fa97f7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa9800d1430 0x7fa9800ce200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35722/0 (socket says 172.21.15.5:35722) 2024-09-19T05:03:12.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.022+0000 7fa97f7fe640 1 -- 172.21.15.5:0/961771988 learned_addr learned my addr 172.21.15.5:0/961771988 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:12.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.022+0000 7fa97effd640 1 --2- 172.21.15.5:0/961771988 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa9800d2ed0 0x7fa9800cbb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:12.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.023+0000 7fa97f7fe640 1 -- 172.21.15.5:0/961771988 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa98015e720 msgr2=0x7fa9800cc0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:12.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.023+0000 7fa97ffff640 1 --2- 172.21.15.5:0/961771988 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa98015e720 0x7fa9800cc0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:12.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.023+0000 7fa97f7fe640 1 --2- 172.21.15.5:0/961771988 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa98015e720 0x7fa9800cc0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:12.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.023+0000 7fa97f7fe640 1 -- 172.21.15.5:0/961771988 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa9800d2ed0 msgr2=0x7fa9800cbb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:12.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.023+0000 7fa97f7fe640 1 --2- 172.21.15.5:0/961771988 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa9800d2ed0 0x7fa9800cbb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:12.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.023+0000 7fa97f7fe640 1 -- 172.21.15.5:0/961771988 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9801f4c00 con 0x7fa9800d1430 2024-09-19T05:03:12.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.023+0000 7fa97effd640 1 --2- 172.21.15.5:0/961771988 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa9800d2ed0 0x7fa9800cbb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:12.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.023+0000 7fa97ffff640 1 --2- 172.21.15.5:0/961771988 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa98015e720 0x7fa9800cc0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:12.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.023+0000 7fa97f7fe640 1 --2- 172.21.15.5:0/961771988 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa9800d1430 0x7fa9800ce200 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fa970009870 tx=0x7fa9700046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:12.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.023+0000 7fa967fff640 1 -- 172.21.15.5:0/961771988 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa970041070 con 0x7fa9800d1430 2024-09-19T05:03:12.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.023+0000 7fa967fff640 1 -- 172.21.15.5:0/961771988 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa97003c870 con 0x7fa9800d1430 2024-09-19T05:03:12.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.023+0000 7fa967fff640 1 -- 172.21.15.5:0/961771988 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa970037040 con 0x7fa9800d1430 2024-09-19T05:03:12.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.023+0000 7fa985ee4640 1 -- 172.21.15.5:0/961771988 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9801f4ee0 con 0x7fa9800d1430 2024-09-19T05:03:12.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.023+0000 7fa985ee4640 1 -- 172.21.15.5:0/961771988 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9801f54a0 con 0x7fa9800d1430 2024-09-19T05:03:12.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.024+0000 7fa985ee4640 1 -- 172.21.15.5:0/961771988 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9800d1810 con 0x7fa9800d1430 2024-09-19T05:03:12.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.025+0000 7fa967fff640 1 -- 172.21.15.5:0/961771988 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa970044070 con 0x7fa9800d1430 2024-09-19T05:03:12.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.025+0000 7fa967fff640 1 --2- 172.21.15.5:0/961771988 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa96c06c2b0 0x7fa96c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:12.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.025+0000 7fa967fff640 1 -- 172.21.15.5:0/961771988 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6101+0+0 (secure 0 0 0) 0x7fa9700ac1b0 con 0x7fa9800d1430 2024-09-19T05:03:12.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.025+0000 7fa97effd640 1 --2- 172.21.15.5:0/961771988 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa96c06c2b0 0x7fa96c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:12.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.026+0000 7fa97effd640 1 --2- 172.21.15.5:0/961771988 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa96c06c2b0 0x7fa96c06e770 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fa98015f240 tx=0x7fa974009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:12.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.029+0000 7fa967fff640 1 -- 172.21.15.5:0/961771988 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa97007a790 con 0x7fa9800d1430 2024-09-19T05:03:12.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.275+0000 7fa985ee4640 1 -- 172.21.15.5:0/961771988 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fa9800b8ee0 con 0x7fa9800d1430 2024-09-19T05:03:12.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.276+0000 7fa967fff640 1 -- 172.21.15.5:0/961771988 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1636 (secure 0 0 0) 0x7fa97007a090 con 0x7fa9800d1430 2024-09-19T05:03:12.278 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:12.278 INFO:teuthology.orchestra.run.smithi005.stdout:{"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":135,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":61,"num_osds":8,"num_up_osds":8,"osd_up_since":1726722068,"num_in_osds":8,"osd_in_since":1726722059,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":70},{"state_name":"creating+peering","count":19},{"state_name":"unknown","count":8}],"num_pgs":97,"num_pools":3,"num_objects":10,"data_bytes":590584,"bytes_used":249565184,"bytes_avail":772844548096,"bytes_total":773094113280,"unknown_pgs_ratio":0.082474224269390106,"inactive_pgs_ratio":0.19587628543376923,"write_bytes_sec":2003,"read_op_per_sec":0,"write_op_per_sec":2},"fsmap":{"epoch":31,"btime":"2024-09-19T05:03:10:196264+0000","id":4,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":4,"rank":0,"name":"a","status":"up:active","gid":5607}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":7,"modified":"2024-09-19T05:02:57.282965+0000","services":{"mds":{"daemons":{"summary":"","b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-19T05:03:12.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.278+0000 7fa985ee4640 1 -- 172.21.15.5:0/961771988 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa96c06c2b0 msgr2=0x7fa96c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:12.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.278+0000 7fa985ee4640 1 --2- 172.21.15.5:0/961771988 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa96c06c2b0 0x7fa96c06e770 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fa98015f240 tx=0x7fa974009040 comp rx=0 tx=0).stop 2024-09-19T05:03:12.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.278+0000 7fa985ee4640 1 -- 172.21.15.5:0/961771988 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa9800d1430 msgr2=0x7fa9800ce200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:12.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.278+0000 7fa985ee4640 1 --2- 172.21.15.5:0/961771988 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa9800d1430 0x7fa9800ce200 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fa970009870 tx=0x7fa9700046c0 comp rx=0 tx=0).stop 2024-09-19T05:03:12.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.278+0000 7fa985ee4640 1 -- 172.21.15.5:0/961771988 shutdown_connections 2024-09-19T05:03:12.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.278+0000 7fa985ee4640 1 --2- 172.21.15.5:0/961771988 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa96c06c2b0 0x7fa96c06e770 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:12.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.278+0000 7fa985ee4640 1 --2- 172.21.15.5:0/961771988 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa98015e720 0x7fa9800cc0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:12.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.278+0000 7fa985ee4640 1 --2- 172.21.15.5:0/961771988 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa9800d2ed0 0x7fa9800cbb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:12.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.278+0000 7fa985ee4640 1 --2- 172.21.15.5:0/961771988 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa9800d1430 0x7fa9800ce200 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:12.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.278+0000 7fa985ee4640 1 -- 172.21.15.5:0/961771988 >> 172.21.15.5:0/961771988 conn(0x7fa980067b30 msgr2=0x7fa980067f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:12.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.278+0000 7fa985ee4640 1 -- 172.21.15.5:0/961771988 shutdown_connections 2024-09-19T05:03:12.281 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.278+0000 7fa985ee4640 1 -- 172.21.15.5:0/961771988 wait complete. 2024-09-19T05:03:12.290 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-19T05:03:12.291 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:03:12.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.391+0000 7f5feeef8640 1 Processor -- start 2024-09-19T05:03:12.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.391+0000 7f5feeef8640 1 -- start start 2024-09-19T05:03:12.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.392+0000 7f5feeef8640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5fe806f4c0 0x7f5fe80cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:12.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.392+0000 7f5feeef8640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f5fe80cf5a0 0x7f5fe80b3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:12.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.392+0000 7f5feeef8640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5fe80cfb40 con 0x7f5fe806f0e0 2024-09-19T05:03:12.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.392+0000 7f5feeef8640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f5fe815bc50 con 0x7f5fe806f4c0 2024-09-19T05:03:12.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.392+0000 7f5feeef8640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f5fe8152630 con 0x7f5fe80cf5a0 2024-09-19T05:03:12.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.392+0000 7f5fe7fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5fe806f4c0 0x7f5fe80cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:12.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.392+0000 7f5fe7fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5fe806f4c0 0x7f5fe80cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35732/0 (socket says 172.21.15.5:35732) 2024-09-19T05:03:12.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.392+0000 7f5fe7fff640 1 -- 172.21.15.5:0/3539887023 learned_addr learned my addr 172.21.15.5:0/3539887023 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:12.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.392+0000 7f5fecc94640 1 --1- 172.21.15.5:0/3539887023 >> v1:172.21.15.5:6789/0 conn(0x7f5fe806f0e0 0x7f5fe815c0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:37214/0 (socket says 172.21.15.5:37214) 2024-09-19T05:03:12.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.392+0000 7f5fed495640 1 --2- 172.21.15.5:0/3539887023 >> v2:172.21.15.134:3300/0 conn(0x7f5fe80cf5a0 0x7f5fe80b3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:12.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.392+0000 7f5fe7fff640 1 -- 172.21.15.5:0/3539887023 >> v2:172.21.15.134:3300/0 conn(0x7f5fe80cf5a0 msgr2=0x7f5fe80b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:12.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.392+0000 7f5fe7fff640 1 --2- 172.21.15.5:0/3539887023 >> v2:172.21.15.134:3300/0 conn(0x7f5fe80cf5a0 0x7f5fe80b3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:12.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.392+0000 7f5fe7fff640 1 -- 172.21.15.5:0/3539887023 >> v1:172.21.15.5:6789/0 conn(0x7f5fe806f0e0 legacy=0x7f5fe815c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:12.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.392+0000 7f5fe77fe640 1 -- 172.21.15.5:0/3539887023 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1798632247 0 0) 0x7f5fe80cfb40 con 0x7f5fe806f0e0 2024-09-19T05:03:12.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.392+0000 7f5fe7fff640 1 -- 172.21.15.5:0/3539887023 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fe80cfe20 con 0x7f5fe806f4c0 2024-09-19T05:03:12.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.393+0000 7f5fe7fff640 1 --2- 172.21.15.5:0/3539887023 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5fe806f4c0 0x7f5fe80cf060 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f5fe815bbc0 tx=0x7f5fd402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4171585beafba6ac server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:12.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.393+0000 7f5fe77fe640 1 -- 172.21.15.5:0/3539887023 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fd4037070 con 0x7f5fe806f4c0 2024-09-19T05:03:12.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.393+0000 7f5fe77fe640 1 -- 172.21.15.5:0/3539887023 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5fd4032440 con 0x7f5fe806f4c0 2024-09-19T05:03:12.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.393+0000 7f5fe77fe640 1 -- 172.21.15.5:0/3539887023 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fd4032810 con 0x7f5fe806f4c0 2024-09-19T05:03:12.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.394+0000 7f5feeef8640 1 -- 172.21.15.5:0/3539887023 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5fe806f4c0 msgr2=0x7f5fe80cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:12.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.394+0000 7f5feeef8640 1 --2- 172.21.15.5:0/3539887023 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5fe806f4c0 0x7f5fe80cf060 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f5fe815bbc0 tx=0x7f5fd402a270 comp rx=0 tx=0).stop 2024-09-19T05:03:12.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.394+0000 7f5feeef8640 1 -- 172.21.15.5:0/3539887023 shutdown_connections 2024-09-19T05:03:12.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.394+0000 7f5feeef8640 1 --2- 172.21.15.5:0/3539887023 >> v2:172.21.15.134:3300/0 conn(0x7f5fe80cf5a0 0x7f5fe80b3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:12.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.394+0000 7f5feeef8640 1 --2- 172.21.15.5:0/3539887023 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5fe806f4c0 0x7f5fe80cf060 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:12.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.394+0000 7f5feeef8640 1 -- 172.21.15.5:0/3539887023 >> 172.21.15.5:0/3539887023 conn(0x7f5fe8067da0 msgr2=0x7f5fe806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:12.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.394+0000 7f5feeef8640 1 -- 172.21.15.5:0/3539887023 shutdown_connections 2024-09-19T05:03:12.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.394+0000 7f5feeef8640 1 -- 172.21.15.5:0/3539887023 wait complete. 2024-09-19T05:03:12.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.395+0000 7f5feeef8640 1 Processor -- start 2024-09-19T05:03:12.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.395+0000 7f5feeef8640 1 -- start start 2024-09-19T05:03:12.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.396+0000 7f5feeef8640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5fe806f0e0 0x7f5fe81f4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:12.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.396+0000 7f5feeef8640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5fe806f4c0 0x7f5fe814f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:12.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.396+0000 7f5feeef8640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5fe80cf5a0 0x7f5fe806dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:12.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.396+0000 7f5feeef8640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f5fe806fa90 con 0x7f5fe806f0e0 2024-09-19T05:03:12.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.396+0000 7f5feeef8640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f5fe806f910 con 0x7f5fe80cf5a0 2024-09-19T05:03:12.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.396+0000 7f5feeef8640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f5fe815ee80 con 0x7f5fe806f4c0 2024-09-19T05:03:12.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.396+0000 7f5fecc94640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5fe806f0e0 0x7f5fe81f4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:12.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.396+0000 7f5fecc94640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5fe806f0e0 0x7f5fe81f4fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35748/0 (socket says 172.21.15.5:35748) 2024-09-19T05:03:12.400 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.396+0000 7f5fecc94640 1 -- 172.21.15.5:0/3158136977 learned_addr learned my addr 172.21.15.5:0/3158136977 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:12.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.396+0000 7f5fed495640 1 --2- 172.21.15.5:0/3158136977 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5fe80cf5a0 0x7f5fe806dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:12.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.396+0000 7f5fe7fff640 1 --2- 172.21.15.5:0/3158136977 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5fe806f4c0 0x7f5fe814f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:12.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.396+0000 7f5fecc94640 1 -- 172.21.15.5:0/3158136977 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5fe806f4c0 msgr2=0x7f5fe814f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:12.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.396+0000 7f5fecc94640 1 --2- 172.21.15.5:0/3158136977 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5fe806f4c0 0x7f5fe814f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:12.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.396+0000 7f5fecc94640 1 -- 172.21.15.5:0/3158136977 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5fe80cf5a0 msgr2=0x7f5fe806dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:12.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.396+0000 7f5fecc94640 1 --2- 172.21.15.5:0/3158136977 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5fe80cf5a0 0x7f5fe806dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:12.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.396+0000 7f5fecc94640 1 -- 172.21.15.5:0/3158136977 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fe81521c0 con 0x7f5fe806f0e0 2024-09-19T05:03:12.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.397+0000 7f5fecc94640 1 --2- 172.21.15.5:0/3158136977 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5fe806f0e0 0x7f5fe81f4fe0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f5fdc00c4d0 tx=0x7f5fdc00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:12.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.397+0000 7f5fe57fa640 1 -- 172.21.15.5:0/3158136977 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fdc018070 con 0x7f5fe806f0e0 2024-09-19T05:03:12.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.397+0000 7f5fe57fa640 1 -- 172.21.15.5:0/3158136977 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5fdc007500 con 0x7f5fe806f0e0 2024-09-19T05:03:12.401 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.397+0000 7f5fe57fa640 1 -- 172.21.15.5:0/3158136977 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fdc004a20 con 0x7f5fe806f0e0 2024-09-19T05:03:12.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.397+0000 7f5feeef8640 1 -- 172.21.15.5:0/3158136977 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fe81f5670 con 0x7f5fe806f0e0 2024-09-19T05:03:12.402 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.397+0000 7f5feeef8640 1 -- 172.21.15.5:0/3158136977 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fe81f5c30 con 0x7f5fe806f0e0 2024-09-19T05:03:12.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.398+0000 7f5feeef8640 1 -- 172.21.15.5:0/3158136977 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fe81f5e70 con 0x7f5fe806f0e0 2024-09-19T05:03:12.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.398+0000 7f5fe57fa640 1 -- 172.21.15.5:0/3158136977 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5fdc01b070 con 0x7f5fe806f0e0 2024-09-19T05:03:12.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.399+0000 7f5fe57fa640 1 --2- 172.21.15.5:0/3158136977 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5fcc06c2b0 0x7f5fcc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:12.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.399+0000 7f5fe57fa640 1 -- 172.21.15.5:0/3158136977 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6101+0+0 (secure 0 0 0) 0x7f5fdc08a910 con 0x7f5fe806f0e0 2024-09-19T05:03:12.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.399+0000 7f5fe7fff640 1 --2- 172.21.15.5:0/3158136977 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5fcc06c2b0 0x7f5fcc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:12.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.400+0000 7f5fe7fff640 1 --2- 172.21.15.5:0/3158136977 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5fcc06c2b0 0x7f5fcc06e770 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f5fd4034000 tx=0x7f5fd402e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:12.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.403+0000 7f5fe57fa640 1 -- 172.21.15.5:0/3158136977 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5fdc058ef0 con 0x7f5fe806f0e0 2024-09-19T05:03:12.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.575+0000 7f5feeef8640 1 -- 172.21.15.5:0/3158136977 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5fe815f9a0 con 0x7f5fcc06c2b0 2024-09-19T05:03:12.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.582+0000 7f5fe57fa640 1 -- 172.21.15.5:0/3158136977 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249259 (secure 0 0 0) 0x7f5fe815f9a0 con 0x7f5fcc06c2b0 2024-09-19T05:03:12.586 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:12.587 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:03:12.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.585+0000 7f5feeef8640 1 -- 172.21.15.5:0/3158136977 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5fcc06c2b0 msgr2=0x7f5fcc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:12.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.585+0000 7f5feeef8640 1 --2- 172.21.15.5:0/3158136977 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5fcc06c2b0 0x7f5fcc06e770 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f5fd4034000 tx=0x7f5fd402e000 comp rx=0 tx=0).stop 2024-09-19T05:03:12.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.585+0000 7f5feeef8640 1 -- 172.21.15.5:0/3158136977 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5fe806f0e0 msgr2=0x7f5fe81f4fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:12.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.585+0000 7f5feeef8640 1 --2- 172.21.15.5:0/3158136977 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5fe806f0e0 0x7f5fe81f4fe0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f5fdc00c4d0 tx=0x7f5fdc00c990 comp rx=0 tx=0).stop 2024-09-19T05:03:12.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.585+0000 7f5feeef8640 1 -- 172.21.15.5:0/3158136977 shutdown_connections 2024-09-19T05:03:12.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.585+0000 7f5feeef8640 1 --2- 172.21.15.5:0/3158136977 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5fcc06c2b0 0x7f5fcc06e770 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:12.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.585+0000 7f5feeef8640 1 --2- 172.21.15.5:0/3158136977 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5fe80cf5a0 0x7f5fe806dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:12.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.585+0000 7f5feeef8640 1 --2- 172.21.15.5:0/3158136977 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5fe806f4c0 0x7f5fe814f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:12.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.585+0000 7f5feeef8640 1 --2- 172.21.15.5:0/3158136977 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5fe806f0e0 0x7f5fe81f4fe0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:12.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.585+0000 7f5feeef8640 1 -- 172.21.15.5:0/3158136977 >> 172.21.15.5:0/3158136977 conn(0x7f5fe8067da0 msgr2=0x7f5fe815caf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:12.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.585+0000 7f5feeef8640 1 -- 172.21.15.5:0/3158136977 shutdown_connections 2024-09-19T05:03:12.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:12.585+0000 7f5feeef8640 1 -- 172.21.15.5:0/3158136977 wait complete. 2024-09-19T05:03:12.597 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":116,"stamp":"2024-09-19T05:03:11.285681+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590584,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":174,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":178,"acting":178,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":87,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":243716,"kb_used_data":6676,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754731004,"statfs":{"total":773094113280,"available":772844548096,"internally_reserved":0,"allocated":6836224,"data_stored":3693571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":19,"apply_latency_ms":19,"commit_latency_ns":19000000,"apply_latency_ns":19000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":216,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.110192"},"pg_stats":[{"pgid":"10.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198673+0000","last_change":"2024-09-19T05:03:08.201498+0000","last_active":"2024-09-19T05:03:09.198673+0000","last_peered":"2024-09-19T05:03:09.198673+0000","last_clean":"2024-09-19T05:03:09.198673+0000","last_became_active":"2024-09-19T05:03:08.200334+0000","last_became_peered":"2024-09-19T05:03:08.200334+0000","last_unstale":"2024-09-19T05:03:09.198673+0000","last_undegraded":"2024-09-19T05:03:09.198673+0000","last_fullsized":"2024-09-19T05:03:09.198673+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:28.480679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.187399+0000","last_change":"2024-09-19T05:03:07.187399+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.187399+0000","last_undegraded":"2024-09-19T05:03:07.187399+0000","last_fullsized":"2024-09-19T05:03:07.187399+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202377+0000","last_change":"2024-09-19T05:03:08.206695+0000","last_active":"2024-09-19T05:03:09.202377+0000","last_peered":"2024-09-19T05:03:09.202377+0000","last_clean":"2024-09-19T05:03:09.202377+0000","last_became_active":"2024-09-19T05:03:08.206424+0000","last_became_peered":"2024-09-19T05:03:08.206424+0000","last_unstale":"2024-09-19T05:03:09.202377+0000","last_undegraded":"2024-09-19T05:03:09.202377+0000","last_fullsized":"2024-09-19T05:03:09.202377+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:10:39.398569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.187142+0000","last_change":"2024-09-19T05:03:07.187142+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.187142+0000","last_undegraded":"2024-09-19T05:03:07.187142+0000","last_fullsized":"2024-09-19T05:03:07.187142+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.212259+0000","last_change":"2024-09-19T05:03:08.211060+0000","last_active":"2024-09-19T05:03:08.212259+0000","last_peered":"2024-09-19T05:03:08.212259+0000","last_clean":"2024-09-19T05:03:08.212259+0000","last_became_active":"2024-09-19T05:03:08.210765+0000","last_became_peered":"2024-09-19T05:03:08.210765+0000","last_unstale":"2024-09-19T05:03:08.212259+0000","last_undegraded":"2024-09-19T05:03:08.212259+0000","last_fullsized":"2024-09-19T05:03:08.212259+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:58.896697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198936+0000","last_change":"2024-09-19T05:03:08.202786+0000","last_active":"2024-09-19T05:03:09.198936+0000","last_peered":"2024-09-19T05:03:09.198936+0000","last_clean":"2024-09-19T05:03:09.198936+0000","last_became_active":"2024-09-19T05:03:08.202504+0000","last_became_peered":"2024-09-19T05:03:08.202504+0000","last_unstale":"2024-09-19T05:03:09.198936+0000","last_undegraded":"2024-09-19T05:03:09.198936+0000","last_fullsized":"2024-09-19T05:03:09.198936+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:11.027563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198934+0000","last_change":"2024-09-19T05:03:08.203450+0000","last_active":"2024-09-19T05:03:09.198934+0000","last_peered":"2024-09-19T05:03:09.198934+0000","last_clean":"2024-09-19T05:03:09.198934+0000","last_became_active":"2024-09-19T05:03:08.203207+0000","last_became_peered":"2024-09-19T05:03:08.203207+0000","last_unstale":"2024-09-19T05:03:09.198934+0000","last_undegraded":"2024-09-19T05:03:09.198934+0000","last_fullsized":"2024-09-19T05:03:09.198934+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:49:13.219333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198724+0000","last_change":"2024-09-19T05:03:08.208412+0000","last_active":"2024-09-19T05:03:09.198724+0000","last_peered":"2024-09-19T05:03:09.198724+0000","last_clean":"2024-09-19T05:03:09.198724+0000","last_became_active":"2024-09-19T05:03:08.208091+0000","last_became_peered":"2024-09-19T05:03:08.208091+0000","last_unstale":"2024-09-19T05:03:09.198724+0000","last_undegraded":"2024-09-19T05:03:09.198724+0000","last_fullsized":"2024-09-19T05:03:09.198724+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:25:26.126927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.187167+0000","last_change":"2024-09-19T05:03:07.187167+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.187167+0000","last_undegraded":"2024-09-19T05:03:07.187167+0000","last_fullsized":"2024-09-19T05:03:07.187167+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199879+0000","last_change":"2024-09-19T05:03:08.201939+0000","last_active":"2024-09-19T05:03:09.199879+0000","last_peered":"2024-09-19T05:03:09.199879+0000","last_clean":"2024-09-19T05:03:09.199879+0000","last_became_active":"2024-09-19T05:03:08.201638+0000","last_became_peered":"2024-09-19T05:03:08.201638+0000","last_unstale":"2024-09-19T05:03:09.199879+0000","last_undegraded":"2024-09-19T05:03:09.199879+0000","last_fullsized":"2024-09-19T05:03:09.199879+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:28.480679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199275+0000","last_change":"2024-09-19T05:03:08.203566+0000","last_active":"2024-09-19T05:03:09.199275+0000","last_peered":"2024-09-19T05:03:09.199275+0000","last_clean":"2024-09-19T05:03:09.199275+0000","last_became_active":"2024-09-19T05:03:08.203264+0000","last_became_peered":"2024-09-19T05:03:08.203264+0000","last_unstale":"2024-09-19T05:03:09.199275+0000","last_undegraded":"2024-09-19T05:03:09.199275+0000","last_fullsized":"2024-09-19T05:03:09.199275+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:50:30.301402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199029+0000","last_change":"2024-09-19T05:03:08.202667+0000","last_active":"2024-09-19T05:03:09.199029+0000","last_peered":"2024-09-19T05:03:09.199029+0000","last_clean":"2024-09-19T05:03:09.199029+0000","last_became_active":"2024-09-19T05:03:08.202410+0000","last_became_peered":"2024-09-19T05:03:08.202410+0000","last_unstale":"2024-09-19T05:03:09.199029+0000","last_undegraded":"2024-09-19T05:03:09.199029+0000","last_fullsized":"2024-09-19T05:03:09.199029+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:10.252480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199276+0000","last_change":"2024-09-19T05:03:08.208062+0000","last_active":"2024-09-19T05:03:09.199276+0000","last_peered":"2024-09-19T05:03:09.199276+0000","last_clean":"2024-09-19T05:03:09.199276+0000","last_became_active":"2024-09-19T05:03:08.207787+0000","last_became_peered":"2024-09-19T05:03:08.207787+0000","last_unstale":"2024-09-19T05:03:09.199276+0000","last_undegraded":"2024-09-19T05:03:09.199276+0000","last_fullsized":"2024-09-19T05:03:09.199276+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:55:12.431879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.209373+0000","last_change":"2024-09-19T05:03:08.204565+0000","last_active":"2024-09-19T05:03:08.209373+0000","last_peered":"2024-09-19T05:03:08.209373+0000","last_clean":"2024-09-19T05:03:08.209373+0000","last_became_active":"2024-09-19T05:03:08.204297+0000","last_became_peered":"2024-09-19T05:03:08.204297+0000","last_unstale":"2024-09-19T05:03:08.209373+0000","last_undegraded":"2024-09-19T05:03:08.209373+0000","last_fullsized":"2024-09-19T05:03:08.209373+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:56:51.304143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.186939+0000","last_change":"2024-09-19T05:03:07.186939+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.186939+0000","last_undegraded":"2024-09-19T05:03:07.186939+0000","last_fullsized":"2024-09-19T05:03:07.186939+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202701+0000","last_change":"2024-09-19T05:03:08.204967+0000","last_active":"2024-09-19T05:03:09.202701+0000","last_peered":"2024-09-19T05:03:09.202701+0000","last_clean":"2024-09-19T05:03:09.202701+0000","last_became_active":"2024-09-19T05:03:08.204664+0000","last_became_peered":"2024-09-19T05:03:08.204664+0000","last_unstale":"2024-09-19T05:03:09.202701+0000","last_undegraded":"2024-09-19T05:03:09.202701+0000","last_fullsized":"2024-09-19T05:03:09.202701+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:45.697947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.202878+0000","last_change":"2024-09-19T05:03:08.200612+0000","last_active":"2024-09-19T05:03:08.202878+0000","last_peered":"2024-09-19T05:03:08.202878+0000","last_clean":"2024-09-19T05:03:08.202878+0000","last_became_active":"2024-09-19T05:03:08.200334+0000","last_became_peered":"2024-09-19T05:03:08.200334+0000","last_unstale":"2024-09-19T05:03:08.202878+0000","last_undegraded":"2024-09-19T05:03:08.202878+0000","last_fullsized":"2024-09-19T05:03:08.202878+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:25:26.126927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200141+0000","last_change":"2024-09-19T05:03:08.209223+0000","last_active":"2024-09-19T05:03:09.200141+0000","last_peered":"2024-09-19T05:03:09.200141+0000","last_clean":"2024-09-19T05:03:09.200141+0000","last_became_active":"2024-09-19T05:03:08.208966+0000","last_became_peered":"2024-09-19T05:03:08.208966+0000","last_unstale":"2024-09-19T05:03:09.200141+0000","last_undegraded":"2024-09-19T05:03:09.200141+0000","last_fullsized":"2024-09-19T05:03:09.200141+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:49:13.219333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.209158+0000","last_change":"2024-09-19T05:03:08.207615+0000","last_active":"2024-09-19T05:03:08.209158+0000","last_peered":"2024-09-19T05:03:08.209158+0000","last_clean":"2024-09-19T05:03:08.209158+0000","last_became_active":"2024-09-19T05:03:08.207340+0000","last_became_peered":"2024-09-19T05:03:08.207340+0000","last_unstale":"2024-09-19T05:03:08.209158+0000","last_undegraded":"2024-09-19T05:03:08.209158+0000","last_fullsized":"2024-09-19T05:03:08.209158+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:10.252480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.203509+0000","last_change":"2024-09-19T05:03:08.202043+0000","last_active":"2024-09-19T05:03:08.203509+0000","last_peered":"2024-09-19T05:03:08.203509+0000","last_clean":"2024-09-19T05:03:08.203509+0000","last_became_active":"2024-09-19T05:03:08.201736+0000","last_became_peered":"2024-09-19T05:03:08.201736+0000","last_unstale":"2024-09-19T05:03:08.203509+0000","last_undegraded":"2024-09-19T05:03:08.203509+0000","last_fullsized":"2024-09-19T05:03:08.203509+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:44.629618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198486+0000","last_change":"2024-09-19T05:03:08.191832+0000","last_active":"2024-09-19T05:03:09.198486+0000","last_peered":"2024-09-19T05:03:09.198486+0000","last_clean":"2024-09-19T05:03:09.198486+0000","last_became_active":"2024-09-19T05:03:08.191506+0000","last_became_peered":"2024-09-19T05:03:08.191506+0000","last_unstale":"2024-09-19T05:03:09.198486+0000","last_undegraded":"2024-09-19T05:03:09.198486+0000","last_fullsized":"2024-09-19T05:03:09.198486+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:02.471651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200035+0000","last_change":"2024-09-19T05:03:08.206430+0000","last_active":"2024-09-19T05:03:09.200035+0000","last_peered":"2024-09-19T05:03:09.200035+0000","last_clean":"2024-09-19T05:03:09.200035+0000","last_became_active":"2024-09-19T05:03:08.205580+0000","last_became_peered":"2024-09-19T05:03:08.205580+0000","last_unstale":"2024-09-19T05:03:09.200035+0000","last_undegraded":"2024-09-19T05:03:09.200035+0000","last_fullsized":"2024-09-19T05:03:09.200035+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:34.695813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200119+0000","last_change":"2024-09-19T05:03:08.206065+0000","last_active":"2024-09-19T05:03:09.200119+0000","last_peered":"2024-09-19T05:03:09.200119+0000","last_clean":"2024-09-19T05:03:09.200119+0000","last_became_active":"2024-09-19T05:03:08.205788+0000","last_became_peered":"2024-09-19T05:03:08.205788+0000","last_unstale":"2024-09-19T05:03:09.200119+0000","last_undegraded":"2024-09-19T05:03:09.200119+0000","last_fullsized":"2024-09-19T05:03:09.200119+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:44.629618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.186656+0000","last_change":"2024-09-19T05:03:07.186656+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.186656+0000","last_undegraded":"2024-09-19T05:03:07.186656+0000","last_fullsized":"2024-09-19T05:03:07.186656+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198532+0000","last_change":"2024-09-19T05:03:08.204059+0000","last_active":"2024-09-19T05:03:09.198532+0000","last_peered":"2024-09-19T05:03:09.198532+0000","last_clean":"2024-09-19T05:03:09.198532+0000","last_became_active":"2024-09-19T05:03:08.203803+0000","last_became_peered":"2024-09-19T05:03:08.203803+0000","last_unstale":"2024-09-19T05:03:09.198532+0000","last_undegraded":"2024-09-19T05:03:09.198532+0000","last_fullsized":"2024-09-19T05:03:09.198532+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:06:40.598082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199105+0000","last_change":"2024-09-19T05:03:08.193724+0000","last_active":"2024-09-19T05:03:09.199105+0000","last_peered":"2024-09-19T05:03:09.199105+0000","last_clean":"2024-09-19T05:03:09.199105+0000","last_became_active":"2024-09-19T05:03:08.193412+0000","last_became_peered":"2024-09-19T05:03:08.193412+0000","last_unstale":"2024-09-19T05:03:09.199105+0000","last_undegraded":"2024-09-19T05:03:09.199105+0000","last_fullsized":"2024-09-19T05:03:09.199105+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:40:43.398020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.186448+0000","last_change":"2024-09-19T05:03:07.186448+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.186448+0000","last_undegraded":"2024-09-19T05:03:07.186448+0000","last_fullsized":"2024-09-19T05:03:07.186448+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.186364+0000","last_change":"2024-09-19T05:03:07.186364+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.186364+0000","last_undegraded":"2024-09-19T05:03:07.186364+0000","last_fullsized":"2024-09-19T05:03:07.186364+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202847+0000","last_change":"2024-09-19T05:03:08.211774+0000","last_active":"2024-09-19T05:03:09.202847+0000","last_peered":"2024-09-19T05:03:09.202847+0000","last_clean":"2024-09-19T05:03:09.202847+0000","last_became_active":"2024-09-19T05:03:08.211476+0000","last_became_peered":"2024-09-19T05:03:08.211476+0000","last_unstale":"2024-09-19T05:03:09.202847+0000","last_undegraded":"2024-09-19T05:03:09.202847+0000","last_fullsized":"2024-09-19T05:03:09.202847+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:15:34.976668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":1,"reported_epoch":58,"state":"creating+peering","last_fresh":"2024-09-19T05:03:06.180073+0000","last_change":"2024-09-19T05:03:06.180073+0000","last_active":"2024-09-19T05:03:06.168973+0000","last_peered":"2024-09-19T05:03:06.168973+0000","last_clean":"2024-09-19T05:03:06.168973+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:06.180073+0000","last_undegraded":"2024-09-19T05:03:06.180073+0000","last_fullsized":"2024-09-19T05:03:06.180073+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.186198+0000","last_change":"2024-09-19T05:03:07.186198+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.186198+0000","last_undegraded":"2024-09-19T05:03:07.186198+0000","last_fullsized":"2024-09-19T05:03:07.186198+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.203671+0000","last_change":"2024-09-19T05:03:07.202532+0000","last_active":"2024-09-19T05:03:07.203671+0000","last_peered":"2024-09-19T05:03:07.203671+0000","last_clean":"2024-09-19T05:03:07.203671+0000","last_became_active":"2024-09-19T05:03:07.202244+0000","last_became_peered":"2024-09-19T05:03:07.202244+0000","last_unstale":"2024-09-19T05:03:07.203671+0000","last_undegraded":"2024-09-19T05:03:07.203671+0000","last_fullsized":"2024-09-19T05:03:07.203671+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:54:32.805327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.185422+0000","last_change":"2024-09-19T05:03:07.185422+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.185422+0000","last_undegraded":"2024-09-19T05:03:07.185422+0000","last_fullsized":"2024-09-19T05:03:07.185422+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.198215+0000","last_change":"2024-09-19T05:03:07.195431+0000","last_active":"2024-09-19T05:03:07.198215+0000","last_peered":"2024-09-19T05:03:07.198215+0000","last_clean":"2024-09-19T05:03:07.198215+0000","last_became_active":"2024-09-19T05:03:07.195151+0000","last_became_peered":"2024-09-19T05:03:07.195151+0000","last_unstale":"2024-09-19T05:03:07.198215+0000","last_undegraded":"2024-09-19T05:03:07.198215+0000","last_fullsized":"2024-09-19T05:03:07.198215+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:17:45.707849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198848+0000","last_change":"2024-09-19T05:03:08.208940+0000","last_active":"2024-09-19T05:03:09.198848+0000","last_peered":"2024-09-19T05:03:09.198848+0000","last_clean":"2024-09-19T05:03:09.198848+0000","last_became_active":"2024-09-19T05:03:08.208466+0000","last_became_peered":"2024-09-19T05:03:08.208466+0000","last_unstale":"2024-09-19T05:03:09.198848+0000","last_undegraded":"2024-09-19T05:03:09.198848+0000","last_fullsized":"2024-09-19T05:03:09.198848+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:44.629618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.200470+0000","last_change":"2024-09-19T05:03:07.199240+0000","last_active":"2024-09-19T05:03:07.200470+0000","last_peered":"2024-09-19T05:03:07.200470+0000","last_clean":"2024-09-19T05:03:07.200470+0000","last_became_active":"2024-09-19T05:03:07.198936+0000","last_became_peered":"2024-09-19T05:03:07.198936+0000","last_unstale":"2024-09-19T05:03:07.200470+0000","last_undegraded":"2024-09-19T05:03:07.200470+0000","last_fullsized":"2024-09-19T05:03:07.200470+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:41.987453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.210847+0000","last_change":"2024-09-19T05:03:08.209496+0000","last_active":"2024-09-19T05:03:08.210847+0000","last_peered":"2024-09-19T05:03:08.210847+0000","last_clean":"2024-09-19T05:03:08.210847+0000","last_became_active":"2024-09-19T05:03:08.209191+0000","last_became_peered":"2024-09-19T05:03:08.209191+0000","last_unstale":"2024-09-19T05:03:08.210847+0000","last_undegraded":"2024-09-19T05:03:08.210847+0000","last_fullsized":"2024-09-19T05:03:08.210847+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:10.752460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"60'1","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.212785+0000","last_change":"2024-09-19T05:03:07.197693+0000","last_active":"2024-09-19T05:03:08.212785+0000","last_peered":"2024-09-19T05:03:08.212785+0000","last_clean":"2024-09-19T05:03:08.212785+0000","last_became_active":"2024-09-19T05:03:07.197400+0000","last_became_peered":"2024-09-19T05:03:07.197400+0000","last_unstale":"2024-09-19T05:03:08.212785+0000","last_undegraded":"2024-09-19T05:03:08.212785+0000","last_fullsized":"2024-09-19T05:03:08.212785+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:50:29.295968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1a","version":"60'1","reported_seq":13,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.211661+0000","last_change":"2024-09-19T05:03:07.196279+0000","last_active":"2024-09-19T05:03:08.211661+0000","last_peered":"2024-09-19T05:03:08.211661+0000","last_clean":"2024-09-19T05:03:08.211661+0000","last_became_active":"2024-09-19T05:03:07.195936+0000","last_became_peered":"2024-09-19T05:03:07.195936+0000","last_unstale":"2024-09-19T05:03:08.211661+0000","last_undegraded":"2024-09-19T05:03:08.211661+0000","last_fullsized":"2024-09-19T05:03:08.211661+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:06:39.592648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202488+0000","last_change":"2024-09-19T05:03:08.207844+0000","last_active":"2024-09-19T05:03:09.202488+0000","last_peered":"2024-09-19T05:03:09.202488+0000","last_clean":"2024-09-19T05:03:09.202488+0000","last_became_active":"2024-09-19T05:03:08.207596+0000","last_became_peered":"2024-09-19T05:03:08.207596+0000","last_unstale":"2024-09-19T05:03:09.202488+0000","last_undegraded":"2024-09-19T05:03:09.202488+0000","last_fullsized":"2024-09-19T05:03:09.202488+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:52.703252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.189170+0000","last_change":"2024-09-19T05:03:07.203329+0000","last_active":"2024-09-19T05:03:08.189170+0000","last_peered":"2024-09-19T05:03:08.189170+0000","last_clean":"2024-09-19T05:03:08.189170+0000","last_became_active":"2024-09-19T05:03:07.203021+0000","last_became_peered":"2024-09-19T05:03:07.203021+0000","last_unstale":"2024-09-19T05:03:08.189170+0000","last_undegraded":"2024-09-19T05:03:08.189170+0000","last_fullsized":"2024-09-19T05:03:08.189170+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:40:22.741321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.206003+0000","last_change":"2024-09-19T05:03:08.204024+0000","last_active":"2024-09-19T05:03:08.206003+0000","last_peered":"2024-09-19T05:03:08.206003+0000","last_clean":"2024-09-19T05:03:08.206003+0000","last_became_active":"2024-09-19T05:03:08.203729+0000","last_became_peered":"2024-09-19T05:03:08.203729+0000","last_unstale":"2024-09-19T05:03:08.206003+0000","last_undegraded":"2024-09-19T05:03:08.206003+0000","last_fullsized":"2024-09-19T05:03:08.206003+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:49:13.219333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202277+0000","last_change":"2024-09-19T05:03:07.203815+0000","last_active":"2024-09-19T05:03:09.202277+0000","last_peered":"2024-09-19T05:03:09.202277+0000","last_clean":"2024-09-19T05:03:09.202277+0000","last_became_active":"2024-09-19T05:03:07.203533+0000","last_became_peered":"2024-09-19T05:03:07.203533+0000","last_unstale":"2024-09-19T05:03:09.202277+0000","last_undegraded":"2024-09-19T05:03:09.202277+0000","last_fullsized":"2024-09-19T05:03:09.202277+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:15.492053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199052+0000","last_change":"2024-09-19T05:03:07.197483+0000","last_active":"2024-09-19T05:03:09.199052+0000","last_peered":"2024-09-19T05:03:09.199052+0000","last_clean":"2024-09-19T05:03:09.199052+0000","last_became_active":"2024-09-19T05:03:07.197195+0000","last_became_peered":"2024-09-19T05:03:07.197195+0000","last_unstale":"2024-09-19T05:03:09.199052+0000","last_undegraded":"2024-09-19T05:03:09.199052+0000","last_fullsized":"2024-09-19T05:03:09.199052+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:45:02.798634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.198250+0000","last_change":"2024-09-19T05:03:08.194366+0000","last_active":"2024-09-19T05:03:08.198250+0000","last_peered":"2024-09-19T05:03:08.198250+0000","last_clean":"2024-09-19T05:03:08.198250+0000","last_became_active":"2024-09-19T05:03:08.194086+0000","last_became_peered":"2024-09-19T05:03:08.194086+0000","last_unstale":"2024-09-19T05:03:08.198250+0000","last_undegraded":"2024-09-19T05:03:08.198250+0000","last_fullsized":"2024-09-19T05:03:08.198250+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:34.695813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.200189+0000","last_change":"2024-09-19T05:03:07.198928+0000","last_active":"2024-09-19T05:03:07.200189+0000","last_peered":"2024-09-19T05:03:07.200189+0000","last_clean":"2024-09-19T05:03:07.200189+0000","last_became_active":"2024-09-19T05:03:07.198612+0000","last_became_peered":"2024-09-19T05:03:07.198612+0000","last_unstale":"2024-09-19T05:03:07.200189+0000","last_undegraded":"2024-09-19T05:03:07.200189+0000","last_fullsized":"2024-09-19T05:03:07.200189+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:39.711561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.203042+0000","last_change":"2024-09-19T05:03:08.201879+0000","last_active":"2024-09-19T05:03:09.203042+0000","last_peered":"2024-09-19T05:03:09.203042+0000","last_clean":"2024-09-19T05:03:09.203042+0000","last_became_active":"2024-09-19T05:03:08.201561+0000","last_became_peered":"2024-09-19T05:03:08.201561+0000","last_unstale":"2024-09-19T05:03:09.203042+0000","last_undegraded":"2024-09-19T05:03:09.203042+0000","last_fullsized":"2024-09-19T05:03:09.203042+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:48.028053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.15","version":"60'3","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198622+0000","last_change":"2024-09-19T05:03:07.199984+0000","last_active":"2024-09-19T05:03:09.198622+0000","last_peered":"2024-09-19T05:03:09.198622+0000","last_clean":"2024-09-19T05:03:09.198622+0000","last_became_active":"2024-09-19T05:03:07.199644+0000","last_became_peered":"2024-09-19T05:03:07.199644+0000","last_unstale":"2024-09-19T05:03:09.198622+0000","last_undegraded":"2024-09-19T05:03:09.198622+0000","last_fullsized":"2024-09-19T05:03:09.198622+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:56:55.358152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.185885+0000","last_change":"2024-09-19T05:03:07.185885+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.185885+0000","last_undegraded":"2024-09-19T05:03:07.185885+0000","last_fullsized":"2024-09-19T05:03:07.185885+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":1,"reported_epoch":58,"state":"creating+peering","last_fresh":"2024-09-19T05:03:06.180398+0000","last_change":"2024-09-19T05:03:06.180398+0000","last_active":"2024-09-19T05:03:06.168973+0000","last_peered":"2024-09-19T05:03:06.168973+0000","last_clean":"2024-09-19T05:03:06.168973+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:06.180398+0000","last_undegraded":"2024-09-19T05:03:06.180398+0000","last_fullsized":"2024-09-19T05:03:06.180398+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.185944+0000","last_change":"2024-09-19T05:03:07.185944+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.185944+0000","last_undegraded":"2024-09-19T05:03:07.185944+0000","last_fullsized":"2024-09-19T05:03:07.185944+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.13","version":"60'2","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198799+0000","last_change":"2024-09-19T05:03:07.202463+0000","last_active":"2024-09-19T05:03:09.198799+0000","last_peered":"2024-09-19T05:03:09.198799+0000","last_clean":"2024-09-19T05:03:09.198799+0000","last_became_active":"2024-09-19T05:03:07.202117+0000","last_became_peered":"2024-09-19T05:03:07.202117+0000","last_unstale":"2024-09-19T05:03:09.198799+0000","last_undegraded":"2024-09-19T05:03:09.198799+0000","last_fullsized":"2024-09-19T05:03:09.198799+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:37.164550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199013+0000","last_change":"2024-09-19T05:03:08.192495+0000","last_active":"2024-09-19T05:03:09.199013+0000","last_peered":"2024-09-19T05:03:09.199013+0000","last_clean":"2024-09-19T05:03:09.199013+0000","last_became_active":"2024-09-19T05:03:08.192225+0000","last_became_peered":"2024-09-19T05:03:08.192225+0000","last_unstale":"2024-09-19T05:03:09.199013+0000","last_undegraded":"2024-09-19T05:03:09.199013+0000","last_fullsized":"2024-09-19T05:03:09.199013+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:40:23.746755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199020+0000","last_change":"2024-09-19T05:03:07.192934+0000","last_active":"2024-09-19T05:03:09.199020+0000","last_peered":"2024-09-19T05:03:09.199020+0000","last_clean":"2024-09-19T05:03:09.199020+0000","last_became_active":"2024-09-19T05:03:07.192665+0000","last_became_peered":"2024-09-19T05:03:07.192665+0000","last_unstale":"2024-09-19T05:03:09.199020+0000","last_undegraded":"2024-09-19T05:03:09.199020+0000","last_fullsized":"2024-09-19T05:03:09.199020+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:52.158021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202986+0000","last_change":"2024-09-19T05:03:08.203586+0000","last_active":"2024-09-19T05:03:09.202986+0000","last_peered":"2024-09-19T05:03:09.202986+0000","last_clean":"2024-09-19T05:03:09.202986+0000","last_became_active":"2024-09-19T05:03:08.203337+0000","last_became_peered":"2024-09-19T05:03:08.203337+0000","last_unstale":"2024-09-19T05:03:09.202986+0000","last_undegraded":"2024-09-19T05:03:09.202986+0000","last_fullsized":"2024-09-19T05:03:09.202986+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:02.308943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199333+0000","last_change":"2024-09-19T05:03:07.199608+0000","last_active":"2024-09-19T05:03:09.199333+0000","last_peered":"2024-09-19T05:03:09.199333+0000","last_clean":"2024-09-19T05:03:09.199333+0000","last_became_active":"2024-09-19T05:03:07.199330+0000","last_became_peered":"2024-09-19T05:03:07.199330+0000","last_unstale":"2024-09-19T05:03:09.199333+0000","last_undegraded":"2024-09-19T05:03:09.199333+0000","last_fullsized":"2024-09-19T05:03:09.199333+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:41:59.278967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.201359+0000","last_change":"2024-09-19T05:03:07.199877+0000","last_active":"2024-09-19T05:03:07.201359+0000","last_peered":"2024-09-19T05:03:07.201359+0000","last_clean":"2024-09-19T05:03:07.201359+0000","last_became_active":"2024-09-19T05:03:07.199613+0000","last_became_peered":"2024-09-19T05:03:07.199613+0000","last_unstale":"2024-09-19T05:03:07.201359+0000","last_undegraded":"2024-09-19T05:03:07.201359+0000","last_fullsized":"2024-09-19T05:03:07.201359+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:41:15.278819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198709+0000","last_change":"2024-09-19T05:03:08.207754+0000","last_active":"2024-09-19T05:03:09.198709+0000","last_peered":"2024-09-19T05:03:09.198709+0000","last_clean":"2024-09-19T05:03:09.198709+0000","last_became_active":"2024-09-19T05:03:08.207485+0000","last_became_peered":"2024-09-19T05:03:08.207485+0000","last_unstale":"2024-09-19T05:03:09.198709+0000","last_undegraded":"2024-09-19T05:03:09.198709+0000","last_fullsized":"2024-09-19T05:03:09.198709+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:34.695813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"60'1","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200195+0000","last_change":"2024-09-19T05:03:07.195258+0000","last_active":"2024-09-19T05:03:09.200195+0000","last_peered":"2024-09-19T05:03:09.200195+0000","last_clean":"2024-09-19T05:03:09.200195+0000","last_became_active":"2024-09-19T05:03:07.194938+0000","last_became_peered":"2024-09-19T05:03:07.194938+0000","last_unstale":"2024-09-19T05:03:09.200195+0000","last_undegraded":"2024-09-19T05:03:09.200195+0000","last_fullsized":"2024-09-19T05:03:09.200195+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:39:38.224757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202899+0000","last_change":"2024-09-19T05:03:08.206446+0000","last_active":"2024-09-19T05:03:09.202899+0000","last_peered":"2024-09-19T05:03:09.202899+0000","last_clean":"2024-09-19T05:03:09.202899+0000","last_became_active":"2024-09-19T05:03:08.206108+0000","last_became_peered":"2024-09-19T05:03:08.206108+0000","last_unstale":"2024-09-19T05:03:09.202899+0000","last_undegraded":"2024-09-19T05:03:09.202899+0000","last_fullsized":"2024-09-19T05:03:09.202899+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:40.561195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.e","version":"60'2","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198748+0000","last_change":"2024-09-19T05:03:07.201125+0000","last_active":"2024-09-19T05:03:09.198748+0000","last_peered":"2024-09-19T05:03:09.198748+0000","last_clean":"2024-09-19T05:03:09.198748+0000","last_became_active":"2024-09-19T05:03:07.200833+0000","last_became_peered":"2024-09-19T05:03:07.200833+0000","last_unstale":"2024-09-19T05:03:09.198748+0000","last_undegraded":"2024-09-19T05:03:09.198748+0000","last_fullsized":"2024-09-19T05:03:09.198748+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:25:52.861665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.185403+0000","last_change":"2024-09-19T05:03:07.185403+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.185403+0000","last_undegraded":"2024-09-19T05:03:07.185403+0000","last_fullsized":"2024-09-19T05:03:07.185403+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.d","version":"60'1","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198508+0000","last_change":"2024-09-19T05:03:07.199932+0000","last_active":"2024-09-19T05:03:09.198508+0000","last_peered":"2024-09-19T05:03:09.198508+0000","last_clean":"2024-09-19T05:03:09.198508+0000","last_became_active":"2024-09-19T05:03:07.199226+0000","last_became_peered":"2024-09-19T05:03:07.199226+0000","last_unstale":"2024-09-19T05:03:09.198508+0000","last_undegraded":"2024-09-19T05:03:09.198508+0000","last_fullsized":"2024-09-19T05:03:09.198508+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:01.616336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.203072+0000","last_change":"2024-09-19T05:03:08.201485+0000","last_active":"2024-09-19T05:03:09.203072+0000","last_peered":"2024-09-19T05:03:09.203072+0000","last_clean":"2024-09-19T05:03:09.203072+0000","last_became_active":"2024-09-19T05:03:08.201238+0000","last_became_peered":"2024-09-19T05:03:08.201238+0000","last_unstale":"2024-09-19T05:03:09.203072+0000","last_undegraded":"2024-09-19T05:03:09.203072+0000","last_fullsized":"2024-09-19T05:03:09.203072+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:39:39.230191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.190138+0000","last_change":"2024-09-19T05:03:07.200110+0000","last_active":"2024-09-19T05:03:08.190138+0000","last_peered":"2024-09-19T05:03:08.190138+0000","last_clean":"2024-09-19T05:03:08.190138+0000","last_became_active":"2024-09-19T05:03:07.199847+0000","last_became_peered":"2024-09-19T05:03:07.199847+0000","last_unstale":"2024-09-19T05:03:08.190138+0000","last_undegraded":"2024-09-19T05:03:08.190138+0000","last_fullsized":"2024-09-19T05:03:08.190138+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:01.466217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.185916+0000","last_change":"2024-09-19T05:03:07.185916+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.185916+0000","last_undegraded":"2024-09-19T05:03:07.185916+0000","last_fullsized":"2024-09-19T05:03:07.185916+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.202277+0000","last_change":"2024-09-19T05:03:07.201064+0000","last_active":"2024-09-19T05:03:07.202277+0000","last_peered":"2024-09-19T05:03:07.202277+0000","last_clean":"2024-09-19T05:03:07.202277+0000","last_became_active":"2024-09-19T05:03:07.200515+0000","last_became_peered":"2024-09-19T05:03:07.200515+0000","last_unstale":"2024-09-19T05:03:07.202277+0000","last_undegraded":"2024-09-19T05:03:07.202277+0000","last_fullsized":"2024-09-19T05:03:07.202277+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:03:19.250457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199390+0000","last_change":"2024-09-19T05:03:08.208033+0000","last_active":"2024-09-19T05:03:09.199390+0000","last_peered":"2024-09-19T05:03:09.199390+0000","last_clean":"2024-09-19T05:03:09.199390+0000","last_became_active":"2024-09-19T05:03:08.207659+0000","last_became_peered":"2024-09-19T05:03:08.207659+0000","last_unstale":"2024-09-19T05:03:09.199390+0000","last_undegraded":"2024-09-19T05:03:09.199390+0000","last_fullsized":"2024-09-19T05:03:09.199390+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:02.471651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199174+0000","last_change":"2024-09-19T05:03:07.190726+0000","last_active":"2024-09-19T05:03:09.199174+0000","last_peered":"2024-09-19T05:03:09.199174+0000","last_clean":"2024-09-19T05:03:09.199174+0000","last_became_active":"2024-09-19T05:03:07.190432+0000","last_became_peered":"2024-09-19T05:03:07.190432+0000","last_unstale":"2024-09-19T05:03:09.199174+0000","last_undegraded":"2024-09-19T05:03:09.199174+0000","last_fullsized":"2024-09-19T05:03:09.199174+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:41:59.278967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202749+0000","last_change":"2024-09-19T05:03:08.207236+0000","last_active":"2024-09-19T05:03:09.202749+0000","last_peered":"2024-09-19T05:03:09.202749+0000","last_clean":"2024-09-19T05:03:09.202749+0000","last_became_active":"2024-09-19T05:03:08.206964+0000","last_became_peered":"2024-09-19T05:03:08.206964+0000","last_unstale":"2024-09-19T05:03:09.202749+0000","last_undegraded":"2024-09-19T05:03:09.202749+0000","last_fullsized":"2024-09-19T05:03:09.202749+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:51.299980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.202948+0000","last_change":"2024-09-19T05:03:07.201808+0000","last_active":"2024-09-19T05:03:07.202948+0000","last_peered":"2024-09-19T05:03:07.202948+0000","last_clean":"2024-09-19T05:03:07.202948+0000","last_became_active":"2024-09-19T05:03:07.201527+0000","last_became_peered":"2024-09-19T05:03:07.201527+0000","last_unstale":"2024-09-19T05:03:07.202948+0000","last_undegraded":"2024-09-19T05:03:07.202948+0000","last_fullsized":"2024-09-19T05:03:07.202948+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:20:56.263377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.185408+0000","last_change":"2024-09-19T05:03:07.185408+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.185408+0000","last_undegraded":"2024-09-19T05:03:07.185408+0000","last_fullsized":"2024-09-19T05:03:07.185408+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.7","version":"60'2","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200255+0000","last_change":"2024-09-19T05:03:07.192263+0000","last_active":"2024-09-19T05:03:09.200255+0000","last_peered":"2024-09-19T05:03:09.200255+0000","last_clean":"2024-09-19T05:03:09.200255+0000","last_became_active":"2024-09-19T05:03:07.192041+0000","last_became_peered":"2024-09-19T05:03:07.192041+0000","last_unstale":"2024-09-19T05:03:09.200255+0000","last_undegraded":"2024-09-19T05:03:09.200255+0000","last_fullsized":"2024-09-19T05:03:09.200255+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:46.035092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.215492+0000","last_change":"2024-09-19T05:03:08.213697+0000","last_active":"2024-09-19T05:03:08.215492+0000","last_peered":"2024-09-19T05:03:08.215492+0000","last_clean":"2024-09-19T05:03:08.215492+0000","last_became_active":"2024-09-19T05:03:08.213418+0000","last_became_peered":"2024-09-19T05:03:08.213418+0000","last_unstale":"2024-09-19T05:03:08.215492+0000","last_undegraded":"2024-09-19T05:03:08.215492+0000","last_fullsized":"2024-09-19T05:03:08.215492+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:07:58.098394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200274+0000","last_change":"2024-09-19T05:03:07.199032+0000","last_active":"2024-09-19T05:03:09.200274+0000","last_peered":"2024-09-19T05:03:09.200274+0000","last_clean":"2024-09-19T05:03:09.200274+0000","last_became_active":"2024-09-19T05:03:07.198762+0000","last_became_peered":"2024-09-19T05:03:07.198762+0000","last_unstale":"2024-09-19T05:03:09.200274+0000","last_undegraded":"2024-09-19T05:03:09.200274+0000","last_fullsized":"2024-09-19T05:03:09.200274+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:37.164550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200106+0000","last_change":"2024-09-19T05:03:08.191056+0000","last_active":"2024-09-19T05:03:09.200106+0000","last_peered":"2024-09-19T05:03:09.200106+0000","last_clean":"2024-09-19T05:03:09.200106+0000","last_became_active":"2024-09-19T05:03:08.190754+0000","last_became_peered":"2024-09-19T05:03:08.190754+0000","last_unstale":"2024-09-19T05:03:09.200106+0000","last_undegraded":"2024-09-19T05:03:09.200106+0000","last_fullsized":"2024-09-19T05:03:09.200106+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:25:26.126927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":9,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-09-19T05:03:07.198240+0000","last_change":"2024-09-19T05:03:07.196109+0000","last_active":"2024-09-19T05:03:07.198240+0000","last_peered":"2024-09-19T05:03:07.198240+0000","last_clean":"2024-09-19T05:03:07.198240+0000","last_became_active":"2024-09-19T05:03:07.195837+0000","last_became_peered":"2024-09-19T05:03:07.195837+0000","last_unstale":"2024-09-19T05:03:07.198240+0000","last_undegraded":"2024-09-19T05:03:07.198240+0000","last_fullsized":"2024-09-19T05:03:07.198240+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:42:47.153532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.203074+0000","last_change":"2024-09-19T05:03:08.200830+0000","last_active":"2024-09-19T05:03:09.203074+0000","last_peered":"2024-09-19T05:03:09.203074+0000","last_clean":"2024-09-19T05:03:09.203074+0000","last_became_active":"2024-09-19T05:03:08.200523+0000","last_became_peered":"2024-09-19T05:03:08.200523+0000","last_unstale":"2024-09-19T05:03:09.203074+0000","last_undegraded":"2024-09-19T05:03:09.203074+0000","last_fullsized":"2024-09-19T05:03:09.203074+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:53.163455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":1,"reported_epoch":58,"state":"creating+peering","last_fresh":"2024-09-19T05:03:06.179920+0000","last_change":"2024-09-19T05:03:06.179920+0000","last_active":"2024-09-19T05:03:06.168973+0000","last_peered":"2024-09-19T05:03:06.168973+0000","last_clean":"2024-09-19T05:03:06.168973+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:06.179920+0000","last_undegraded":"2024-09-19T05:03:06.179920+0000","last_fullsized":"2024-09-19T05:03:06.179920+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202182+0000","last_change":"2024-09-19T05:03:08.209954+0000","last_active":"2024-09-19T05:03:09.202182+0000","last_peered":"2024-09-19T05:03:09.202182+0000","last_clean":"2024-09-19T05:03:09.202182+0000","last_became_active":"2024-09-19T05:03:08.209675+0000","last_became_peered":"2024-09-19T05:03:08.209675+0000","last_unstale":"2024-09-19T05:03:09.202182+0000","last_undegraded":"2024-09-19T05:03:09.202182+0000","last_fullsized":"2024-09-19T05:03:09.202182+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:05.353685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198941+0000","last_change":"2024-09-19T05:03:07.201517+0000","last_active":"2024-09-19T05:03:09.198941+0000","last_peered":"2024-09-19T05:03:09.198941+0000","last_clean":"2024-09-19T05:03:09.198941+0000","last_became_active":"2024-09-19T05:03:07.201241+0000","last_became_peered":"2024-09-19T05:03:07.201241+0000","last_unstale":"2024-09-19T05:03:09.198941+0000","last_undegraded":"2024-09-19T05:03:09.198941+0000","last_fullsized":"2024-09-19T05:03:09.198941+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:46.035092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-09-19T05:03:07.185494+0000","last_change":"2024-09-19T05:03:07.185494+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.185494+0000","last_undegraded":"2024-09-19T05:03:07.185494+0000","last_fullsized":"2024-09-19T05:03:07.185494+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.190344+0000","last_change":"2024-09-19T05:03:07.195425+0000","last_active":"2024-09-19T05:03:08.190344+0000","last_peered":"2024-09-19T05:03:08.190344+0000","last_clean":"2024-09-19T05:03:08.190344+0000","last_became_active":"2024-09-19T05:03:07.195090+0000","last_became_peered":"2024-09-19T05:03:07.195090+0000","last_unstale":"2024-09-19T05:03:08.190344+0000","last_undegraded":"2024-09-19T05:03:08.190344+0000","last_fullsized":"2024-09-19T05:03:08.190344+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:27.475245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:07.174407+0000","last_change":"2024-09-19T05:03:07.174407+0000","last_active":"2024-09-19T05:03:07.174407+0000","last_peered":"2024-09-19T05:03:07.174407+0000","last_clean":"2024-09-19T05:03:07.174407+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:07.174407+0000","last_undegraded":"2024-09-19T05:03:07.174407+0000","last_fullsized":"2024-09-19T05:03:07.174407+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.189328+0000","last_change":"2024-09-19T05:03:07.203727+0000","last_active":"2024-09-19T05:03:08.189328+0000","last_peered":"2024-09-19T05:03:08.189328+0000","last_clean":"2024-09-19T05:03:08.189328+0000","last_became_active":"2024-09-19T05:03:07.203390+0000","last_became_peered":"2024-09-19T05:03:07.203390+0000","last_unstale":"2024-09-19T05:03:08.189328+0000","last_undegraded":"2024-09-19T05:03:08.189328+0000","last_fullsized":"2024-09-19T05:03:08.189328+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:40:42.392586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.207878+0000","last_change":"2024-09-19T05:03:08.202607+0000","last_active":"2024-09-19T05:03:08.207878+0000","last_peered":"2024-09-19T05:03:08.207878+0000","last_clean":"2024-09-19T05:03:08.207878+0000","last_became_active":"2024-09-19T05:03:08.202315+0000","last_became_peered":"2024-09-19T05:03:08.202315+0000","last_unstale":"2024-09-19T05:03:08.207878+0000","last_undegraded":"2024-09-19T05:03:08.207878+0000","last_fullsized":"2024-09-19T05:03:08.207878+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:40.916801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":1,"reported_epoch":58,"state":"creating+peering","last_fresh":"2024-09-19T05:03:06.179668+0000","last_change":"2024-09-19T05:03:06.179668+0000","last_active":"2024-09-19T05:03:06.168973+0000","last_peered":"2024-09-19T05:03:06.168973+0000","last_clean":"2024-09-19T05:03:06.168973+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:06.179668+0000","last_undegraded":"2024-09-19T05:03:06.179668+0000","last_fullsized":"2024-09-19T05:03:06.179668+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202555+0000","last_change":"2024-09-19T05:03:08.211772+0000","last_active":"2024-09-19T05:03:09.202555+0000","last_peered":"2024-09-19T05:03:09.202555+0000","last_clean":"2024-09-19T05:03:09.202555+0000","last_became_active":"2024-09-19T05:03:08.211466+0000","last_became_peered":"2024-09-19T05:03:08.211466+0000","last_unstale":"2024-09-19T05:03:09.202555+0000","last_undegraded":"2024-09-19T05:03:09.202555+0000","last_fullsized":"2024-09-19T05:03:09.202555+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:23.323366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":12,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-19T05:03:08.188964+0000","last_change":"2024-09-19T05:03:07.197625+0000","last_active":"2024-09-19T05:03:08.188964+0000","last_peered":"2024-09-19T05:03:08.188964+0000","last_clean":"2024-09-19T05:03:08.188964+0000","last_became_active":"2024-09-19T05:03:07.197327+0000","last_became_peered":"2024-09-19T05:03:07.197327+0000","last_unstale":"2024-09-19T05:03:08.188964+0000","last_undegraded":"2024-09-19T05:03:08.188964+0000","last_fullsized":"2024-09-19T05:03:08.188964+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:10.022129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":251,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199100+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:03:09.199100+0000","last_peered":"2024-09-19T05:03:09.199100+0000","last_clean":"2024-09-19T05:03:09.199100+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:03:09.199100+0000","last_undegraded":"2024-09-19T05:03:09.199100+0000","last_fullsized":"2024-09-19T05:03:09.199100+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":112,"acting":112,"num_store_stats":7},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":216,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13,"ondisk_log_size":13,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509468,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28324,"kb_used_data":1296,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343516,"statfs":{"total":96636764160,"available":96607760384,"internally_reserved":0,"allocated":1327104,"data_stored":912897,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509467,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27732,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344108,"statfs":{"total":96636764160,"available":96608366592,"internally_reserved":0,"allocated":720896,"data_stored":321787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509467,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27732,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344108,"statfs":{"total":96636764160,"available":96608366592,"internally_reserved":0,"allocated":720896,"data_stored":321775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542171,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31876,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339964,"statfs":{"total":96636764160,"available":96604123136,"internally_reserved":0,"allocated":704512,"data_stored":314586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542171,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31876,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339964,"statfs":{"total":96636764160,"available":96604123136,"internally_reserved":0,"allocated":704512,"data_stored":314586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574876,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27716,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344124,"statfs":{"total":96636764160,"available":96608382976,"internally_reserved":0,"allocated":692224,"data_stored":307927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574875,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31856,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339984,"statfs":{"total":96636764160,"available":96604143616,"internally_reserved":0,"allocated":679936,"data_stored":301718,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574875,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36604,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335236,"statfs":{"total":96636764160,"available":96599281664,"internally_reserved":0,"allocated":1286144,"data_stored":898295,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:03:15.603 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:03:15.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.717+0000 7fe252e77640 1 Processor -- start 2024-09-19T05:03:15.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.717+0000 7fe252e77640 1 -- start start 2024-09-19T05:03:15.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.718+0000 7fe252e77640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fe24c06f0e0 0x7fe24c15c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:15.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.718+0000 7fe252e77640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe24c06f4c0 0x7fe24c0cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:15.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.718+0000 7fe252e77640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe24c15c620 con 0x7fe24c0cf5a0 2024-09-19T05:03:15.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.718+0000 7fe252e77640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fe24c15bc50 con 0x7fe24c06f0e0 2024-09-19T05:03:15.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.718+0000 7fe252e77640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fe24c152630 con 0x7fe24c06f4c0 2024-09-19T05:03:15.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.718+0000 7fe250c13640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fe24c06f0e0 0x7fe24c15c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:15.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.718+0000 7fe250c13640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fe24c06f0e0 0x7fe24c15c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35756/0 (socket says 172.21.15.5:35756) 2024-09-19T05:03:15.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.718+0000 7fe250c13640 1 -- 172.21.15.5:0/2255161782 learned_addr learned my addr 172.21.15.5:0/2255161782 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:15.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.719+0000 7fe24bfff640 1 --2- 172.21.15.5:0/2255161782 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe24c06f4c0 0x7fe24c0cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:15.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.719+0000 7fe250c13640 1 -- 172.21.15.5:0/2255161782 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe24c06f4c0 msgr2=0x7fe24c0cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:15.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.719+0000 7fe250c13640 1 --2- 172.21.15.5:0/2255161782 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe24c06f4c0 0x7fe24c0cf060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:15.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.719+0000 7fe250c13640 1 -- 172.21.15.5:0/2255161782 >> v1:172.21.15.134:6789/0 conn(0x7fe24c0cf5a0 legacy=0x7fe24c0b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:15.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.719+0000 7fe250c13640 1 -- 172.21.15.5:0/2255161782 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe24c0cfb40 con 0x7fe24c06f0e0 2024-09-19T05:03:15.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.719+0000 7fe250c13640 1 --2- 172.21.15.5:0/2255161782 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe24c06f0e0 0x7fe24c15c0e0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fe23c009870 tx=0x7fe23c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc5320d019d54e33 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:15.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.720+0000 7fe24b7fe640 1 -- 172.21.15.5:0/2255161782 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe23c037070 con 0x7fe24c06f0e0 2024-09-19T05:03:15.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.720+0000 7fe24b7fe640 1 -- 172.21.15.5:0/2255161782 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe23c032440 con 0x7fe24c06f0e0 2024-09-19T05:03:15.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.720+0000 7fe24b7fe640 1 -- 172.21.15.5:0/2255161782 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe23c032810 con 0x7fe24c06f0e0 2024-09-19T05:03:15.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.720+0000 7fe252e77640 1 -- 172.21.15.5:0/2255161782 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe24c06f0e0 msgr2=0x7fe24c15c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:15.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.720+0000 7fe252e77640 1 --2- 172.21.15.5:0/2255161782 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe24c06f0e0 0x7fe24c15c0e0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fe23c009870 tx=0x7fe23c02a270 comp rx=0 tx=0).stop 2024-09-19T05:03:15.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.720+0000 7fe252e77640 1 -- 172.21.15.5:0/2255161782 shutdown_connections 2024-09-19T05:03:15.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.720+0000 7fe252e77640 1 --2- 172.21.15.5:0/2255161782 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe24c06f4c0 0x7fe24c0cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:15.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.720+0000 7fe252e77640 1 --2- 172.21.15.5:0/2255161782 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe24c06f0e0 0x7fe24c15c0e0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:15.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.720+0000 7fe252e77640 1 -- 172.21.15.5:0/2255161782 >> 172.21.15.5:0/2255161782 conn(0x7fe24c067da0 msgr2=0x7fe24c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:15.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.720+0000 7fe252e77640 1 -- 172.21.15.5:0/2255161782 shutdown_connections 2024-09-19T05:03:15.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.720+0000 7fe252e77640 1 -- 172.21.15.5:0/2255161782 wait complete. 2024-09-19T05:03:15.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.722+0000 7fe252e77640 1 Processor -- start 2024-09-19T05:03:15.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.722+0000 7fe252e77640 1 -- start start 2024-09-19T05:03:15.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.722+0000 7fe252e77640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe24c06f0e0 0x7fe24c151ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:15.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.722+0000 7fe252e77640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe24c06f4c0 0x7fe24c0aae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:15.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.722+0000 7fe252e77640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe24c0cf5a0 0x7fe24c157c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:15.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.722+0000 7fe252e77640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fe24c06f900 con 0x7fe24c06f0e0 2024-09-19T05:03:15.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.722+0000 7fe252e77640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fe24c15b8e0 con 0x7fe24c0cf5a0 2024-09-19T05:03:15.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.722+0000 7fe252e77640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fe24c0ac830 con 0x7fe24c06f4c0 2024-09-19T05:03:15.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.723+0000 7fe250c13640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe24c06f0e0 0x7fe24c151ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:15.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.723+0000 7fe250c13640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe24c06f0e0 0x7fe24c151ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35766/0 (socket says 172.21.15.5:35766) 2024-09-19T05:03:15.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.723+0000 7fe250c13640 1 -- 172.21.15.5:0/813519721 learned_addr learned my addr 172.21.15.5:0/813519721 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:15.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.723+0000 7fe24bfff640 1 --2- 172.21.15.5:0/813519721 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe24c06f4c0 0x7fe24c0aae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:15.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.723+0000 7fe251414640 1 --2- 172.21.15.5:0/813519721 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe24c0cf5a0 0x7fe24c157c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:15.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.723+0000 7fe250c13640 1 -- 172.21.15.5:0/813519721 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe24c06f4c0 msgr2=0x7fe24c0aae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:15.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.723+0000 7fe250c13640 1 --2- 172.21.15.5:0/813519721 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe24c06f4c0 0x7fe24c0aae60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:15.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.723+0000 7fe250c13640 1 -- 172.21.15.5:0/813519721 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe24c0cf5a0 msgr2=0x7fe24c157c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:15.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.723+0000 7fe250c13640 1 --2- 172.21.15.5:0/813519721 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe24c0cf5a0 0x7fe24c157c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:15.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.723+0000 7fe250c13640 1 -- 172.21.15.5:0/813519721 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe24c0ab790 con 0x7fe24c06f0e0 2024-09-19T05:03:15.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.723+0000 7fe251414640 1 --2- 172.21.15.5:0/813519721 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe24c0cf5a0 0x7fe24c157c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:15.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.723+0000 7fe250c13640 1 --2- 172.21.15.5:0/813519721 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe24c06f0e0 0x7fe24c151ef0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fe23c000c00 tx=0x7fe23c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:15.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.723+0000 7fe2497fa640 1 -- 172.21.15.5:0/813519721 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe23c041020 con 0x7fe24c06f0e0 2024-09-19T05:03:15.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.723+0000 7fe2497fa640 1 -- 172.21.15.5:0/813519721 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe23c0306c0 con 0x7fe24c06f0e0 2024-09-19T05:03:15.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.723+0000 7fe252e77640 1 -- 172.21.15.5:0/813519721 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe24c0aba70 con 0x7fe24c06f0e0 2024-09-19T05:03:15.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.723+0000 7fe2497fa640 1 -- 172.21.15.5:0/813519721 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe23c037040 con 0x7fe24c06f0e0 2024-09-19T05:03:15.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.723+0000 7fe252e77640 1 -- 172.21.15.5:0/813519721 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe24c0ac030 con 0x7fe24c06f0e0 2024-09-19T05:03:15.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.724+0000 7fe252e77640 1 -- 172.21.15.5:0/813519721 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe24c15ee80 con 0x7fe24c06f0e0 2024-09-19T05:03:15.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.725+0000 7fe2497fa640 1 -- 172.21.15.5:0/813519721 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe23c044020 con 0x7fe24c06f0e0 2024-09-19T05:03:15.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.725+0000 7fe2497fa640 1 --2- 172.21.15.5:0/813519721 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe23806c2b0 0x7fe23806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:15.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.726+0000 7fe2497fa640 1 -- 172.21.15.5:0/813519721 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6101+0+0 (secure 0 0 0) 0x7fe23c0abd00 con 0x7fe24c06f0e0 2024-09-19T05:03:15.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.726+0000 7fe24bfff640 1 --2- 172.21.15.5:0/813519721 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe23806c2b0 0x7fe23806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:15.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.726+0000 7fe24bfff640 1 --2- 172.21.15.5:0/813519721 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe23806c2b0 0x7fe23806e770 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fe24c0aad20 tx=0x7fe240008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:15.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.730+0000 7fe2497fa640 1 -- 172.21.15.5:0/813519721 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe23c04b030 con 0x7fe24c06f0e0 2024-09-19T05:03:15.906 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.904+0000 7fe252e77640 1 -- 172.21.15.5:0/813519721 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe24c158a10 con 0x7fe23806c2b0 2024-09-19T05:03:15.912 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.911+0000 7fe2497fa640 1 -- 172.21.15.5:0/813519721 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251959 (secure 0 0 0) 0x7fe24c158a10 con 0x7fe23806c2b0 2024-09-19T05:03:15.915 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:15.916 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:03:15.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.914+0000 7fe252e77640 1 -- 172.21.15.5:0/813519721 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe23806c2b0 msgr2=0x7fe23806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:15.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.914+0000 7fe252e77640 1 --2- 172.21.15.5:0/813519721 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe23806c2b0 0x7fe23806e770 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fe24c0aad20 tx=0x7fe240008040 comp rx=0 tx=0).stop 2024-09-19T05:03:15.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.914+0000 7fe252e77640 1 -- 172.21.15.5:0/813519721 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe24c06f0e0 msgr2=0x7fe24c151ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:15.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.914+0000 7fe252e77640 1 --2- 172.21.15.5:0/813519721 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe24c06f0e0 0x7fe24c151ef0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fe23c000c00 tx=0x7fe23c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:03:15.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.914+0000 7fe252e77640 1 -- 172.21.15.5:0/813519721 shutdown_connections 2024-09-19T05:03:15.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.914+0000 7fe252e77640 1 --2- 172.21.15.5:0/813519721 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe23806c2b0 0x7fe23806e770 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:15.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.914+0000 7fe252e77640 1 --2- 172.21.15.5:0/813519721 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe24c0cf5a0 0x7fe24c157c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:15.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.914+0000 7fe252e77640 1 --2- 172.21.15.5:0/813519721 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe24c06f4c0 0x7fe24c0aae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:15.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.914+0000 7fe252e77640 1 --2- 172.21.15.5:0/813519721 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe24c06f0e0 0x7fe24c151ef0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:15.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.914+0000 7fe252e77640 1 -- 172.21.15.5:0/813519721 >> 172.21.15.5:0/813519721 conn(0x7fe24c067da0 msgr2=0x7fe24c15aa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:15.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.914+0000 7fe252e77640 1 -- 172.21.15.5:0/813519721 shutdown_connections 2024-09-19T05:03:15.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:15.914+0000 7fe252e77640 1 -- 172.21.15.5:0/813519721 wait complete. 2024-09-19T05:03:15.927 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":118,"stamp":"2024-09-19T05:03:15.286448+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":169,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":243988,"kb_used_data":6920,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754730732,"statfs":{"total":773094113280,"available":772844269568,"internally_reserved":0,"allocated":7086080,"data_stored":3813116,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001671"},"pg_stats":[{"pgid":"10.3f","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.203205+0000","last_change":"2024-09-19T05:03:08.213874+0000","last_active":"2024-09-19T05:03:09.203205+0000","last_peered":"2024-09-19T05:03:09.203205+0000","last_clean":"2024-09-19T05:03:09.203205+0000","last_became_active":"2024-09-19T05:03:08.213561+0000","last_became_peered":"2024-09-19T05:03:08.213561+0000","last_unstale":"2024-09-19T05:03:09.203205+0000","last_undegraded":"2024-09-19T05:03:09.203205+0000","last_fullsized":"2024-09-19T05:03:09.203205+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:10:28.498150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202972+0000","last_change":"2024-09-19T05:03:08.206358+0000","last_active":"2024-09-19T05:03:09.202972+0000","last_peered":"2024-09-19T05:03:09.202972+0000","last_clean":"2024-09-19T05:03:09.202972+0000","last_became_active":"2024-09-19T05:03:08.206083+0000","last_became_peered":"2024-09-19T05:03:08.206083+0000","last_unstale":"2024-09-19T05:03:09.202972+0000","last_undegraded":"2024-09-19T05:03:09.202972+0000","last_fullsized":"2024-09-19T05:03:09.202972+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:00:30.479611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198673+0000","last_change":"2024-09-19T05:03:08.201498+0000","last_active":"2024-09-19T05:03:09.198673+0000","last_peered":"2024-09-19T05:03:09.198673+0000","last_clean":"2024-09-19T05:03:09.198673+0000","last_became_active":"2024-09-19T05:03:08.200334+0000","last_became_peered":"2024-09-19T05:03:08.200334+0000","last_unstale":"2024-09-19T05:03:09.198673+0000","last_undegraded":"2024-09-19T05:03:09.198673+0000","last_fullsized":"2024-09-19T05:03:09.198673+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:28.480679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202422+0000","last_change":"2024-09-19T05:03:08.206424+0000","last_active":"2024-09-19T05:03:09.202422+0000","last_peered":"2024-09-19T05:03:09.202422+0000","last_clean":"2024-09-19T05:03:09.202422+0000","last_became_active":"2024-09-19T05:03:08.206185+0000","last_became_peered":"2024-09-19T05:03:08.206185+0000","last_unstale":"2024-09-19T05:03:09.202422+0000","last_undegraded":"2024-09-19T05:03:09.202422+0000","last_fullsized":"2024-09-19T05:03:09.202422+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:14:36.743884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202377+0000","last_change":"2024-09-19T05:03:08.206695+0000","last_active":"2024-09-19T05:03:09.202377+0000","last_peered":"2024-09-19T05:03:09.202377+0000","last_clean":"2024-09-19T05:03:09.202377+0000","last_became_active":"2024-09-19T05:03:08.206424+0000","last_became_peered":"2024-09-19T05:03:08.206424+0000","last_unstale":"2024-09-19T05:03:09.202377+0000","last_undegraded":"2024-09-19T05:03:09.202377+0000","last_fullsized":"2024-09-19T05:03:09.202377+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:10:39.398569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.197679+0000","last_change":"2024-09-19T05:03:08.202134+0000","last_active":"2024-09-19T05:03:09.197679+0000","last_peered":"2024-09-19T05:03:09.197679+0000","last_clean":"2024-09-19T05:03:09.197679+0000","last_became_active":"2024-09-19T05:03:08.201851+0000","last_became_peered":"2024-09-19T05:03:08.201851+0000","last_unstale":"2024-09-19T05:03:09.197679+0000","last_undegraded":"2024-09-19T05:03:09.197679+0000","last_fullsized":"2024-09-19T05:03:09.197679+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:46.597660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202675+0000","last_change":"2024-09-19T05:03:08.211060+0000","last_active":"2024-09-19T05:03:09.202675+0000","last_peered":"2024-09-19T05:03:09.202675+0000","last_clean":"2024-09-19T05:03:09.202675+0000","last_became_active":"2024-09-19T05:03:08.210765+0000","last_became_peered":"2024-09-19T05:03:08.210765+0000","last_unstale":"2024-09-19T05:03:09.202675+0000","last_undegraded":"2024-09-19T05:03:09.202675+0000","last_fullsized":"2024-09-19T05:03:09.202675+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:09:25.144109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198936+0000","last_change":"2024-09-19T05:03:08.202786+0000","last_active":"2024-09-19T05:03:09.198936+0000","last_peered":"2024-09-19T05:03:09.198936+0000","last_clean":"2024-09-19T05:03:09.198936+0000","last_became_active":"2024-09-19T05:03:08.202504+0000","last_became_peered":"2024-09-19T05:03:08.202504+0000","last_unstale":"2024-09-19T05:03:09.198936+0000","last_undegraded":"2024-09-19T05:03:09.198936+0000","last_fullsized":"2024-09-19T05:03:09.198936+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:11.027563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198934+0000","last_change":"2024-09-19T05:03:08.203450+0000","last_active":"2024-09-19T05:03:09.198934+0000","last_peered":"2024-09-19T05:03:09.198934+0000","last_clean":"2024-09-19T05:03:09.198934+0000","last_became_active":"2024-09-19T05:03:08.203207+0000","last_became_peered":"2024-09-19T05:03:08.203207+0000","last_unstale":"2024-09-19T05:03:09.198934+0000","last_undegraded":"2024-09-19T05:03:09.198934+0000","last_fullsized":"2024-09-19T05:03:09.198934+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:49:13.219333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198724+0000","last_change":"2024-09-19T05:03:08.208412+0000","last_active":"2024-09-19T05:03:09.198724+0000","last_peered":"2024-09-19T05:03:09.198724+0000","last_clean":"2024-09-19T05:03:09.198724+0000","last_became_active":"2024-09-19T05:03:08.208091+0000","last_became_peered":"2024-09-19T05:03:08.208091+0000","last_unstale":"2024-09-19T05:03:09.198724+0000","last_undegraded":"2024-09-19T05:03:09.198724+0000","last_fullsized":"2024-09-19T05:03:09.198724+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:25:26.126927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202695+0000","last_change":"2024-09-19T05:03:08.214592+0000","last_active":"2024-09-19T05:03:09.202695+0000","last_peered":"2024-09-19T05:03:09.202695+0000","last_clean":"2024-09-19T05:03:09.202695+0000","last_became_active":"2024-09-19T05:03:08.214290+0000","last_became_peered":"2024-09-19T05:03:08.214290+0000","last_unstale":"2024-09-19T05:03:09.202695+0000","last_undegraded":"2024-09-19T05:03:09.202695+0000","last_fullsized":"2024-09-19T05:03:09.202695+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:45:01.913479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199879+0000","last_change":"2024-09-19T05:03:08.201939+0000","last_active":"2024-09-19T05:03:09.199879+0000","last_peered":"2024-09-19T05:03:09.199879+0000","last_clean":"2024-09-19T05:03:09.199879+0000","last_became_active":"2024-09-19T05:03:08.201638+0000","last_became_peered":"2024-09-19T05:03:08.201638+0000","last_unstale":"2024-09-19T05:03:09.199879+0000","last_undegraded":"2024-09-19T05:03:09.199879+0000","last_fullsized":"2024-09-19T05:03:09.199879+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:28.480679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199275+0000","last_change":"2024-09-19T05:03:08.203566+0000","last_active":"2024-09-19T05:03:09.199275+0000","last_peered":"2024-09-19T05:03:09.199275+0000","last_clean":"2024-09-19T05:03:09.199275+0000","last_became_active":"2024-09-19T05:03:08.203264+0000","last_became_peered":"2024-09-19T05:03:08.203264+0000","last_unstale":"2024-09-19T05:03:09.199275+0000","last_undegraded":"2024-09-19T05:03:09.199275+0000","last_fullsized":"2024-09-19T05:03:09.199275+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:50:30.301402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199029+0000","last_change":"2024-09-19T05:03:08.202667+0000","last_active":"2024-09-19T05:03:09.199029+0000","last_peered":"2024-09-19T05:03:09.199029+0000","last_clean":"2024-09-19T05:03:09.199029+0000","last_became_active":"2024-09-19T05:03:08.202410+0000","last_became_peered":"2024-09-19T05:03:08.202410+0000","last_unstale":"2024-09-19T05:03:09.199029+0000","last_undegraded":"2024-09-19T05:03:09.199029+0000","last_fullsized":"2024-09-19T05:03:09.199029+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:10.252480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199276+0000","last_change":"2024-09-19T05:03:08.208062+0000","last_active":"2024-09-19T05:03:09.199276+0000","last_peered":"2024-09-19T05:03:09.199276+0000","last_clean":"2024-09-19T05:03:09.199276+0000","last_became_active":"2024-09-19T05:03:08.207787+0000","last_became_peered":"2024-09-19T05:03:08.207787+0000","last_unstale":"2024-09-19T05:03:09.199276+0000","last_undegraded":"2024-09-19T05:03:09.199276+0000","last_fullsized":"2024-09-19T05:03:09.199276+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:55:12.431879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202136+0000","last_change":"2024-09-19T05:03:08.204565+0000","last_active":"2024-09-19T05:03:09.202136+0000","last_peered":"2024-09-19T05:03:09.202136+0000","last_clean":"2024-09-19T05:03:09.202136+0000","last_became_active":"2024-09-19T05:03:08.204297+0000","last_became_peered":"2024-09-19T05:03:08.204297+0000","last_unstale":"2024-09-19T05:03:09.202136+0000","last_undegraded":"2024-09-19T05:03:09.202136+0000","last_fullsized":"2024-09-19T05:03:09.202136+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:46.079846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.203301+0000","last_change":"2024-09-19T05:03:08.212493+0000","last_active":"2024-09-19T05:03:09.203301+0000","last_peered":"2024-09-19T05:03:09.203301+0000","last_clean":"2024-09-19T05:03:09.203301+0000","last_became_active":"2024-09-19T05:03:08.212172+0000","last_became_peered":"2024-09-19T05:03:08.212172+0000","last_unstale":"2024-09-19T05:03:09.203301+0000","last_undegraded":"2024-09-19T05:03:09.203301+0000","last_fullsized":"2024-09-19T05:03:09.203301+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:29:16.676597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202325+0000","last_change":"2024-09-19T05:03:08.204576+0000","last_active":"2024-09-19T05:03:09.202325+0000","last_peered":"2024-09-19T05:03:09.202325+0000","last_clean":"2024-09-19T05:03:09.202325+0000","last_became_active":"2024-09-19T05:03:08.204244+0000","last_became_peered":"2024-09-19T05:03:08.204244+0000","last_unstale":"2024-09-19T05:03:09.202325+0000","last_undegraded":"2024-09-19T05:03:09.202325+0000","last_fullsized":"2024-09-19T05:03:09.202325+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:29:11.053802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202701+0000","last_change":"2024-09-19T05:03:08.204967+0000","last_active":"2024-09-19T05:03:09.202701+0000","last_peered":"2024-09-19T05:03:09.202701+0000","last_clean":"2024-09-19T05:03:09.202701+0000","last_became_active":"2024-09-19T05:03:08.204664+0000","last_became_peered":"2024-09-19T05:03:08.204664+0000","last_unstale":"2024-09-19T05:03:09.202701+0000","last_undegraded":"2024-09-19T05:03:09.202701+0000","last_fullsized":"2024-09-19T05:03:09.202701+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:45.697947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202683+0000","last_change":"2024-09-19T05:03:08.200612+0000","last_active":"2024-09-19T05:03:09.202683+0000","last_peered":"2024-09-19T05:03:09.202683+0000","last_clean":"2024-09-19T05:03:09.202683+0000","last_became_active":"2024-09-19T05:03:08.200334+0000","last_became_peered":"2024-09-19T05:03:08.200334+0000","last_unstale":"2024-09-19T05:03:09.202683+0000","last_undegraded":"2024-09-19T05:03:09.202683+0000","last_fullsized":"2024-09-19T05:03:09.202683+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:32.595188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200141+0000","last_change":"2024-09-19T05:03:08.209223+0000","last_active":"2024-09-19T05:03:09.200141+0000","last_peered":"2024-09-19T05:03:09.200141+0000","last_clean":"2024-09-19T05:03:09.200141+0000","last_became_active":"2024-09-19T05:03:08.208966+0000","last_became_peered":"2024-09-19T05:03:08.208966+0000","last_unstale":"2024-09-19T05:03:09.200141+0000","last_undegraded":"2024-09-19T05:03:09.200141+0000","last_fullsized":"2024-09-19T05:03:09.200141+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:49:13.219333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.201988+0000","last_change":"2024-09-19T05:03:08.207615+0000","last_active":"2024-09-19T05:03:09.201988+0000","last_peered":"2024-09-19T05:03:09.201988+0000","last_clean":"2024-09-19T05:03:09.201988+0000","last_became_active":"2024-09-19T05:03:08.207340+0000","last_became_peered":"2024-09-19T05:03:08.207340+0000","last_unstale":"2024-09-19T05:03:09.201988+0000","last_undegraded":"2024-09-19T05:03:09.201988+0000","last_fullsized":"2024-09-19T05:03:09.201988+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:46:46.606140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202091+0000","last_change":"2024-09-19T05:03:08.202043+0000","last_active":"2024-09-19T05:03:09.202091+0000","last_peered":"2024-09-19T05:03:09.202091+0000","last_clean":"2024-09-19T05:03:09.202091+0000","last_became_active":"2024-09-19T05:03:08.201736+0000","last_became_peered":"2024-09-19T05:03:08.201736+0000","last_unstale":"2024-09-19T05:03:09.202091+0000","last_undegraded":"2024-09-19T05:03:09.202091+0000","last_fullsized":"2024-09-19T05:03:09.202091+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:05.387036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198486+0000","last_change":"2024-09-19T05:03:08.191832+0000","last_active":"2024-09-19T05:03:09.198486+0000","last_peered":"2024-09-19T05:03:09.198486+0000","last_clean":"2024-09-19T05:03:09.198486+0000","last_became_active":"2024-09-19T05:03:08.191506+0000","last_became_peered":"2024-09-19T05:03:08.191506+0000","last_unstale":"2024-09-19T05:03:09.198486+0000","last_undegraded":"2024-09-19T05:03:09.198486+0000","last_fullsized":"2024-09-19T05:03:09.198486+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:02.471651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200035+0000","last_change":"2024-09-19T05:03:08.206430+0000","last_active":"2024-09-19T05:03:09.200035+0000","last_peered":"2024-09-19T05:03:09.200035+0000","last_clean":"2024-09-19T05:03:09.200035+0000","last_became_active":"2024-09-19T05:03:08.205580+0000","last_became_peered":"2024-09-19T05:03:08.205580+0000","last_unstale":"2024-09-19T05:03:09.200035+0000","last_undegraded":"2024-09-19T05:03:09.200035+0000","last_fullsized":"2024-09-19T05:03:09.200035+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:34.695813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200119+0000","last_change":"2024-09-19T05:03:08.206065+0000","last_active":"2024-09-19T05:03:09.200119+0000","last_peered":"2024-09-19T05:03:09.200119+0000","last_clean":"2024-09-19T05:03:09.200119+0000","last_became_active":"2024-09-19T05:03:08.205788+0000","last_became_peered":"2024-09-19T05:03:08.205788+0000","last_unstale":"2024-09-19T05:03:09.200119+0000","last_undegraded":"2024-09-19T05:03:09.200119+0000","last_fullsized":"2024-09-19T05:03:09.200119+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:44.629618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202725+0000","last_change":"2024-09-19T05:03:08.214238+0000","last_active":"2024-09-19T05:03:09.202725+0000","last_peered":"2024-09-19T05:03:09.202725+0000","last_clean":"2024-09-19T05:03:09.202725+0000","last_became_active":"2024-09-19T05:03:08.207111+0000","last_became_peered":"2024-09-19T05:03:08.207111+0000","last_unstale":"2024-09-19T05:03:09.202725+0000","last_undegraded":"2024-09-19T05:03:09.202725+0000","last_fullsized":"2024-09-19T05:03:09.202725+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:24:12.751333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.203220+0000","last_change":"2024-09-19T05:03:08.205061+0000","last_active":"2024-09-19T05:03:09.203220+0000","last_peered":"2024-09-19T05:03:09.203220+0000","last_clean":"2024-09-19T05:03:09.203220+0000","last_became_active":"2024-09-19T05:03:08.203419+0000","last_became_peered":"2024-09-19T05:03:08.203419+0000","last_unstale":"2024-09-19T05:03:09.203220+0000","last_undegraded":"2024-09-19T05:03:09.203220+0000","last_fullsized":"2024-09-19T05:03:09.203220+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:54:45.516491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198532+0000","last_change":"2024-09-19T05:03:08.204059+0000","last_active":"2024-09-19T05:03:09.198532+0000","last_peered":"2024-09-19T05:03:09.198532+0000","last_clean":"2024-09-19T05:03:09.198532+0000","last_became_active":"2024-09-19T05:03:08.203803+0000","last_became_peered":"2024-09-19T05:03:08.203803+0000","last_unstale":"2024-09-19T05:03:09.198532+0000","last_undegraded":"2024-09-19T05:03:09.198532+0000","last_fullsized":"2024-09-19T05:03:09.198532+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:06:40.598082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199105+0000","last_change":"2024-09-19T05:03:08.193724+0000","last_active":"2024-09-19T05:03:09.199105+0000","last_peered":"2024-09-19T05:03:09.199105+0000","last_clean":"2024-09-19T05:03:09.199105+0000","last_became_active":"2024-09-19T05:03:08.193412+0000","last_became_peered":"2024-09-19T05:03:08.193412+0000","last_unstale":"2024-09-19T05:03:09.199105+0000","last_undegraded":"2024-09-19T05:03:09.199105+0000","last_fullsized":"2024-09-19T05:03:09.199105+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:40:43.398020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202001+0000","last_change":"2024-09-19T05:03:08.213781+0000","last_active":"2024-09-19T05:03:09.202001+0000","last_peered":"2024-09-19T05:03:09.202001+0000","last_clean":"2024-09-19T05:03:09.202001+0000","last_became_active":"2024-09-19T05:03:08.211073+0000","last_became_peered":"2024-09-19T05:03:08.211073+0000","last_unstale":"2024-09-19T05:03:09.202001+0000","last_undegraded":"2024-09-19T05:03:09.202001+0000","last_fullsized":"2024-09-19T05:03:09.202001+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:03.371654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.197418+0000","last_change":"2024-09-19T05:03:08.205299+0000","last_active":"2024-09-19T05:03:09.197418+0000","last_peered":"2024-09-19T05:03:09.197418+0000","last_clean":"2024-09-19T05:03:09.197418+0000","last_became_active":"2024-09-19T05:03:08.204869+0000","last_became_peered":"2024-09-19T05:03:08.204869+0000","last_unstale":"2024-09-19T05:03:09.197418+0000","last_undegraded":"2024-09-19T05:03:09.197418+0000","last_fullsized":"2024-09-19T05:03:09.197418+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:15:16.125614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202847+0000","last_change":"2024-09-19T05:03:08.211774+0000","last_active":"2024-09-19T05:03:09.202847+0000","last_peered":"2024-09-19T05:03:09.202847+0000","last_clean":"2024-09-19T05:03:09.202847+0000","last_became_active":"2024-09-19T05:03:08.211476+0000","last_became_peered":"2024-09-19T05:03:08.211476+0000","last_unstale":"2024-09-19T05:03:09.202847+0000","last_undegraded":"2024-09-19T05:03:09.202847+0000","last_fullsized":"2024-09-19T05:03:09.202847+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:15:34.976668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1f","version":"60'4","reported_seq":18,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.203269+0000","last_change":"2024-09-19T05:03:07.202015+0000","last_active":"2024-09-19T05:03:09.203269+0000","last_peered":"2024-09-19T05:03:09.203269+0000","last_clean":"2024-09-19T05:03:09.203269+0000","last_became_active":"2024-09-19T05:03:07.201756+0000","last_became_peered":"2024-09-19T05:03:07.201756+0000","last_unstale":"2024-09-19T05:03:09.203269+0000","last_undegraded":"2024-09-19T05:03:09.203269+0000","last_fullsized":"2024-09-19T05:03:09.203269+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:00:28.464161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202847+0000","last_change":"2024-09-19T05:03:08.203883+0000","last_active":"2024-09-19T05:03:09.202847+0000","last_peered":"2024-09-19T05:03:09.202847+0000","last_clean":"2024-09-19T05:03:09.202847+0000","last_became_active":"2024-09-19T05:03:08.203589+0000","last_became_peered":"2024-09-19T05:03:08.203589+0000","last_unstale":"2024-09-19T05:03:09.202847+0000","last_undegraded":"2024-09-19T05:03:09.202847+0000","last_fullsized":"2024-09-19T05:03:09.202847+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:00:29.469595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1e","version":"60'1","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.197951+0000","last_change":"2024-09-19T05:03:07.202532+0000","last_active":"2024-09-19T05:03:09.197951+0000","last_peered":"2024-09-19T05:03:09.197951+0000","last_clean":"2024-09-19T05:03:09.197951+0000","last_became_active":"2024-09-19T05:03:07.202244+0000","last_became_peered":"2024-09-19T05:03:07.202244+0000","last_unstale":"2024-09-19T05:03:09.197951+0000","last_undegraded":"2024-09-19T05:03:09.197951+0000","last_fullsized":"2024-09-19T05:03:09.197951+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:30:40.676841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.197908+0000","last_change":"2024-09-19T05:03:08.204388+0000","last_active":"2024-09-19T05:03:09.197908+0000","last_peered":"2024-09-19T05:03:09.197908+0000","last_clean":"2024-09-19T05:03:09.197908+0000","last_became_active":"2024-09-19T05:03:08.204111+0000","last_became_peered":"2024-09-19T05:03:08.204111+0000","last_unstale":"2024-09-19T05:03:09.197908+0000","last_undegraded":"2024-09-19T05:03:09.197908+0000","last_fullsized":"2024-09-19T05:03:09.197908+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:36:50.882341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"60'2","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.197945+0000","last_change":"2024-09-19T05:03:07.195431+0000","last_active":"2024-09-19T05:03:09.197945+0000","last_peered":"2024-09-19T05:03:09.197945+0000","last_clean":"2024-09-19T05:03:09.197945+0000","last_became_active":"2024-09-19T05:03:07.195151+0000","last_became_peered":"2024-09-19T05:03:07.195151+0000","last_unstale":"2024-09-19T05:03:09.197945+0000","last_undegraded":"2024-09-19T05:03:09.197945+0000","last_fullsized":"2024-09-19T05:03:09.197945+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:00:29.474177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198848+0000","last_change":"2024-09-19T05:03:08.208940+0000","last_active":"2024-09-19T05:03:09.198848+0000","last_peered":"2024-09-19T05:03:09.198848+0000","last_clean":"2024-09-19T05:03:09.198848+0000","last_became_active":"2024-09-19T05:03:08.208466+0000","last_became_peered":"2024-09-19T05:03:08.208466+0000","last_unstale":"2024-09-19T05:03:09.198848+0000","last_undegraded":"2024-09-19T05:03:09.198848+0000","last_fullsized":"2024-09-19T05:03:09.198848+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:44.629618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"60'2","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.197720+0000","last_change":"2024-09-19T05:03:07.199240+0000","last_active":"2024-09-19T05:03:09.197720+0000","last_peered":"2024-09-19T05:03:09.197720+0000","last_clean":"2024-09-19T05:03:09.197720+0000","last_became_active":"2024-09-19T05:03:07.198936+0000","last_became_peered":"2024-09-19T05:03:07.198936+0000","last_unstale":"2024-09-19T05:03:09.197720+0000","last_undegraded":"2024-09-19T05:03:09.197720+0000","last_fullsized":"2024-09-19T05:03:09.197720+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:29:15.671163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202284+0000","last_change":"2024-09-19T05:03:08.209496+0000","last_active":"2024-09-19T05:03:09.202284+0000","last_peered":"2024-09-19T05:03:09.202284+0000","last_clean":"2024-09-19T05:03:09.202284+0000","last_became_active":"2024-09-19T05:03:08.209191+0000","last_became_peered":"2024-09-19T05:03:08.209191+0000","last_unstale":"2024-09-19T05:03:09.202284+0000","last_undegraded":"2024-09-19T05:03:09.202284+0000","last_fullsized":"2024-09-19T05:03:09.202284+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:29:00.673693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"60'1","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202526+0000","last_change":"2024-09-19T05:03:07.197693+0000","last_active":"2024-09-19T05:03:09.202526+0000","last_peered":"2024-09-19T05:03:09.202526+0000","last_clean":"2024-09-19T05:03:09.202526+0000","last_became_active":"2024-09-19T05:03:07.197400+0000","last_became_peered":"2024-09-19T05:03:07.197400+0000","last_unstale":"2024-09-19T05:03:09.202526+0000","last_undegraded":"2024-09-19T05:03:09.202526+0000","last_fullsized":"2024-09-19T05:03:09.202526+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:50:29.295968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202362+0000","last_change":"2024-09-19T05:03:08.209066+0000","last_active":"2024-09-19T05:03:09.202362+0000","last_peered":"2024-09-19T05:03:09.202362+0000","last_clean":"2024-09-19T05:03:09.202362+0000","last_became_active":"2024-09-19T05:03:08.208736+0000","last_became_peered":"2024-09-19T05:03:08.208736+0000","last_unstale":"2024-09-19T05:03:09.202362+0000","last_undegraded":"2024-09-19T05:03:09.202362+0000","last_fullsized":"2024-09-19T05:03:09.202362+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:03:20.255891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1a","version":"60'1","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202091+0000","last_change":"2024-09-19T05:03:07.196279+0000","last_active":"2024-09-19T05:03:09.202091+0000","last_peered":"2024-09-19T05:03:09.202091+0000","last_clean":"2024-09-19T05:03:09.202091+0000","last_became_active":"2024-09-19T05:03:07.195936+0000","last_became_peered":"2024-09-19T05:03:07.195936+0000","last_unstale":"2024-09-19T05:03:09.202091+0000","last_undegraded":"2024-09-19T05:03:09.202091+0000","last_fullsized":"2024-09-19T05:03:09.202091+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:06:39.592648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202488+0000","last_change":"2024-09-19T05:03:08.207844+0000","last_active":"2024-09-19T05:03:09.202488+0000","last_peered":"2024-09-19T05:03:09.202488+0000","last_clean":"2024-09-19T05:03:09.202488+0000","last_became_active":"2024-09-19T05:03:08.207596+0000","last_became_peered":"2024-09-19T05:03:08.207596+0000","last_unstale":"2024-09-19T05:03:09.202488+0000","last_undegraded":"2024-09-19T05:03:09.202488+0000","last_fullsized":"2024-09-19T05:03:09.202488+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:52.703252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202184+0000","last_change":"2024-09-19T05:03:07.203329+0000","last_active":"2024-09-19T05:03:09.202184+0000","last_peered":"2024-09-19T05:03:09.202184+0000","last_clean":"2024-09-19T05:03:09.202184+0000","last_became_active":"2024-09-19T05:03:07.203021+0000","last_became_peered":"2024-09-19T05:03:07.203021+0000","last_unstale":"2024-09-19T05:03:09.202184+0000","last_undegraded":"2024-09-19T05:03:09.202184+0000","last_fullsized":"2024-09-19T05:03:09.202184+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:40:22.741321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202437+0000","last_change":"2024-09-19T05:03:08.204024+0000","last_active":"2024-09-19T05:03:09.202437+0000","last_peered":"2024-09-19T05:03:09.202437+0000","last_clean":"2024-09-19T05:03:09.202437+0000","last_became_active":"2024-09-19T05:03:08.203729+0000","last_became_peered":"2024-09-19T05:03:08.203729+0000","last_unstale":"2024-09-19T05:03:09.202437+0000","last_undegraded":"2024-09-19T05:03:09.202437+0000","last_fullsized":"2024-09-19T05:03:09.202437+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:11:53.285505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202277+0000","last_change":"2024-09-19T05:03:07.203815+0000","last_active":"2024-09-19T05:03:09.202277+0000","last_peered":"2024-09-19T05:03:09.202277+0000","last_clean":"2024-09-19T05:03:09.202277+0000","last_became_active":"2024-09-19T05:03:07.203533+0000","last_became_peered":"2024-09-19T05:03:07.203533+0000","last_unstale":"2024-09-19T05:03:09.202277+0000","last_undegraded":"2024-09-19T05:03:09.202277+0000","last_fullsized":"2024-09-19T05:03:09.202277+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:15.492053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.203241+0000","last_change":"2024-09-19T05:03:08.206695+0000","last_active":"2024-09-19T05:03:09.203241+0000","last_peered":"2024-09-19T05:03:09.203241+0000","last_clean":"2024-09-19T05:03:09.203241+0000","last_became_active":"2024-09-19T05:03:08.206421+0000","last_became_peered":"2024-09-19T05:03:08.206421+0000","last_unstale":"2024-09-19T05:03:09.203241+0000","last_undegraded":"2024-09-19T05:03:09.203241+0000","last_fullsized":"2024-09-19T05:03:09.203241+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:33:10.209862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199052+0000","last_change":"2024-09-19T05:03:07.197483+0000","last_active":"2024-09-19T05:03:09.199052+0000","last_peered":"2024-09-19T05:03:09.199052+0000","last_clean":"2024-09-19T05:03:09.199052+0000","last_became_active":"2024-09-19T05:03:07.197195+0000","last_became_peered":"2024-09-19T05:03:07.197195+0000","last_unstale":"2024-09-19T05:03:09.199052+0000","last_undegraded":"2024-09-19T05:03:09.199052+0000","last_fullsized":"2024-09-19T05:03:09.199052+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:45:02.798634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202683+0000","last_change":"2024-09-19T05:03:08.194366+0000","last_active":"2024-09-19T05:03:09.202683+0000","last_peered":"2024-09-19T05:03:09.202683+0000","last_clean":"2024-09-19T05:03:09.202683+0000","last_became_active":"2024-09-19T05:03:08.194086+0000","last_became_peered":"2024-09-19T05:03:08.194086+0000","last_unstale":"2024-09-19T05:03:09.202683+0000","last_undegraded":"2024-09-19T05:03:09.202683+0000","last_fullsized":"2024-09-19T05:03:09.202683+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:37:37.442819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202840+0000","last_change":"2024-09-19T05:03:07.198928+0000","last_active":"2024-09-19T05:03:09.202840+0000","last_peered":"2024-09-19T05:03:09.202840+0000","last_clean":"2024-09-19T05:03:09.202840+0000","last_became_active":"2024-09-19T05:03:07.198612+0000","last_became_peered":"2024-09-19T05:03:07.198612+0000","last_unstale":"2024-09-19T05:03:09.202840+0000","last_undegraded":"2024-09-19T05:03:09.202840+0000","last_fullsized":"2024-09-19T05:03:09.202840+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:16.392713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.203042+0000","last_change":"2024-09-19T05:03:08.201879+0000","last_active":"2024-09-19T05:03:09.203042+0000","last_peered":"2024-09-19T05:03:09.203042+0000","last_clean":"2024-09-19T05:03:09.203042+0000","last_became_active":"2024-09-19T05:03:08.201561+0000","last_became_peered":"2024-09-19T05:03:08.201561+0000","last_unstale":"2024-09-19T05:03:09.203042+0000","last_undegraded":"2024-09-19T05:03:09.203042+0000","last_fullsized":"2024-09-19T05:03:09.203042+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:48.028053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.15","version":"60'3","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198622+0000","last_change":"2024-09-19T05:03:07.199984+0000","last_active":"2024-09-19T05:03:09.198622+0000","last_peered":"2024-09-19T05:03:09.198622+0000","last_clean":"2024-09-19T05:03:09.198622+0000","last_became_active":"2024-09-19T05:03:07.199644+0000","last_became_peered":"2024-09-19T05:03:07.199644+0000","last_unstale":"2024-09-19T05:03:09.198622+0000","last_undegraded":"2024-09-19T05:03:09.198622+0000","last_fullsized":"2024-09-19T05:03:09.198622+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:56:55.358152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202996+0000","last_change":"2024-09-19T05:03:08.200612+0000","last_active":"2024-09-19T05:03:09.202996+0000","last_peered":"2024-09-19T05:03:09.202996+0000","last_clean":"2024-09-19T05:03:09.202996+0000","last_became_active":"2024-09-19T05:03:08.200229+0000","last_became_peered":"2024-09-19T05:03:08.200229+0000","last_unstale":"2024-09-19T05:03:09.202996+0000","last_undegraded":"2024-09-19T05:03:09.202996+0000","last_fullsized":"2024-09-19T05:03:09.202996+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:24.578969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"60'6","reported_seq":20,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.203257+0000","last_change":"2024-09-19T05:03:07.199603+0000","last_active":"2024-09-19T05:03:09.203257+0000","last_peered":"2024-09-19T05:03:09.203257+0000","last_clean":"2024-09-19T05:03:09.203257+0000","last_became_active":"2024-09-19T05:03:07.199314+0000","last_became_peered":"2024-09-19T05:03:07.199314+0000","last_unstale":"2024-09-19T05:03:09.203257+0000","last_undegraded":"2024-09-19T05:03:09.203257+0000","last_fullsized":"2024-09-19T05:03:09.203257+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:30:27.842372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202048+0000","last_change":"2024-09-19T05:03:08.211063+0000","last_active":"2024-09-19T05:03:09.202048+0000","last_peered":"2024-09-19T05:03:09.202048+0000","last_clean":"2024-09-19T05:03:09.202048+0000","last_became_active":"2024-09-19T05:03:08.210590+0000","last_became_peered":"2024-09-19T05:03:08.210590+0000","last_unstale":"2024-09-19T05:03:09.202048+0000","last_undegraded":"2024-09-19T05:03:09.202048+0000","last_fullsized":"2024-09-19T05:03:09.202048+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:25:13.740944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.13","version":"60'2","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198799+0000","last_change":"2024-09-19T05:03:07.202463+0000","last_active":"2024-09-19T05:03:09.198799+0000","last_peered":"2024-09-19T05:03:09.198799+0000","last_clean":"2024-09-19T05:03:09.198799+0000","last_became_active":"2024-09-19T05:03:07.202117+0000","last_became_peered":"2024-09-19T05:03:07.202117+0000","last_unstale":"2024-09-19T05:03:09.198799+0000","last_undegraded":"2024-09-19T05:03:09.198799+0000","last_fullsized":"2024-09-19T05:03:09.198799+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:37.164550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199013+0000","last_change":"2024-09-19T05:03:08.192495+0000","last_active":"2024-09-19T05:03:09.199013+0000","last_peered":"2024-09-19T05:03:09.199013+0000","last_clean":"2024-09-19T05:03:09.199013+0000","last_became_active":"2024-09-19T05:03:08.192225+0000","last_became_peered":"2024-09-19T05:03:08.192225+0000","last_unstale":"2024-09-19T05:03:09.199013+0000","last_undegraded":"2024-09-19T05:03:09.199013+0000","last_fullsized":"2024-09-19T05:03:09.199013+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:40:23.746755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199020+0000","last_change":"2024-09-19T05:03:07.192934+0000","last_active":"2024-09-19T05:03:09.199020+0000","last_peered":"2024-09-19T05:03:09.199020+0000","last_clean":"2024-09-19T05:03:09.199020+0000","last_became_active":"2024-09-19T05:03:07.192665+0000","last_became_peered":"2024-09-19T05:03:07.192665+0000","last_unstale":"2024-09-19T05:03:09.199020+0000","last_undegraded":"2024-09-19T05:03:09.199020+0000","last_fullsized":"2024-09-19T05:03:09.199020+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:52.158021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202986+0000","last_change":"2024-09-19T05:03:08.203586+0000","last_active":"2024-09-19T05:03:09.202986+0000","last_peered":"2024-09-19T05:03:09.202986+0000","last_clean":"2024-09-19T05:03:09.202986+0000","last_became_active":"2024-09-19T05:03:08.203337+0000","last_became_peered":"2024-09-19T05:03:08.203337+0000","last_unstale":"2024-09-19T05:03:09.202986+0000","last_undegraded":"2024-09-19T05:03:09.202986+0000","last_fullsized":"2024-09-19T05:03:09.202986+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:02.308943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199333+0000","last_change":"2024-09-19T05:03:07.199608+0000","last_active":"2024-09-19T05:03:09.199333+0000","last_peered":"2024-09-19T05:03:09.199333+0000","last_clean":"2024-09-19T05:03:09.199333+0000","last_became_active":"2024-09-19T05:03:07.199330+0000","last_became_peered":"2024-09-19T05:03:07.199330+0000","last_unstale":"2024-09-19T05:03:09.199333+0000","last_undegraded":"2024-09-19T05:03:09.199333+0000","last_fullsized":"2024-09-19T05:03:09.199333+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:41:59.278967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202920+0000","last_change":"2024-09-19T05:03:08.214801+0000","last_active":"2024-09-19T05:03:09.202920+0000","last_peered":"2024-09-19T05:03:09.202920+0000","last_clean":"2024-09-19T05:03:09.202920+0000","last_became_active":"2024-09-19T05:03:08.214533+0000","last_became_peered":"2024-09-19T05:03:08.214533+0000","last_unstale":"2024-09-19T05:03:09.202920+0000","last_undegraded":"2024-09-19T05:03:09.202920+0000","last_fullsized":"2024-09-19T05:03:09.202920+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:54:33.810761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.10","version":"60'8","reported_seq":22,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.201876+0000","last_change":"2024-09-19T05:03:07.199877+0000","last_active":"2024-09-19T05:03:09.201876+0000","last_peered":"2024-09-19T05:03:09.201876+0000","last_clean":"2024-09-19T05:03:09.201876+0000","last_became_active":"2024-09-19T05:03:07.199613+0000","last_became_peered":"2024-09-19T05:03:07.199613+0000","last_unstale":"2024-09-19T05:03:09.201876+0000","last_undegraded":"2024-09-19T05:03:09.201876+0000","last_fullsized":"2024-09-19T05:03:09.201876+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:39:56.986847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198709+0000","last_change":"2024-09-19T05:03:08.207754+0000","last_active":"2024-09-19T05:03:09.198709+0000","last_peered":"2024-09-19T05:03:09.198709+0000","last_clean":"2024-09-19T05:03:09.198709+0000","last_became_active":"2024-09-19T05:03:08.207485+0000","last_became_peered":"2024-09-19T05:03:08.207485+0000","last_unstale":"2024-09-19T05:03:09.198709+0000","last_undegraded":"2024-09-19T05:03:09.198709+0000","last_fullsized":"2024-09-19T05:03:09.198709+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:34.695813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"60'1","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200195+0000","last_change":"2024-09-19T05:03:07.195258+0000","last_active":"2024-09-19T05:03:09.200195+0000","last_peered":"2024-09-19T05:03:09.200195+0000","last_clean":"2024-09-19T05:03:09.200195+0000","last_became_active":"2024-09-19T05:03:07.194938+0000","last_became_peered":"2024-09-19T05:03:07.194938+0000","last_unstale":"2024-09-19T05:03:09.200195+0000","last_undegraded":"2024-09-19T05:03:09.200195+0000","last_fullsized":"2024-09-19T05:03:09.200195+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:39:38.224757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202899+0000","last_change":"2024-09-19T05:03:08.206446+0000","last_active":"2024-09-19T05:03:09.202899+0000","last_peered":"2024-09-19T05:03:09.202899+0000","last_clean":"2024-09-19T05:03:09.202899+0000","last_became_active":"2024-09-19T05:03:08.206108+0000","last_became_peered":"2024-09-19T05:03:08.206108+0000","last_unstale":"2024-09-19T05:03:09.202899+0000","last_undegraded":"2024-09-19T05:03:09.202899+0000","last_fullsized":"2024-09-19T05:03:09.202899+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:40.561195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.e","version":"60'2","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198748+0000","last_change":"2024-09-19T05:03:07.201125+0000","last_active":"2024-09-19T05:03:09.198748+0000","last_peered":"2024-09-19T05:03:09.198748+0000","last_clean":"2024-09-19T05:03:09.198748+0000","last_became_active":"2024-09-19T05:03:07.200833+0000","last_became_peered":"2024-09-19T05:03:07.200833+0000","last_unstale":"2024-09-19T05:03:09.198748+0000","last_undegraded":"2024-09-19T05:03:09.198748+0000","last_fullsized":"2024-09-19T05:03:09.198748+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:25:52.861665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202952+0000","last_change":"2024-09-19T05:03:08.204734+0000","last_active":"2024-09-19T05:03:09.202952+0000","last_peered":"2024-09-19T05:03:09.202952+0000","last_clean":"2024-09-19T05:03:09.202952+0000","last_became_active":"2024-09-19T05:03:08.204010+0000","last_became_peered":"2024-09-19T05:03:08.204010+0000","last_unstale":"2024-09-19T05:03:09.202952+0000","last_undegraded":"2024-09-19T05:03:09.202952+0000","last_fullsized":"2024-09-19T05:03:09.202952+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:30:28.847806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.d","version":"60'1","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198508+0000","last_change":"2024-09-19T05:03:07.199932+0000","last_active":"2024-09-19T05:03:09.198508+0000","last_peered":"2024-09-19T05:03:09.198508+0000","last_clean":"2024-09-19T05:03:09.198508+0000","last_became_active":"2024-09-19T05:03:07.199226+0000","last_became_peered":"2024-09-19T05:03:07.199226+0000","last_unstale":"2024-09-19T05:03:09.198508+0000","last_undegraded":"2024-09-19T05:03:09.198508+0000","last_fullsized":"2024-09-19T05:03:09.198508+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:01.616336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.203072+0000","last_change":"2024-09-19T05:03:08.201485+0000","last_active":"2024-09-19T05:03:09.203072+0000","last_peered":"2024-09-19T05:03:09.203072+0000","last_clean":"2024-09-19T05:03:09.203072+0000","last_became_active":"2024-09-19T05:03:08.201238+0000","last_became_peered":"2024-09-19T05:03:08.201238+0000","last_unstale":"2024-09-19T05:03:09.203072+0000","last_undegraded":"2024-09-19T05:03:09.203072+0000","last_fullsized":"2024-09-19T05:03:09.203072+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:39:39.230191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202769+0000","last_change":"2024-09-19T05:03:07.200110+0000","last_active":"2024-09-19T05:03:09.202769+0000","last_peered":"2024-09-19T05:03:09.202769+0000","last_clean":"2024-09-19T05:03:09.202769+0000","last_became_active":"2024-09-19T05:03:07.199847+0000","last_became_peered":"2024-09-19T05:03:07.199847+0000","last_unstale":"2024-09-19T05:03:09.202769+0000","last_undegraded":"2024-09-19T05:03:09.202769+0000","last_fullsized":"2024-09-19T05:03:09.202769+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:01.466217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.197457+0000","last_change":"2024-09-19T05:03:08.205920+0000","last_active":"2024-09-19T05:03:09.197457+0000","last_peered":"2024-09-19T05:03:09.197457+0000","last_clean":"2024-09-19T05:03:09.197457+0000","last_became_active":"2024-09-19T05:03:08.205541+0000","last_became_peered":"2024-09-19T05:03:08.205541+0000","last_unstale":"2024-09-19T05:03:09.197457+0000","last_undegraded":"2024-09-19T05:03:09.197457+0000","last_fullsized":"2024-09-19T05:03:09.197457+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:25:21.312865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.b","version":"60'2","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.197611+0000","last_change":"2024-09-19T05:03:07.201064+0000","last_active":"2024-09-19T05:03:09.197611+0000","last_peered":"2024-09-19T05:03:09.197611+0000","last_clean":"2024-09-19T05:03:09.197611+0000","last_became_active":"2024-09-19T05:03:07.200515+0000","last_became_peered":"2024-09-19T05:03:07.200515+0000","last_unstale":"2024-09-19T05:03:09.197611+0000","last_undegraded":"2024-09-19T05:03:09.197611+0000","last_fullsized":"2024-09-19T05:03:09.197611+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:33:09.204428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199390+0000","last_change":"2024-09-19T05:03:08.208033+0000","last_active":"2024-09-19T05:03:09.199390+0000","last_peered":"2024-09-19T05:03:09.199390+0000","last_clean":"2024-09-19T05:03:09.199390+0000","last_became_active":"2024-09-19T05:03:08.207659+0000","last_became_peered":"2024-09-19T05:03:08.207659+0000","last_unstale":"2024-09-19T05:03:09.199390+0000","last_undegraded":"2024-09-19T05:03:09.199390+0000","last_fullsized":"2024-09-19T05:03:09.199390+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:02.471651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199174+0000","last_change":"2024-09-19T05:03:07.190726+0000","last_active":"2024-09-19T05:03:09.199174+0000","last_peered":"2024-09-19T05:03:09.199174+0000","last_clean":"2024-09-19T05:03:09.199174+0000","last_became_active":"2024-09-19T05:03:07.190432+0000","last_became_peered":"2024-09-19T05:03:07.190432+0000","last_unstale":"2024-09-19T05:03:09.199174+0000","last_undegraded":"2024-09-19T05:03:09.199174+0000","last_fullsized":"2024-09-19T05:03:09.199174+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:41:59.278967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202749+0000","last_change":"2024-09-19T05:03:08.207236+0000","last_active":"2024-09-19T05:03:09.202749+0000","last_peered":"2024-09-19T05:03:09.202749+0000","last_clean":"2024-09-19T05:03:09.202749+0000","last_became_active":"2024-09-19T05:03:08.206964+0000","last_became_peered":"2024-09-19T05:03:08.206964+0000","last_unstale":"2024-09-19T05:03:09.202749+0000","last_undegraded":"2024-09-19T05:03:09.202749+0000","last_fullsized":"2024-09-19T05:03:09.202749+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:51.299980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.197398+0000","last_change":"2024-09-19T05:03:07.201808+0000","last_active":"2024-09-19T05:03:09.197398+0000","last_peered":"2024-09-19T05:03:09.197398+0000","last_clean":"2024-09-19T05:03:09.197398+0000","last_became_active":"2024-09-19T05:03:07.201527+0000","last_became_peered":"2024-09-19T05:03:07.201527+0000","last_unstale":"2024-09-19T05:03:09.197398+0000","last_undegraded":"2024-09-19T05:03:09.197398+0000","last_fullsized":"2024-09-19T05:03:09.197398+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:54:44.511057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.197742+0000","last_change":"2024-09-19T05:03:08.206097+0000","last_active":"2024-09-19T05:03:09.197742+0000","last_peered":"2024-09-19T05:03:09.197742+0000","last_clean":"2024-09-19T05:03:09.197742+0000","last_became_active":"2024-09-19T05:03:08.205804+0000","last_became_peered":"2024-09-19T05:03:08.205804+0000","last_unstale":"2024-09-19T05:03:09.197742+0000","last_undegraded":"2024-09-19T05:03:09.197742+0000","last_fullsized":"2024-09-19T05:03:09.197742+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:41:20.005008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.7","version":"60'2","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200255+0000","last_change":"2024-09-19T05:03:07.192263+0000","last_active":"2024-09-19T05:03:09.200255+0000","last_peered":"2024-09-19T05:03:09.200255+0000","last_clean":"2024-09-19T05:03:09.200255+0000","last_became_active":"2024-09-19T05:03:07.192041+0000","last_became_peered":"2024-09-19T05:03:07.192041+0000","last_unstale":"2024-09-19T05:03:09.200255+0000","last_undegraded":"2024-09-19T05:03:09.200255+0000","last_fullsized":"2024-09-19T05:03:09.200255+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:46.035092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202949+0000","last_change":"2024-09-19T05:03:08.213697+0000","last_active":"2024-09-19T05:03:09.202949+0000","last_peered":"2024-09-19T05:03:09.202949+0000","last_clean":"2024-09-19T05:03:09.202949+0000","last_became_active":"2024-09-19T05:03:08.213418+0000","last_became_peered":"2024-09-19T05:03:08.213418+0000","last_unstale":"2024-09-19T05:03:09.202949+0000","last_undegraded":"2024-09-19T05:03:09.202949+0000","last_fullsized":"2024-09-19T05:03:09.202949+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:15:13.473786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.6","version":"61'1","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.284635+0000","last_change":"2024-09-19T05:03:07.199032+0000","last_active":"2024-09-19T05:03:09.284635+0000","last_peered":"2024-09-19T05:03:09.284635+0000","last_clean":"2024-09-19T05:03:09.284635+0000","last_became_active":"2024-09-19T05:03:07.198762+0000","last_became_peered":"2024-09-19T05:03:07.198762+0000","last_unstale":"2024-09-19T05:03:09.284635+0000","last_undegraded":"2024-09-19T05:03:09.284635+0000","last_fullsized":"2024-09-19T05:03:09.284635+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:37.164550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.200106+0000","last_change":"2024-09-19T05:03:08.191056+0000","last_active":"2024-09-19T05:03:09.200106+0000","last_peered":"2024-09-19T05:03:09.200106+0000","last_clean":"2024-09-19T05:03:09.200106+0000","last_became_active":"2024-09-19T05:03:08.190754+0000","last_became_peered":"2024-09-19T05:03:08.190754+0000","last_unstale":"2024-09-19T05:03:09.200106+0000","last_undegraded":"2024-09-19T05:03:09.200106+0000","last_fullsized":"2024-09-19T05:03:09.200106+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:25:26.126927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.197953+0000","last_change":"2024-09-19T05:03:07.196109+0000","last_active":"2024-09-19T05:03:09.197953+0000","last_peered":"2024-09-19T05:03:09.197953+0000","last_clean":"2024-09-19T05:03:09.197953+0000","last_became_active":"2024-09-19T05:03:07.195837+0000","last_became_peered":"2024-09-19T05:03:07.195837+0000","last_unstale":"2024-09-19T05:03:09.197953+0000","last_undegraded":"2024-09-19T05:03:09.197953+0000","last_fullsized":"2024-09-19T05:03:09.197953+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:10:27.492716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.203074+0000","last_change":"2024-09-19T05:03:08.200830+0000","last_active":"2024-09-19T05:03:09.203074+0000","last_peered":"2024-09-19T05:03:09.203074+0000","last_clean":"2024-09-19T05:03:09.203074+0000","last_became_active":"2024-09-19T05:03:08.200523+0000","last_became_peered":"2024-09-19T05:03:08.200523+0000","last_unstale":"2024-09-19T05:03:09.203074+0000","last_undegraded":"2024-09-19T05:03:09.203074+0000","last_fullsized":"2024-09-19T05:03:09.203074+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:53.163455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.203274+0000","last_change":"2024-09-19T05:03:07.195416+0000","last_active":"2024-09-19T05:03:09.203274+0000","last_peered":"2024-09-19T05:03:09.203274+0000","last_clean":"2024-09-19T05:03:09.203274+0000","last_became_active":"2024-09-19T05:03:07.195079+0000","last_became_peered":"2024-09-19T05:03:07.195079+0000","last_unstale":"2024-09-19T05:03:09.203274+0000","last_undegraded":"2024-09-19T05:03:09.203274+0000","last_fullsized":"2024-09-19T05:03:09.203274+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:24:11.745898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202182+0000","last_change":"2024-09-19T05:03:08.209954+0000","last_active":"2024-09-19T05:03:09.202182+0000","last_peered":"2024-09-19T05:03:09.202182+0000","last_clean":"2024-09-19T05:03:09.202182+0000","last_became_active":"2024-09-19T05:03:08.209675+0000","last_became_peered":"2024-09-19T05:03:08.209675+0000","last_unstale":"2024-09-19T05:03:09.202182+0000","last_undegraded":"2024-09-19T05:03:09.202182+0000","last_fullsized":"2024-09-19T05:03:09.202182+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:05.353685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.198941+0000","last_change":"2024-09-19T05:03:07.201517+0000","last_active":"2024-09-19T05:03:09.198941+0000","last_peered":"2024-09-19T05:03:09.198941+0000","last_clean":"2024-09-19T05:03:09.198941+0000","last_became_active":"2024-09-19T05:03:07.201241+0000","last_became_peered":"2024-09-19T05:03:07.201241+0000","last_unstale":"2024-09-19T05:03:09.198941+0000","last_undegraded":"2024-09-19T05:03:09.198941+0000","last_fullsized":"2024-09-19T05:03:09.198941+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:29:46.035092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202086+0000","last_change":"2024-09-19T05:03:08.210904+0000","last_active":"2024-09-19T05:03:09.202086+0000","last_peered":"2024-09-19T05:03:09.202086+0000","last_clean":"2024-09-19T05:03:09.202086+0000","last_became_active":"2024-09-19T05:03:08.210527+0000","last_became_peered":"2024-09-19T05:03:08.210527+0000","last_unstale":"2024-09-19T05:03:09.202086+0000","last_undegraded":"2024-09-19T05:03:09.202086+0000","last_fullsized":"2024-09-19T05:03:09.202086+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:07:50.208858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202192+0000","last_change":"2024-09-19T05:03:07.195425+0000","last_active":"2024-09-19T05:03:09.202192+0000","last_peered":"2024-09-19T05:03:09.202192+0000","last_clean":"2024-09-19T05:03:09.202192+0000","last_became_active":"2024-09-19T05:03:07.195090+0000","last_became_peered":"2024-09-19T05:03:07.195090+0000","last_unstale":"2024-09-19T05:03:09.202192+0000","last_undegraded":"2024-09-19T05:03:09.202192+0000","last_fullsized":"2024-09-19T05:03:09.202192+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:27.475245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202539+0000","last_change":"2024-09-19T05:03:08.202150+0000","last_active":"2024-09-19T05:03:09.202539+0000","last_peered":"2024-09-19T05:03:09.202539+0000","last_clean":"2024-09-19T05:03:09.202539+0000","last_became_active":"2024-09-19T05:03:08.201765+0000","last_became_peered":"2024-09-19T05:03:08.201765+0000","last_unstale":"2024-09-19T05:03:09.202539+0000","last_undegraded":"2024-09-19T05:03:09.202539+0000","last_fullsized":"2024-09-19T05:03:09.202539+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:20:57.268811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202274+0000","last_change":"2024-09-19T05:03:07.203727+0000","last_active":"2024-09-19T05:03:09.202274+0000","last_peered":"2024-09-19T05:03:09.202274+0000","last_clean":"2024-09-19T05:03:09.202274+0000","last_became_active":"2024-09-19T05:03:07.203390+0000","last_became_peered":"2024-09-19T05:03:07.203390+0000","last_unstale":"2024-09-19T05:03:09.202274+0000","last_undegraded":"2024-09-19T05:03:09.202274+0000","last_fullsized":"2024-09-19T05:03:09.202274+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:40:42.392586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202294+0000","last_change":"2024-09-19T05:03:08.202607+0000","last_active":"2024-09-19T05:03:09.202294+0000","last_peered":"2024-09-19T05:03:09.202294+0000","last_clean":"2024-09-19T05:03:09.202294+0000","last_became_active":"2024-09-19T05:03:08.202315+0000","last_became_peered":"2024-09-19T05:03:08.202315+0000","last_unstale":"2024-09-19T05:03:09.202294+0000","last_undegraded":"2024-09-19T05:03:09.202294+0000","last_fullsized":"2024-09-19T05:03:09.202294+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:55:55.503170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202067+0000","last_change":"2024-09-19T05:03:07.201454+0000","last_active":"2024-09-19T05:03:09.202067+0000","last_peered":"2024-09-19T05:03:09.202067+0000","last_clean":"2024-09-19T05:03:09.202067+0000","last_became_active":"2024-09-19T05:03:07.201169+0000","last_became_peered":"2024-09-19T05:03:07.201169+0000","last_unstale":"2024-09-19T05:03:09.202067+0000","last_undegraded":"2024-09-19T05:03:09.202067+0000","last_fullsized":"2024-09-19T05:03:09.202067+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:45:00.908045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.202555+0000","last_change":"2024-09-19T05:03:08.211772+0000","last_active":"2024-09-19T05:03:09.202555+0000","last_peered":"2024-09-19T05:03:09.202555+0000","last_clean":"2024-09-19T05:03:09.202555+0000","last_became_active":"2024-09-19T05:03:08.211466+0000","last_became_peered":"2024-09-19T05:03:08.211466+0000","last_unstale":"2024-09-19T05:03:09.202555+0000","last_undegraded":"2024-09-19T05:03:09.202555+0000","last_fullsized":"2024-09-19T05:03:09.202555+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:07.174407+0000","last_clean_scrub_stamp":"2024-09-19T05:03:07.174407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:23.323366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.201790+0000","last_change":"2024-09-19T05:03:07.197625+0000","last_active":"2024-09-19T05:03:09.201790+0000","last_peered":"2024-09-19T05:03:09.201790+0000","last_clean":"2024-09-19T05:03:09.201790+0000","last_became_active":"2024-09-19T05:03:07.197327+0000","last_became_peered":"2024-09-19T05:03:07.197327+0000","last_unstale":"2024-09-19T05:03:09.201790+0000","last_undegraded":"2024-09-19T05:03:09.201790+0000","last_fullsized":"2024-09-19T05:03:09.201790+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:06.168973+0000","last_clean_scrub_stamp":"2024-09-19T05:03:06.168973+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:10.022129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":251,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-19T05:03:09.199100+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:03:09.199100+0000","last_peered":"2024-09-19T05:03:09.199100+0000","last_clean":"2024-09-19T05:03:09.199100+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:03:09.199100+0000","last_undegraded":"2024-09-19T05:03:09.199100+0000","last_fullsized":"2024-09-19T05:03:09.199100+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509469,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28340,"kb_used_data":1308,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343500,"statfs":{"total":96636764160,"available":96607744000,"internally_reserved":0,"allocated":1339392,"data_stored":919589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509468,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27748,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344092,"statfs":{"total":96636764160,"available":96608350208,"internally_reserved":0,"allocated":733184,"data_stored":328479,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509468,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27748,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344092,"statfs":{"total":96636764160,"available":96608350208,"internally_reserved":0,"allocated":733184,"data_stored":328467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542172,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31908,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339932,"statfs":{"total":96636764160,"available":96604090368,"internally_reserved":0,"allocated":729088,"data_stored":328445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542172,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31908,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339932,"statfs":{"total":96636764160,"available":96604090368,"internally_reserved":0,"allocated":729088,"data_stored":328445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574877,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27760,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344080,"statfs":{"total":96636764160,"available":96608337920,"internally_reserved":0,"allocated":741376,"data_stored":330057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574876,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31936,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339904,"statfs":{"total":96636764160,"available":96604061696,"internally_reserved":0,"allocated":757760,"data_stored":330821,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574876,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36640,"kb_used_data":1292,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335200,"statfs":{"total":96636764160,"available":96599244800,"internally_reserved":0,"allocated":1323008,"data_stored":918813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:03:15.931 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T05:03:15.931 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T05:03:16.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.075+0000 7f1ffa58d640 1 Processor -- start 2024-09-19T05:03:16.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.075+0000 7f1ffa58d640 1 -- start start 2024-09-19T05:03:16.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.076+0000 7f1ffa58d640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f1ff415e770 0x7f1ff406d7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:16.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.076+0000 7f1ffa58d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1ff40b6e10 0x7f1ff406dce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:16.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.076+0000 7f1ffa58d640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1ff409b480 con 0x7f1ff40b3850 2024-09-19T05:03:16.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.076+0000 7f1ffa58d640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f1ff40cb810 con 0x7f1ff415e770 2024-09-19T05:03:16.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.076+0000 7f1ffa58d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1ff409b760 con 0x7f1ff40b6e10 2024-09-19T05:03:16.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.076+0000 7f1ff37fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f1ff40b3850 0x7f1ff40cbca0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:37218/0 (socket says 172.21.15.5:37218) 2024-09-19T05:03:16.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.076+0000 7f1ff37fe640 1 -- 172.21.15.5:0/3383929855 learned_addr learned my addr 172.21.15.5:0/3383929855 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:16.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.076+0000 7f1ff8b2a640 1 --2- 172.21.15.5:0/3383929855 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1ff40b6e10 0x7f1ff406dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:16.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.076+0000 7f1ff3fff640 1 --2- 172.21.15.5:0/3383929855 >> v2:172.21.15.134:3300/0 conn(0x7f1ff415e770 0x7f1ff406d7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:16.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.076+0000 7f1ff2ffd640 1 -- 172.21.15.5:0/3383929855 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3108533735 0 0) 0x7f1ff409b480 con 0x7f1ff40b3850 2024-09-19T05:03:16.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.076+0000 7f1ff2ffd640 1 -- 172.21.15.5:0/3383929855 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1fdc003520 con 0x7f1ff40b3850 2024-09-19T05:03:16.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.077+0000 7f1ff2ffd640 1 -- 172.21.15.5:0/3383929855 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1137922001 0 0) 0x7f1fdc003520 con 0x7f1ff40b3850 2024-09-19T05:03:16.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.077+0000 7f1ff2ffd640 1 -- 172.21.15.5:0/3383929855 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1ff40b6e10 msgr2=0x7f1ff406dce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:16.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.077+0000 7f1ff2ffd640 1 --2- 172.21.15.5:0/3383929855 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1ff40b6e10 0x7f1ff406dce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:16.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.077+0000 7f1ff2ffd640 1 -- 172.21.15.5:0/3383929855 >> v2:172.21.15.134:3300/0 conn(0x7f1ff415e770 msgr2=0x7f1ff406d7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:16.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.077+0000 7f1ff2ffd640 1 --2- 172.21.15.5:0/3383929855 >> v2:172.21.15.134:3300/0 conn(0x7f1ff415e770 0x7f1ff406d7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:16.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.077+0000 7f1ff2ffd640 1 -- 172.21.15.5:0/3383929855 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ff409ba40 con 0x7f1ff40b3850 2024-09-19T05:03:16.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.077+0000 7f1ff2ffd640 1 -- 172.21.15.5:0/3383929855 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f1fe8001670 con 0x7f1ff40b3850 2024-09-19T05:03:16.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.077+0000 7f1ff2ffd640 1 -- 172.21.15.5:0/3383929855 >> v1:172.21.15.5:6789/0 conn(0x7f1ff40b3850 legacy=0x7f1ff40cbca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:16.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.077+0000 7f1ff2ffd640 1 --2- 172.21.15.5:0/3383929855 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1fdc0039b0 0x7f1fdc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:16.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.077+0000 7f1ff2ffd640 1 --2- 172.21.15.5:0/3383929855 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1fdc004800 0x7f1fdc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:16.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.077+0000 7f1ff2ffd640 1 --2- 172.21.15.5:0/3383929855 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1ff40b6e10 0x7f1fdc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:16.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.077+0000 7f1ff2ffd640 1 -- 172.21.15.5:0/3383929855 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1ff40cb810 con 0x7f1fdc0039b0 2024-09-19T05:03:16.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.077+0000 7f1ff2ffd640 1 -- 172.21.15.5:0/3383929855 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f1ff409b760 con 0x7f1fdc004800 2024-09-19T05:03:16.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.077+0000 7f1ff2ffd640 1 -- 172.21.15.5:0/3383929855 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1fdc00b9c0 con 0x7f1ff40b6e10 2024-09-19T05:03:16.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.077+0000 7f1ff3fff640 1 --2- 172.21.15.5:0/3383929855 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1fdc0039b0 0x7f1fdc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:16.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.077+0000 7f1ff8b2a640 1 --2- 172.21.15.5:0/3383929855 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1ff40b6e10 0x7f1fdc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:16.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.077+0000 7f1ff37fe640 1 --2- 172.21.15.5:0/3383929855 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1fdc004800 0x7f1fdc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:16.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.077+0000 7f1ff3fff640 1 -- 172.21.15.5:0/3383929855 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1ff40b6e10 msgr2=0x7f1fdc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:16.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.077+0000 7f1ff3fff640 1 --2- 172.21.15.5:0/3383929855 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1ff40b6e10 0x7f1fdc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:16.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.077+0000 7f1ff3fff640 1 -- 172.21.15.5:0/3383929855 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1fdc004800 msgr2=0x7f1fdc004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:16.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.077+0000 7f1ff3fff640 1 --2- 172.21.15.5:0/3383929855 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1fdc004800 0x7f1fdc004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:16.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.077+0000 7f1ff3fff640 1 -- 172.21.15.5:0/3383929855 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fdc003520 con 0x7f1fdc0039b0 2024-09-19T05:03:16.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.077+0000 7f1ff8b2a640 1 --2- 172.21.15.5:0/3383929855 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1ff40b6e10 0x7f1fdc0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:16.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.077+0000 7f1ff37fe640 1 --2- 172.21.15.5:0/3383929855 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1fdc004800 0x7f1fdc004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:16.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.078+0000 7f1ff3fff640 1 --2- 172.21.15.5:0/3383929855 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1fdc0039b0 0x7f1fdc003dd0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f1fe4009ac0 tx=0x7f1fdc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e15e97ee8d3e969 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:16.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.078+0000 7f1ff2ffd640 1 -- 172.21.15.5:0/3383929855 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fe4036070 con 0x7f1fdc0039b0 2024-09-19T05:03:16.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.078+0000 7f1ff2ffd640 1 -- 172.21.15.5:0/3383929855 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1fe4031400 con 0x7f1fdc0039b0 2024-09-19T05:03:16.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.078+0000 7f1ff2ffd640 1 -- 172.21.15.5:0/3383929855 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fe4009690 con 0x7f1fdc0039b0 2024-09-19T05:03:16.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.079+0000 7f1ffa58d640 1 -- 172.21.15.5:0/3383929855 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1fdc0039b0 msgr2=0x7f1fdc003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:16.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.079+0000 7f1ffa58d640 1 --2- 172.21.15.5:0/3383929855 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1fdc0039b0 0x7f1fdc003dd0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f1fe4009ac0 tx=0x7f1fdc005830 comp rx=0 tx=0).stop 2024-09-19T05:03:16.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.079+0000 7f1ff8b2a640 1 -- 172.21.15.5:0/3383929855 reap_dead start 2024-09-19T05:03:16.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.079+0000 7f1ffa58d640 1 -- 172.21.15.5:0/3383929855 shutdown_connections 2024-09-19T05:03:16.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.079+0000 7f1ffa58d640 1 -- 172.21.15.5:0/3383929855 >> 172.21.15.5:0/3383929855 conn(0x7f1ff40b4060 msgr2=0x7f1ff40b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:16.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.079+0000 7f1ffa58d640 1 -- 172.21.15.5:0/3383929855 shutdown_connections 2024-09-19T05:03:16.084 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.079+0000 7f1ffa58d640 1 -- 172.21.15.5:0/3383929855 wait complete. 2024-09-19T05:03:16.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.080+0000 7f1ffa58d640 1 Processor -- start 2024-09-19T05:03:16.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.080+0000 7f1ffa58d640 1 -- start start 2024-09-19T05:03:16.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.081+0000 7f1ffa58d640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1fdc0039b0 0x7f1ff4140c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:16.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.081+0000 7f1ffa58d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1ff4153040 0x7f1ff40ccf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:16.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.081+0000 7f1ffa58d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1ff40ce210 0x7f1ff4152430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:16.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.081+0000 7f1ffa58d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1ff415eb50 con 0x7f1ff40ce210 2024-09-19T05:03:16.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.081+0000 7f1ffa58d640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f1ff409c000 con 0x7f1fdc0039b0 2024-09-19T05:03:16.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.081+0000 7f1ffa58d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1ff415ecd0 con 0x7f1ff4153040 2024-09-19T05:03:16.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.081+0000 7f1ff8b2a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1ff40ce210 0x7f1ff4152430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:16.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.081+0000 7f1ff8b2a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1ff40ce210 0x7f1ff4152430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35786/0 (socket says 172.21.15.5:35786) 2024-09-19T05:03:16.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.081+0000 7f1ff8b2a640 1 -- 172.21.15.5:0/2899630749 learned_addr learned my addr 172.21.15.5:0/2899630749 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:16.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.081+0000 7f1ff3fff640 1 --2- 172.21.15.5:0/2899630749 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1fdc0039b0 0x7f1ff4140c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:16.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.081+0000 7f1ff37fe640 1 --2- 172.21.15.5:0/2899630749 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1ff4153040 0x7f1ff40ccf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:16.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.081+0000 7f1ff8b2a640 1 -- 172.21.15.5:0/2899630749 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1ff4153040 msgr2=0x7f1ff40ccf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:16.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.081+0000 7f1ff8b2a640 1 --2- 172.21.15.5:0/2899630749 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1ff4153040 0x7f1ff40ccf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:16.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.081+0000 7f1ff8b2a640 1 -- 172.21.15.5:0/2899630749 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1fdc0039b0 msgr2=0x7f1ff4140c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:16.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.081+0000 7f1ff8b2a640 1 --2- 172.21.15.5:0/2899630749 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1fdc0039b0 0x7f1ff4140c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:16.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.081+0000 7f1ff8b2a640 1 -- 172.21.15.5:0/2899630749 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ff41411d0 con 0x7f1ff40ce210 2024-09-19T05:03:16.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.081+0000 7f1ff3fff640 1 --2- 172.21.15.5:0/2899630749 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1fdc0039b0 0x7f1ff4140c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:16.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.081+0000 7f1ff37fe640 1 --2- 172.21.15.5:0/2899630749 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1ff4153040 0x7f1ff40ccf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:16.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.082+0000 7f1ff8b2a640 1 --2- 172.21.15.5:0/2899630749 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1ff40ce210 0x7f1ff4152430 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f1ff41622d0 tx=0x7f1fec010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:16.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.082+0000 7f1ff0ff9640 1 -- 172.21.15.5:0/2899630749 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fec003990 con 0x7f1ff40ce210 2024-09-19T05:03:16.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.082+0000 7f1ff0ff9640 1 -- 172.21.15.5:0/2899630749 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1fec003b50 con 0x7f1ff40ce210 2024-09-19T05:03:16.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.082+0000 7f1ffa58d640 1 -- 172.21.15.5:0/2899630749 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ff4154ad0 con 0x7f1ff40ce210 2024-09-19T05:03:16.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.082+0000 7f1ff0ff9640 1 -- 172.21.15.5:0/2899630749 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fec004020 con 0x7f1ff40ce210 2024-09-19T05:03:16.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.082+0000 7f1ffa58d640 1 -- 172.21.15.5:0/2899630749 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ff40cca30 con 0x7f1ff40ce210 2024-09-19T05:03:16.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.083+0000 7f1ffa58d640 1 -- 172.21.15.5:0/2899630749 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ff40ccc30 con 0x7f1ff40ce210 2024-09-19T05:03:16.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.083+0000 7f1ff0ff9640 1 -- 172.21.15.5:0/2899630749 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1fec01e030 con 0x7f1ff40ce210 2024-09-19T05:03:16.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.084+0000 7f1ff0ff9640 1 --2- 172.21.15.5:0/2899630749 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1fe006c2e0 0x7f1fe006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:16.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.084+0000 7f1ff0ff9640 1 -- 172.21.15.5:0/2899630749 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6101+0+0 (secure 0 0 0) 0x7f1fec08bd70 con 0x7f1ff40ce210 2024-09-19T05:03:16.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.084+0000 7f1ff3fff640 1 --2- 172.21.15.5:0/2899630749 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1fe006c2e0 0x7f1fe006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:16.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.085+0000 7f1ff3fff640 1 --2- 172.21.15.5:0/2899630749 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1fe006c2e0 0x7f1fe006e7a0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f1fe4033000 tx=0x7f1fe4008030 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:16.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.088+0000 7f1ff0ff9640 1 -- 172.21.15.5:0/2899630749 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1ff40ccc30 con 0x7f1ff40ce210 2024-09-19T05:03:16.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.334+0000 7f1ffa58d640 1 -- 172.21.15.5:0/2899630749 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f1ff4071870 con 0x7f1ff40ce210 2024-09-19T05:03:16.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.336+0000 7f1ff0ff9640 1 -- 172.21.15.5:0/2899630749 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v13) ==== 190+0+147 (secure 0 0 0) 0x7f1fec025020 con 0x7f1ff40ce210 2024-09-19T05:03:16.338 INFO:teuthology.orchestra.run.smithi005.stdout:[client.0] 2024-09-19T05:03:16.338 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDnr+tmGJAHJxAA6YT7sqI8XwKH2Z23OxGkFw== 2024-09-19T05:03:16.338 INFO:teuthology.orchestra.run.smithi005.stdout: caps mds = "allow" 2024-09-19T05:03:16.338 INFO:teuthology.orchestra.run.smithi005.stdout: caps mon = "allow r" 2024-09-19T05:03:16.338 INFO:teuthology.orchestra.run.smithi005.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T05:03:16.338 INFO:teuthology.orchestra.run.smithi005.stderr:updated caps for client.0 2024-09-19T05:03:16.340 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.338+0000 7f1ffa58d640 1 -- 172.21.15.5:0/2899630749 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1fe006c2e0 msgr2=0x7f1fe006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:16.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.338+0000 7f1ffa58d640 1 --2- 172.21.15.5:0/2899630749 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1fe006c2e0 0x7f1fe006e7a0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f1fe4033000 tx=0x7f1fe4008030 comp rx=0 tx=0).stop 2024-09-19T05:03:16.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.338+0000 7f1ffa58d640 1 -- 172.21.15.5:0/2899630749 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1ff40ce210 msgr2=0x7f1ff4152430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:16.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.338+0000 7f1ffa58d640 1 --2- 172.21.15.5:0/2899630749 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1ff40ce210 0x7f1ff4152430 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f1ff41622d0 tx=0x7f1fec010590 comp rx=0 tx=0).stop 2024-09-19T05:03:16.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.339+0000 7f1ffa58d640 1 -- 172.21.15.5:0/2899630749 shutdown_connections 2024-09-19T05:03:16.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.339+0000 7f1ffa58d640 1 --2- 172.21.15.5:0/2899630749 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1fe006c2e0 0x7f1fe006e7a0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:16.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.339+0000 7f1ffa58d640 1 --2- 172.21.15.5:0/2899630749 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1ff40ce210 0x7f1ff4152430 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:16.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.339+0000 7f1ffa58d640 1 --2- 172.21.15.5:0/2899630749 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1ff4153040 0x7f1ff40ccf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:16.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.339+0000 7f1ffa58d640 1 --2- 172.21.15.5:0/2899630749 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1fdc0039b0 0x7f1ff4140c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:16.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.339+0000 7f1ffa58d640 1 -- 172.21.15.5:0/2899630749 >> 172.21.15.5:0/2899630749 conn(0x7f1ff40b4060 msgr2=0x7f1ff415cd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:16.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.339+0000 7f1ffa58d640 1 -- 172.21.15.5:0/2899630749 shutdown_connections 2024-09-19T05:03:16.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.339+0000 7f1ffa58d640 1 -- 172.21.15.5:0/2899630749 wait complete. 2024-09-19T05:03:16.352 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:03:16.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.452+0000 7f0345ed7640 1 Processor -- start 2024-09-19T05:03:16.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.452+0000 7f0345ed7640 1 -- start start 2024-09-19T05:03:16.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.453+0000 7f0345ed7640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f03400cce10 0x7f03400cf090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:16.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.453+0000 7f0345ed7640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f034015b2d0 0x7f034015b700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:16.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.453+0000 7f0345ed7640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f03400cf900 con 0x7f034006f0e0 2024-09-19T05:03:16.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.453+0000 7f0345ed7640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f03400afd10 con 0x7f03400cce10 2024-09-19T05:03:16.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.453+0000 7f0345ed7640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f03400d01a0 con 0x7f034015b2d0 2024-09-19T05:03:16.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.453+0000 7f033effd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f03400cce10 0x7f03400cf090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:16.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.453+0000 7f033effd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f03400cce10 0x7f03400cf090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35788/0 (socket says 172.21.15.5:35788) 2024-09-19T05:03:16.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.453+0000 7f033effd640 1 -- 172.21.15.5:0/2395889755 learned_addr learned my addr 172.21.15.5:0/2395889755 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:16.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.453+0000 7f033f7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f034006f0e0 0x7f034006f4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:37226/0 (socket says 172.21.15.5:37226) 2024-09-19T05:03:16.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.454+0000 7f033ffff640 1 --2- 172.21.15.5:0/2395889755 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f034015b2d0 0x7f034015b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:16.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.454+0000 7f033effd640 1 -- 172.21.15.5:0/2395889755 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f034015b2d0 msgr2=0x7f034015b700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:16.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.454+0000 7f033effd640 1 --2- 172.21.15.5:0/2395889755 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f034015b2d0 0x7f034015b700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:16.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.454+0000 7f033effd640 1 -- 172.21.15.5:0/2395889755 >> v1:172.21.15.5:6789/0 conn(0x7f034006f0e0 legacy=0x7f034006f4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:16.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.454+0000 7f033effd640 1 -- 172.21.15.5:0/2395889755 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03400cfbe0 con 0x7f03400cce10 2024-09-19T05:03:16.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.454+0000 7f033e7fc640 1 -- 172.21.15.5:0/2395889755 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 427054396 0 0) 0x7f03400cf900 con 0x7f034006f0e0 2024-09-19T05:03:16.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.455+0000 7f033effd640 1 --2- 172.21.15.5:0/2395889755 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f03400cce10 0x7f03400cf090 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f033400bb10 tx=0x7f033402c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e6ad71236f26cc4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:16.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.455+0000 7f033e7fc640 1 -- 172.21.15.5:0/2395889755 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0334032790 con 0x7f03400cce10 2024-09-19T05:03:16.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.455+0000 7f033e7fc640 1 -- 172.21.15.5:0/2395889755 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0334038070 con 0x7f03400cce10 2024-09-19T05:03:16.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.455+0000 7f033e7fc640 1 -- 172.21.15.5:0/2395889755 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0334032b50 con 0x7f03400cce10 2024-09-19T05:03:16.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.455+0000 7f0345ed7640 1 -- 172.21.15.5:0/2395889755 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f03400cce10 msgr2=0x7f03400cf090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:16.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.455+0000 7f0345ed7640 1 --2- 172.21.15.5:0/2395889755 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f03400cce10 0x7f03400cf090 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f033400bb10 tx=0x7f033402c890 comp rx=0 tx=0).stop 2024-09-19T05:03:16.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.455+0000 7f0345ed7640 1 -- 172.21.15.5:0/2395889755 shutdown_connections 2024-09-19T05:03:16.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.455+0000 7f0345ed7640 1 --2- 172.21.15.5:0/2395889755 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f034015b2d0 0x7f034015b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:16.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.455+0000 7f0345ed7640 1 --2- 172.21.15.5:0/2395889755 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f03400cce10 0x7f03400cf090 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:16.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.455+0000 7f0345ed7640 1 -- 172.21.15.5:0/2395889755 >> 172.21.15.5:0/2395889755 conn(0x7f0340067da0 msgr2=0x7f034006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:16.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.455+0000 7f0345ed7640 1 -- 172.21.15.5:0/2395889755 shutdown_connections 2024-09-19T05:03:16.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.455+0000 7f0345ed7640 1 -- 172.21.15.5:0/2395889755 wait complete. 2024-09-19T05:03:16.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.456+0000 7f0345ed7640 1 Processor -- start 2024-09-19T05:03:16.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.457+0000 7f0345ed7640 1 -- start start 2024-09-19T05:03:16.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.457+0000 7f0345ed7640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f034006f0e0 0x7f0340155740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:16.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.457+0000 7f0345ed7640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f03400cce10 0x7f03400b2410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:16.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.457+0000 7f0345ed7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f034015b2d0 0x7f034015c980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:16.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.457+0000 7f0345ed7640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f03400cf5d0 con 0x7f034015b2d0 2024-09-19T05:03:16.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.457+0000 7f0345ed7640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f03400b3ba0 con 0x7f03400cce10 2024-09-19T05:03:16.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.457+0000 7f0345ed7640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f03400b40c0 con 0x7f034006f0e0 2024-09-19T05:03:16.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.458+0000 7f033ffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f034015b2d0 0x7f034015c980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:16.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.458+0000 7f033ffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f034015b2d0 0x7f034015c980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:35796/0 (socket says 172.21.15.5:35796) 2024-09-19T05:03:16.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.458+0000 7f033ffff640 1 -- 172.21.15.5:0/2059212791 learned_addr learned my addr 172.21.15.5:0/2059212791 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:16.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.458+0000 7f033f7fe640 1 --2- 172.21.15.5:0/2059212791 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f034006f0e0 0x7f0340155740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:16.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.458+0000 7f033effd640 1 --2- 172.21.15.5:0/2059212791 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f03400cce10 0x7f03400b2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:16.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.458+0000 7f033ffff640 1 -- 172.21.15.5:0/2059212791 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f034006f0e0 msgr2=0x7f0340155740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:16.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.458+0000 7f033ffff640 1 --2- 172.21.15.5:0/2059212791 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f034006f0e0 0x7f0340155740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:16.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.458+0000 7f033ffff640 1 -- 172.21.15.5:0/2059212791 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f03400cce10 msgr2=0x7f03400b2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:16.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.458+0000 7f033ffff640 1 --2- 172.21.15.5:0/2059212791 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f03400cce10 0x7f03400b2410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:16.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.458+0000 7f033ffff640 1 -- 172.21.15.5:0/2059212791 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03400ada10 con 0x7f034015b2d0 2024-09-19T05:03:16.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.458+0000 7f033effd640 1 --2- 172.21.15.5:0/2059212791 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f03400cce10 0x7f03400b2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:16.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.458+0000 7f033ffff640 1 --2- 172.21.15.5:0/2059212791 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f034015b2d0 0x7f034015c980 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f033800efc0 tx=0x7f033800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:16.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.458+0000 7f0327fff640 1 -- 172.21.15.5:0/2059212791 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0338018020 con 0x7f034015b2d0 2024-09-19T05:03:16.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.458+0000 7f0327fff640 1 -- 172.21.15.5:0/2059212791 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0338014480 con 0x7f034015b2d0 2024-09-19T05:03:16.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.458+0000 7f0327fff640 1 -- 172.21.15.5:0/2059212791 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0338014870 con 0x7f034015b2d0 2024-09-19T05:03:16.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.458+0000 7f0345ed7640 1 -- 172.21.15.5:0/2059212791 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03400adcf0 con 0x7f034015b2d0 2024-09-19T05:03:16.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.458+0000 7f0345ed7640 1 -- 172.21.15.5:0/2059212791 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03400ae7d0 con 0x7f034015b2d0 2024-09-19T05:03:16.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.459+0000 7f0345ed7640 1 -- 172.21.15.5:0/2059212791 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03400cf090 con 0x7f034015b2d0 2024-09-19T05:03:16.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.460+0000 7f0327fff640 1 -- 172.21.15.5:0/2059212791 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f033801b020 con 0x7f034015b2d0 2024-09-19T05:03:16.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.460+0000 7f0327fff640 1 --2- 172.21.15.5:0/2059212791 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f032c06c2b0 0x7f032c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:16.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.460+0000 7f0327fff640 1 -- 172.21.15.5:0/2059212791 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6101+0+0 (secure 0 0 0) 0x7f033808c030 con 0x7f034015b2d0 2024-09-19T05:03:16.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.461+0000 7f033f7fe640 1 --2- 172.21.15.5:0/2059212791 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f032c06c2b0 0x7f032c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:16.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.461+0000 7f033f7fe640 1 --2- 172.21.15.5:0/2059212791 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f032c06c2b0 0x7f032c06e770 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f0330000f60 tx=0x7f0330007b70 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:16.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.465+0000 7f0327fff640 1 -- 172.21.15.5:0/2059212791 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0338022030 con 0x7f034015b2d0 2024-09-19T05:03:16.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.677+0000 7f0345ed7640 1 -- 172.21.15.5:0/2059212791 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f03401e4270 con 0x7f034015b2d0 2024-09-19T05:03:16.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.677+0000 7f0327fff640 1 -- 172.21.15.5:0/2059212791 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+5221 (secure 0 0 0) 0x7f0338010040 con 0x7f034015b2d0 2024-09-19T05:03:16.679 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:16.679 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":31,"btime":"2024-09-19T05:03:10:196264+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5344,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6835/193189745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":193189745},{"type":"v1","addr":"172.21.15.134:6835","nonce":193189745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5347,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/3657495632","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6836","nonce":3657495632},{"type":"v1","addr":"172.21.15.134:6837","nonce":3657495632}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5604,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/1981671740","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":1981671740},{"type":"v1","addr":"172.21.15.5:6834","nonce":1981671740}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":31,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:03:07.549304+0000","modified":"2024-09-19T05:03:09.541834+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5607},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5607":{"gid":5607,"name":"a","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/3369090914","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":3369090914},{"type":"v1","addr":"172.21.15.5:6835","nonce":3369090914}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5607,"qdb_cluster":[5607]},"id":4}]} 2024-09-19T05:03:16.679 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 31 2024-09-19T05:03:16.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.679+0000 7f0345ed7640 1 -- 172.21.15.5:0/2059212791 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f032c06c2b0 msgr2=0x7f032c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:16.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.679+0000 7f0345ed7640 1 --2- 172.21.15.5:0/2059212791 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f032c06c2b0 0x7f032c06e770 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f0330000f60 tx=0x7f0330007b70 comp rx=0 tx=0).stop 2024-09-19T05:03:16.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.679+0000 7f0345ed7640 1 -- 172.21.15.5:0/2059212791 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f034015b2d0 msgr2=0x7f034015c980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:16.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.679+0000 7f0345ed7640 1 --2- 172.21.15.5:0/2059212791 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f034015b2d0 0x7f034015c980 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f033800efc0 tx=0x7f033800c490 comp rx=0 tx=0).stop 2024-09-19T05:03:16.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.679+0000 7f0345ed7640 1 -- 172.21.15.5:0/2059212791 shutdown_connections 2024-09-19T05:03:16.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.679+0000 7f0345ed7640 1 --2- 172.21.15.5:0/2059212791 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f032c06c2b0 0x7f032c06e770 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:16.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.679+0000 7f0345ed7640 1 --2- 172.21.15.5:0/2059212791 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f034015b2d0 0x7f034015c980 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:16.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.679+0000 7f0345ed7640 1 --2- 172.21.15.5:0/2059212791 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f03400cce10 0x7f03400b2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:16.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.679+0000 7f0345ed7640 1 --2- 172.21.15.5:0/2059212791 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f034006f0e0 0x7f0340155740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:16.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.679+0000 7f0345ed7640 1 -- 172.21.15.5:0/2059212791 >> 172.21.15.5:0/2059212791 conn(0x7f0340067da0 msgr2=0x7f03401e3750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:16.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.679+0000 7f0345ed7640 1 -- 172.21.15.5:0/2059212791 shutdown_connections 2024-09-19T05:03:16.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:16.679+0000 7f0345ed7640 1 -- 172.21.15.5:0/2059212791 wait complete. 2024-09-19T05:03:17.095 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 31, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T05:03:07.549304+0000', 'modified': '2024-09-19T05:03:09.541834+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5607}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5607': {'gid': 5607, 'name': 'a', 'rank': 0, 'incarnation': 29, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.5:6835/3369090914', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.5:6833', 'nonce': 3369090914}, {'type': 'v1', 'addr': '172.21.15.5:6835', 'nonce': 3369090914}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [10], 'metadata_pool': 9, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5607, 'qdb_cluster': [5607]} 2024-09-19T05:03:17.096 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T05:03:17.096 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-19T05:03:17.204 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.203+0000 7fd0672ae640 1 Processor -- start 2024-09-19T05:03:17.205 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.203+0000 7fd0672ae640 1 -- start start 2024-09-19T05:03:17.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.204+0000 7fd0672ae640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fd0600b1950 0x7fd060166e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.207 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.204+0000 7fd0672ae640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd06009b250 con 0x7fd0600b5db0 2024-09-19T05:03:17.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.204+0000 7fd0672ae640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd0600afa50 con 0x7fd0600b1540 2024-09-19T05:03:17.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.204+0000 7fd0672ae640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fd0600afd30 con 0x7fd0600b1950 2024-09-19T05:03:17.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.204+0000 7fd06504a640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fd0600b5db0 0x7fd06009aa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53662/0 (socket says 172.21.15.5:53662) 2024-09-19T05:03:17.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.204+0000 7fd06504a640 1 -- 172.21.15.5:0/1362284024 learned_addr learned my addr 172.21.15.5:0/1362284024 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:17.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.204+0000 7fd06584b640 1 --2- 172.21.15.5:0/1362284024 >> v2:172.21.15.134:3300/0 conn(0x7fd0600b1950 0x7fd060166e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.204+0000 7fd057fff640 1 -- 172.21.15.5:0/1362284024 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3145103088 0 0) 0x7fd06009b250 con 0x7fd0600b5db0 2024-09-19T05:03:17.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.204+0000 7fd057fff640 1 -- 172.21.15.5:0/1362284024 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd04c003520 con 0x7fd0600b5db0 2024-09-19T05:03:17.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.205+0000 7fd057fff640 1 -- 172.21.15.5:0/1362284024 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2779350341 0 0) 0x7fd04c003520 con 0x7fd0600b5db0 2024-09-19T05:03:17.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.205+0000 7fd057fff640 1 -- 172.21.15.5:0/1362284024 >> v2:172.21.15.134:3300/0 conn(0x7fd0600b1950 msgr2=0x7fd060166e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:17.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.205+0000 7fd057fff640 1 --2- 172.21.15.5:0/1362284024 >> v2:172.21.15.134:3300/0 conn(0x7fd0600b1950 0x7fd060166e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.205+0000 7fd057fff640 1 -- 172.21.15.5:0/1362284024 >> v1:172.21.15.134:6789/0 conn(0x7fd0600b1540 legacy=0x7fd0600b6190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:17.208 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.205+0000 7fd057fff640 1 -- 172.21.15.5:0/1362284024 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0600b0010 con 0x7fd0600b5db0 2024-09-19T05:03:17.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.205+0000 7fd057fff640 1 -- 172.21.15.5:0/1362284024 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7fd05c001670 con 0x7fd0600b5db0 2024-09-19T05:03:17.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.205+0000 7fd057fff640 1 -- 172.21.15.5:0/1362284024 >> v1:172.21.15.5:6789/0 conn(0x7fd0600b5db0 legacy=0x7fd06009aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:17.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.205+0000 7fd057fff640 1 --2- 172.21.15.5:0/1362284024 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd04c0039b0 0x7fd04c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.205+0000 7fd057fff640 1 --2- 172.21.15.5:0/1362284024 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd04c004800 0x7fd04c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.205+0000 7fd057fff640 1 --2- 172.21.15.5:0/1362284024 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd04c0051c0 0x7fd04c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.205+0000 7fd057fff640 1 -- 172.21.15.5:0/1362284024 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd0600afd30 con 0x7fd04c004800 2024-09-19T05:03:17.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.205+0000 7fd057fff640 1 -- 172.21.15.5:0/1362284024 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd04c00c060 con 0x7fd04c0051c0 2024-09-19T05:03:17.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.205+0000 7fd057fff640 1 -- 172.21.15.5:0/1362284024 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd04c00c260 con 0x7fd04c0039b0 2024-09-19T05:03:17.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.205+0000 7fd064849640 1 --2- 172.21.15.5:0/1362284024 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd04c004800 0x7fd04c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.205+0000 7fd06504a640 1 --2- 172.21.15.5:0/1362284024 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd04c0039b0 0x7fd04c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.205+0000 7fd06584b640 1 --2- 172.21.15.5:0/1362284024 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd04c0051c0 0x7fd04c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.205+0000 7fd064849640 1 -- 172.21.15.5:0/1362284024 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd04c0039b0 msgr2=0x7fd04c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:17.209 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.205+0000 7fd064849640 1 --2- 172.21.15.5:0/1362284024 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd04c0039b0 0x7fd04c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.205+0000 7fd064849640 1 -- 172.21.15.5:0/1362284024 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd04c0051c0 msgr2=0x7fd04c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:17.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.205+0000 7fd064849640 1 --2- 172.21.15.5:0/1362284024 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd04c0051c0 0x7fd04c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.205+0000 7fd064849640 1 -- 172.21.15.5:0/1362284024 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd04c003520 con 0x7fd04c004800 2024-09-19T05:03:17.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.205+0000 7fd06504a640 1 --2- 172.21.15.5:0/1362284024 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd04c0039b0 0x7fd04c003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:17.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.205+0000 7fd06584b640 1 -- 172.21.15.5:0/1362284024 reap_dead start 2024-09-19T05:03:17.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.206+0000 7fd064849640 1 --2- 172.21.15.5:0/1362284024 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd04c004800 0x7fd04c004c80 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fd050001750 tx=0x7fd04c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6ae86f55d86102a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:17.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.206+0000 7fd057fff640 1 -- 172.21.15.5:0/1362284024 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd050001370 con 0x7fd04c004800 2024-09-19T05:03:17.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.206+0000 7fd057fff640 1 -- 172.21.15.5:0/1362284024 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0500052d0 con 0x7fd04c004800 2024-09-19T05:03:17.210 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.206+0000 7fd057fff640 1 -- 172.21.15.5:0/1362284024 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd05002abc0 con 0x7fd04c004800 2024-09-19T05:03:17.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.207+0000 7fd0672ae640 1 -- 172.21.15.5:0/1362284024 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd04c004800 msgr2=0x7fd04c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:17.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.207+0000 7fd0672ae640 1 --2- 172.21.15.5:0/1362284024 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd04c004800 0x7fd04c004c80 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fd050001750 tx=0x7fd04c005830 comp rx=0 tx=0).stop 2024-09-19T05:03:17.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.207+0000 7fd0672ae640 1 -- 172.21.15.5:0/1362284024 shutdown_connections 2024-09-19T05:03:17.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.207+0000 7fd0672ae640 1 --2- 172.21.15.5:0/1362284024 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd04c004800 0x7fd04c004c80 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.207+0000 7fd0672ae640 1 -- 172.21.15.5:0/1362284024 >> 172.21.15.5:0/1362284024 conn(0x7fd0600b3ff0 msgr2=0x7fd0600b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:17.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.207+0000 7fd0672ae640 1 -- 172.21.15.5:0/1362284024 shutdown_connections 2024-09-19T05:03:17.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.207+0000 7fd0672ae640 1 -- 172.21.15.5:0/1362284024 wait complete. 2024-09-19T05:03:17.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.208+0000 7fd0672ae640 1 Processor -- start 2024-09-19T05:03:17.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.208+0000 7fd0672ae640 1 -- start start 2024-09-19T05:03:17.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.209+0000 7fd0672ae640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd04c004800 0x7fd06015c7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.209+0000 7fd0672ae640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0601456f0 0x7fd060144e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.209+0000 7fd0672ae640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd06015f130 0x7fd060157560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.209+0000 7fd0672ae640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd0600b6190 con 0x7fd06015f130 2024-09-19T05:03:17.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.209+0000 7fd0672ae640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd06015c660 con 0x7fd04c004800 2024-09-19T05:03:17.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.209+0000 7fd0672ae640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd0600b6310 con 0x7fd0601456f0 2024-09-19T05:03:17.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.209+0000 7fd06584b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd06015f130 0x7fd060157560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.209+0000 7fd06584b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd06015f130 0x7fd060157560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45796/0 (socket says 172.21.15.5:45796) 2024-09-19T05:03:17.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.209+0000 7fd06584b640 1 -- 172.21.15.5:0/3406830613 learned_addr learned my addr 172.21.15.5:0/3406830613 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:17.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.209+0000 7fd064849640 1 --2- 172.21.15.5:0/3406830613 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0601456f0 0x7fd060144e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.209+0000 7fd06504a640 1 --2- 172.21.15.5:0/3406830613 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd04c004800 0x7fd06015c7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.209+0000 7fd06584b640 1 -- 172.21.15.5:0/3406830613 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0601456f0 msgr2=0x7fd060144e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:17.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.209+0000 7fd06584b640 1 --2- 172.21.15.5:0/3406830613 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0601456f0 0x7fd060144e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.209+0000 7fd06584b640 1 -- 172.21.15.5:0/3406830613 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd04c004800 msgr2=0x7fd06015c7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:17.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.209+0000 7fd06584b640 1 --2- 172.21.15.5:0/3406830613 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd04c004800 0x7fd06015c7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.209+0000 7fd06584b640 1 -- 172.21.15.5:0/3406830613 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd06015f5e0 con 0x7fd06015f130 2024-09-19T05:03:17.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.209+0000 7fd06584b640 1 --2- 172.21.15.5:0/3406830613 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd06015f130 0x7fd060157560 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fd060074150 tx=0x7fd0580115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:17.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.210+0000 7fd055ffb640 1 -- 172.21.15.5:0/3406830613 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd058011e40 con 0x7fd06015f130 2024-09-19T05:03:17.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.210+0000 7fd055ffb640 1 -- 172.21.15.5:0/3406830613 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd05801b070 con 0x7fd06015f130 2024-09-19T05:03:17.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.210+0000 7fd0672ae640 1 -- 172.21.15.5:0/3406830613 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd06006cfe0 con 0x7fd06015f130 2024-09-19T05:03:17.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.210+0000 7fd055ffb640 1 -- 172.21.15.5:0/3406830613 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd058003990 con 0x7fd06015f130 2024-09-19T05:03:17.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.210+0000 7fd0672ae640 1 -- 172.21.15.5:0/3406830613 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd06006d5a0 con 0x7fd06015f130 2024-09-19T05:03:17.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.211+0000 7fd055ffb640 1 -- 172.21.15.5:0/3406830613 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd058005d10 con 0x7fd06015f130 2024-09-19T05:03:17.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.212+0000 7fd055ffb640 1 --2- 172.21.15.5:0/3406830613 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd04406c2e0 0x7fd04406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.212+0000 7fd055ffb640 1 -- 172.21.15.5:0/3406830613 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6101+0+0 (secure 0 0 0) 0x7fd05808b950 con 0x7fd06015f130 2024-09-19T05:03:17.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.212+0000 7fd06504a640 1 --2- 172.21.15.5:0/3406830613 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd04406c2e0 0x7fd04406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.213+0000 7fd06504a640 1 --2- 172.21.15.5:0/3406830613 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd04406c2e0 0x7fd04406e7a0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fd05c001cd0 tx=0x7fd05c007040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:17.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.213+0000 7fd06a048740 1 Processor -- start 2024-09-19T05:03:17.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.213+0000 7fd06a048740 1 -- start start 2024-09-19T05:03:17.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.213+0000 7fd06a048740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55db03a2c2c0 0x55db03a71a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.213+0000 7fd06a048740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55db03a29a80 0x55db03a2c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.213+0000 7fd06a048740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55db03a2da50 0x55db03a268b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.214+0000 7fd06a048740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x55db0398e520 con 0x55db03a29a80 2024-09-19T05:03:17.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.214+0000 7fd06a048740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x55db039363e0 con 0x55db03a2c2c0 2024-09-19T05:03:17.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.214+0000 7fd06a048740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x55db0398a4e0 con 0x55db03a2da50 2024-09-19T05:03:17.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.214+0000 7fd064849640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55db03a29a80 0x55db03a2c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.214+0000 7fd064849640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55db03a29a80 0x55db03a2c6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45814/0 (socket says 172.21.15.5:45814) 2024-09-19T05:03:17.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.214+0000 7fd064849640 1 -- 172.21.15.5:0/824650913 learned_addr learned my addr 172.21.15.5:0/824650913 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:17.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.214+0000 7fd06584b640 1 --2- 172.21.15.5:0/824650913 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55db03a2da50 0x55db03a268b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.214+0000 7fd06504a640 1 --2- 172.21.15.5:0/824650913 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55db03a2c2c0 0x55db03a71a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.214+0000 7fd064849640 1 -- 172.21.15.5:0/824650913 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55db03a2da50 msgr2=0x55db03a268b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:17.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.214+0000 7fd064849640 1 --2- 172.21.15.5:0/824650913 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55db03a2da50 0x55db03a268b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.214+0000 7fd064849640 1 -- 172.21.15.5:0/824650913 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55db03a2c2c0 msgr2=0x55db03a71a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:17.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.214+0000 7fd064849640 1 --2- 172.21.15.5:0/824650913 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55db03a2c2c0 0x55db03a71a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.214+0000 7fd064849640 1 -- 172.21.15.5:0/824650913 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55db039512f0 con 0x55db03a29a80 2024-09-19T05:03:17.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.214+0000 7fd064849640 1 --2- 172.21.15.5:0/824650913 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55db03a29a80 0x55db03a2c6a0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fd050001870 tx=0x7fd05002c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61548fad67f8bb16 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:17.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.214+0000 7fd04affd640 1 -- 172.21.15.5:0/824650913 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd050041070 con 0x55db03a29a80 2024-09-19T05:03:17.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.214+0000 7fd04affd640 1 -- 172.21.15.5:0/824650913 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd050005350 con 0x55db03a29a80 2024-09-19T05:03:17.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.214+0000 7fd04affd640 1 -- 172.21.15.5:0/824650913 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd050037040 con 0x55db03a29a80 2024-09-19T05:03:17.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.215+0000 7fd06a048740 1 -- 172.21.15.5:0/824650913 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55db03a29a80 msgr2=0x55db03a2c6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:17.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.215+0000 7fd06a048740 1 --2- 172.21.15.5:0/824650913 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55db03a29a80 0x55db03a2c6a0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fd050001870 tx=0x7fd05002c000 comp rx=0 tx=0).stop 2024-09-19T05:03:17.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.215+0000 7fd06a048740 1 -- 172.21.15.5:0/824650913 shutdown_connections 2024-09-19T05:03:17.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.215+0000 7fd06a048740 1 --2- 172.21.15.5:0/824650913 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55db03a2da50 0x55db03a268b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.215+0000 7fd06a048740 1 --2- 172.21.15.5:0/824650913 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55db03a29a80 0x55db03a2c6a0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.215+0000 7fd06a048740 1 --2- 172.21.15.5:0/824650913 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55db03a2c2c0 0x55db03a71a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.215+0000 7fd06a048740 1 -- 172.21.15.5:0/824650913 >> 172.21.15.5:0/824650913 conn(0x55db03a28a80 msgr2=0x55db03a70f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:17.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.215+0000 7fd06a048740 1 -- 172.21.15.5:0/824650913 shutdown_connections 2024-09-19T05:03:17.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.215+0000 7fd06a048740 1 -- 172.21.15.5:0/824650913 wait complete. 2024-09-19T05:03:17.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.216+0000 7fd06a048740 1 -- start start 2024-09-19T05:03:17.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.216+0000 7fd06a048740 1 Processor -- start 2024-09-19T05:03:17.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.217+0000 7fd06a048740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55db03a2c2c0 0x55db03a4abe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.217+0000 7fd06a048740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55db03a2da50 0x55db03a4c820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.217+0000 7fd06a048740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55db03a26ee0 0x55db03a4cd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.217+0000 7fd06a048740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x55db03a27f20 con 0x55db03a26ee0 2024-09-19T05:03:17.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.217+0000 7fd06a048740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x55db03917450 con 0x55db03a2da50 2024-09-19T05:03:17.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.217+0000 7fd06a048740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x55db03a72290 con 0x55db03a2c2c0 2024-09-19T05:03:17.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.217+0000 7fd06a048740 10 client.0 _ll_register_callbacks cb 0x55db036a0ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:03:17.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.217+0000 7fd06584b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55db03a26ee0 0x55db03a4cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.217+0000 7fd06584b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55db03a26ee0 0x55db03a4cd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45826/0 (socket says 172.21.15.5:45826) 2024-09-19T05:03:17.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.217+0000 7fd06584b640 1 -- 172.21.15.5:0/2753420610 learned_addr learned my addr 172.21.15.5:0/2753420610 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:17.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.217+0000 7fd06504a640 1 --2- 172.21.15.5:0/2753420610 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55db03a2c2c0 0x55db03a4abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.217+0000 7fd064849640 1 --2- 172.21.15.5:0/2753420610 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55db03a2da50 0x55db03a4c820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.217+0000 7fd06584b640 1 -- 172.21.15.5:0/2753420610 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55db03a2c2c0 msgr2=0x55db03a4abe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:17.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.217+0000 7fd06584b640 1 --2- 172.21.15.5:0/2753420610 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55db03a2c2c0 0x55db03a4abe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.217+0000 7fd06584b640 1 -- 172.21.15.5:0/2753420610 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55db03a2da50 msgr2=0x55db03a4c820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:17.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.217+0000 7fd06584b640 1 --2- 172.21.15.5:0/2753420610 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55db03a2da50 0x55db03a4c820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.217+0000 7fd06584b640 1 -- 172.21.15.5:0/2753420610 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55db036a12d0 con 0x55db03a26ee0 2024-09-19T05:03:17.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.217+0000 7fd064849640 1 --2- 172.21.15.5:0/2753420610 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55db03a2da50 0x55db03a4c820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:17.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.217+0000 7fd06584b640 1 --2- 172.21.15.5:0/2753420610 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55db03a26ee0 0x55db03a4cd60 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fd058011aa0 tx=0x7fd05805dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95f94a8beb3795d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:17.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.217+0000 7fd03ffff640 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-19T05:03:17.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.217+0000 7fd03ffff640 1 -- 172.21.15.5:0/2753420610 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd058058e90 con 0x55db03a26ee0 2024-09-19T05:03:17.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.217+0000 7fd06a048740 1 -- 172.21.15.5:0/2753420610 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd050005350 con 0x55db03a26ee0 2024-09-19T05:03:17.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.217+0000 7fd03ffff640 1 -- 172.21.15.5:0/2753420610 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(61..61 src has 1..61) ==== 6101+0+0 (secure 0 0 0) 0x7fd058003b30 con 0x55db03a26ee0 2024-09-19T05:03:17.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.218+0000 7fd03ffff640 1 -- 172.21.15.5:0/2753420610 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd058078050 con 0x55db03a26ee0 2024-09-19T05:03:17.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.218+0000 7fd06a048740 10 client.5781 fetch_fsmap learned FSMap version 31 2024-09-19T05:03:17.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.218+0000 7fd06a048740 1 -- 172.21.15.5:0/2753420610 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=2+}) -- 0x55db0376b6b0 con 0x55db03a26ee0 2024-09-19T05:03:17.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.218+0000 7fd03ffff640 1 -- 172.21.15.5:0/2753420610 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd050005350 con 0x55db03a26ee0 2024-09-19T05:03:17.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.218+0000 7fd03ffff640 1 -- 172.21.15.5:0/2753420610 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 31) ==== 3502+0+0 (secure 0 0 0) 0x7fd058055590 con 0x55db03a26ee0 2024-09-19T05:03:17.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.218+0000 7fd06a048740 10 client.5781 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T05:03:17.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.218+0000 7fd06a048740 10 client.5781 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T05:03:17.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.218+0000 7fd06a048740 20 client.5781 populate_metadata read hostname 'smithi005' 2024-09-19T05:03:17.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.218+0000 7fd06a048740 1 --2- 172.21.15.5:0/2753420610 >> [v2:172.21.15.5:6833/3369090914,v1:172.21.15.5:6835/3369090914] conn(0x55db03a257d0 0x55db03a4b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.218+0000 7fd06a048740 4 client.5781 mds_command: new command op to 5607 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:03:17.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.218+0000 7fd06a048740 1 -- 172.21.15.5:0/2753420610 --> [v2:172.21.15.5:6833/3369090914,v1:172.21.15.5:6835/3369090914] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55db0399bc50 con 0x55db03a257d0 2024-09-19T05:03:17.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.218+0000 7fd06504a640 1 --2- 172.21.15.5:0/2753420610 >> [v2:172.21.15.5:6833/3369090914,v1:172.21.15.5:6835/3369090914] conn(0x55db03a257d0 0x55db03a4b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.218+0000 7fd03ffff640 10 client.5781 ms_handle_connect on v2:172.21.15.5:6833/3369090914 2024-09-19T05:03:17.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.218+0000 7fd06504a640 1 --2- 172.21.15.5:0/2753420610 >> [v2:172.21.15.5:6833/3369090914,v1:172.21.15.5:6835/3369090914] conn(0x55db03a257d0 0x55db03a4b7e0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=472d07199da7697a server_cookie=c0d6b9471ee439d1 in_seq=0 out_seq=0 2024-09-19T05:03:17.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.219+0000 7fd03ffff640 1 -- 172.21.15.5:0/2753420610 <== mds.0 v2:172.21.15.5:6833/3369090914 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55db0399bc50 con 0x55db03a257d0 2024-09-19T05:03:17.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.219+0000 7fd03ffff640 10 client.5781 handle_command_reply: tid=0 2024-09-19T05:03:17.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.219+0000 7fd06a048740 1 client.5781 shutdown 2024-09-19T05:03:17.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.219+0000 7fd06a048740 1 -- 172.21.15.5:0/2753420610 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55db03a26ee0 msgr2=0x55db03a4cd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:17.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.219+0000 7fd06a048740 1 --2- 172.21.15.5:0/2753420610 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55db03a26ee0 0x55db03a4cd60 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fd058011aa0 tx=0x7fd05805dc00 comp rx=0 tx=0).stop 2024-09-19T05:03:17.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.219+0000 7fd06a048740 1 -- 172.21.15.5:0/2753420610 shutdown_connections 2024-09-19T05:03:17.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.219+0000 7fd06a048740 1 --2- 172.21.15.5:0/2753420610 >> [v2:172.21.15.5:6833/3369090914,v1:172.21.15.5:6835/3369090914] conn(0x55db03a257d0 0x55db03a4b7e0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.219+0000 7fd06a048740 1 --2- 172.21.15.5:0/2753420610 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55db03a26ee0 0x55db03a4cd60 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.219+0000 7fd06a048740 1 --2- 172.21.15.5:0/2753420610 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55db03a2da50 0x55db03a4c820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.219+0000 7fd03ffff640 0 client.5781 ms_handle_reset on v2:172.21.15.5:6833/3369090914 2024-09-19T05:03:17.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.219+0000 7fd06a048740 1 --2- 172.21.15.5:0/2753420610 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55db03a2c2c0 0x55db03a4abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.219+0000 7fd06a048740 1 -- 172.21.15.5:0/2753420610 >> 172.21.15.5:0/2753420610 conn(0x55db03a29a80 msgr2=0x55db03a6efb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:17.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.219+0000 7fd06a048740 1 -- 172.21.15.5:0/2753420610 shutdown_connections 2024-09-19T05:03:17.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.219+0000 7fd06a048740 1 -- 172.21.15.5:0/2753420610 wait complete. 2024-09-19T05:03:17.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.220+0000 7fd06a048740 20 client.5781 trim_cache size 0 max 16384 2024-09-19T05:03:17.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.237+0000 7fd06a048740 1 Processor -- start 2024-09-19T05:03:17.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.237+0000 7fd06a048740 1 -- start start 2024-09-19T05:03:17.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.238+0000 7fd06a048740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55db03a26ee0 0x55db03a83740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.238+0000 7fd06a048740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55db03a2c2c0 0x55db03a801c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.238+0000 7fd06a048740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55db03a2da50 0x55db03a80700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.238+0000 7fd06a048740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd0602008e0 con 0x55db03a2da50 2024-09-19T05:03:17.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.238+0000 7fd06a048740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd0601ffc00 con 0x55db03a26ee0 2024-09-19T05:03:17.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.238+0000 7fd06a048740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd060200250 con 0x55db03a2c2c0 2024-09-19T05:03:17.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.238+0000 7fd06584b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55db03a2da50 0x55db03a80700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.238+0000 7fd06584b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55db03a2da50 0x55db03a80700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45834/0 (socket says 172.21.15.5:45834) 2024-09-19T05:03:17.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.238+0000 7fd06584b640 1 -- 172.21.15.5:0/3439069886 learned_addr learned my addr 172.21.15.5:0/3439069886 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:17.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.239+0000 7fd06584b640 1 -- 172.21.15.5:0/3439069886 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55db03a2c2c0 msgr2=0x55db03a801c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:17.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.239+0000 7fd064849640 1 --2- 172.21.15.5:0/3439069886 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55db03a2c2c0 0x55db03a801c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.239+0000 7fd06504a640 1 --2- 172.21.15.5:0/3439069886 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55db03a26ee0 0x55db03a83740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.239+0000 7fd06584b640 1 --2- 172.21.15.5:0/3439069886 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55db03a2c2c0 0x55db03a801c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.239+0000 7fd06584b640 1 -- 172.21.15.5:0/3439069886 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55db03a26ee0 msgr2=0x55db03a83740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:17.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.239+0000 7fd06584b640 1 --2- 172.21.15.5:0/3439069886 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55db03a26ee0 0x55db03a83740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.239+0000 7fd06584b640 1 -- 172.21.15.5:0/3439069886 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55db03a72d30 con 0x55db03a2da50 2024-09-19T05:03:17.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.239+0000 7fd06584b640 1 --2- 172.21.15.5:0/3439069886 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55db03a2da50 0x55db03a80700 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fd058061e40 tx=0x7fd058070000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4674036fbb4c5b98 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:17.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.239+0000 7fd04a7fc640 1 -- 172.21.15.5:0/3439069886 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd058062370 con 0x55db03a2da50 2024-09-19T05:03:17.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.239+0000 7fd04a7fc640 1 -- 172.21.15.5:0/3439069886 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd058088070 con 0x55db03a2da50 2024-09-19T05:03:17.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.239+0000 7fd04a7fc640 1 -- 172.21.15.5:0/3439069886 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd058058c90 con 0x55db03a2da50 2024-09-19T05:03:17.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.239+0000 7fd06a048740 1 -- 172.21.15.5:0/3439069886 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55db03a2da50 msgr2=0x55db03a80700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:17.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.239+0000 7fd06a048740 1 --2- 172.21.15.5:0/3439069886 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55db03a2da50 0x55db03a80700 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fd058061e40 tx=0x7fd058070000 comp rx=0 tx=0).stop 2024-09-19T05:03:17.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.239+0000 7fd06a048740 1 -- 172.21.15.5:0/3439069886 shutdown_connections 2024-09-19T05:03:17.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.239+0000 7fd06a048740 1 --2- 172.21.15.5:0/3439069886 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55db03a2da50 0x55db03a80700 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.239+0000 7fd06a048740 1 --2- 172.21.15.5:0/3439069886 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55db03a2c2c0 0x55db03a801c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.239+0000 7fd06a048740 1 --2- 172.21.15.5:0/3439069886 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55db03a26ee0 0x55db03a83740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.239+0000 7fd06a048740 1 -- 172.21.15.5:0/3439069886 >> 172.21.15.5:0/3439069886 conn(0x55db03a29a80 msgr2=0x55db03a6f620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:17.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.239+0000 7fd06a048740 1 -- 172.21.15.5:0/3439069886 shutdown_connections 2024-09-19T05:03:17.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.239+0000 7fd06a048740 1 -- 172.21.15.5:0/3439069886 wait complete. 2024-09-19T05:03:17.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.240+0000 7fd06a048740 1 -- start start 2024-09-19T05:03:17.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.240+0000 7fd06a048740 1 Processor -- start 2024-09-19T05:03:17.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.241+0000 7fd06a048740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55db03a26ee0 0x55db03aef2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.241+0000 7fd06a048740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55db03a2c2c0 0x55db03a711f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.241+0000 7fd06a048740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55db03a2da50 0x55db03a71730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.241+0000 7fd06a048740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x55db03a25d70 con 0x55db03a2c2c0 2024-09-19T05:03:17.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.241+0000 7fd06a048740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x55db03a55590 con 0x55db03a26ee0 2024-09-19T05:03:17.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.241+0000 7fd06a048740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x55db03a55b00 con 0x55db03a2da50 2024-09-19T05:03:17.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.241+0000 7fd06a048740 10 client.0 _ll_register_callbacks cb 0x7fd058059840 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:03:17.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.241+0000 7fd064849640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55db03a2c2c0 0x55db03a711f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.241+0000 7fd064849640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55db03a2c2c0 0x55db03a711f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45850/0 (socket says 172.21.15.5:45850) 2024-09-19T05:03:17.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.241+0000 7fd064849640 1 -- 172.21.15.5:0/2566247960 learned_addr learned my addr 172.21.15.5:0/2566247960 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:17.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.241+0000 7fd06584b640 1 --2- 172.21.15.5:0/2566247960 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55db03a2da50 0x55db03a71730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.241+0000 7fd06504a640 1 --2- 172.21.15.5:0/2566247960 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55db03a26ee0 0x55db03aef2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.241+0000 7fd064849640 1 -- 172.21.15.5:0/2566247960 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55db03a2da50 msgr2=0x55db03a71730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:17.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.241+0000 7fd064849640 1 --2- 172.21.15.5:0/2566247960 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55db03a2da50 0x55db03a71730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.241+0000 7fd064849640 1 -- 172.21.15.5:0/2566247960 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55db03a26ee0 msgr2=0x55db03aef2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:17.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.241+0000 7fd064849640 1 --2- 172.21.15.5:0/2566247960 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55db03a26ee0 0x55db03aef2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.241+0000 7fd064849640 1 -- 172.21.15.5:0/2566247960 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55db03a52390 con 0x55db03a2c2c0 2024-09-19T05:03:17.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.241+0000 7fd06584b640 1 --2- 172.21.15.5:0/2566247960 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55db03a2da50 0x55db03a71730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:17.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.241+0000 7fd06504a640 1 --2- 172.21.15.5:0/2566247960 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55db03a26ee0 0x55db03aef2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:17.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.242+0000 7fd064849640 1 --2- 172.21.15.5:0/2566247960 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55db03a2c2c0 0x55db03a711f0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fd050001720 tx=0x7fd050001190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1d869d626bae411 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:17.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.242+0000 7fd03ffff640 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-19T05:03:17.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.242+0000 7fd03ffff640 1 -- 172.21.15.5:0/2566247960 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd05004a060 con 0x55db03a2c2c0 2024-09-19T05:03:17.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.242+0000 7fd03ffff640 1 -- 172.21.15.5:0/2566247960 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(61..61 src has 1..61) ==== 6101+0+0 (secure 0 0 0) 0x7fd05002ac40 con 0x55db03a2c2c0 2024-09-19T05:03:17.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.242+0000 7fd06a048740 1 -- 172.21.15.5:0/2566247960 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd058088070 con 0x55db03a2c2c0 2024-09-19T05:03:17.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.242+0000 7fd03ffff640 1 -- 172.21.15.5:0/2566247960 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd050050050 con 0x55db03a2c2c0 2024-09-19T05:03:17.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.242+0000 7fd06a048740 10 client.5787 fetch_fsmap learned FSMap version 31 2024-09-19T05:03:17.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.242+0000 7fd06a048740 1 -- 172.21.15.5:0/2566247960 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=2+}) -- 0x55db03a51b60 con 0x55db03a2c2c0 2024-09-19T05:03:17.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.242+0000 7fd03ffff640 1 -- 172.21.15.5:0/2566247960 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd058088070 con 0x55db03a2c2c0 2024-09-19T05:03:17.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.242+0000 7fd03ffff640 1 -- 172.21.15.5:0/2566247960 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 31) ==== 3502+0+0 (secure 0 0 0) 0x7fd050053020 con 0x55db03a2c2c0 2024-09-19T05:03:17.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.242+0000 7fd06a048740 10 client.5787 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T05:03:17.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.242+0000 7fd06a048740 10 client.5787 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T05:03:17.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.242+0000 7fd06a048740 20 client.5787 populate_metadata read hostname 'smithi005' 2024-09-19T05:03:17.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.242+0000 7fd06a048740 1 --2- 172.21.15.5:0/2566247960 >> [v2:172.21.15.5:6833/3369090914,v1:172.21.15.5:6835/3369090914] conn(0x55db03a50f00 0x55db03a512e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.242+0000 7fd06a048740 4 client.5787 mds_command: new command op to 5607 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:03:17.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.242+0000 7fd06a048740 1 -- 172.21.15.5:0/2566247960 --> [v2:172.21.15.5:6833/3369090914,v1:172.21.15.5:6835/3369090914] -- command(tid 0: {"prefix": "status"}) -- 0x55db03995fa0 con 0x55db03a50f00 2024-09-19T05:03:17.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.242+0000 7fd06504a640 1 --2- 172.21.15.5:0/2566247960 >> [v2:172.21.15.5:6833/3369090914,v1:172.21.15.5:6835/3369090914] conn(0x55db03a50f00 0x55db03a512e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.243+0000 7fd06504a640 1 --2- 172.21.15.5:0/2566247960 >> [v2:172.21.15.5:6833/3369090914,v1:172.21.15.5:6835/3369090914] conn(0x55db03a50f00 0x55db03a512e0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f061e81a96166fde server_cookie=c18be3c4080079ad in_seq=0 out_seq=0 2024-09-19T05:03:17.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.243+0000 7fd03ffff640 10 client.5787 ms_handle_connect on v2:172.21.15.5:6833/3369090914 2024-09-19T05:03:17.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.243+0000 7fd03ffff640 1 -- 172.21.15.5:0/2566247960 <== mds.0 v2:172.21.15.5:6833/3369090914 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x55db03995fa0 con 0x55db03a50f00 2024-09-19T05:03:17.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.243+0000 7fd03ffff640 10 client.5787 handle_command_reply: tid=0 2024-09-19T05:03:17.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.243+0000 7fd06a048740 1 client.5787 shutdown 2024-09-19T05:03:17.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.243+0000 7fd06a048740 1 -- 172.21.15.5:0/2566247960 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55db03a2c2c0 msgr2=0x55db03a711f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:17.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.243+0000 7fd06a048740 1 --2- 172.21.15.5:0/2566247960 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55db03a2c2c0 0x55db03a711f0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fd050001720 tx=0x7fd050001190 comp rx=0 tx=0).stop 2024-09-19T05:03:17.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.243+0000 7fd06a048740 1 -- 172.21.15.5:0/2566247960 shutdown_connections 2024-09-19T05:03:17.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.243+0000 7fd06a048740 1 --2- 172.21.15.5:0/2566247960 >> [v2:172.21.15.5:6833/3369090914,v1:172.21.15.5:6835/3369090914] conn(0x55db03a50f00 0x55db03a512e0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.243+0000 7fd06a048740 1 --2- 172.21.15.5:0/2566247960 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x55db03a2da50 0x55db03a71730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.243+0000 7fd06a048740 1 --2- 172.21.15.5:0/2566247960 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x55db03a2c2c0 0x55db03a711f0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.243+0000 7fd03ffff640 0 client.5787 ms_handle_reset on v2:172.21.15.5:6833/3369090914 2024-09-19T05:03:17.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.243+0000 7fd06a048740 1 --2- 172.21.15.5:0/2566247960 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x55db03a26ee0 0x55db03aef2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.243+0000 7fd06a048740 1 -- 172.21.15.5:0/2566247960 >> 172.21.15.5:0/2566247960 conn(0x55db03a29a80 msgr2=0x55db03a801c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:17.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.243+0000 7fd06a048740 1 -- 172.21.15.5:0/2566247960 shutdown_connections 2024-09-19T05:03:17.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.243+0000 7fd06a048740 1 -- 172.21.15.5:0/2566247960 wait complete. 2024-09-19T05:03:17.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.243+0000 7fd06a048740 20 client.5787 trim_cache size 0 max 16384 2024-09-19T05:03:17.252 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-19T05:03:17.252 INFO:teuthology.orchestra.run.smithi005.stdout: "cluster_fsid": "d3e05719-6fe9-4686-ba83-cd0299bd169b", 2024-09-19T05:03:17.252 INFO:teuthology.orchestra.run.smithi005.stdout: "whoami": 0, 2024-09-19T05:03:17.252 INFO:teuthology.orchestra.run.smithi005.stdout: "id": 5607, 2024-09-19T05:03:17.252 INFO:teuthology.orchestra.run.smithi005.stdout: "want_state": "up:active", 2024-09-19T05:03:17.253 INFO:teuthology.orchestra.run.smithi005.stdout: "state": "up:active", 2024-09-19T05:03:17.253 INFO:teuthology.orchestra.run.smithi005.stdout: "fs_name": "cephfs", 2024-09-19T05:03:17.253 INFO:teuthology.orchestra.run.smithi005.stdout: "rank_uptime": 9.0612733809999995, 2024-09-19T05:03:17.253 INFO:teuthology.orchestra.run.smithi005.stdout: "mdsmap_epoch": 31, 2024-09-19T05:03:17.253 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch": 61, 2024-09-19T05:03:17.253 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch_barrier": 61, 2024-09-19T05:03:17.253 INFO:teuthology.orchestra.run.smithi005.stdout: "uptime": 14.088033292 2024-09-19T05:03:17.253 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-19T05:03:17.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.244+0000 7fd0672ae640 1 -- 172.21.15.5:0/3406830613 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd04406c2e0 msgr2=0x7fd04406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:17.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.244+0000 7fd0672ae640 1 --2- 172.21.15.5:0/3406830613 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd04406c2e0 0x7fd04406e7a0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fd05c001cd0 tx=0x7fd05c007040 comp rx=0 tx=0).stop 2024-09-19T05:03:17.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.244+0000 7fd0672ae640 1 -- 172.21.15.5:0/3406830613 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd06015f130 msgr2=0x7fd060157560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:17.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.244+0000 7fd0672ae640 1 --2- 172.21.15.5:0/3406830613 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd06015f130 0x7fd060157560 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fd060074150 tx=0x7fd0580115a0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.244+0000 7fd0672ae640 1 -- 172.21.15.5:0/3406830613 shutdown_connections 2024-09-19T05:03:17.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.244+0000 7fd0672ae640 1 --2- 172.21.15.5:0/3406830613 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd04406c2e0 0x7fd04406e7a0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.244+0000 7fd0672ae640 1 --2- 172.21.15.5:0/3406830613 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd06015f130 0x7fd060157560 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.244+0000 7fd0672ae640 1 --2- 172.21.15.5:0/3406830613 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd0601456f0 0x7fd060144e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.244+0000 7fd0672ae640 1 --2- 172.21.15.5:0/3406830613 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd04c004800 0x7fd06015c7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.244+0000 7fd0672ae640 1 -- 172.21.15.5:0/3406830613 >> 172.21.15.5:0/3406830613 conn(0x7fd0600b3ff0 msgr2=0x7fd0600b1f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:17.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.244+0000 7fd0672ae640 1 -- 172.21.15.5:0/3406830613 shutdown_connections 2024-09-19T05:03:17.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.244+0000 7fd0672ae640 1 -- 172.21.15.5:0/3406830613 wait complete. 2024-09-19T05:03:17.256 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:03:17.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.358+0000 7f402ff13640 1 Processor -- start 2024-09-19T05:03:17.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.358+0000 7f402ff13640 1 -- start start 2024-09-19T05:03:17.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.359+0000 7f402ff13640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f40280cce10 0x7f40280cf090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.359+0000 7f402ff13640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f40280cf900 con 0x7f402806f0e0 2024-09-19T05:03:17.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.359+0000 7f402ff13640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f40280cfbe0 con 0x7f402815b2d0 2024-09-19T05:03:17.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.359+0000 7f402ff13640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f40280afd10 con 0x7f40280cce10 2024-09-19T05:03:17.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.359+0000 7f402dcaf640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f402806f0e0 0x7f402806f4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53676/0 (socket says 172.21.15.5:53676) 2024-09-19T05:03:17.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.359+0000 7f402dcaf640 1 -- 172.21.15.5:0/826254417 learned_addr learned my addr 172.21.15.5:0/826254417 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:17.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.359+0000 7f402d4ae640 1 --2- 172.21.15.5:0/826254417 >> v2:172.21.15.134:3300/0 conn(0x7f40280cce10 0x7f40280cf090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.359+0000 7f402ccad640 1 -- 172.21.15.5:0/826254417 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3472749438 0 0) 0x7f40280cf900 con 0x7f402806f0e0 2024-09-19T05:03:17.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.359+0000 7f402ccad640 1 -- 172.21.15.5:0/826254417 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4014003520 con 0x7f402806f0e0 2024-09-19T05:03:17.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.359+0000 7f402ccad640 1 -- 172.21.15.5:0/826254417 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 296973453 0 0) 0x7f4014003520 con 0x7f402806f0e0 2024-09-19T05:03:17.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.359+0000 7f402ccad640 1 -- 172.21.15.5:0/826254417 >> v2:172.21.15.134:3300/0 conn(0x7f40280cce10 msgr2=0x7f40280cf090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:17.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.359+0000 7f402ccad640 1 --2- 172.21.15.5:0/826254417 >> v2:172.21.15.134:3300/0 conn(0x7f40280cce10 0x7f40280cf090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.359+0000 7f402ccad640 1 -- 172.21.15.5:0/826254417 >> v1:172.21.15.134:6789/0 conn(0x7f402815b2d0 legacy=0x7f40280b40c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:17.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.360+0000 7f402ccad640 1 -- 172.21.15.5:0/826254417 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40280cfec0 con 0x7f402806f0e0 2024-09-19T05:03:17.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.360+0000 7f402ccad640 1 -- 172.21.15.5:0/826254417 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f4024001670 con 0x7f402806f0e0 2024-09-19T05:03:17.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.360+0000 7f402ccad640 1 -- 172.21.15.5:0/826254417 >> v1:172.21.15.5:6789/0 conn(0x7f402806f0e0 legacy=0x7f402806f4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:17.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.360+0000 7f402ccad640 1 --2- 172.21.15.5:0/826254417 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f40140039b0 0x7f4014003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.360+0000 7f402ccad640 1 --2- 172.21.15.5:0/826254417 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4014004800 0x7f4014004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.360+0000 7f402ccad640 1 --2- 172.21.15.5:0/826254417 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f40140051c0 0x7f401400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.360+0000 7f402ccad640 1 -- 172.21.15.5:0/826254417 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f40280afd10 con 0x7f40140051c0 2024-09-19T05:03:17.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.360+0000 7f402ccad640 1 -- 172.21.15.5:0/826254417 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f401400c160 con 0x7f4014004800 2024-09-19T05:03:17.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.360+0000 7f402ccad640 1 -- 172.21.15.5:0/826254417 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f401400c360 con 0x7f40140039b0 2024-09-19T05:03:17.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.360+0000 7f402e4b0640 1 --2- 172.21.15.5:0/826254417 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f40140051c0 0x7f401400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.360+0000 7f402d4ae640 1 --2- 172.21.15.5:0/826254417 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4014004800 0x7f4014004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.360+0000 7f402dcaf640 1 --2- 172.21.15.5:0/826254417 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f40140039b0 0x7f4014003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.360+0000 7f402e4b0640 1 -- 172.21.15.5:0/826254417 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f40140039b0 msgr2=0x7f4014003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:17.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.360+0000 7f402e4b0640 1 --2- 172.21.15.5:0/826254417 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f40140039b0 0x7f4014003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.360+0000 7f402e4b0640 1 -- 172.21.15.5:0/826254417 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4014004800 msgr2=0x7f4014004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:17.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.360+0000 7f402e4b0640 1 --2- 172.21.15.5:0/826254417 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4014004800 0x7f4014004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.360+0000 7f402e4b0640 1 -- 172.21.15.5:0/826254417 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4014003520 con 0x7f40140051c0 2024-09-19T05:03:17.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.361+0000 7f402e4b0640 1 -- 172.21.15.5:0/826254417 reap_dead start 2024-09-19T05:03:17.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.361+0000 7f402e4b0640 1 --2- 172.21.15.5:0/826254417 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f40140051c0 0x7f401400b9c0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f4020001e50 tx=0x7f4014005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf22554dd19663cb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:17.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.361+0000 7f402ccad640 1 -- 172.21.15.5:0/826254417 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4020001a70 con 0x7f40140051c0 2024-09-19T05:03:17.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.361+0000 7f402ccad640 1 -- 172.21.15.5:0/826254417 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4020003970 con 0x7f40140051c0 2024-09-19T05:03:17.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.361+0000 7f402ccad640 1 -- 172.21.15.5:0/826254417 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4020003d60 con 0x7f40140051c0 2024-09-19T05:03:17.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.361+0000 7f402ff13640 1 -- 172.21.15.5:0/826254417 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f40140051c0 msgr2=0x7f401400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:17.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.361+0000 7f402ff13640 1 --2- 172.21.15.5:0/826254417 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f40140051c0 0x7f401400b9c0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f4020001e50 tx=0x7f4014005830 comp rx=0 tx=0).stop 2024-09-19T05:03:17.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.361+0000 7f402ff13640 1 -- 172.21.15.5:0/826254417 shutdown_connections 2024-09-19T05:03:17.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.361+0000 7f402ff13640 1 --2- 172.21.15.5:0/826254417 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f40140051c0 0x7f401400b9c0 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.361+0000 7f402ff13640 1 -- 172.21.15.5:0/826254417 >> 172.21.15.5:0/826254417 conn(0x7f4028067da0 msgr2=0x7f402806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:17.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.362+0000 7f402ff13640 1 -- 172.21.15.5:0/826254417 shutdown_connections 2024-09-19T05:03:17.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.362+0000 7f402ff13640 1 -- 172.21.15.5:0/826254417 wait complete. 2024-09-19T05:03:17.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.363+0000 7f402ff13640 1 Processor -- start 2024-09-19T05:03:17.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.363+0000 7f402ff13640 1 -- start start 2024-09-19T05:03:17.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.364+0000 7f402ff13640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f40140051c0 0x7f4028148cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.364+0000 7f402ff13640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f40281f2690 0x7f40280a9ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.364+0000 7f402ff13640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4028157da0 0x7f4028158230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.364+0000 7f402ff13640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f402815b6e0 con 0x7f4028157da0 2024-09-19T05:03:17.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.364+0000 7f402ff13640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f40280d01a0 con 0x7f40140051c0 2024-09-19T05:03:17.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.364+0000 7f402ff13640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f402815b860 con 0x7f40281f2690 2024-09-19T05:03:17.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.364+0000 7f402e4b0640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4028157da0 0x7f4028158230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.364+0000 7f402e4b0640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4028157da0 0x7f4028158230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45876/0 (socket says 172.21.15.5:45876) 2024-09-19T05:03:17.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.364+0000 7f402e4b0640 1 -- 172.21.15.5:0/990298545 learned_addr learned my addr 172.21.15.5:0/990298545 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:17.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.364+0000 7f402dcaf640 1 --2- 172.21.15.5:0/990298545 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f40140051c0 0x7f4028148cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.364+0000 7f402d4ae640 1 --2- 172.21.15.5:0/990298545 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f40281f2690 0x7f40280a9ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.364+0000 7f402e4b0640 1 -- 172.21.15.5:0/990298545 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f40281f2690 msgr2=0x7f40280a9ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:17.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.364+0000 7f402e4b0640 1 --2- 172.21.15.5:0/990298545 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f40281f2690 0x7f40280a9ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.364+0000 7f402e4b0640 1 -- 172.21.15.5:0/990298545 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f40140051c0 msgr2=0x7f4028148cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:17.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.364+0000 7f402e4b0640 1 --2- 172.21.15.5:0/990298545 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f40140051c0 0x7f4028148cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.364+0000 7f402e4b0640 1 -- 172.21.15.5:0/990298545 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40281f2b20 con 0x7f4028157da0 2024-09-19T05:03:17.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.364+0000 7f402e4b0640 1 --2- 172.21.15.5:0/990298545 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4028157da0 0x7f4028158230 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f4020001f70 tx=0x7f40200014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:17.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.364+0000 7f401e7fc640 1 -- 172.21.15.5:0/990298545 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4020007db0 con 0x7f4028157da0 2024-09-19T05:03:17.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.364+0000 7f401e7fc640 1 -- 172.21.15.5:0/990298545 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4020006b50 con 0x7f4028157da0 2024-09-19T05:03:17.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.364+0000 7f402ff13640 1 -- 172.21.15.5:0/990298545 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40281f2e00 con 0x7f4028157da0 2024-09-19T05:03:17.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.364+0000 7f401e7fc640 1 -- 172.21.15.5:0/990298545 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4020001a70 con 0x7f4028157da0 2024-09-19T05:03:17.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.364+0000 7f402ff13640 1 -- 172.21.15.5:0/990298545 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40281f33c0 con 0x7f4028157da0 2024-09-19T05:03:17.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.365+0000 7f402ff13640 1 -- 172.21.15.5:0/990298545 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f402806f4c0 con 0x7f4028157da0 2024-09-19T05:03:17.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.366+0000 7f401e7fc640 1 -- 172.21.15.5:0/990298545 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4020007030 con 0x7f4028157da0 2024-09-19T05:03:17.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.366+0000 7f401e7fc640 1 --2- 172.21.15.5:0/990298545 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f400c06c2b0 0x7f400c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:17.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.366+0000 7f401e7fc640 1 -- 172.21.15.5:0/990298545 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6101+0+0 (secure 0 0 0) 0x7f40200ab2d0 con 0x7f4028157da0 2024-09-19T05:03:17.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.367+0000 7f402dcaf640 1 --2- 172.21.15.5:0/990298545 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f400c06c2b0 0x7f400c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:17.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.367+0000 7f402dcaf640 1 --2- 172.21.15.5:0/990298545 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f400c06c2b0 0x7f400c06e770 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f4024007d30 tx=0x7f40240078f0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:17.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.371+0000 7f401e7fc640 1 -- 172.21.15.5:0/990298545 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4020043060 con 0x7f4028157da0 2024-09-19T05:03:17.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.587+0000 7f402ff13640 1 -- 172.21.15.5:0/990298545 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f40280cdf70 con 0x7f4028157da0 2024-09-19T05:03:17.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.587+0000 7f401e7fc640 1 -- 172.21.15.5:0/990298545 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v31) ==== 53+0+73 (secure 0 0 0) 0x7f4020079970 con 0x7f4028157da0 2024-09-19T05:03:17.589 INFO:teuthology.orchestra.run.smithi005.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:03:17.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.589+0000 7f402ff13640 1 -- 172.21.15.5:0/990298545 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f400c06c2b0 msgr2=0x7f400c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:17.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.589+0000 7f402ff13640 1 --2- 172.21.15.5:0/990298545 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f400c06c2b0 0x7f400c06e770 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f4024007d30 tx=0x7f40240078f0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.589+0000 7f402ff13640 1 -- 172.21.15.5:0/990298545 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4028157da0 msgr2=0x7f4028158230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:17.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.589+0000 7f402ff13640 1 --2- 172.21.15.5:0/990298545 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4028157da0 0x7f4028158230 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f4020001f70 tx=0x7f40200014a0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.589+0000 7f402ff13640 1 -- 172.21.15.5:0/990298545 shutdown_connections 2024-09-19T05:03:17.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.589+0000 7f402ff13640 1 --2- 172.21.15.5:0/990298545 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f400c06c2b0 0x7f400c06e770 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.589+0000 7f402ff13640 1 --2- 172.21.15.5:0/990298545 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4028157da0 0x7f4028158230 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.589+0000 7f402ff13640 1 --2- 172.21.15.5:0/990298545 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f40281f2690 0x7f40280a9ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.589+0000 7f402ff13640 1 --2- 172.21.15.5:0/990298545 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f40140051c0 0x7f4028148cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:17.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.589+0000 7f402ff13640 1 -- 172.21.15.5:0/990298545 >> 172.21.15.5:0/990298545 conn(0x7f4028067da0 msgr2=0x7f40280b1f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:17.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.589+0000 7f402ff13640 1 -- 172.21.15.5:0/990298545 shutdown_connections 2024-09-19T05:03:17.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17.589+0000 7f402ff13640 1 -- 172.21.15.5:0/990298545 wait complete. 2024-09-19T05:03:17.602 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:03:17.602 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:03:17.602 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi005.front.sepia.ceph.com 2024-09-19T05:03:17.602 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T05:03:17.602 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T05:03:17.602 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:03:17.602 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T05:03:17.602 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:03:17.602 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:03:17.603 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:17.603 DEBUG:teuthology.orchestra.run.smithi005:> ip addr 2024-09-19T05:03:17.619 INFO:teuthology.orchestra.run.smithi005.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:03:17.619 INFO:teuthology.orchestra.run.smithi005.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:03:17.619 INFO:teuthology.orchestra.run.smithi005.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:03:17.619 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:17.619 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 ::1/128 scope host 2024-09-19T05:03:17.620 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:17.620 INFO:teuthology.orchestra.run.smithi005.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:03:17.620 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:de brd ff:ff:ff:ff:ff:ff 2024-09-19T05:03:17.620 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp7s0f0 2024-09-19T05:03:17.620 INFO:teuthology.orchestra.run.smithi005.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:03:17.620 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:df brd ff:ff:ff:ff:ff:ff 2024-09-19T05:03:17.620 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp7s0f1 2024-09-19T05:03:17.620 INFO:teuthology.orchestra.run.smithi005.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:03:17.620 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:42 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:03:17.620 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp1s0f0 2024-09-19T05:03:17.620 INFO:teuthology.orchestra.run.smithi005.stdout: inet 172.21.15.5/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:03:17.620 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft 42678sec preferred_lft 42678sec 2024-09-19T05:03:17.621 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::ec4:7aff:febd:1442/64 scope link 2024-09-19T05:03:17.621 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:17.621 INFO:teuthology.orchestra.run.smithi005.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:03:17.621 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:43 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:03:17.621 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp1s0f1 2024-09-19T05:03:17.621 INFO:teuthology.orchestra.run.smithi005.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:03:17.621 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 7a:9b:cf:fd:b9:c4 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:03:17.621 INFO:teuthology.orchestra.run.smithi005.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:03:17.621 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:17.621 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::c439:60ff:fe57:5151/64 scope link 2024-09-19T05:03:17.621 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:17.621 INFO:teuthology.orchestra.run.smithi005.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:03:17.621 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 82:af:e8:3f:64:c8 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:03:17.621 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::80af:e8ff:fe3f:64c8/64 scope link 2024-09-19T05:03:17.622 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:17.622 INFO:teuthology.orchestra.run.smithi005.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:03:17.622 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 7a:9b:cf:fd:b9:c4 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:03:17.622 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::789b:cfff:fefd:b9c4/64 scope link 2024-09-19T05:03:17.622 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:17.622 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:17.622 DEBUG:teuthology.orchestra.run.smithi005:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:03:17.683 INFO:teuthology.orchestra.run.smithi005.stdout:1 2024-09-19T05:03:17.685 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:17.685 DEBUG:teuthology.orchestra.run.smithi005:> route 2024-09-19T05:03:17.742 INFO:teuthology.orchestra.run.smithi005.stdout:Kernel IP routing table 2024-09-19T05:03:17.743 INFO:teuthology.orchestra.run.smithi005.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:03:17.743 INFO:teuthology.orchestra.run.smithi005.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:03:17.743 INFO:teuthology.orchestra.run.smithi005.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:03:17.743 INFO:teuthology.orchestra.run.smithi005.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:03:17.743 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:03:17.744 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-19T05:03:17.744 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:03:17.744 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:03:17.744 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:03:17.744 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-19T05:03:17.832 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:03:17.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:03:17.871 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:17.872 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list 2024-09-19T05:03:17.887 INFO:teuthology.orchestra.run.smithi005.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T05:03:17.887 INFO:teuthology.orchestra.run.smithi005.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T05:03:17.888 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:03:17.888 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:17.888 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link set brx.0 up 2024-09-19T05:03:17.953 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:03:17.953 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T05:03:18.009 INFO:teuthology.orchestra.run.smithi005.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:03:18.010 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:03:18.010 DEBUG:teuthology.orchestra.run.smithi005:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:03:18.064 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T05:03:18.065 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:18.065 DEBUG:teuthology.orchestra.run.smithi005:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T05:03:18.150 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T05:03:18.151 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T05:03:18.151 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-19T05:03:18.159 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T05:03:18.159 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T05:03:18.159 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-19T05:03:18.159 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:03:18.160 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:03:18.164 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T05:03:18.165 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T05:03:18.165 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-19T05:03:18.165 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:03:18.165 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:03:18.165 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790" 2024-09-19T05:03:18.165 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790:/ 2024-09-19T05:03:18.165 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=d3e05719-6fe9-4686-ba83-cd0299bd169b" will pass to kernel 2024-09-19T05:03:18.167 INFO:teuthology.orchestra.run.smithi005.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T05:03:18.167 INFO:teuthology.orchestra.run.smithi005.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:03:18.167 INFO:teuthology.orchestra.run.smithi005.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:03:18.167 INFO:teuthology.orchestra.run.smithi005.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:03:18.167 INFO:teuthology.orchestra.run.smithi005.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:03:18.168 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:03:18.168 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:18.168 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:03:18.199 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:03:18.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:03:18.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:03:18.300 INFO:teuthology.orchestra.run.smithi005.stdout:client5796 2024-09-19T05:03:18.301 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:03:18.301 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:18.317 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:03:18.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.458+0000 7ffad90d0640 1 Processor -- start 2024-09-19T05:03:18.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.458+0000 7ffad90d0640 1 -- start start 2024-09-19T05:03:18.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.459+0000 7ffad90d0640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ffad415e890 0x7ffad406cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:18.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.459+0000 7ffad90d0640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffad40cfc00 con 0x7ffad40d4f00 2024-09-19T05:03:18.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.459+0000 7ffad90d0640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffad40d3040 con 0x7ffad40d2b60 2024-09-19T05:03:18.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.459+0000 7ffad90d0640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7ffad40d3c50 con 0x7ffad415e890 2024-09-19T05:03:18.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.459+0000 7ffad2d9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ffad415e890 0x7ffad406cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:18.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.459+0000 7ffad359e640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7ffad40d4f00 0x7ffad40cf4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53690/0 (socket says 172.21.15.5:53690) 2024-09-19T05:03:18.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.459+0000 7ffad359e640 1 -- 172.21.15.5:0/3903108072 learned_addr learned my addr 172.21.15.5:0/3903108072 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:18.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.459+0000 7ffad2d9d640 1 -- 172.21.15.5:0/3903108072 >> v1:172.21.15.134:6789/0 conn(0x7ffad40d2b60 legacy=0x7ffad40cede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:18.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.459+0000 7ffad2d9d640 1 -- 172.21.15.5:0/3903108072 >> v1:172.21.15.5:6789/0 conn(0x7ffad40d4f00 legacy=0x7ffad40cf4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:18.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.459+0000 7ffad2d9d640 1 -- 172.21.15.5:0/3903108072 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffad40d3320 con 0x7ffad415e890 2024-09-19T05:03:18.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.459+0000 7ffad1d9b640 1 -- 172.21.15.5:0/3903108072 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3385265310 0 0) 0x7ffad40cfc00 con 0x7ffad40d4f00 2024-09-19T05:03:18.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.460+0000 7ffad2d9d640 1 --2- 172.21.15.5:0/3903108072 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffad415e890 0x7ffad406cbb0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7ffac40097a0 tx=0x7ffac402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d15d9785e99ac5fb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:18.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.460+0000 7ffad1d9b640 1 -- 172.21.15.5:0/3903108072 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffac4037070 con 0x7ffad415e890 2024-09-19T05:03:18.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.460+0000 7ffad1d9b640 1 -- 172.21.15.5:0/3903108072 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffac402ae50 con 0x7ffad415e890 2024-09-19T05:03:18.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.460+0000 7ffad1d9b640 1 -- 172.21.15.5:0/3903108072 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffac4032660 con 0x7ffad415e890 2024-09-19T05:03:18.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.460+0000 7ffad90d0640 1 -- 172.21.15.5:0/3903108072 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffad415e890 msgr2=0x7ffad406cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:18.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.460+0000 7ffad90d0640 1 --2- 172.21.15.5:0/3903108072 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffad415e890 0x7ffad406cbb0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7ffac40097a0 tx=0x7ffac402a140 comp rx=0 tx=0).stop 2024-09-19T05:03:18.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.461+0000 7ffad90d0640 1 -- 172.21.15.5:0/3903108072 shutdown_connections 2024-09-19T05:03:18.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.461+0000 7ffad90d0640 1 --2- 172.21.15.5:0/3903108072 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffad415e890 0x7ffad406cbb0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:18.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.461+0000 7ffad90d0640 1 -- 172.21.15.5:0/3903108072 >> 172.21.15.5:0/3903108072 conn(0x7ffad40b66c0 msgr2=0x7ffad40d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:18.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.461+0000 7ffad90d0640 1 -- 172.21.15.5:0/3903108072 shutdown_connections 2024-09-19T05:03:18.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.461+0000 7ffad90d0640 1 -- 172.21.15.5:0/3903108072 wait complete. 2024-09-19T05:03:18.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.462+0000 7ffad90d0640 1 Processor -- start 2024-09-19T05:03:18.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.462+0000 7ffad90d0640 1 -- start start 2024-09-19T05:03:18.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.463+0000 7ffad90d0640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffad40d2b60 0x7ffad41573d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:18.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.463+0000 7ffad90d0640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffad40d4f00 0x7ffad41f4910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:18.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.463+0000 7ffad90d0640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffad415e890 0x7ffad41f4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:18.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.463+0000 7ffad90d0640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ffad415ec70 con 0x7ffad40d2b60 2024-09-19T05:03:18.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.463+0000 7ffad90d0640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7ffad40d38e0 con 0x7ffad415e890 2024-09-19T05:03:18.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.463+0000 7ffad90d0640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ffad406db10 con 0x7ffad40d4f00 2024-09-19T05:03:18.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.463+0000 7ffad2d9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffad40d2b60 0x7ffad41573d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:18.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.463+0000 7ffad2d9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffad40d2b60 0x7ffad41573d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45892/0 (socket says 172.21.15.5:45892) 2024-09-19T05:03:18.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.463+0000 7ffad2d9d640 1 -- 172.21.15.5:0/4233796480 learned_addr learned my addr 172.21.15.5:0/4233796480 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:18.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.463+0000 7ffad259c640 1 --2- 172.21.15.5:0/4233796480 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffad40d4f00 0x7ffad41f4910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:18.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.463+0000 7ffad359e640 1 --2- 172.21.15.5:0/4233796480 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffad415e890 0x7ffad41f4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:18.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.463+0000 7ffad2d9d640 1 -- 172.21.15.5:0/4233796480 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffad40d4f00 msgr2=0x7ffad41f4910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:18.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.463+0000 7ffad2d9d640 1 --2- 172.21.15.5:0/4233796480 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffad40d4f00 0x7ffad41f4910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:18.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.463+0000 7ffad2d9d640 1 -- 172.21.15.5:0/4233796480 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffad415e890 msgr2=0x7ffad41f4e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:18.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.463+0000 7ffad2d9d640 1 --2- 172.21.15.5:0/4233796480 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffad415e890 0x7ffad41f4e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:18.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.463+0000 7ffad2d9d640 1 -- 172.21.15.5:0/4233796480 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffad40cba10 con 0x7ffad40d2b60 2024-09-19T05:03:18.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.464+0000 7ffad2d9d640 1 --2- 172.21.15.5:0/4233796480 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffad40d2b60 0x7ffad41573d0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7ffac40097a0 tx=0x7ffac40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:18.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.464+0000 7ffabb7fe640 1 -- 172.21.15.5:0/4233796480 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffac4042070 con 0x7ffad40d2b60 2024-09-19T05:03:18.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.464+0000 7ffabb7fe640 1 -- 172.21.15.5:0/4233796480 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffac403e670 con 0x7ffad40d2b60 2024-09-19T05:03:18.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.464+0000 7ffad90d0640 1 -- 172.21.15.5:0/4233796480 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffad40cc730 con 0x7ffad40d2b60 2024-09-19T05:03:18.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.464+0000 7ffabb7fe640 1 -- 172.21.15.5:0/4233796480 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffac4037040 con 0x7ffad40d2b60 2024-09-19T05:03:18.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.464+0000 7ffad90d0640 1 -- 172.21.15.5:0/4233796480 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffad40cca10 con 0x7ffad40d2b60 2024-09-19T05:03:18.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.465+0000 7ffad90d0640 1 -- 172.21.15.5:0/4233796480 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffad406cbb0 con 0x7ffad40d2b60 2024-09-19T05:03:18.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.466+0000 7ffabb7fe640 1 -- 172.21.15.5:0/4233796480 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ffac4045070 con 0x7ffad40d2b60 2024-09-19T05:03:18.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.466+0000 7ffabb7fe640 1 --2- 172.21.15.5:0/4233796480 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffac006c2b0 0x7ffac006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:18.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.466+0000 7ffabb7fe640 1 -- 172.21.15.5:0/4233796480 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6101+0+0 (secure 0 0 0) 0x7ffac40abb70 con 0x7ffad40d2b60 2024-09-19T05:03:18.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.466+0000 7ffad259c640 1 --2- 172.21.15.5:0/4233796480 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffac006c2b0 0x7ffac006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:18.469 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.467+0000 7ffad259c640 1 --2- 172.21.15.5:0/4233796480 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffac006c2b0 0x7ffac006e770 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7ffac8006fd0 tx=0x7ffac8008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:18.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.471+0000 7ffabb7fe640 1 -- 172.21.15.5:0/4233796480 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ffac407a300 con 0x7ffad40d2b60 2024-09-19T05:03:18.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.684+0000 7ffad90d0640 1 -- 172.21.15.5:0/4233796480 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7ffad415e090 con 0x7ffad40d2b60 2024-09-19T05:03:18.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.684+0000 7ffabb7fe640 1 -- 172.21.15.5:0/4233796480 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v31) ==== 53+0+73 (secure 0 0 0) 0x7ffac4079c00 con 0x7ffad40d2b60 2024-09-19T05:03:18.686 INFO:teuthology.orchestra.run.smithi005.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:03:18.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.686+0000 7ffad90d0640 1 -- 172.21.15.5:0/4233796480 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffac006c2b0 msgr2=0x7ffac006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:18.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.686+0000 7ffad90d0640 1 --2- 172.21.15.5:0/4233796480 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffac006c2b0 0x7ffac006e770 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7ffac8006fd0 tx=0x7ffac8008040 comp rx=0 tx=0).stop 2024-09-19T05:03:18.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.686+0000 7ffad90d0640 1 -- 172.21.15.5:0/4233796480 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffad40d2b60 msgr2=0x7ffad41573d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:18.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.686+0000 7ffad90d0640 1 --2- 172.21.15.5:0/4233796480 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffad40d2b60 0x7ffad41573d0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7ffac40097a0 tx=0x7ffac40046c0 comp rx=0 tx=0).stop 2024-09-19T05:03:18.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.686+0000 7ffad90d0640 1 -- 172.21.15.5:0/4233796480 shutdown_connections 2024-09-19T05:03:18.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.686+0000 7ffad90d0640 1 --2- 172.21.15.5:0/4233796480 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffac006c2b0 0x7ffac006e770 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:18.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.686+0000 7ffad90d0640 1 --2- 172.21.15.5:0/4233796480 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffad415e890 0x7ffad41f4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:18.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.686+0000 7ffad90d0640 1 --2- 172.21.15.5:0/4233796480 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffad40d4f00 0x7ffad41f4910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:18.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.686+0000 7ffad90d0640 1 --2- 172.21.15.5:0/4233796480 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffad40d2b60 0x7ffad41573d0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:18.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.686+0000 7ffad90d0640 1 -- 172.21.15.5:0/4233796480 >> 172.21.15.5:0/4233796480 conn(0x7ffad40b66c0 msgr2=0x7ffad40b4000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:18.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.686+0000 7ffad90d0640 1 -- 172.21.15.5:0/4233796480 shutdown_connections 2024-09-19T05:03:18.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:18.686+0000 7ffad90d0640 1 -- 172.21.15.5:0/4233796480 wait complete. 2024-09-19T05:03:18.699 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:03:18.699 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:03:18.699 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi134.front.sepia.ceph.com 2024-09-19T05:03:18.699 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T05:03:18.699 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T05:03:18.699 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:03:18.699 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T05:03:18.699 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:03:18.699 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:03:18.699 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:18.700 DEBUG:teuthology.orchestra.run.smithi134:> ip addr 2024-09-19T05:03:18.719 INFO:teuthology.orchestra.run.smithi134.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:03:18.719 INFO:teuthology.orchestra.run.smithi134.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:03:18.720 INFO:teuthology.orchestra.run.smithi134.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:03:18.720 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:18.720 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 ::1/128 scope host 2024-09-19T05:03:18.720 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:18.720 INFO:teuthology.orchestra.run.smithi134.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:03:18.720 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:d9:38:e6 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:03:18.720 INFO:teuthology.orchestra.run.smithi134.stdout: altname enp7s0f0 2024-09-19T05:03:18.720 INFO:teuthology.orchestra.run.smithi134.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:03:18.720 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:d9:38:e7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:03:18.720 INFO:teuthology.orchestra.run.smithi134.stdout: altname enp7s0f1 2024-09-19T05:03:18.720 INFO:teuthology.orchestra.run.smithi134.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:03:18.720 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:88:6d:e8 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:03:18.720 INFO:teuthology.orchestra.run.smithi134.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:03:18.721 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:88:6d:e9 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:03:18.721 INFO:teuthology.orchestra.run.smithi134.stdout: inet 172.21.15.134/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T05:03:18.721 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft 42669sec preferred_lft 42669sec 2024-09-19T05:03:18.721 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::ec4:7aff:fe88:6de9/64 scope link noprefixroute 2024-09-19T05:03:18.721 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:18.721 INFO:teuthology.orchestra.run.smithi134.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:03:18.721 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0e:eb:2d:d0:3e:b7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:03:18.721 INFO:teuthology.orchestra.run.smithi134.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:03:18.721 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:18.721 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::90a2:26ff:feea:3d00/64 scope link 2024-09-19T05:03:18.721 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:18.721 INFO:teuthology.orchestra.run.smithi134.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:03:18.721 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether f6:41:57:e6:af:aa brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:03:18.722 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::f441:57ff:fee6:afaa/64 scope link 2024-09-19T05:03:18.722 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:18.722 INFO:teuthology.orchestra.run.smithi134.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:03:18.722 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0e:eb:2d:d0:3e:b7 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T05:03:18.722 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::ceb:2dff:fed0:3eb7/64 scope link 2024-09-19T05:03:18.722 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:18.722 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:18.722 DEBUG:teuthology.orchestra.run.smithi134:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:03:18.788 INFO:teuthology.orchestra.run.smithi134.stdout:1 2024-09-19T05:03:18.790 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:18.790 DEBUG:teuthology.orchestra.run.smithi134:> route 2024-09-19T05:03:18.848 INFO:teuthology.orchestra.run.smithi134.stdout:Kernel IP routing table 2024-09-19T05:03:18.848 INFO:teuthology.orchestra.run.smithi134.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:03:18.848 INFO:teuthology.orchestra.run.smithi134.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T05:03:18.848 INFO:teuthology.orchestra.run.smithi134.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T05:03:18.849 INFO:teuthology.orchestra.run.smithi134.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:03:18.849 DEBUG:teuthology.orchestra.run.smithi134:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:03:18.849 DEBUG:teuthology.orchestra.run.smithi134:> set -e 2024-09-19T05:03:18.849 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T05:03:18.849 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T05:03:18.849 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T05:03:18.849 DEBUG:teuthology.orchestra.run.smithi134:> ') 2024-09-19T05:03:18.940 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:03:18 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:03:18.974 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:03:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:03:18.980 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:18.980 DEBUG:teuthology.orchestra.run.smithi134:> ip netns list 2024-09-19T05:03:18.996 INFO:teuthology.orchestra.run.smithi134.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T05:03:18.996 INFO:teuthology.orchestra.run.smithi134.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T05:03:18.996 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:03:18.996 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:18.996 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link set brx.0 up 2024-09-19T05:03:19.062 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:03:19.062 DEBUG:teuthology.orchestra.run.smithi134:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T05:03:19.118 INFO:teuthology.orchestra.run.smithi134.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:03:19.118 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:03:19.118 DEBUG:teuthology.orchestra.run.smithi134:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:03:19.173 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T05:03:19.173 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:19.173 DEBUG:teuthology.orchestra.run.smithi134:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:03:19.256 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:03:19.256 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T05:03:19.256 INFO:teuthology.orchestra.run.smithi134.stdout:invalid new device string format 2024-09-19T05:03:19.265 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:03:19.265 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T05:03:19.265 INFO:teuthology.orchestra.run.smithi134.stdout:invalid new device string format 2024-09-19T05:03:19.265 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:03:19.265 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:03:19.270 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:03:19.270 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T05:03:19.270 INFO:teuthology.orchestra.run.smithi134.stdout:invalid new device string format 2024-09-19T05:03:19.270 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:03:19.270 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:03:19.270 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790" 2024-09-19T05:03:19.270 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790:/ 2024-09-19T05:03:19.270 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs,key=1,fsid=d3e05719-6fe9-4686-ba83-cd0299bd169b" will pass to kernel 2024-09-19T05:03:19.271 INFO:teuthology.orchestra.run.smithi134.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T05:03:19.271 INFO:teuthology.orchestra.run.smithi134.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:03:19.271 INFO:teuthology.orchestra.run.smithi134.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:03:19.271 INFO:teuthology.orchestra.run.smithi134.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:03:19.271 INFO:teuthology.orchestra.run.smithi134.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:03:19.272 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:03:19.272 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:19.273 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:03:19.337 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:03:19.426 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:03:19 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:03:19.428 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:03:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:03:19.434 INFO:teuthology.orchestra.run.smithi134.stdout:client5108 2024-09-19T05:03:19.434 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:03:19.434 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:19.450 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:19.450 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir subdir) 2024-09-19T05:03:19.474 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:19.475 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.quota.max_bytes ./subdir) 2024-09-19T05:03:19.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:03:19.534 INFO:teuthology.orchestra.run.smithi005.stderr:./subdir: ceph.quota.max_bytes: No such attribute 2024-09-19T05:03:19.535 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:19.535 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.quota.max_bytes -v 10K ./subdir) 2024-09-19T05:03:19.597 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:19.597 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.quota.max_bytes ./subdir) 2024-09-19T05:03:19.656 INFO:teuthology.orchestra.run.smithi005.stdout:10240 2024-09-19T05:03:19.656 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:19.657 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.quota.max_bytes -v 100Ki ./subdir) 2024-09-19T05:03:19.719 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:19.719 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.quota.max_bytes ./subdir) 2024-09-19T05:03:19.778 INFO:teuthology.orchestra.run.smithi005.stdout:102400 2024-09-19T05:03:19.779 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:19.779 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.quota.max_bytes -v 10M ./subdir) 2024-09-19T05:03:19.839 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:19.839 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.quota.max_bytes ./subdir) 2024-09-19T05:03:19.898 INFO:teuthology.orchestra.run.smithi005.stdout:10485760 2024-09-19T05:03:19.898 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:19.898 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.quota.max_bytes -v 100Mi ./subdir) 2024-09-19T05:03:19.958 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:19.958 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.quota.max_bytes ./subdir) 2024-09-19T05:03:20.015 INFO:teuthology.orchestra.run.smithi005.stdout:104857600 2024-09-19T05:03:20.016 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:20.016 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.quota.max_bytes -v 2G ./subdir) 2024-09-19T05:03:20.076 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:20.076 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.quota.max_bytes ./subdir) 2024-09-19T05:03:20.133 INFO:teuthology.orchestra.run.smithi005.stdout:2147483648 2024-09-19T05:03:20.133 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:20.134 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.quota.max_bytes -v 4Gi ./subdir) 2024-09-19T05:03:20.192 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:20.192 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.quota.max_bytes ./subdir) 2024-09-19T05:03:20.250 INFO:teuthology.orchestra.run.smithi005.stdout:4294967296 2024-09-19T05:03:20.251 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:20.251 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.quota.max_bytes -v 1T ./subdir) 2024-09-19T05:03:20.310 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:20.310 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.quota.max_bytes ./subdir) 2024-09-19T05:03:20.367 INFO:teuthology.orchestra.run.smithi005.stdout:1099511627776 2024-09-19T05:03:20.368 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:20.368 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.quota.max_bytes -v 2Ti ./subdir) 2024-09-19T05:03:20.426 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:20.426 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.quota.max_bytes ./subdir) 2024-09-19T05:03:20.484 INFO:teuthology.orchestra.run.smithi005.stdout:2199023255552 2024-09-19T05:03:20.484 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T05:03:20.484 DEBUG:teuthology.orchestra.run.smithi005:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:03:20.561 DEBUG:teuthology.orchestra.run.smithi134:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:03:20.606 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T05:03:20.606 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:03:20.606 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:03:20.606 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:20.623 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:03:20.623 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:20.680 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:03:20.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.821+0000 7f144df6d640 1 Processor -- start 2024-09-19T05:03:20.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.821+0000 7f144df6d640 1 -- start start 2024-09-19T05:03:20.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.821+0000 7f144df6d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14481554d0 0x7f14480ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:20.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.821+0000 7f144df6d640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f14480af3a0 0x7f1448162040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:20.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.822+0000 7f144df6d640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14480af860 con 0x7f1448162580 2024-09-19T05:03:20.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.822+0000 7f144df6d640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f14480b0470 con 0x7f14480af3a0 2024-09-19T05:03:20.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.822+0000 7f144df6d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f14480afb40 con 0x7f14481554d0 2024-09-19T05:03:20.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.822+0000 7f14477fe640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14481554d0 0x7f14480ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:20.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.822+0000 7f1446ffd640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f14480af3a0 0x7f1448162040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:20.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.822+0000 7f1447fff640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7f1448162580 0x7f144815ea00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.5:38112/0 (socket says 172.21.15.5:38112) 2024-09-19T05:03:20.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.822+0000 7f1447fff640 1 -- 172.21.15.5:0/2410699772 learned_addr learned my addr 172.21.15.5:0/2410699772 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:20.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.822+0000 7f14477fe640 1 -- 172.21.15.5:0/2410699772 >> v2:172.21.15.134:3300/0 conn(0x7f14480af3a0 msgr2=0x7f1448162040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:20.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.822+0000 7f14477fe640 1 --2- 172.21.15.5:0/2410699772 >> v2:172.21.15.134:3300/0 conn(0x7f14480af3a0 0x7f1448162040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:20.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.822+0000 7f14477fe640 1 -- 172.21.15.5:0/2410699772 >> v1:172.21.15.134:6789/0 conn(0x7f1448162580 legacy=0x7f144815ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:20.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.822+0000 7f14477fe640 1 -- 172.21.15.5:0/2410699772 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14480afe20 con 0x7f14481554d0 2024-09-19T05:03:20.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.822+0000 7f1446ffd640 1 --2- 172.21.15.5:0/2410699772 >> v2:172.21.15.134:3300/0 conn(0x7f14480af3a0 0x7f1448162040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:03:20.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.823+0000 7f14477fe640 1 --2- 172.21.15.5:0/2410699772 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14481554d0 0x7f14480ccf60 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f14380097a0 tx=0x7f143802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=17b45ce025adab8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:20.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.823+0000 7f14467fc640 1 -- 172.21.15.5:0/2410699772 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1438037070 con 0x7f14481554d0 2024-09-19T05:03:20.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.823+0000 7f14467fc640 1 -- 172.21.15.5:0/2410699772 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1438032440 con 0x7f14481554d0 2024-09-19T05:03:20.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.823+0000 7f14467fc640 1 -- 172.21.15.5:0/2410699772 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1438032810 con 0x7f14481554d0 2024-09-19T05:03:20.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.824+0000 7f144df6d640 1 -- 172.21.15.5:0/2410699772 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14481554d0 msgr2=0x7f14480ccf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:20.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.824+0000 7f144df6d640 1 --2- 172.21.15.5:0/2410699772 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14481554d0 0x7f14480ccf60 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f14380097a0 tx=0x7f143802a180 comp rx=0 tx=0).stop 2024-09-19T05:03:20.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.824+0000 7f144df6d640 1 -- 172.21.15.5:0/2410699772 shutdown_connections 2024-09-19T05:03:20.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.824+0000 7f144df6d640 1 --2- 172.21.15.5:0/2410699772 >> v2:172.21.15.134:3300/0 conn(0x7f14480af3a0 0x7f1448162040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:20.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.824+0000 7f144df6d640 1 --2- 172.21.15.5:0/2410699772 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14481554d0 0x7f14480ccf60 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:20.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.824+0000 7f144df6d640 1 -- 172.21.15.5:0/2410699772 >> 172.21.15.5:0/2410699772 conn(0x7f14480736d0 msgr2=0x7f144806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:20.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.824+0000 7f144df6d640 1 -- 172.21.15.5:0/2410699772 shutdown_connections 2024-09-19T05:03:20.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.824+0000 7f144df6d640 1 -- 172.21.15.5:0/2410699772 wait complete. 2024-09-19T05:03:20.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.825+0000 7f144df6d640 1 Processor -- start 2024-09-19T05:03:20.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.825+0000 7f144df6d640 1 -- start start 2024-09-19T05:03:20.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.826+0000 7f144df6d640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f14480af3a0 0x7f14480cd5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:20.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.826+0000 7f144df6d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14481554d0 0x7f144814a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:20.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.826+0000 7f144df6d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1448162580 0x7f14480cff30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:20.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.826+0000 7f144df6d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1448162d30 con 0x7f1448162580 2024-09-19T05:03:20.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.826+0000 7f144df6d640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f14481558b0 con 0x7f14480af3a0 2024-09-19T05:03:20.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.826+0000 7f144df6d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1448162eb0 con 0x7f14481554d0 2024-09-19T05:03:20.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.826+0000 7f1447fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1448162580 0x7f14480cff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:20.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.826+0000 7f1447fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1448162580 0x7f14480cff30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45906/0 (socket says 172.21.15.5:45906) 2024-09-19T05:03:20.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.826+0000 7f1447fff640 1 -- 172.21.15.5:0/643911996 learned_addr learned my addr 172.21.15.5:0/643911996 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:20.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.826+0000 7f14477fe640 1 --2- 172.21.15.5:0/643911996 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f14480af3a0 0x7f14480cd5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:20.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.827+0000 7f1446ffd640 1 --2- 172.21.15.5:0/643911996 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14481554d0 0x7f144814a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:20.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.827+0000 7f1447fff640 1 -- 172.21.15.5:0/643911996 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14481554d0 msgr2=0x7f144814a6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:20.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.827+0000 7f1447fff640 1 --2- 172.21.15.5:0/643911996 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14481554d0 0x7f144814a6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:20.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.827+0000 7f1447fff640 1 -- 172.21.15.5:0/643911996 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f14480af3a0 msgr2=0x7f14480cd5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:20.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.827+0000 7f1447fff640 1 --2- 172.21.15.5:0/643911996 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f14480af3a0 0x7f14480cd5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:20.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.827+0000 7f1447fff640 1 -- 172.21.15.5:0/643911996 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f144814abf0 con 0x7f1448162580 2024-09-19T05:03:20.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.827+0000 7f1446ffd640 1 --2- 172.21.15.5:0/643911996 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14481554d0 0x7f144814a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:20.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.827+0000 7f1447fff640 1 --2- 172.21.15.5:0/643911996 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1448162580 0x7f14480cff30 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f144000cab0 tx=0x7f144000cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:20.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.827+0000 7f142ffff640 1 -- 172.21.15.5:0/643911996 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1440017070 con 0x7f1448162580 2024-09-19T05:03:20.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.827+0000 7f142ffff640 1 -- 172.21.15.5:0/643911996 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f144000ac30 con 0x7f1448162580 2024-09-19T05:03:20.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.827+0000 7f144df6d640 1 -- 172.21.15.5:0/643911996 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14480cdb80 con 0x7f1448162580 2024-09-19T05:03:20.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.827+0000 7f142ffff640 1 -- 172.21.15.5:0/643911996 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1440012400 con 0x7f1448162580 2024-09-19T05:03:20.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.827+0000 7f144df6d640 1 -- 172.21.15.5:0/643911996 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14480ce140 con 0x7f1448162580 2024-09-19T05:03:20.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.828+0000 7f144df6d640 1 -- 172.21.15.5:0/643911996 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1448162040 con 0x7f1448162580 2024-09-19T05:03:20.832 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.829+0000 7f142ffff640 1 -- 172.21.15.5:0/643911996 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f144001a070 con 0x7f1448162580 2024-09-19T05:03:20.832 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.829+0000 7f142ffff640 1 --2- 172.21.15.5:0/643911996 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f143406c2b0 0x7f143406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:20.832 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.829+0000 7f142ffff640 1 -- 172.21.15.5:0/643911996 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6101+0+0 (secure 0 0 0) 0x7f144008b160 con 0x7f1448162580 2024-09-19T05:03:20.832 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.830+0000 7f14477fe640 1 --2- 172.21.15.5:0/643911996 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f143406c2b0 0x7f143406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:20.832 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.830+0000 7f14477fe640 1 --2- 172.21.15.5:0/643911996 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f143406c2b0 0x7f143406e770 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f1438034000 tx=0x7f143802e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:20.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:20.834+0000 7f142ffff640 1 -- 172.21.15.5:0/643911996 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f14400590f0 con 0x7f1448162580 2024-09-19T05:03:21.024 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.022+0000 7f144df6d640 1 -- 172.21.15.5:0/643911996 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f14480b5ea0 con 0x7f1448162580 2024-09-19T05:03:21.024 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.023+0000 7f142ffff640 1 -- 172.21.15.5:0/643911996 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v61) ==== 80+0+0 (secure 0 0 0) 0x7f144005d3f0 con 0x7f1448162580 2024-09-19T05:03:21.025 INFO:teuthology.orchestra.run.smithi005.stderr:listed 0 entries 2024-09-19T05:03:21.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.025+0000 7f144df6d640 1 -- 172.21.15.5:0/643911996 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f143406c2b0 msgr2=0x7f143406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:21.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.025+0000 7f144df6d640 1 --2- 172.21.15.5:0/643911996 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f143406c2b0 0x7f143406e770 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f1438034000 tx=0x7f143802e000 comp rx=0 tx=0).stop 2024-09-19T05:03:21.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.025+0000 7f144df6d640 1 -- 172.21.15.5:0/643911996 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1448162580 msgr2=0x7f14480cff30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:21.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.025+0000 7f144df6d640 1 --2- 172.21.15.5:0/643911996 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1448162580 0x7f14480cff30 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f144000cab0 tx=0x7f144000cf70 comp rx=0 tx=0).stop 2024-09-19T05:03:21.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.025+0000 7f144df6d640 1 -- 172.21.15.5:0/643911996 shutdown_connections 2024-09-19T05:03:21.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.025+0000 7f144df6d640 1 --2- 172.21.15.5:0/643911996 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f143406c2b0 0x7f143406e770 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:21.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.025+0000 7f144df6d640 1 --2- 172.21.15.5:0/643911996 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1448162580 0x7f14480cff30 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:21.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.025+0000 7f144df6d640 1 --2- 172.21.15.5:0/643911996 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14481554d0 0x7f144814a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:21.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.025+0000 7f144df6d640 1 --2- 172.21.15.5:0/643911996 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f14480af3a0 0x7f14480cd5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:21.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.025+0000 7f144df6d640 1 -- 172.21.15.5:0/643911996 >> 172.21.15.5:0/643911996 conn(0x7f14480736d0 msgr2=0x7f14480b4cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:21.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.025+0000 7f144df6d640 1 -- 172.21.15.5:0/643911996 shutdown_connections 2024-09-19T05:03:21.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.025+0000 7f144df6d640 1 -- 172.21.15.5:0/643911996 wait complete. 2024-09-19T05:03:21.037 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T05:03:21.038 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:21.038 DEBUG:teuthology.orchestra.run.smithi005:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T05:03:21.066 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi005.front.sepia.ceph.com 2024-09-19T05:03:21.066 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:21.066 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T05:03:21.123 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:03:21.123 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:03:21.123 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:21.142 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:03:21.142 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:21.202 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:03:21.208 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:03:21.248 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:03:21.306 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.305+0000 7f7c36f3b640 1 Processor -- start 2024-09-19T05:03:21.307 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.305+0000 7f7c36f3b640 1 -- start start 2024-09-19T05:03:21.308 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.306+0000 7f7c36f3b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7c3015e660 0x7f7c300d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:21.308 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.306+0000 7f7c36f3b640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f7c300d3150 0x7f7c300b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:21.308 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.306+0000 7f7c36f3b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7c300b6530 0x7f7c300cf070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:21.308 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.306+0000 7f7c36f3b640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f7c3006d4b0 con 0x7f7c300b6530 2024-09-19T05:03:21.309 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.306+0000 7f7c36f3b640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f7c300d3680 con 0x7f7c300d3150 2024-09-19T05:03:21.309 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.306+0000 7f7c36f3b640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f7c300d3960 con 0x7f7c3015e660 2024-09-19T05:03:21.309 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.306+0000 7f7c354d8640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7c300b6530 0x7f7c300cf070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:21.309 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.306+0000 7f7c354d8640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7c300b6530 0x7f7c300cf070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45908/0 (socket says 172.21.15.5:45908) 2024-09-19T05:03:21.309 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.306+0000 7f7c354d8640 1 -- 172.21.15.5:0/529900299 learned_addr learned my addr 172.21.15.5:0/529900299 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:21.309 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.306+0000 7f7c34cd7640 1 --2- 172.21.15.5:0/529900299 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7c3015e660 0x7f7c300d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:21.309 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.306+0000 7f7c2ffff640 1 --2- 172.21.15.5:0/529900299 >> v2:172.21.15.134:3300/0 conn(0x7f7c300d3150 0x7f7c300b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:21.309 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.306+0000 7f7c354d8640 1 -- 172.21.15.5:0/529900299 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7c3015e660 msgr2=0x7f7c300d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:21.309 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.306+0000 7f7c354d8640 1 --2- 172.21.15.5:0/529900299 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7c3015e660 0x7f7c300d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:21.309 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.306+0000 7f7c354d8640 1 -- 172.21.15.5:0/529900299 >> v2:172.21.15.134:3300/0 conn(0x7f7c300d3150 msgr2=0x7f7c300b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:21.309 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.306+0000 7f7c354d8640 1 --2- 172.21.15.5:0/529900299 >> v2:172.21.15.134:3300/0 conn(0x7f7c300d3150 0x7f7c300b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:21.309 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.306+0000 7f7c354d8640 1 -- 172.21.15.5:0/529900299 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c3006ce60 con 0x7f7c300b6530 2024-09-19T05:03:21.309 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.306+0000 7f7c2ffff640 1 --2- 172.21.15.5:0/529900299 >> v2:172.21.15.134:3300/0 conn(0x7f7c300d3150 0x7f7c300b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:21.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.307+0000 7f7c354d8640 1 --2- 172.21.15.5:0/529900299 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7c300b6530 0x7f7c300cf070 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f7c30162130 tx=0x7f7c2802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b40561dacaa4a38 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:21.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.307+0000 7f7c2f7fe640 1 -- 172.21.15.5:0/529900299 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c28036070 con 0x7f7c300b6530 2024-09-19T05:03:21.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.307+0000 7f7c2f7fe640 1 -- 172.21.15.5:0/529900299 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c28031600 con 0x7f7c300b6530 2024-09-19T05:03:21.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.307+0000 7f7c2f7fe640 1 -- 172.21.15.5:0/529900299 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c280319d0 con 0x7f7c300b6530 2024-09-19T05:03:21.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.308+0000 7f7c36f3b640 1 -- 172.21.15.5:0/529900299 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7c300b6530 msgr2=0x7f7c300cf070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:21.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.308+0000 7f7c36f3b640 1 --2- 172.21.15.5:0/529900299 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7c300b6530 0x7f7c300cf070 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f7c30162130 tx=0x7f7c2802a730 comp rx=0 tx=0).stop 2024-09-19T05:03:21.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.308+0000 7f7c36f3b640 1 -- 172.21.15.5:0/529900299 shutdown_connections 2024-09-19T05:03:21.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.308+0000 7f7c36f3b640 1 --2- 172.21.15.5:0/529900299 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7c300b6530 0x7f7c300cf070 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:21.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.308+0000 7f7c36f3b640 1 --2- 172.21.15.5:0/529900299 >> v2:172.21.15.134:3300/0 conn(0x7f7c300d3150 0x7f7c300b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:21.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.308+0000 7f7c36f3b640 1 --2- 172.21.15.5:0/529900299 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7c3015e660 0x7f7c300d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:21.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.308+0000 7f7c36f3b640 1 -- 172.21.15.5:0/529900299 >> 172.21.15.5:0/529900299 conn(0x7f7c3008c000 msgr2=0x7f7c300d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:21.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.308+0000 7f7c36f3b640 1 -- 172.21.15.5:0/529900299 shutdown_connections 2024-09-19T05:03:21.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.308+0000 7f7c36f3b640 1 -- 172.21.15.5:0/529900299 wait complete. 2024-09-19T05:03:21.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.309+0000 7f7c36f3b640 1 Processor -- start 2024-09-19T05:03:21.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.309+0000 7f7c36f3b640 1 -- start start 2024-09-19T05:03:21.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.310+0000 7f7c36f3b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7c300b6530 0x7f7c301ee030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:21.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.310+0000 7f7c36f3b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7c300d3150 0x7f7c300cd320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:21.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.310+0000 7f7c36f3b640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7c3015e660 0x7f7c300cd860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:21.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.310+0000 7f7c36f3b640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f7c3015ea40 con 0x7f7c300b6530 2024-09-19T05:03:21.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.310+0000 7f7c36f3b640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f7c300d5310 con 0x7f7c3015e660 2024-09-19T05:03:21.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.310+0000 7f7c36f3b640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f7c300cf5b0 con 0x7f7c300d3150 2024-09-19T05:03:21.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.310+0000 7f7c34cd7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7c300b6530 0x7f7c301ee030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:21.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.310+0000 7f7c34cd7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7c300b6530 0x7f7c301ee030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45914/0 (socket says 172.21.15.5:45914) 2024-09-19T05:03:21.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.310+0000 7f7c34cd7640 1 -- 172.21.15.5:0/1242673482 learned_addr learned my addr 172.21.15.5:0/1242673482 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:21.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.310+0000 7f7c354d8640 1 --2- 172.21.15.5:0/1242673482 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7c3015e660 0x7f7c300cd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:21.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.310+0000 7f7c2ffff640 1 --2- 172.21.15.5:0/1242673482 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7c300d3150 0x7f7c300cd320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:21.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.310+0000 7f7c34cd7640 1 -- 172.21.15.5:0/1242673482 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7c300d3150 msgr2=0x7f7c300cd320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:21.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.310+0000 7f7c34cd7640 1 --2- 172.21.15.5:0/1242673482 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7c300d3150 0x7f7c300cd320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:21.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.311+0000 7f7c34cd7640 1 -- 172.21.15.5:0/1242673482 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7c3015e660 msgr2=0x7f7c300cd860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:21.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.311+0000 7f7c34cd7640 1 --2- 172.21.15.5:0/1242673482 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7c3015e660 0x7f7c300cd860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:21.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.311+0000 7f7c34cd7640 1 -- 172.21.15.5:0/1242673482 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c300c7fc0 con 0x7f7c300b6530 2024-09-19T05:03:21.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.311+0000 7f7c2ffff640 1 --2- 172.21.15.5:0/1242673482 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7c300d3150 0x7f7c300cd320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:21.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.311+0000 7f7c34cd7640 1 --2- 172.21.15.5:0/1242673482 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7c300b6530 0x7f7c301ee030 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f7c2000d5f0 tx=0x7f7c2000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:21.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.311+0000 7f7c2d7fa640 1 -- 172.21.15.5:0/1242673482 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c200125f0 con 0x7f7c300b6530 2024-09-19T05:03:21.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.311+0000 7f7c2d7fa640 1 -- 172.21.15.5:0/1242673482 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c20019070 con 0x7f7c300b6530 2024-09-19T05:03:21.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.311+0000 7f7c36f3b640 1 -- 172.21.15.5:0/1242673482 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c301ee570 con 0x7f7c300b6530 2024-09-19T05:03:21.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.311+0000 7f7c2d7fa640 1 -- 172.21.15.5:0/1242673482 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c200129d0 con 0x7f7c300b6530 2024-09-19T05:03:21.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.311+0000 7f7c36f3b640 1 -- 172.21.15.5:0/1242673482 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c300c8510 con 0x7f7c300b6530 2024-09-19T05:03:21.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.312+0000 7f7c36f3b640 1 -- 172.21.15.5:0/1242673482 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c300b5ff0 con 0x7f7c300b6530 2024-09-19T05:03:21.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.313+0000 7f7c2d7fa640 1 -- 172.21.15.5:0/1242673482 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7c20012b70 con 0x7f7c300b6530 2024-09-19T05:03:21.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.313+0000 7f7c2d7fa640 1 --2- 172.21.15.5:0/1242673482 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7c1c06c2b0 0x7f7c1c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:21.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.313+0000 7f7c2d7fa640 1 -- 172.21.15.5:0/1242673482 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6101+0+0 (secure 0 0 0) 0x7f7c2008b930 con 0x7f7c300b6530 2024-09-19T05:03:21.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.313+0000 7f7c2ffff640 1 --2- 172.21.15.5:0/1242673482 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7c1c06c2b0 0x7f7c1c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:21.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.314+0000 7f7c2ffff640 1 --2- 172.21.15.5:0/1242673482 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7c1c06c2b0 0x7f7c1c06e770 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f7c3008d770 tx=0x7f7c24008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:21.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.317+0000 7f7c2d7fa640 1 -- 172.21.15.5:0/1242673482 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7c20059f10 con 0x7f7c300b6530 2024-09-19T05:03:21.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.506+0000 7f7c36f3b640 1 -- 172.21.15.5:0/1242673482 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f7c300b4f80 con 0x7f7c300b6530 2024-09-19T05:03:21.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.506+0000 7f7c2d7fa640 1 -- 172.21.15.5:0/1242673482 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v61) ==== 80+0+0 (secure 0 0 0) 0x7f7c20059810 con 0x7f7c300b6530 2024-09-19T05:03:21.508 INFO:teuthology.orchestra.run.smithi005.stderr:listed 0 entries 2024-09-19T05:03:21.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.508+0000 7f7c36f3b640 1 -- 172.21.15.5:0/1242673482 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7c1c06c2b0 msgr2=0x7f7c1c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:21.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.508+0000 7f7c36f3b640 1 --2- 172.21.15.5:0/1242673482 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7c1c06c2b0 0x7f7c1c06e770 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f7c3008d770 tx=0x7f7c24008040 comp rx=0 tx=0).stop 2024-09-19T05:03:21.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.508+0000 7f7c36f3b640 1 -- 172.21.15.5:0/1242673482 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7c300b6530 msgr2=0x7f7c301ee030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:21.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.508+0000 7f7c36f3b640 1 --2- 172.21.15.5:0/1242673482 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7c300b6530 0x7f7c301ee030 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f7c2000d5f0 tx=0x7f7c2000dab0 comp rx=0 tx=0).stop 2024-09-19T05:03:21.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.509+0000 7f7c36f3b640 1 -- 172.21.15.5:0/1242673482 shutdown_connections 2024-09-19T05:03:21.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.509+0000 7f7c36f3b640 1 --2- 172.21.15.5:0/1242673482 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7c1c06c2b0 0x7f7c1c06e770 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:21.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.509+0000 7f7c36f3b640 1 --2- 172.21.15.5:0/1242673482 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7c3015e660 0x7f7c300cd860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:21.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.509+0000 7f7c36f3b640 1 --2- 172.21.15.5:0/1242673482 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7c300d3150 0x7f7c300cd320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:21.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.509+0000 7f7c36f3b640 1 --2- 172.21.15.5:0/1242673482 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7c300b6530 0x7f7c301ee030 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:21.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.509+0000 7f7c36f3b640 1 -- 172.21.15.5:0/1242673482 >> 172.21.15.5:0/1242673482 conn(0x7f7c3008c000 msgr2=0x7f7c300b5820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:21.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.509+0000 7f7c36f3b640 1 -- 172.21.15.5:0/1242673482 shutdown_connections 2024-09-19T05:03:21.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.509+0000 7f7c36f3b640 1 -- 172.21.15.5:0/1242673482 wait complete. 2024-09-19T05:03:21.521 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T05:03:21.522 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:21.522 DEBUG:teuthology.orchestra.run.smithi134:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-19T05:03:21.555 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi134.front.sepia.ceph.com 2024-09-19T05:03:21.555 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:21.556 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T05:03:21.613 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:03:21.614 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:03:21.614 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:21.630 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=554 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:03:21.630 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:03:21.630 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:03:21.630 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:21.672 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056029,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2378 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:03:21.673 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:03:21.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.773+0000 7f2e5c96f640 1 Processor -- start 2024-09-19T05:03:21.775 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.773+0000 7f2e5c96f640 1 -- start start 2024-09-19T05:03:21.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.774+0000 7f2e5c96f640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f2e5815e660 0x7f2e580d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:21.778 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.774+0000 7f2e5c96f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2e580d3150 0x7f2e580b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:21.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.774+0000 7f2e5c96f640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2e580d3680 con 0x7f2e580b6530 2024-09-19T05:03:21.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.774+0000 7f2e5c96f640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f2e5806d4b0 con 0x7f2e5815e660 2024-09-19T05:03:21.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.774+0000 7f2e5c96f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f2e580d3960 con 0x7f2e580d3150 2024-09-19T05:03:21.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.774+0000 7f2e5659c640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f2e5815e660 0x7f2e580d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:21.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.774+0000 7f2e55d9b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2e580d3150 0x7f2e580b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:21.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.774+0000 7f2e5659c640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f2e5815e660 0x7f2e580d4dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.5:39062/0 (socket says 172.21.15.5:39062) 2024-09-19T05:03:21.779 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.774+0000 7f2e56d9d640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7f2e580b6530 0x7f2e580cf070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.5:38122/0 (socket says 172.21.15.5:38122) 2024-09-19T05:03:21.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.774+0000 7f2e5659c640 1 -- 172.21.15.5:0/4140306848 learned_addr learned my addr 172.21.15.5:0/4140306848 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:21.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.775+0000 7f2e55d9b640 1 -- 172.21.15.5:0/4140306848 >> v2:172.21.15.134:3300/0 conn(0x7f2e5815e660 msgr2=0x7f2e580d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:21.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.775+0000 7f2e55d9b640 1 --2- 172.21.15.5:0/4140306848 >> v2:172.21.15.134:3300/0 conn(0x7f2e5815e660 0x7f2e580d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:21.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.775+0000 7f2e55d9b640 1 -- 172.21.15.5:0/4140306848 >> v1:172.21.15.134:6789/0 conn(0x7f2e580b6530 legacy=0x7f2e580cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:21.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.775+0000 7f2e55d9b640 1 -- 172.21.15.5:0/4140306848 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e5806ce60 con 0x7f2e580d3150 2024-09-19T05:03:21.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.775+0000 7f2e5659c640 1 --2- 172.21.15.5:0/4140306848 >> v2:172.21.15.134:3300/0 conn(0x7f2e5815e660 0x7f2e580d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:03:21.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.776+0000 7f2e55d9b640 1 --2- 172.21.15.5:0/4140306848 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2e580d3150 0x7f2e580b5ff0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f2e400097a0 tx=0x7f2e4002a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=634d14fa2605ac5e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:21.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.776+0000 7f2e5559a640 1 -- 172.21.15.5:0/4140306848 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e40037070 con 0x7f2e580d3150 2024-09-19T05:03:21.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.776+0000 7f2e5559a640 1 -- 172.21.15.5:0/4140306848 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e40032440 con 0x7f2e580d3150 2024-09-19T05:03:21.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.776+0000 7f2e5559a640 1 -- 172.21.15.5:0/4140306848 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e40032810 con 0x7f2e580d3150 2024-09-19T05:03:21.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.776+0000 7f2e5c96f640 1 -- 172.21.15.5:0/4140306848 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2e580d3150 msgr2=0x7f2e580b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:21.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.776+0000 7f2e5c96f640 1 --2- 172.21.15.5:0/4140306848 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2e580d3150 0x7f2e580b5ff0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f2e400097a0 tx=0x7f2e4002a210 comp rx=0 tx=0).stop 2024-09-19T05:03:21.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.776+0000 7f2e5c96f640 1 -- 172.21.15.5:0/4140306848 shutdown_connections 2024-09-19T05:03:21.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.776+0000 7f2e5c96f640 1 --2- 172.21.15.5:0/4140306848 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2e580d3150 0x7f2e580b5ff0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:21.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.776+0000 7f2e5c96f640 1 --2- 172.21.15.5:0/4140306848 >> v2:172.21.15.134:3300/0 conn(0x7f2e5815e660 0x7f2e580d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:21.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.776+0000 7f2e5c96f640 1 -- 172.21.15.5:0/4140306848 >> 172.21.15.5:0/4140306848 conn(0x7f2e5808c000 msgr2=0x7f2e580d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:21.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.776+0000 7f2e5c96f640 1 -- 172.21.15.5:0/4140306848 shutdown_connections 2024-09-19T05:03:21.782 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.776+0000 7f2e5c96f640 1 -- 172.21.15.5:0/4140306848 wait complete. 2024-09-19T05:03:21.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.778+0000 7f2e5c96f640 1 Processor -- start 2024-09-19T05:03:21.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.778+0000 7f2e5c96f640 1 -- start start 2024-09-19T05:03:21.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.778+0000 7f2e5c96f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2e580b6530 0x7f2e58157c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:21.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.778+0000 7f2e5c96f640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2e580d3150 0x7f2e58161610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:21.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.778+0000 7f2e5c96f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2e5815e660 0x7f2e580ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:21.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.778+0000 7f2e5c96f640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f2e5815ea40 con 0x7f2e580b6530 2024-09-19T05:03:21.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.778+0000 7f2e5c96f640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f2e580d5310 con 0x7f2e580d3150 2024-09-19T05:03:21.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.778+0000 7f2e5c96f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f2e5806e950 con 0x7f2e5815e660 2024-09-19T05:03:21.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.779+0000 7f2e5659c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2e580b6530 0x7f2e58157c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:21.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.779+0000 7f2e5659c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2e580b6530 0x7f2e58157c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45918/0 (socket says 172.21.15.5:45918) 2024-09-19T05:03:21.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.779+0000 7f2e5659c640 1 -- 172.21.15.5:0/1674301328 learned_addr learned my addr 172.21.15.5:0/1674301328 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:21.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.779+0000 7f2e56d9d640 1 --2- 172.21.15.5:0/1674301328 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2e5815e660 0x7f2e580ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:21.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.779+0000 7f2e55d9b640 1 --2- 172.21.15.5:0/1674301328 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2e580d3150 0x7f2e58161610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:21.786 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.779+0000 7f2e5659c640 1 -- 172.21.15.5:0/1674301328 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2e5815e660 msgr2=0x7f2e580ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:21.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.779+0000 7f2e5659c640 1 --2- 172.21.15.5:0/1674301328 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2e5815e660 0x7f2e580ce0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:21.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.779+0000 7f2e5659c640 1 -- 172.21.15.5:0/1674301328 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2e580d3150 msgr2=0x7f2e58161610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:21.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.779+0000 7f2e5659c640 1 --2- 172.21.15.5:0/1674301328 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2e580d3150 0x7f2e58161610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:21.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.779+0000 7f2e5659c640 1 -- 172.21.15.5:0/1674301328 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e580b99a0 con 0x7f2e580b6530 2024-09-19T05:03:21.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.779+0000 7f2e5659c640 1 --2- 172.21.15.5:0/1674301328 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2e580b6530 0x7f2e58157c60 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f2e4800efc0 tx=0x7f2e4800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:21.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.779+0000 7f2e4effd640 1 -- 172.21.15.5:0/1674301328 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e4800ce60 con 0x7f2e580b6530 2024-09-19T05:03:21.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.779+0000 7f2e4effd640 1 -- 172.21.15.5:0/1674301328 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e48019070 con 0x7f2e580b6530 2024-09-19T05:03:21.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.779+0000 7f2e5c96f640 1 -- 172.21.15.5:0/1674301328 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e580b9c80 con 0x7f2e580b6530 2024-09-19T05:03:21.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.779+0000 7f2e4effd640 1 -- 172.21.15.5:0/1674301328 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e48014680 con 0x7f2e580b6530 2024-09-19T05:03:21.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.779+0000 7f2e5c96f640 1 -- 172.21.15.5:0/1674301328 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e58160e10 con 0x7f2e580b6530 2024-09-19T05:03:21.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.780+0000 7f2e5c96f640 1 -- 172.21.15.5:0/1674301328 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e580b9730 con 0x7f2e580b6530 2024-09-19T05:03:21.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.781+0000 7f2e4effd640 1 -- 172.21.15.5:0/1674301328 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2e48005d10 con 0x7f2e580b6530 2024-09-19T05:03:21.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.781+0000 7f2e4effd640 1 --2- 172.21.15.5:0/1674301328 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2e3806c2e0 0x7f2e3806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:21.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.781+0000 7f2e4effd640 1 -- 172.21.15.5:0/1674301328 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6101+0+0 (secure 0 0 0) 0x7f2e4808b940 con 0x7f2e580b6530 2024-09-19T05:03:21.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.782+0000 7f2e55d9b640 1 --2- 172.21.15.5:0/1674301328 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2e3806c2e0 0x7f2e3806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:21.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.782+0000 7f2e55d9b640 1 --2- 172.21.15.5:0/1674301328 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2e3806c2e0 0x7f2e3806e7a0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f2e40034000 tx=0x7f2e4002e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:21.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.786+0000 7f2e4effd640 1 -- 172.21.15.5:0/1674301328 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2e48010040 con 0x7f2e580b6530 2024-09-19T05:03:21.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.997+0000 7f2e5c96f640 1 -- 172.21.15.5:0/1674301328 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2e580b5ff0 con 0x7f2e580b6530 2024-09-19T05:03:21.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:21.998+0000 7f2e4effd640 1 -- 172.21.15.5:0/1674301328 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+5221 (secure 0 0 0) 0x7f2e480598d0 con 0x7f2e580b6530 2024-09-19T05:03:21.999 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:22.000 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":31,"btime":"2024-09-19T05:03:10:196264+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5344,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6835/193189745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":193189745},{"type":"v1","addr":"172.21.15.134:6835","nonce":193189745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5347,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/3657495632","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6836","nonce":3657495632},{"type":"v1","addr":"172.21.15.134:6837","nonce":3657495632}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5604,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/1981671740","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":1981671740},{"type":"v1","addr":"172.21.15.5:6834","nonce":1981671740}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":31,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:03:07.549304+0000","modified":"2024-09-19T05:03:09.541834+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5607},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5607":{"gid":5607,"name":"a","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/3369090914","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":3369090914},{"type":"v1","addr":"172.21.15.5:6835","nonce":3369090914}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5607,"qdb_cluster":[5607]},"id":4}]} 2024-09-19T05:03:22.000 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 31 2024-09-19T05:03:22.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.000+0000 7f2e5c96f640 1 -- 172.21.15.5:0/1674301328 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2e3806c2e0 msgr2=0x7f2e3806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:22.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.000+0000 7f2e5c96f640 1 --2- 172.21.15.5:0/1674301328 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2e3806c2e0 0x7f2e3806e7a0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f2e40034000 tx=0x7f2e4002e000 comp rx=0 tx=0).stop 2024-09-19T05:03:22.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.000+0000 7f2e5c96f640 1 -- 172.21.15.5:0/1674301328 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2e580b6530 msgr2=0x7f2e58157c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:22.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.000+0000 7f2e5c96f640 1 --2- 172.21.15.5:0/1674301328 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2e580b6530 0x7f2e58157c60 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f2e4800efc0 tx=0x7f2e4800c490 comp rx=0 tx=0).stop 2024-09-19T05:03:22.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.000+0000 7f2e5c96f640 1 -- 172.21.15.5:0/1674301328 shutdown_connections 2024-09-19T05:03:22.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.000+0000 7f2e5c96f640 1 --2- 172.21.15.5:0/1674301328 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2e3806c2e0 0x7f2e3806e7a0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.000+0000 7f2e5c96f640 1 --2- 172.21.15.5:0/1674301328 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2e5815e660 0x7f2e580ce0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.000+0000 7f2e5c96f640 1 --2- 172.21.15.5:0/1674301328 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2e580d3150 0x7f2e58161610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.000+0000 7f2e5c96f640 1 --2- 172.21.15.5:0/1674301328 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2e580b6530 0x7f2e58157c60 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.000+0000 7f2e5c96f640 1 -- 172.21.15.5:0/1674301328 >> 172.21.15.5:0/1674301328 conn(0x7f2e5808c000 msgr2=0x7f2e580d42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:22.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.000+0000 7f2e5c96f640 1 -- 172.21.15.5:0/1674301328 shutdown_connections 2024-09-19T05:03:22.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.000+0000 7f2e5c96f640 1 -- 172.21.15.5:0/1674301328 wait complete. 2024-09-19T05:03:22.013 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:03:22.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.113+0000 7f24cc8e6640 1 Processor -- start 2024-09-19T05:03:22.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.113+0000 7f24cc8e6640 1 -- start start 2024-09-19T05:03:22.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.114+0000 7f24cc8e6640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f24c80b1540 0x7f24c80b6190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:22.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.114+0000 7f24cc8e6640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f24c80b1950 0x7f24c8165e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:22.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.114+0000 7f24cc8e6640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f24c80b66d0 con 0x7f24c80b5db0 2024-09-19T05:03:22.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.114+0000 7f24cc8e6640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f24c809b250 con 0x7f24c80b1540 2024-09-19T05:03:22.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.114+0000 7f24cc8e6640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f24c80afa50 con 0x7f24c80b1950 2024-09-19T05:03:22.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.114+0000 7f24c659c640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f24c80b5db0 0x7f24c809aa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53692/0 (socket says 172.21.15.5:53692) 2024-09-19T05:03:22.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.114+0000 7f24c659c640 1 -- 172.21.15.5:0/3833503601 learned_addr learned my addr 172.21.15.5:0/3833503601 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:22.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.114+0000 7f24bffff640 1 --2- 172.21.15.5:0/3833503601 >> v2:172.21.15.5:3300/0 conn(0x7f24c80b1540 0x7f24c80b6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:22.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.114+0000 7f24c6d9d640 1 --2- 172.21.15.5:0/3833503601 >> v2:172.21.15.134:3300/0 conn(0x7f24c80b1950 0x7f24c8165e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:22.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.114+0000 7f24c5d9b640 1 -- 172.21.15.5:0/3833503601 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3214170327 0 0) 0x7f24c80b66d0 con 0x7f24c80b5db0 2024-09-19T05:03:22.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.114+0000 7f24c5d9b640 1 -- 172.21.15.5:0/3833503601 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f24b4003520 con 0x7f24c80b5db0 2024-09-19T05:03:22.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.114+0000 7f24bffff640 1 -- 172.21.15.5:0/3833503601 >> v2:172.21.15.134:3300/0 conn(0x7f24c80b1950 msgr2=0x7f24c8165e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:22.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.114+0000 7f24bffff640 1 --2- 172.21.15.5:0/3833503601 >> v2:172.21.15.134:3300/0 conn(0x7f24c80b1950 0x7f24c8165e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.114+0000 7f24bffff640 1 -- 172.21.15.5:0/3833503601 >> v1:172.21.15.5:6789/0 conn(0x7f24c80b5db0 legacy=0x7f24c809aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:22.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.114+0000 7f24bffff640 1 -- 172.21.15.5:0/3833503601 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24c80afd30 con 0x7f24c80b1540 2024-09-19T05:03:22.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.115+0000 7f24bffff640 1 --2- 172.21.15.5:0/3833503601 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f24c80b1540 0x7f24c80b6190 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f24c80b4da0 tx=0x7f24b002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26c6bb07672791be server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:22.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.115+0000 7f24c5d9b640 1 -- 172.21.15.5:0/3833503601 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24b0037070 con 0x7f24c80b1540 2024-09-19T05:03:22.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.115+0000 7f24c5d9b640 1 -- 172.21.15.5:0/3833503601 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24b0032440 con 0x7f24c80b1540 2024-09-19T05:03:22.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.115+0000 7f24c5d9b640 1 -- 172.21.15.5:0/3833503601 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24b0032810 con 0x7f24c80b1540 2024-09-19T05:03:22.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.116+0000 7f24cc8e6640 1 -- 172.21.15.5:0/3833503601 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f24c80b1540 msgr2=0x7f24c80b6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:22.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.116+0000 7f24cc8e6640 1 --2- 172.21.15.5:0/3833503601 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f24c80b1540 0x7f24c80b6190 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f24c80b4da0 tx=0x7f24b002a1a0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.116+0000 7f24cc8e6640 1 -- 172.21.15.5:0/3833503601 shutdown_connections 2024-09-19T05:03:22.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.116+0000 7f24cc8e6640 1 --2- 172.21.15.5:0/3833503601 >> v2:172.21.15.134:3300/0 conn(0x7f24c80b1950 0x7f24c8165e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.116+0000 7f24cc8e6640 1 --2- 172.21.15.5:0/3833503601 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f24c80b1540 0x7f24c80b6190 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.116+0000 7f24cc8e6640 1 -- 172.21.15.5:0/3833503601 >> 172.21.15.5:0/3833503601 conn(0x7f24c80b3ff0 msgr2=0x7f24c80b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:22.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.116+0000 7f24cc8e6640 1 -- 172.21.15.5:0/3833503601 shutdown_connections 2024-09-19T05:03:22.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.116+0000 7f24cc8e6640 1 -- 172.21.15.5:0/3833503601 wait complete. 2024-09-19T05:03:22.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.117+0000 7f24cc8e6640 1 Processor -- start 2024-09-19T05:03:22.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.117+0000 7f24cc8e6640 1 -- start start 2024-09-19T05:03:22.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.118+0000 7f24cc8e6640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f24c80b1540 0x7f24c8141d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:22.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.118+0000 7f24cc8e6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f24c80b1950 0x7f24c806e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:22.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.118+0000 7f24cc8e6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f24c80b5db0 0x7f24c806d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:22.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.118+0000 7f24cc8e6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f24c815c660 con 0x7f24c80b1950 2024-09-19T05:03:22.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.118+0000 7f24cc8e6640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f24c809b530 con 0x7f24c80b1540 2024-09-19T05:03:22.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.118+0000 7f24cc8e6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f24c8166380 con 0x7f24c80b5db0 2024-09-19T05:03:22.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.118+0000 7f24bffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f24c80b1950 0x7f24c806e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:22.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.118+0000 7f24bffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f24c80b1950 0x7f24c806e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45934/0 (socket says 172.21.15.5:45934) 2024-09-19T05:03:22.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.118+0000 7f24bffff640 1 -- 172.21.15.5:0/3977643795 learned_addr learned my addr 172.21.15.5:0/3977643795 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:22.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.118+0000 7f24c6d9d640 1 --2- 172.21.15.5:0/3977643795 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f24c80b5db0 0x7f24c806d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:22.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.118+0000 7f24c659c640 1 --2- 172.21.15.5:0/3977643795 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f24c80b1540 0x7f24c8141d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:22.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.118+0000 7f24bffff640 1 -- 172.21.15.5:0/3977643795 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f24c80b5db0 msgr2=0x7f24c806d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:22.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.118+0000 7f24bffff640 1 --2- 172.21.15.5:0/3977643795 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f24c80b5db0 0x7f24c806d6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.118+0000 7f24bffff640 1 -- 172.21.15.5:0/3977643795 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f24c80b1540 msgr2=0x7f24c8141d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:22.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.118+0000 7f24bffff640 1 --2- 172.21.15.5:0/3977643795 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f24c80b1540 0x7f24c8141d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.118+0000 7f24bffff640 1 -- 172.21.15.5:0/3977643795 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24c81422b0 con 0x7f24c80b1950 2024-09-19T05:03:22.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.118+0000 7f24c6d9d640 1 --2- 172.21.15.5:0/3977643795 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f24c80b5db0 0x7f24c806d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:22.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.118+0000 7f24c659c640 1 --2- 172.21.15.5:0/3977643795 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f24c80b1540 0x7f24c8141d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:22.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.119+0000 7f24bffff640 1 --2- 172.21.15.5:0/3977643795 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f24c80b1950 0x7f24c806e620 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f24b0000c00 tx=0x7f24b00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:22.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.119+0000 7f24beffd640 1 -- 172.21.15.5:0/3977643795 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24b0037040 con 0x7f24c80b1950 2024-09-19T05:03:22.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.119+0000 7f24beffd640 1 -- 172.21.15.5:0/3977643795 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24b0042070 con 0x7f24c80b1950 2024-09-19T05:03:22.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.119+0000 7f24cc8e6640 1 -- 172.21.15.5:0/3977643795 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24c8165570 con 0x7f24c80b1950 2024-09-19T05:03:22.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.119+0000 7f24beffd640 1 -- 172.21.15.5:0/3977643795 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24b0030960 con 0x7f24c80b1950 2024-09-19T05:03:22.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.119+0000 7f24cc8e6640 1 -- 172.21.15.5:0/3977643795 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24c806cec0 con 0x7f24c80b1950 2024-09-19T05:03:22.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.120+0000 7f24cc8e6640 1 -- 172.21.15.5:0/3977643795 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24c80b6190 con 0x7f24c80b1950 2024-09-19T05:03:22.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.120+0000 7f24beffd640 1 -- 172.21.15.5:0/3977643795 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f24b0030b00 con 0x7f24c80b1950 2024-09-19T05:03:22.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.121+0000 7f24beffd640 1 --2- 172.21.15.5:0/3977643795 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f24a806c2b0 0x7f24a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:22.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.121+0000 7f24beffd640 1 -- 172.21.15.5:0/3977643795 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6101+0+0 (secure 0 0 0) 0x7f24b00ac000 con 0x7f24c80b1950 2024-09-19T05:03:22.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.121+0000 7f24c659c640 1 --2- 172.21.15.5:0/3977643795 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f24a806c2b0 0x7f24a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:22.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.122+0000 7f24c659c640 1 --2- 172.21.15.5:0/3977643795 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f24a806c2b0 0x7f24a806e770 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f24b8007fd0 tx=0x7f24b8009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:22.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.125+0000 7f24beffd640 1 -- 172.21.15.5:0/3977643795 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f24b0045360 con 0x7f24c80b1950 2024-09-19T05:03:22.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.337+0000 7f24cc8e6640 1 -- 172.21.15.5:0/3977643795 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f24c8071cd0 con 0x7f24c80b1950 2024-09-19T05:03:22.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.337+0000 7f24beffd640 1 -- 172.21.15.5:0/3977643795 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+5221 (secure 0 0 0) 0x7f24b007a550 con 0x7f24c80b1950 2024-09-19T05:03:22.339 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:22.339 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":31,"btime":"2024-09-19T05:03:10:196264+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5344,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6835/193189745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":193189745},{"type":"v1","addr":"172.21.15.134:6835","nonce":193189745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5347,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/3657495632","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6836","nonce":3657495632},{"type":"v1","addr":"172.21.15.134:6837","nonce":3657495632}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5604,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/1981671740","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":1981671740},{"type":"v1","addr":"172.21.15.5:6834","nonce":1981671740}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":31,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:03:07.549304+0000","modified":"2024-09-19T05:03:09.541834+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5607},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5607":{"gid":5607,"name":"a","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/3369090914","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":3369090914},{"type":"v1","addr":"172.21.15.5:6835","nonce":3369090914}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5607,"qdb_cluster":[5607]},"id":4}]} 2024-09-19T05:03:22.339 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 31 2024-09-19T05:03:22.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.339+0000 7f24cc8e6640 1 -- 172.21.15.5:0/3977643795 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f24a806c2b0 msgr2=0x7f24a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:22.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.339+0000 7f24cc8e6640 1 --2- 172.21.15.5:0/3977643795 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f24a806c2b0 0x7f24a806e770 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f24b8007fd0 tx=0x7f24b8009040 comp rx=0 tx=0).stop 2024-09-19T05:03:22.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.339+0000 7f24cc8e6640 1 -- 172.21.15.5:0/3977643795 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f24c80b1950 msgr2=0x7f24c806e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:22.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.339+0000 7f24cc8e6640 1 --2- 172.21.15.5:0/3977643795 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f24c80b1950 0x7f24c806e620 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f24b0000c00 tx=0x7f24b00046c0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.339+0000 7f24cc8e6640 1 -- 172.21.15.5:0/3977643795 shutdown_connections 2024-09-19T05:03:22.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.339+0000 7f24cc8e6640 1 --2- 172.21.15.5:0/3977643795 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f24a806c2b0 0x7f24a806e770 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.339+0000 7f24cc8e6640 1 --2- 172.21.15.5:0/3977643795 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f24c80b5db0 0x7f24c806d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.339+0000 7f24cc8e6640 1 --2- 172.21.15.5:0/3977643795 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f24c80b1950 0x7f24c806e620 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.339+0000 7f24cc8e6640 1 --2- 172.21.15.5:0/3977643795 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f24c80b1540 0x7f24c8141d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.339+0000 7f24cc8e6640 1 -- 172.21.15.5:0/3977643795 >> 172.21.15.5:0/3977643795 conn(0x7f24c80b3ff0 msgr2=0x7f24c8070380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:22.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.339+0000 7f24cc8e6640 1 -- 172.21.15.5:0/3977643795 shutdown_connections 2024-09-19T05:03:22.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.339+0000 7f24cc8e6640 1 -- 172.21.15.5:0/3977643795 wait complete. 2024-09-19T05:03:22.352 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:03:22.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.452+0000 7f83bd437640 1 Processor -- start 2024-09-19T05:03:22.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.452+0000 7f83bd437640 1 -- start start 2024-09-19T05:03:22.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.453+0000 7f83bd437640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f83b8147340 0x7f83b80ae2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:22.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.453+0000 7f83bd437640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f83b8147af0 con 0x7f83b80709a0 2024-09-19T05:03:22.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.453+0000 7f83bd437640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f83b8147dd0 con 0x7f83b806c320 2024-09-19T05:03:22.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.453+0000 7f83bd437640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f83b806f080 con 0x7f83b8147340 2024-09-19T05:03:22.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.453+0000 7f83b6ffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f83b8147340 0x7f83b80ae2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:22.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.453+0000 7f83b6ffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f83b8147340 0x7f83b80ae2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45944/0 (socket says 172.21.15.5:45944) 2024-09-19T05:03:22.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.453+0000 7f83b67fc640 1 --1- 172.21.15.5:0/1156217859 >> v1:172.21.15.5:6789/0 conn(0x7f83b80709a0 0x7f83b806bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53700/0 (socket says 172.21.15.5:53700) 2024-09-19T05:03:22.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.453+0000 7f83b6ffd640 1 -- 172.21.15.5:0/1156217859 learned_addr learned my addr 172.21.15.5:0/1156217859 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:22.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.454+0000 7f83b6ffd640 1 -- 172.21.15.5:0/1156217859 >> v1:172.21.15.134:6789/0 conn(0x7f83b806c320 legacy=0x7f83b806f7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:22.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.454+0000 7f83b6ffd640 1 -- 172.21.15.5:0/1156217859 >> v1:172.21.15.5:6789/0 conn(0x7f83b80709a0 legacy=0x7f83b806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:22.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.454+0000 7f83b6ffd640 1 -- 172.21.15.5:0/1156217859 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83b81480b0 con 0x7f83b8147340 2024-09-19T05:03:22.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.454+0000 7f83b5ffb640 1 -- 172.21.15.5:0/1156217859 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 330914152 0 0) 0x7f83b8147af0 con 0x7f83b80709a0 2024-09-19T05:03:22.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.455+0000 7f83b6ffd640 1 --2- 172.21.15.5:0/1156217859 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83b8147340 0x7f83b80ae2d0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f83a8009e50 tx=0x7f83a802a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e64f80edc1f88b87 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:22.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.455+0000 7f83b5ffb640 1 -- 172.21.15.5:0/1156217859 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83a8036070 con 0x7f83b8147340 2024-09-19T05:03:22.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.455+0000 7f83b5ffb640 1 -- 172.21.15.5:0/1156217859 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83a8031600 con 0x7f83b8147340 2024-09-19T05:03:22.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.455+0000 7f83b5ffb640 1 -- 172.21.15.5:0/1156217859 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83a80319d0 con 0x7f83b8147340 2024-09-19T05:03:22.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.455+0000 7f83bd437640 1 -- 172.21.15.5:0/1156217859 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83b8147340 msgr2=0x7f83b80ae2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:22.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.455+0000 7f83bd437640 1 --2- 172.21.15.5:0/1156217859 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83b8147340 0x7f83b80ae2d0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f83a8009e50 tx=0x7f83a802a6d0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.455+0000 7f83bd437640 1 -- 172.21.15.5:0/1156217859 shutdown_connections 2024-09-19T05:03:22.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.455+0000 7f83bd437640 1 --2- 172.21.15.5:0/1156217859 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83b8147340 0x7f83b80ae2d0 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.455+0000 7f83bd437640 1 -- 172.21.15.5:0/1156217859 >> 172.21.15.5:0/1156217859 conn(0x7f83b80b6810 msgr2=0x7f83b80b6c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:22.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.455+0000 7f83bd437640 1 -- 172.21.15.5:0/1156217859 shutdown_connections 2024-09-19T05:03:22.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.455+0000 7f83bd437640 1 -- 172.21.15.5:0/1156217859 wait complete. 2024-09-19T05:03:22.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.457+0000 7f83bd437640 1 Processor -- start 2024-09-19T05:03:22.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.457+0000 7f83bd437640 1 -- start start 2024-09-19T05:03:22.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.457+0000 7f83bd437640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f83b806c320 0x7f83b809c010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:22.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.457+0000 7f83bd437640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83b80709a0 0x7f83b809c550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:22.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.457+0000 7f83bd437640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f83b8147340 0x7f83b80b1300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:22.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.457+0000 7f83bd437640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f83b806c960 con 0x7f83b80709a0 2024-09-19T05:03:22.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.457+0000 7f83bd437640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f83b8147720 con 0x7f83b806c320 2024-09-19T05:03:22.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.457+0000 7f83bd437640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f83b80ae810 con 0x7f83b8147340 2024-09-19T05:03:22.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.457+0000 7f83b67fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83b80709a0 0x7f83b809c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:22.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.457+0000 7f83b67fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83b80709a0 0x7f83b809c550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45946/0 (socket says 172.21.15.5:45946) 2024-09-19T05:03:22.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.457+0000 7f83b67fc640 1 -- 172.21.15.5:0/261437195 learned_addr learned my addr 172.21.15.5:0/261437195 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:22.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.458+0000 7f83b6ffd640 1 --2- 172.21.15.5:0/261437195 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f83b806c320 0x7f83b809c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:22.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.458+0000 7f83b67fc640 1 -- 172.21.15.5:0/261437195 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f83b8147340 msgr2=0x7f83b80b1300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:22.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.458+0000 7f83b77fe640 1 --2- 172.21.15.5:0/261437195 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f83b8147340 0x7f83b80b1300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:22.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.458+0000 7f83b67fc640 1 --2- 172.21.15.5:0/261437195 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f83b8147340 0x7f83b80b1300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.458+0000 7f83b67fc640 1 -- 172.21.15.5:0/261437195 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f83b806c320 msgr2=0x7f83b809c010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:22.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.458+0000 7f83b67fc640 1 --2- 172.21.15.5:0/261437195 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f83b806c320 0x7f83b809c010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.458+0000 7f83b67fc640 1 -- 172.21.15.5:0/261437195 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83b809ec00 con 0x7f83b80709a0 2024-09-19T05:03:22.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.458+0000 7f83b67fc640 1 --2- 172.21.15.5:0/261437195 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83b80709a0 0x7f83b809c550 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f83a000c460 tx=0x7f83a000c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:22.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.458+0000 7f83af7fe640 1 -- 172.21.15.5:0/261437195 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83a0018070 con 0x7f83b80709a0 2024-09-19T05:03:22.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.458+0000 7f83af7fe640 1 -- 172.21.15.5:0/261437195 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83a00074a0 con 0x7f83b80709a0 2024-09-19T05:03:22.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.458+0000 7f83bd437640 1 -- 172.21.15.5:0/261437195 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83b809eee0 con 0x7f83b80709a0 2024-09-19T05:03:22.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.458+0000 7f83af7fe640 1 -- 172.21.15.5:0/261437195 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83a0007690 con 0x7f83b80709a0 2024-09-19T05:03:22.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.458+0000 7f83bd437640 1 -- 172.21.15.5:0/261437195 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83b813ec50 con 0x7f83b80709a0 2024-09-19T05:03:22.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.459+0000 7f83bd437640 1 -- 172.21.15.5:0/261437195 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83b813ea70 con 0x7f83b80709a0 2024-09-19T05:03:22.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.459+0000 7f83af7fe640 1 -- 172.21.15.5:0/261437195 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f83a001b070 con 0x7f83b80709a0 2024-09-19T05:03:22.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.460+0000 7f83af7fe640 1 --2- 172.21.15.5:0/261437195 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f839806c2b0 0x7f839806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:22.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.460+0000 7f83af7fe640 1 -- 172.21.15.5:0/261437195 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6101+0+0 (secure 0 0 0) 0x7f83a008a8b0 con 0x7f83b80709a0 2024-09-19T05:03:22.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.460+0000 7f83b6ffd640 1 --2- 172.21.15.5:0/261437195 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f839806c2b0 0x7f839806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:22.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.461+0000 7f83b6ffd640 1 --2- 172.21.15.5:0/261437195 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f839806c2b0 0x7f839806e770 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f83a8033000 tx=0x7f83a8009000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:22.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.464+0000 7f83af7fe640 1 -- 172.21.15.5:0/261437195 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f83b813ea70 con 0x7f83b80709a0 2024-09-19T05:03:22.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.643+0000 7f83bd437640 1 -- 172.21.15.5:0/261437195 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f83b8070e10 con 0x7f83b80709a0 2024-09-19T05:03:22.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.645+0000 7f83af7fe640 1 -- 172.21.15.5:0/261437195 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v61) ==== 74+0+16908 (secure 0 0 0) 0x7f83a0058f20 con 0x7f83b80709a0 2024-09-19T05:03:22.646 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:22.646 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":61,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:03:09.191410+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:03:05.209508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-19T05:03:06.532468+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:03:22.648 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.647+0000 7f83bd437640 1 -- 172.21.15.5:0/261437195 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f839806c2b0 msgr2=0x7f839806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:22.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.647+0000 7f83bd437640 1 --2- 172.21.15.5:0/261437195 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f839806c2b0 0x7f839806e770 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f83a8033000 tx=0x7f83a8009000 comp rx=0 tx=0).stop 2024-09-19T05:03:22.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.647+0000 7f83bd437640 1 -- 172.21.15.5:0/261437195 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83b80709a0 msgr2=0x7f83b809c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:22.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.647+0000 7f83bd437640 1 --2- 172.21.15.5:0/261437195 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83b80709a0 0x7f83b809c550 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f83a000c460 tx=0x7f83a000c920 comp rx=0 tx=0).stop 2024-09-19T05:03:22.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.647+0000 7f83bd437640 1 -- 172.21.15.5:0/261437195 shutdown_connections 2024-09-19T05:03:22.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.647+0000 7f83bd437640 1 --2- 172.21.15.5:0/261437195 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f839806c2b0 0x7f839806e770 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.647+0000 7f83bd437640 1 --2- 172.21.15.5:0/261437195 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f83b8147340 0x7f83b80b1300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.647+0000 7f83bd437640 1 --2- 172.21.15.5:0/261437195 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83b80709a0 0x7f83b809c550 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.647+0000 7f83bd437640 1 --2- 172.21.15.5:0/261437195 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f83b806c320 0x7f83b809c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.647+0000 7f83bd437640 1 -- 172.21.15.5:0/261437195 >> 172.21.15.5:0/261437195 conn(0x7f83b80b6810 msgr2=0x7f83b80b3250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:22.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.647+0000 7f83bd437640 1 -- 172.21.15.5:0/261437195 shutdown_connections 2024-09-19T05:03:22.649 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.647+0000 7f83bd437640 1 -- 172.21.15.5:0/261437195 wait complete. 2024-09-19T05:03:22.660 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T05:03:22.661 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:03:22.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.760+0000 7fea68b2c640 1 Processor -- start 2024-09-19T05:03:22.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.761+0000 7fea68b2c640 1 -- start start 2024-09-19T05:03:22.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.762+0000 7fea68b2c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fea640b4250 0x7fea6406dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:22.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.762+0000 7fea68b2c640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fea6406e690 con 0x7fea6415b900 2024-09-19T05:03:22.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.762+0000 7fea68b2c640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fea6406e970 con 0x7fea64072860 2024-09-19T05:03:22.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.762+0000 7fea68b2c640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fea6406ec50 con 0x7fea640b4250 2024-09-19T05:03:22.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.762+0000 7fea6259c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fea640b4250 0x7fea6406dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:22.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.762+0000 7fea61d9b640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fea6415b900 0x7fea640b3430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53710/0 (socket says 172.21.15.5:53710) 2024-09-19T05:03:22.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.762+0000 7fea61d9b640 1 -- 172.21.15.5:0/3069999660 learned_addr learned my addr 172.21.15.5:0/3069999660 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:22.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.762+0000 7fea6259c640 1 -- 172.21.15.5:0/3069999660 >> v1:172.21.15.134:6789/0 conn(0x7fea64072860 legacy=0x7fea640b4e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:22.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.762+0000 7fea6259c640 1 -- 172.21.15.5:0/3069999660 >> v1:172.21.15.5:6789/0 conn(0x7fea6415b900 legacy=0x7fea640b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:22.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.762+0000 7fea6259c640 1 -- 172.21.15.5:0/3069999660 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea6406ef30 con 0x7fea640b4250 2024-09-19T05:03:22.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.763+0000 7fea6259c640 1 --2- 172.21.15.5:0/3069999660 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fea640b4250 0x7fea6406dfd0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fea540097a0 tx=0x7fea5402a0d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a443142bceb8ccc1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:22.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.763+0000 7fea6159a640 1 -- 172.21.15.5:0/3069999660 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea54037070 con 0x7fea640b4250 2024-09-19T05:03:22.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.763+0000 7fea6159a640 1 -- 172.21.15.5:0/3069999660 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea5402ad60 con 0x7fea640b4250 2024-09-19T05:03:22.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.763+0000 7fea6159a640 1 -- 172.21.15.5:0/3069999660 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea54032660 con 0x7fea640b4250 2024-09-19T05:03:22.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.763+0000 7fea68b2c640 1 -- 172.21.15.5:0/3069999660 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fea640b4250 msgr2=0x7fea6406dfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:22.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.763+0000 7fea68b2c640 1 --2- 172.21.15.5:0/3069999660 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fea640b4250 0x7fea6406dfd0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fea540097a0 tx=0x7fea5402a0d0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.764+0000 7fea68b2c640 1 -- 172.21.15.5:0/3069999660 shutdown_connections 2024-09-19T05:03:22.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.764+0000 7fea68b2c640 1 --2- 172.21.15.5:0/3069999660 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fea640b4250 0x7fea6406dfd0 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.764+0000 7fea68b2c640 1 -- 172.21.15.5:0/3069999660 >> 172.21.15.5:0/3069999660 conn(0x7fea64067da0 msgr2=0x7fea6406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:22.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.764+0000 7fea68b2c640 1 -- 172.21.15.5:0/3069999660 shutdown_connections 2024-09-19T05:03:22.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.764+0000 7fea68b2c640 1 -- 172.21.15.5:0/3069999660 wait complete. 2024-09-19T05:03:22.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.765+0000 7fea68b2c640 1 Processor -- start 2024-09-19T05:03:22.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.765+0000 7fea68b2c640 1 -- start start 2024-09-19T05:03:22.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.766+0000 7fea68b2c640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fea64072860 0x7fea64145e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:22.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.766+0000 7fea68b2c640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fea640b4250 0x7fea64151f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:22.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.766+0000 7fea68b2c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fea6415b900 0x7fea64148be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:22.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.766+0000 7fea68b2c640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fea640b5530 con 0x7fea6415b900 2024-09-19T05:03:22.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.766+0000 7fea68b2c640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fea6415bd70 con 0x7fea640b4250 2024-09-19T05:03:22.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.766+0000 7fea68b2c640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fea640b56b0 con 0x7fea64072860 2024-09-19T05:03:22.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.766+0000 7fea62d9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fea6415b900 0x7fea64148be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:22.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.766+0000 7fea62d9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fea6415b900 0x7fea64148be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45964/0 (socket says 172.21.15.5:45964) 2024-09-19T05:03:22.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.766+0000 7fea62d9d640 1 -- 172.21.15.5:0/1112171824 learned_addr learned my addr 172.21.15.5:0/1112171824 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:22.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.766+0000 7fea6259c640 1 --2- 172.21.15.5:0/1112171824 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fea64072860 0x7fea64145e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:22.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.766+0000 7fea61d9b640 1 --2- 172.21.15.5:0/1112171824 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fea640b4250 0x7fea64151f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:22.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.766+0000 7fea62d9d640 1 -- 172.21.15.5:0/1112171824 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fea64072860 msgr2=0x7fea64145e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:22.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.766+0000 7fea62d9d640 1 --2- 172.21.15.5:0/1112171824 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fea64072860 0x7fea64145e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.766+0000 7fea62d9d640 1 -- 172.21.15.5:0/1112171824 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fea640b4250 msgr2=0x7fea64151f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:22.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.766+0000 7fea62d9d640 1 --2- 172.21.15.5:0/1112171824 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fea640b4250 0x7fea64151f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.766+0000 7fea62d9d640 1 -- 172.21.15.5:0/1112171824 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea641447a0 con 0x7fea6415b900 2024-09-19T05:03:22.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.766+0000 7fea62d9d640 1 --2- 172.21.15.5:0/1112171824 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fea6415b900 0x7fea64148be0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fea5c00c7b0 tx=0x7fea5c00cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:22.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.766+0000 7fea52ffd640 1 -- 172.21.15.5:0/1112171824 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea5c017070 con 0x7fea6415b900 2024-09-19T05:03:22.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.767+0000 7fea52ffd640 1 -- 172.21.15.5:0/1112171824 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea5c003da0 con 0x7fea6415b900 2024-09-19T05:03:22.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.767+0000 7fea52ffd640 1 -- 172.21.15.5:0/1112171824 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea5c0052b0 con 0x7fea6415b900 2024-09-19T05:03:22.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.767+0000 7fea68b2c640 1 -- 172.21.15.5:0/1112171824 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea64144a80 con 0x7fea6415b900 2024-09-19T05:03:22.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.767+0000 7fea68b2c640 1 -- 172.21.15.5:0/1112171824 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea64145040 con 0x7fea6415b900 2024-09-19T05:03:22.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.768+0000 7fea68b2c640 1 -- 172.21.15.5:0/1112171824 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea6406dfd0 con 0x7fea6415b900 2024-09-19T05:03:22.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.768+0000 7fea52ffd640 1 -- 172.21.15.5:0/1112171824 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fea5c005450 con 0x7fea6415b900 2024-09-19T05:03:22.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.769+0000 7fea52ffd640 1 --2- 172.21.15.5:0/1112171824 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fea4406c2b0 0x7fea4406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:22.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.769+0000 7fea52ffd640 1 -- 172.21.15.5:0/1112171824 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6101+0+0 (secure 0 0 0) 0x7fea5c08aa30 con 0x7fea6415b900 2024-09-19T05:03:22.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.769+0000 7fea6259c640 1 --2- 172.21.15.5:0/1112171824 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fea4406c2b0 0x7fea4406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:22.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.769+0000 7fea6259c640 1 --2- 172.21.15.5:0/1112171824 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fea4406c2b0 0x7fea4406e770 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fea54034000 tx=0x7fea5402e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:22.774 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.773+0000 7fea52ffd640 1 -- 172.21.15.5:0/1112171824 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fea5c058a50 con 0x7fea6415b900 2024-09-19T05:03:22.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.989+0000 7fea68b2c640 1 -- 172.21.15.5:0/1112171824 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fea6414e930 con 0x7fea6415b900 2024-09-19T05:03:22.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.989+0000 7fea52ffd640 1 -- 172.21.15.5:0/1112171824 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+5221 (secure 0 0 0) 0x7fea5c05cd50 con 0x7fea6415b900 2024-09-19T05:03:22.991 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:22.991 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":31,"btime":"2024-09-19T05:03:10:196264+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5344,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6835/193189745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":193189745},{"type":"v1","addr":"172.21.15.134:6835","nonce":193189745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5347,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/3657495632","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6836","nonce":3657495632},{"type":"v1","addr":"172.21.15.134:6837","nonce":3657495632}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5604,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/1981671740","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":1981671740},{"type":"v1","addr":"172.21.15.5:6834","nonce":1981671740}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":31,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:03:07.549304+0000","modified":"2024-09-19T05:03:09.541834+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5607},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5607":{"gid":5607,"name":"a","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/3369090914","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":3369090914},{"type":"v1","addr":"172.21.15.5:6835","nonce":3369090914}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5607,"qdb_cluster":[5607]},"id":4}]} 2024-09-19T05:03:22.991 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 31 2024-09-19T05:03:22.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.992+0000 7fea68b2c640 1 -- 172.21.15.5:0/1112171824 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fea4406c2b0 msgr2=0x7fea4406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:22.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.992+0000 7fea68b2c640 1 --2- 172.21.15.5:0/1112171824 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fea4406c2b0 0x7fea4406e770 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fea54034000 tx=0x7fea5402e000 comp rx=0 tx=0).stop 2024-09-19T05:03:22.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.992+0000 7fea68b2c640 1 -- 172.21.15.5:0/1112171824 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fea6415b900 msgr2=0x7fea64148be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:22.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.992+0000 7fea68b2c640 1 --2- 172.21.15.5:0/1112171824 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fea6415b900 0x7fea64148be0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fea5c00c7b0 tx=0x7fea5c00cc70 comp rx=0 tx=0).stop 2024-09-19T05:03:22.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.992+0000 7fea68b2c640 1 -- 172.21.15.5:0/1112171824 shutdown_connections 2024-09-19T05:03:22.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.992+0000 7fea68b2c640 1 --2- 172.21.15.5:0/1112171824 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fea4406c2b0 0x7fea4406e770 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.992+0000 7fea68b2c640 1 --2- 172.21.15.5:0/1112171824 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fea6415b900 0x7fea64148be0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.992+0000 7fea68b2c640 1 --2- 172.21.15.5:0/1112171824 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fea640b4250 0x7fea64151f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.992+0000 7fea68b2c640 1 --2- 172.21.15.5:0/1112171824 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fea64072860 0x7fea64145e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:22.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.992+0000 7fea68b2c640 1 -- 172.21.15.5:0/1112171824 >> 172.21.15.5:0/1112171824 conn(0x7fea64067da0 msgr2=0x7fea640b4e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:22.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.992+0000 7fea68b2c640 1 -- 172.21.15.5:0/1112171824 shutdown_connections 2024-09-19T05:03:22.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:22.992+0000 7fea68b2c640 1 -- 172.21.15.5:0/1112171824 wait complete. 2024-09-19T05:03:23.004 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:03:23.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.105+0000 7f1d7c0d0640 1 Processor -- start 2024-09-19T05:03:23.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.105+0000 7f1d7c0d0640 1 -- start start 2024-09-19T05:03:23.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.106+0000 7f1d7c0d0640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d740d0ff0 0x7f1d740d13d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:23.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.106+0000 7f1d7c0d0640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1d740b7670 0x7f1d740b7af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:23.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.106+0000 7f1d7c0d0640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d740d1910 con 0x7f1d740cfa10 2024-09-19T05:03:23.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.106+0000 7f1d7c0d0640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f1d740b6c70 con 0x7f1d740b7670 2024-09-19T05:03:23.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.106+0000 7f1d7c0d0640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1d740d4230 con 0x7f1d740d0ff0 2024-09-19T05:03:23.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.106+0000 7f1d7a66d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1d740b7670 0x7f1d740b7af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:23.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.106+0000 7f1d7a66d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1d740b7670 0x7f1d740b7af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45980/0 (socket says 172.21.15.5:45980) 2024-09-19T05:03:23.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.106+0000 7f1d7a66d640 1 -- 172.21.15.5:0/316471639 learned_addr learned my addr 172.21.15.5:0/316471639 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:23.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.107+0000 7f1d79e6c640 1 --2- 172.21.15.5:0/316471639 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d740d0ff0 0x7f1d740d13d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:23.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.107+0000 7f1d7a66d640 1 -- 172.21.15.5:0/316471639 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d740d0ff0 msgr2=0x7f1d740d13d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:23.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.107+0000 7f1d7a66d640 1 --2- 172.21.15.5:0/316471639 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d740d0ff0 0x7f1d740d13d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.107+0000 7f1d7a66d640 1 -- 172.21.15.5:0/316471639 >> v1:172.21.15.134:6789/0 conn(0x7f1d740cfa10 legacy=0x7f1d740d3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:23.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.107+0000 7f1d7a66d640 1 -- 172.21.15.5:0/316471639 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d740b6060 con 0x7f1d740b7670 2024-09-19T05:03:23.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.107+0000 7f1d7a66d640 1 --2- 172.21.15.5:0/316471639 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d740b7670 0x7f1d740b7af0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f1d6c009e50 tx=0x7f1d6c02a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b45c972f8426175 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:23.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.108+0000 7f1d78e6a640 1 -- 172.21.15.5:0/316471639 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d6c036070 con 0x7f1d740b7670 2024-09-19T05:03:23.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.108+0000 7f1d78e6a640 1 -- 172.21.15.5:0/316471639 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d6c031600 con 0x7f1d740b7670 2024-09-19T05:03:23.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.108+0000 7f1d78e6a640 1 -- 172.21.15.5:0/316471639 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d6c0319d0 con 0x7f1d740b7670 2024-09-19T05:03:23.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.108+0000 7f1d7c0d0640 1 -- 172.21.15.5:0/316471639 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d740b7670 msgr2=0x7f1d740b7af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:23.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.108+0000 7f1d7c0d0640 1 --2- 172.21.15.5:0/316471639 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d740b7670 0x7f1d740b7af0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f1d6c009e50 tx=0x7f1d6c02a630 comp rx=0 tx=0).stop 2024-09-19T05:03:23.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.108+0000 7f1d7c0d0640 1 -- 172.21.15.5:0/316471639 shutdown_connections 2024-09-19T05:03:23.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.108+0000 7f1d7c0d0640 1 --2- 172.21.15.5:0/316471639 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d740b7670 0x7f1d740b7af0 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.108+0000 7f1d7c0d0640 1 --2- 172.21.15.5:0/316471639 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d740d0ff0 0x7f1d740d13d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.108+0000 7f1d7c0d0640 1 -- 172.21.15.5:0/316471639 >> 172.21.15.5:0/316471639 conn(0x7f1d74067f80 msgr2=0x7f1d7406ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:23.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.108+0000 7f1d7c0d0640 1 -- 172.21.15.5:0/316471639 shutdown_connections 2024-09-19T05:03:23.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.108+0000 7f1d7c0d0640 1 -- 172.21.15.5:0/316471639 wait complete. 2024-09-19T05:03:23.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.109+0000 7f1d7c0d0640 1 Processor -- start 2024-09-19T05:03:23.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.109+0000 7f1d7c0d0640 1 -- start start 2024-09-19T05:03:23.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.110+0000 7f1d7c0d0640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d740b7670 0x7f1d7414ff80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:23.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.110+0000 7f1d7c0d0640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d740cfa10 0x7f1d7415c090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:23.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.110+0000 7f1d7c0d0640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1d740d0ff0 0x7f1d7415c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:23.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.110+0000 7f1d7c0d0640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1d740b6900 con 0x7f1d740b7670 2024-09-19T05:03:23.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.110+0000 7f1d7c0d0640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f1d740b6620 con 0x7f1d740d0ff0 2024-09-19T05:03:23.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.110+0000 7f1d7c0d0640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1d7415e8f0 con 0x7f1d740cfa10 2024-09-19T05:03:23.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.110+0000 7f1d79e6c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d740b7670 0x7f1d7414ff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:23.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.110+0000 7f1d79e6c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d740b7670 0x7f1d7414ff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:45990/0 (socket says 172.21.15.5:45990) 2024-09-19T05:03:23.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.110+0000 7f1d79e6c640 1 -- 172.21.15.5:0/2568673958 learned_addr learned my addr 172.21.15.5:0/2568673958 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:23.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.110+0000 7f1d7966b640 1 --2- 172.21.15.5:0/2568673958 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d740cfa10 0x7f1d7415c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:23.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.111+0000 7f1d7a66d640 1 --2- 172.21.15.5:0/2568673958 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1d740d0ff0 0x7f1d7415c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:23.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.111+0000 7f1d79e6c640 1 -- 172.21.15.5:0/2568673958 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d740cfa10 msgr2=0x7f1d7415c090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:23.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.111+0000 7f1d79e6c640 1 --2- 172.21.15.5:0/2568673958 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d740cfa10 0x7f1d7415c090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.111+0000 7f1d79e6c640 1 -- 172.21.15.5:0/2568673958 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1d740d0ff0 msgr2=0x7f1d7415c5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:23.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.111+0000 7f1d79e6c640 1 --2- 172.21.15.5:0/2568673958 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1d740d0ff0 0x7f1d7415c5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.111+0000 7f1d79e6c640 1 -- 172.21.15.5:0/2568673958 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d741504c0 con 0x7f1d740b7670 2024-09-19T05:03:23.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.111+0000 7f1d7a66d640 1 --2- 172.21.15.5:0/2568673958 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1d740d0ff0 0x7f1d7415c5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:23.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.111+0000 7f1d79e6c640 1 --2- 172.21.15.5:0/2568673958 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d740b7670 0x7f1d7414ff80 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f1d7000d800 tx=0x7f1d7000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:23.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.111+0000 7f1d6a7fc640 1 -- 172.21.15.5:0/2568673958 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d7000b6c0 con 0x7f1d740b7670 2024-09-19T05:03:23.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.111+0000 7f1d6a7fc640 1 -- 172.21.15.5:0/2568673958 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d70019070 con 0x7f1d740b7670 2024-09-19T05:03:23.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.111+0000 7f1d7c0d0640 1 -- 172.21.15.5:0/2568673958 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d740cb350 con 0x7f1d740b7670 2024-09-19T05:03:23.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.111+0000 7f1d6a7fc640 1 -- 172.21.15.5:0/2568673958 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d7000ba80 con 0x7f1d740b7670 2024-09-19T05:03:23.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.111+0000 7f1d7c0d0640 1 -- 172.21.15.5:0/2568673958 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d740ca590 con 0x7f1d740b7670 2024-09-19T05:03:23.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.112+0000 7f1d7c0d0640 1 -- 172.21.15.5:0/2568673958 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d740d13d0 con 0x7f1d740b7670 2024-09-19T05:03:23.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.112+0000 7f1d6a7fc640 1 -- 172.21.15.5:0/2568673958 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1d7000bc20 con 0x7f1d740b7670 2024-09-19T05:03:23.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.113+0000 7f1d6a7fc640 1 --2- 172.21.15.5:0/2568673958 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d5806c2b0 0x7f1d5806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:23.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.113+0000 7f1d6a7fc640 1 -- 172.21.15.5:0/2568673958 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6101+0+0 (secure 0 0 0) 0x7f1d7008b960 con 0x7f1d740b7670 2024-09-19T05:03:23.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.113+0000 7f1d7966b640 1 --2- 172.21.15.5:0/2568673958 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d5806c2b0 0x7f1d5806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:23.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.114+0000 7f1d7966b640 1 --2- 172.21.15.5:0/2568673958 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d5806c2b0 0x7f1d5806e770 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f1d740d5050 tx=0x7f1d64007e50 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:23.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.118+0000 7f1d6a7fc640 1 -- 172.21.15.5:0/2568673958 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1d741504c0 con 0x7f1d740b7670 2024-09-19T05:03:23.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.332+0000 7f1d7c0d0640 1 -- 172.21.15.5:0/2568673958 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1d740b5040 con 0x7f1d740b7670 2024-09-19T05:03:23.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.332+0000 7f1d6a7fc640 1 -- 172.21.15.5:0/2568673958 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+5221 (secure 0 0 0) 0x7f1d70059fd0 con 0x7f1d740b7670 2024-09-19T05:03:23.335 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:23.335 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":31,"btime":"2024-09-19T05:03:10:196264+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5344,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6835/193189745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":193189745},{"type":"v1","addr":"172.21.15.134:6835","nonce":193189745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5347,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/3657495632","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6836","nonce":3657495632},{"type":"v1","addr":"172.21.15.134:6837","nonce":3657495632}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5604,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/1981671740","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":1981671740},{"type":"v1","addr":"172.21.15.5:6834","nonce":1981671740}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27}],"filesystems":[{"mdsmap":{"epoch":31,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:03:07.549304+0000","modified":"2024-09-19T05:03:09.541834+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5607},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5607":{"gid":5607,"name":"a","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/3369090914","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":3369090914},{"type":"v1","addr":"172.21.15.5:6835","nonce":3369090914}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5607,"qdb_cluster":[5607]},"id":4}]} 2024-09-19T05:03:23.335 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 31 2024-09-19T05:03:23.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.334+0000 7f1d7c0d0640 1 -- 172.21.15.5:0/2568673958 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d5806c2b0 msgr2=0x7f1d5806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:23.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.334+0000 7f1d7c0d0640 1 --2- 172.21.15.5:0/2568673958 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d5806c2b0 0x7f1d5806e770 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f1d740d5050 tx=0x7f1d64007e50 comp rx=0 tx=0).stop 2024-09-19T05:03:23.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.334+0000 7f1d7c0d0640 1 -- 172.21.15.5:0/2568673958 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d740b7670 msgr2=0x7f1d7414ff80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:23.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.334+0000 7f1d7c0d0640 1 --2- 172.21.15.5:0/2568673958 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d740b7670 0x7f1d7414ff80 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f1d7000d800 tx=0x7f1d7000dcc0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.334+0000 7f1d7c0d0640 1 -- 172.21.15.5:0/2568673958 shutdown_connections 2024-09-19T05:03:23.337 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.334+0000 7f1d7c0d0640 1 --2- 172.21.15.5:0/2568673958 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d5806c2b0 0x7f1d5806e770 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.334+0000 7f1d7c0d0640 1 --2- 172.21.15.5:0/2568673958 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1d740d0ff0 0x7f1d7415c5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.334+0000 7f1d7c0d0640 1 --2- 172.21.15.5:0/2568673958 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d740cfa10 0x7f1d7415c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.334+0000 7f1d7c0d0640 1 --2- 172.21.15.5:0/2568673958 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d740b7670 0x7f1d7414ff80 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.334+0000 7f1d7c0d0640 1 -- 172.21.15.5:0/2568673958 >> 172.21.15.5:0/2568673958 conn(0x7f1d74067f80 msgr2=0x7f1d74069a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:23.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.334+0000 7f1d7c0d0640 1 -- 172.21.15.5:0/2568673958 shutdown_connections 2024-09-19T05:03:23.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.334+0000 7f1d7c0d0640 1 -- 172.21.15.5:0/2568673958 wait complete. 2024-09-19T05:03:23.347 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:03:23.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.449+0000 7f196b077640 1 Processor -- start 2024-09-19T05:03:23.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.449+0000 7f196b077640 1 -- start start 2024-09-19T05:03:23.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.450+0000 7f196b077640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1964161ae0 0x7f19640ceb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:23.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.450+0000 7f196b077640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19640d3500 con 0x7f19640cfbc0 2024-09-19T05:03:23.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.450+0000 7f196b077640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19640d37c0 con 0x7f19640b5410 2024-09-19T05:03:23.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.450+0000 7f196b077640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f19640d32d0 con 0x7f1964161ae0 2024-09-19T05:03:23.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.450+0000 7f1969614640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f19640cfbc0 0x7f19640c8030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53716/0 (socket says 172.21.15.5:53716) 2024-09-19T05:03:23.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.450+0000 7f1969614640 1 -- 172.21.15.5:0/4147824439 learned_addr learned my addr 172.21.15.5:0/4147824439 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:23.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.450+0000 7f1968e13640 1 --2- 172.21.15.5:0/4147824439 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1964161ae0 0x7f19640ceb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:23.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.450+0000 7f19637fe640 1 -- 172.21.15.5:0/4147824439 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1856316218 0 0) 0x7f19640d3500 con 0x7f19640cfbc0 2024-09-19T05:03:23.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.450+0000 7f19637fe640 1 -- 172.21.15.5:0/4147824439 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1954003520 con 0x7f19640cfbc0 2024-09-19T05:03:23.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.450+0000 7f19637fe640 1 -- 172.21.15.5:0/4147824439 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1349416466 0 0) 0x7f19640d37c0 con 0x7f19640b5410 2024-09-19T05:03:23.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.450+0000 7f19637fe640 1 -- 172.21.15.5:0/4147824439 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f19640d3500 con 0x7f19640b5410 2024-09-19T05:03:23.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.450+0000 7f19637fe640 1 -- 172.21.15.5:0/4147824439 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3511596036 0 0) 0x7f1954003520 con 0x7f19640cfbc0 2024-09-19T05:03:23.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.450+0000 7f19637fe640 1 -- 172.21.15.5:0/4147824439 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1964161ae0 msgr2=0x7f19640ceb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:23.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.450+0000 7f19637fe640 1 --2- 172.21.15.5:0/4147824439 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1964161ae0 0x7f19640ceb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.450+0000 7f19637fe640 1 -- 172.21.15.5:0/4147824439 >> v1:172.21.15.134:6789/0 conn(0x7f19640b5410 legacy=0x7f19640cf4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:23.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.450+0000 7f19637fe640 1 -- 172.21.15.5:0/4147824439 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19640d3aa0 con 0x7f19640cfbc0 2024-09-19T05:03:23.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.450+0000 7f19637fe640 1 -- 172.21.15.5:0/4147824439 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f195c0019f0 con 0x7f19640cfbc0 2024-09-19T05:03:23.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.451+0000 7f19637fe640 1 -- 172.21.15.5:0/4147824439 >> v1:172.21.15.5:6789/0 conn(0x7f19640cfbc0 legacy=0x7f19640c8030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:23.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.451+0000 7f19637fe640 1 --2- 172.21.15.5:0/4147824439 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1964161ae0 0x7f1954003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:23.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.451+0000 7f19637fe640 1 --2- 172.21.15.5:0/4147824439 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f19540040d0 0x7f1954004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:23.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.451+0000 7f19637fe640 1 --2- 172.21.15.5:0/4147824439 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1954004d40 0x7f19540051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:23.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.451+0000 7f19637fe640 1 -- 172.21.15.5:0/4147824439 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f195400ba70 con 0x7f1954004d40 2024-09-19T05:03:23.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.451+0000 7f19637fe640 1 -- 172.21.15.5:0/4147824439 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f195400bc20 con 0x7f19540040d0 2024-09-19T05:03:23.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.451+0000 7f19637fe640 1 -- 172.21.15.5:0/4147824439 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f195400be20 con 0x7f1964161ae0 2024-09-19T05:03:23.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.451+0000 7f1969614640 1 --2- 172.21.15.5:0/4147824439 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1954004d40 0x7f19540051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:23.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.451+0000 7f1968e13640 1 --2- 172.21.15.5:0/4147824439 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1964161ae0 0x7f1954003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:23.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.451+0000 7f1963fff640 1 --2- 172.21.15.5:0/4147824439 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f19540040d0 0x7f1954004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:23.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.451+0000 7f1969614640 1 -- 172.21.15.5:0/4147824439 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1964161ae0 msgr2=0x7f1954003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:23.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.451+0000 7f1969614640 1 --2- 172.21.15.5:0/4147824439 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1964161ae0 0x7f1954003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.451+0000 7f1969614640 1 -- 172.21.15.5:0/4147824439 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f19540040d0 msgr2=0x7f1954004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:23.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.451+0000 7f1969614640 1 --2- 172.21.15.5:0/4147824439 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f19540040d0 0x7f1954004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.451+0000 7f1969614640 1 -- 172.21.15.5:0/4147824439 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1954003520 con 0x7f1954004d40 2024-09-19T05:03:23.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.452+0000 7f1969614640 1 --2- 172.21.15.5:0/4147824439 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1954004d40 0x7f19540051c0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f19640d0020 tx=0x7f1954005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a6fb4f24de4cf8e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:23.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.452+0000 7f19637fe640 1 -- 172.21.15.5:0/4147824439 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f195c00a410 con 0x7f1954004d40 2024-09-19T05:03:23.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.452+0000 7f19637fe640 1 -- 172.21.15.5:0/4147824439 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f195c02f070 con 0x7f1954004d40 2024-09-19T05:03:23.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.452+0000 7f19637fe640 1 -- 172.21.15.5:0/4147824439 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f195c02bc10 con 0x7f1954004d40 2024-09-19T05:03:23.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.452+0000 7f196b077640 1 -- 172.21.15.5:0/4147824439 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1954004d40 msgr2=0x7f19540051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:23.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.452+0000 7f196b077640 1 --2- 172.21.15.5:0/4147824439 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1954004d40 0x7f19540051c0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f19640d0020 tx=0x7f1954005830 comp rx=0 tx=0).stop 2024-09-19T05:03:23.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.452+0000 7f1969614640 1 -- 172.21.15.5:0/4147824439 reap_dead start 2024-09-19T05:03:23.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.452+0000 7f196b077640 1 -- 172.21.15.5:0/4147824439 shutdown_connections 2024-09-19T05:03:23.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.452+0000 7f196b077640 1 -- 172.21.15.5:0/4147824439 >> 172.21.15.5:0/4147824439 conn(0x7f196408c000 msgr2=0x7f19640d44e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:23.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.453+0000 7f196b077640 1 -- 172.21.15.5:0/4147824439 shutdown_connections 2024-09-19T05:03:23.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.453+0000 7f196b077640 1 -- 172.21.15.5:0/4147824439 wait complete. 2024-09-19T05:03:23.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.454+0000 7f196b077640 1 Processor -- start 2024-09-19T05:03:23.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.454+0000 7f196b077640 1 -- start start 2024-09-19T05:03:23.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.455+0000 7f196b077640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1954004d40 0x7f1964149d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:23.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.455+0000 7f196b077640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1964159750 0x7f19641f76f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:23.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.455+0000 7f196b077640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1964159bd0 0x7f19641f7c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:23.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.455+0000 7f196b077640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1964162040 con 0x7f1964159750 2024-09-19T05:03:23.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.455+0000 7f196b077640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f1964161ec0 con 0x7f1954004d40 2024-09-19T05:03:23.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.455+0000 7f196b077640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f19641621c0 con 0x7f1964159bd0 2024-09-19T05:03:23.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.455+0000 7f1963fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1964159750 0x7f19641f76f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:23.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.455+0000 7f1963fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1964159750 0x7f19641f76f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46010/0 (socket says 172.21.15.5:46010) 2024-09-19T05:03:23.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.455+0000 7f1963fff640 1 -- 172.21.15.5:0/522920345 learned_addr learned my addr 172.21.15.5:0/522920345 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:23.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.455+0000 7f1968e13640 1 --2- 172.21.15.5:0/522920345 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1954004d40 0x7f1964149d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:23.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.455+0000 7f1969614640 1 --2- 172.21.15.5:0/522920345 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1964159bd0 0x7f19641f7c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:23.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.455+0000 7f1963fff640 1 -- 172.21.15.5:0/522920345 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1964159bd0 msgr2=0x7f19641f7c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:23.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.455+0000 7f1963fff640 1 --2- 172.21.15.5:0/522920345 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1964159bd0 0x7f19641f7c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.455+0000 7f1963fff640 1 -- 172.21.15.5:0/522920345 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1954004d40 msgr2=0x7f1964149d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:23.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.455+0000 7f1963fff640 1 --2- 172.21.15.5:0/522920345 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1954004d40 0x7f1964149d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.455+0000 7f1963fff640 1 -- 172.21.15.5:0/522920345 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f196415a150 con 0x7f1964159750 2024-09-19T05:03:23.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.455+0000 7f1963fff640 1 --2- 172.21.15.5:0/522920345 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1964159750 0x7f19641f76f0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f195000f7d0 tx=0x7f195000fbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:23.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.455+0000 7f19617fa640 1 -- 172.21.15.5:0/522920345 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19500050d0 con 0x7f1964159750 2024-09-19T05:03:23.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.455+0000 7f19617fa640 1 -- 172.21.15.5:0/522920345 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1950018070 con 0x7f1964159750 2024-09-19T05:03:23.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.455+0000 7f196b077640 1 -- 172.21.15.5:0/522920345 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f196415a430 con 0x7f1964159750 2024-09-19T05:03:23.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.455+0000 7f19617fa640 1 -- 172.21.15.5:0/522920345 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19500054b0 con 0x7f1964159750 2024-09-19T05:03:23.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.455+0000 7f196b077640 1 -- 172.21.15.5:0/522920345 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f196415a9f0 con 0x7f1964159750 2024-09-19T05:03:23.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.457+0000 7f196b077640 1 -- 172.21.15.5:0/522920345 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19640cf4b0 con 0x7f1964159750 2024-09-19T05:03:23.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.457+0000 7f19617fa640 1 -- 172.21.15.5:0/522920345 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f195000d940 con 0x7f1964159750 2024-09-19T05:03:23.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.457+0000 7f19617fa640 1 --2- 172.21.15.5:0/522920345 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f194806c2b0 0x7f194806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:23.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.457+0000 7f19617fa640 1 -- 172.21.15.5:0/522920345 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6101+0+0 (secure 0 0 0) 0x7f195008b7b0 con 0x7f1964159750 2024-09-19T05:03:23.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.458+0000 7f1968e13640 1 --2- 172.21.15.5:0/522920345 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f194806c2b0 0x7f194806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:23.462 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.458+0000 7f1968e13640 1 --2- 172.21.15.5:0/522920345 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f194806c2b0 0x7f194806e770 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f196415b520 tx=0x7f1958009190 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:23.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.462+0000 7f19617fa640 1 -- 172.21.15.5:0/522920345 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f195001a310 con 0x7f1964159750 2024-09-19T05:03:23.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.637+0000 7f196b077640 1 -- 172.21.15.5:0/522920345 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f19640d47d0 con 0x7f1964159750 2024-09-19T05:03:23.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.638+0000 7f19617fa640 1 -- 172.21.15.5:0/522920345 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v61) ==== 74+0+16908 (secure 0 0 0) 0x7f1950059d90 con 0x7f1964159750 2024-09-19T05:03:23.640 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:23.640 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":61,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:03:09.191410+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:03:05.209508+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-19T05:03:06.532468+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:03:23.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.640+0000 7f196b077640 1 -- 172.21.15.5:0/522920345 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f194806c2b0 msgr2=0x7f194806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:23.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.640+0000 7f196b077640 1 --2- 172.21.15.5:0/522920345 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f194806c2b0 0x7f194806e770 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f196415b520 tx=0x7f1958009190 comp rx=0 tx=0).stop 2024-09-19T05:03:23.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.640+0000 7f196b077640 1 -- 172.21.15.5:0/522920345 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1964159750 msgr2=0x7f19641f76f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:23.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.640+0000 7f196b077640 1 --2- 172.21.15.5:0/522920345 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1964159750 0x7f19641f76f0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f195000f7d0 tx=0x7f195000fbd0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.641+0000 7f196b077640 1 -- 172.21.15.5:0/522920345 shutdown_connections 2024-09-19T05:03:23.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.641+0000 7f196b077640 1 --2- 172.21.15.5:0/522920345 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f194806c2b0 0x7f194806e770 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.641+0000 7f196b077640 1 --2- 172.21.15.5:0/522920345 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1964159bd0 0x7f19641f7c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.641+0000 7f196b077640 1 --2- 172.21.15.5:0/522920345 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1964159750 0x7f19641f76f0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.641+0000 7f196b077640 1 --2- 172.21.15.5:0/522920345 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1954004d40 0x7f1964149d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.641+0000 7f196b077640 1 -- 172.21.15.5:0/522920345 >> 172.21.15.5:0/522920345 conn(0x7f196408c000 msgr2=0x7f19640b6710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:23.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.641+0000 7f196b077640 1 -- 172.21.15.5:0/522920345 shutdown_connections 2024-09-19T05:03:23.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.641+0000 7f196b077640 1 -- 172.21.15.5:0/522920345 wait complete. 2024-09-19T05:03:23.654 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T05:03:23.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.755+0000 7f83847e8640 1 Processor -- start 2024-09-19T05:03:23.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.756+0000 7f83847e8640 1 -- start start 2024-09-19T05:03:23.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.756+0000 7f83847e8640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f837c15e5e0 0x7f837c162b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:23.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.756+0000 7f83847e8640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f837c0d13f0 0x7f837c0b1b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:23.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.756+0000 7f83847e8640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f837c0d1830 0x7f837c0b2070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:23.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.756+0000 7f83847e8640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f837c0d06e0 con 0x7f837c0d1830 2024-09-19T05:03:23.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.756+0000 7f83847e8640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f837c0d0f60 con 0x7f837c0d13f0 2024-09-19T05:03:23.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.757+0000 7f83847e8640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f837c15e9c0 con 0x7f837c15e5e0 2024-09-19T05:03:23.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.757+0000 7f8382d85640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f837c0d1830 0x7f837c0b2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:23.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.757+0000 7f8382d85640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f837c0d1830 0x7f837c0b2070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46020/0 (socket says 172.21.15.5:46020) 2024-09-19T05:03:23.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.757+0000 7f8382d85640 1 -- 172.21.15.5:0/1902459506 learned_addr learned my addr 172.21.15.5:0/1902459506 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:23.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.757+0000 7f8382584640 1 --2- 172.21.15.5:0/1902459506 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f837c15e5e0 0x7f837c162b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:23.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.757+0000 7f8381d83640 1 --2- 172.21.15.5:0/1902459506 >> v2:172.21.15.134:3300/0 conn(0x7f837c0d13f0 0x7f837c0b1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:23.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.757+0000 7f8382d85640 1 -- 172.21.15.5:0/1902459506 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f837c15e5e0 msgr2=0x7f837c162b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:23.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.757+0000 7f8382d85640 1 --2- 172.21.15.5:0/1902459506 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f837c15e5e0 0x7f837c162b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.757+0000 7f8382d85640 1 -- 172.21.15.5:0/1902459506 >> v2:172.21.15.134:3300/0 conn(0x7f837c0d13f0 msgr2=0x7f837c0b1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:23.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.757+0000 7f8382d85640 1 --2- 172.21.15.5:0/1902459506 >> v2:172.21.15.134:3300/0 conn(0x7f837c0d13f0 0x7f837c0b1b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.757+0000 7f8382d85640 1 -- 172.21.15.5:0/1902459506 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f837c163070 con 0x7f837c0d1830 2024-09-19T05:03:23.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.757+0000 7f8381d83640 1 --2- 172.21.15.5:0/1902459506 >> v2:172.21.15.134:3300/0 conn(0x7f837c0d13f0 0x7f837c0b1b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:23.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.758+0000 7f8382d85640 1 --2- 172.21.15.5:0/1902459506 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f837c0d1830 0x7f837c0b2070 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f837c073c20 tx=0x7f837402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae4649e8582616a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:23.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.758+0000 7f8381582640 1 -- 172.21.15.5:0/1902459506 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8374036070 con 0x7f837c0d1830 2024-09-19T05:03:23.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.758+0000 7f8381582640 1 -- 172.21.15.5:0/1902459506 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8374031600 con 0x7f837c0d1830 2024-09-19T05:03:23.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.758+0000 7f8381582640 1 -- 172.21.15.5:0/1902459506 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83740319d0 con 0x7f837c0d1830 2024-09-19T05:03:23.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.758+0000 7f83847e8640 1 -- 172.21.15.5:0/1902459506 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f837c0d1830 msgr2=0x7f837c0b2070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:23.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.758+0000 7f83847e8640 1 --2- 172.21.15.5:0/1902459506 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f837c0d1830 0x7f837c0b2070 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f837c073c20 tx=0x7f837402a6a0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.759+0000 7f83847e8640 1 -- 172.21.15.5:0/1902459506 shutdown_connections 2024-09-19T05:03:23.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.759+0000 7f83847e8640 1 --2- 172.21.15.5:0/1902459506 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f837c0d1830 0x7f837c0b2070 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.759+0000 7f83847e8640 1 --2- 172.21.15.5:0/1902459506 >> v2:172.21.15.134:3300/0 conn(0x7f837c0d13f0 0x7f837c0b1b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.759+0000 7f83847e8640 1 --2- 172.21.15.5:0/1902459506 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f837c15e5e0 0x7f837c162b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.759+0000 7f83847e8640 1 -- 172.21.15.5:0/1902459506 >> 172.21.15.5:0/1902459506 conn(0x7f837c0d23b0 msgr2=0x7f837c0d27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:23.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.759+0000 7f83847e8640 1 -- 172.21.15.5:0/1902459506 shutdown_connections 2024-09-19T05:03:23.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.759+0000 7f83847e8640 1 -- 172.21.15.5:0/1902459506 wait complete. 2024-09-19T05:03:23.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.760+0000 7f83847e8640 1 Processor -- start 2024-09-19T05:03:23.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.760+0000 7f83847e8640 1 -- start start 2024-09-19T05:03:23.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.761+0000 7f83847e8640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f837c0d13f0 0x7f837c1592e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:23.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.761+0000 7f83847e8640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f837c0d1830 0x7f837c0c6ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:23.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.761+0000 7f83847e8640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f837c15e5e0 0x7f837c0b5200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:23.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.761+0000 7f83847e8640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f837c0d0bf0 con 0x7f837c0d1830 2024-09-19T05:03:23.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.761+0000 7f83847e8640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f837c0d0910 con 0x7f837c0d13f0 2024-09-19T05:03:23.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.761+0000 7f83847e8640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f837c0b1850 con 0x7f837c15e5e0 2024-09-19T05:03:23.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.761+0000 7f8381d83640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f837c0d1830 0x7f837c0c6ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:23.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.761+0000 7f8381d83640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f837c0d1830 0x7f837c0c6ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46024/0 (socket says 172.21.15.5:46024) 2024-09-19T05:03:23.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.761+0000 7f8381d83640 1 -- 172.21.15.5:0/2563420844 learned_addr learned my addr 172.21.15.5:0/2563420844 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:23.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.761+0000 7f8382584640 1 --2- 172.21.15.5:0/2563420844 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f837c0d13f0 0x7f837c1592e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:23.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.761+0000 7f8382d85640 1 --2- 172.21.15.5:0/2563420844 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f837c15e5e0 0x7f837c0b5200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:23.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.761+0000 7f8381d83640 1 -- 172.21.15.5:0/2563420844 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f837c15e5e0 msgr2=0x7f837c0b5200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:23.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.761+0000 7f8381d83640 1 --2- 172.21.15.5:0/2563420844 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f837c15e5e0 0x7f837c0b5200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.761+0000 7f8381d83640 1 -- 172.21.15.5:0/2563420844 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f837c0d13f0 msgr2=0x7f837c1592e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:23.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.761+0000 7f8381d83640 1 --2- 172.21.15.5:0/2563420844 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f837c0d13f0 0x7f837c1592e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.761+0000 7f8381d83640 1 -- 172.21.15.5:0/2563420844 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f837c0c6040 con 0x7f837c0d1830 2024-09-19T05:03:23.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.761+0000 7f8381d83640 1 --2- 172.21.15.5:0/2563420844 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f837c0d1830 0x7f837c0c6ae0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f836c00c7f0 tx=0x7f836c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:23.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.761+0000 7f8372ffd640 1 -- 172.21.15.5:0/2563420844 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f836c015070 con 0x7f837c0d1830 2024-09-19T05:03:23.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.761+0000 7f8372ffd640 1 -- 172.21.15.5:0/2563420844 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f836c007820 con 0x7f837c0d1830 2024-09-19T05:03:23.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.761+0000 7f83847e8640 1 -- 172.21.15.5:0/2563420844 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f837c0b7ed0 con 0x7f837c0d1830 2024-09-19T05:03:23.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.761+0000 7f8372ffd640 1 -- 172.21.15.5:0/2563420844 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f836c007c10 con 0x7f837c0d1830 2024-09-19T05:03:23.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.761+0000 7f83847e8640 1 -- 172.21.15.5:0/2563420844 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f837c0c7020 con 0x7f837c0d1830 2024-09-19T05:03:23.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.762+0000 7f83847e8640 1 -- 172.21.15.5:0/2563420844 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f837c06cd20 con 0x7f837c0d1830 2024-09-19T05:03:23.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.763+0000 7f8372ffd640 1 -- 172.21.15.5:0/2563420844 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f836c018070 con 0x7f837c0d1830 2024-09-19T05:03:23.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.763+0000 7f8372ffd640 1 --2- 172.21.15.5:0/2563420844 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f836006c2e0 0x7f836006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:23.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.763+0000 7f8372ffd640 1 -- 172.21.15.5:0/2563420844 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6101+0+0 (secure 0 0 0) 0x7f836c08b280 con 0x7f837c0d1830 2024-09-19T05:03:23.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.764+0000 7f8382584640 1 --2- 172.21.15.5:0/2563420844 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f836006c2e0 0x7f836006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:23.770 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.764+0000 7f8382584640 1 --2- 172.21.15.5:0/2563420844 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f836006c2e0 0x7f836006e7a0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f8378006fd0 tx=0x7f8378008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:23.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.768+0000 7f8372ffd640 1 -- 172.21.15.5:0/2563420844 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f836c0598f0 con 0x7f837c0d1830 2024-09-19T05:03:23.984 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.983+0000 7f83847e8640 1 -- 172.21.15.5:0/2563420844 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f837c0d2f30 con 0x7f837c0d1830 2024-09-19T05:03:23.984 INFO:tasks.ceph.mon.a.smithi005.stderr:2024-09-19T05:03:23.983+0000 7f639b64d640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T05:03:23.986 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.985+0000 7f8372ffd640 1 -- 172.21.15.5:0/2563420844 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v32) ==== 161+0+0 (secure 0 0 0) 0x7f836c0591f0 con 0x7f837c0d1830 2024-09-19T05:03:23.986 INFO:teuthology.orchestra.run.smithi005.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T05:03:23.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.988+0000 7f83847e8640 1 -- 172.21.15.5:0/2563420844 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f836006c2e0 msgr2=0x7f836006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:23.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.988+0000 7f83847e8640 1 --2- 172.21.15.5:0/2563420844 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f836006c2e0 0x7f836006e7a0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f8378006fd0 tx=0x7f8378008040 comp rx=0 tx=0).stop 2024-09-19T05:03:23.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.988+0000 7f83847e8640 1 -- 172.21.15.5:0/2563420844 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f837c0d1830 msgr2=0x7f837c0c6ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:23.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.988+0000 7f83847e8640 1 --2- 172.21.15.5:0/2563420844 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f837c0d1830 0x7f837c0c6ae0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f836c00c7f0 tx=0x7f836c00ccb0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.988+0000 7f83847e8640 1 -- 172.21.15.5:0/2563420844 shutdown_connections 2024-09-19T05:03:23.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.988+0000 7f83847e8640 1 --2- 172.21.15.5:0/2563420844 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f836006c2e0 0x7f836006e7a0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.988+0000 7f83847e8640 1 --2- 172.21.15.5:0/2563420844 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f837c15e5e0 0x7f837c0b5200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.988+0000 7f83847e8640 1 --2- 172.21.15.5:0/2563420844 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f837c0d1830 0x7f837c0c6ae0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.988+0000 7f83847e8640 1 --2- 172.21.15.5:0/2563420844 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f837c0d13f0 0x7f837c1592e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:23.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.988+0000 7f83847e8640 1 -- 172.21.15.5:0/2563420844 >> 172.21.15.5:0/2563420844 conn(0x7f837c0d23b0 msgr2=0x7f837c09aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:23.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.988+0000 7f83847e8640 1 -- 172.21.15.5:0/2563420844 shutdown_connections 2024-09-19T05:03:23.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:23.988+0000 7f83847e8640 1 -- 172.21.15.5:0/2563420844 wait complete. 2024-09-19T05:03:23.991 INFO:tasks.ceph.mds.a.smithi005.stderr: -4539> 2024-09-19T05:03:10.170+0000 7fa436e43640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:03:24.001 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T05:03:24.022 INFO:tasks.ceph.mds.a.smithi005.stdout:starting mds.a at 2024-09-19T05:03:24.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.105+0000 7f4fd63b7640 1 Processor -- start 2024-09-19T05:03:24.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.105+0000 7f4fd63b7640 1 -- start start 2024-09-19T05:03:24.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.105+0000 7f4fd63b7640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4fd0161c70 0x7f4fd00b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:24.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.106+0000 7f4fd63b7640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f4fd00d4c80 0x7f4fd00b6530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:24.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.106+0000 7f4fd63b7640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f4fd00cebc0 0x7f4fd00d2720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:24.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.106+0000 7f4fd63b7640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f4fd0162050 con 0x7f4fd00cebc0 2024-09-19T05:03:24.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.106+0000 7f4fd63b7640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f4fd006d600 con 0x7f4fd00d4c80 2024-09-19T05:03:24.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.106+0000 7f4fd63b7640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f4fd00cf180 con 0x7f4fd0161c70 2024-09-19T05:03:24.109 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.106+0000 7f4fd4954640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f4fd00cebc0 0x7f4fd00d2720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:24.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.106+0000 7f4fd4954640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f4fd00cebc0 0x7f4fd00d2720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46040/0 (socket says 172.21.15.5:46040) 2024-09-19T05:03:24.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.106+0000 7f4fd4954640 1 -- 172.21.15.5:0/4236098549 learned_addr learned my addr 172.21.15.5:0/4236098549 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:24.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.106+0000 7f4fcffff640 1 --2- 172.21.15.5:0/4236098549 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4fd0161c70 0x7f4fd00b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:24.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.106+0000 7f4fc7fff640 1 --2- 172.21.15.5:0/4236098549 >> v2:172.21.15.134:3300/0 conn(0x7f4fd00d4c80 0x7f4fd00b6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:24.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.106+0000 7f4fd4954640 1 -- 172.21.15.5:0/4236098549 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4fd0161c70 msgr2=0x7f4fd00b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:24.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.106+0000 7f4fd4954640 1 --2- 172.21.15.5:0/4236098549 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4fd0161c70 0x7f4fd00b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:24.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.106+0000 7f4fd4954640 1 -- 172.21.15.5:0/4236098549 >> v2:172.21.15.134:3300/0 conn(0x7f4fd00d4c80 msgr2=0x7f4fd00b6530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:24.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.106+0000 7f4fd4954640 1 --2- 172.21.15.5:0/4236098549 >> v2:172.21.15.134:3300/0 conn(0x7f4fd00d4c80 0x7f4fd00b6530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:24.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.106+0000 7f4fd4954640 1 -- 172.21.15.5:0/4236098549 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fd006cfb0 con 0x7f4fd00cebc0 2024-09-19T05:03:24.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.106+0000 7f4fc7fff640 1 --2- 172.21.15.5:0/4236098549 >> v2:172.21.15.134:3300/0 conn(0x7f4fd00d4c80 0x7f4fd00b6530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:24.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.107+0000 7f4fd4954640 1 --2- 172.21.15.5:0/4236098549 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4fd00cebc0 0x7f4fd00d2720 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f4fd008d2b0 tx=0x7f4fc802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98d5c258103f9dc0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:24.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.107+0000 7f4fcf7fe640 1 -- 172.21.15.5:0/4236098549 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fc8036070 con 0x7f4fd00cebc0 2024-09-19T05:03:24.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.107+0000 7f4fcf7fe640 1 -- 172.21.15.5:0/4236098549 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4fc8031600 con 0x7f4fd00cebc0 2024-09-19T05:03:24.110 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.107+0000 7f4fcf7fe640 1 -- 172.21.15.5:0/4236098549 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fc80319d0 con 0x7f4fd00cebc0 2024-09-19T05:03:24.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.107+0000 7f4fd63b7640 1 -- 172.21.15.5:0/4236098549 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4fd00cebc0 msgr2=0x7f4fd00d2720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:24.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.107+0000 7f4fd63b7640 1 --2- 172.21.15.5:0/4236098549 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4fd00cebc0 0x7f4fd00d2720 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f4fd008d2b0 tx=0x7f4fc802a6a0 comp rx=0 tx=0).stop 2024-09-19T05:03:24.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.107+0000 7f4fd63b7640 1 -- 172.21.15.5:0/4236098549 shutdown_connections 2024-09-19T05:03:24.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.107+0000 7f4fd63b7640 1 --2- 172.21.15.5:0/4236098549 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4fd00cebc0 0x7f4fd00d2720 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:24.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.107+0000 7f4fd63b7640 1 --2- 172.21.15.5:0/4236098549 >> v2:172.21.15.134:3300/0 conn(0x7f4fd00d4c80 0x7f4fd00b6530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:24.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.107+0000 7f4fd63b7640 1 --2- 172.21.15.5:0/4236098549 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4fd0161c70 0x7f4fd00b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:24.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.107+0000 7f4fd63b7640 1 -- 172.21.15.5:0/4236098549 >> 172.21.15.5:0/4236098549 conn(0x7f4fd008c000 msgr2=0x7f4fd00d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:24.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.108+0000 7f4fd63b7640 1 -- 172.21.15.5:0/4236098549 shutdown_connections 2024-09-19T05:03:24.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.108+0000 7f4fd63b7640 1 -- 172.21.15.5:0/4236098549 wait complete. 2024-09-19T05:03:24.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.109+0000 7f4fd63b7640 1 Processor -- start 2024-09-19T05:03:24.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.109+0000 7f4fd63b7640 1 -- start start 2024-09-19T05:03:24.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.109+0000 7f4fd63b7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4fd00cebc0 0x7f4fd0157810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:24.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.109+0000 7f4fd63b7640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4fd00d4c80 0x7f4fd01f4d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:24.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.109+0000 7f4fd63b7640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4fd0161c70 0x7f4fd00cab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:24.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.109+0000 7f4fd63b7640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f4fd00d2c60 con 0x7f4fd00cebc0 2024-09-19T05:03:24.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.109+0000 7f4fd63b7640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f4fd00d3a00 con 0x7f4fd0161c70 2024-09-19T05:03:24.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.109+0000 7f4fd63b7640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f4fd00d2de0 con 0x7f4fd00d4c80 2024-09-19T05:03:24.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.110+0000 7f4fcffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4fd00cebc0 0x7f4fd0157810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:24.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.110+0000 7f4fcffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4fd00cebc0 0x7f4fd0157810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46052/0 (socket says 172.21.15.5:46052) 2024-09-19T05:03:24.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.110+0000 7f4fcffff640 1 -- 172.21.15.5:0/4215986506 learned_addr learned my addr 172.21.15.5:0/4215986506 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:24.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.110+0000 7f4fc7fff640 1 --2- 172.21.15.5:0/4215986506 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4fd00d4c80 0x7f4fd01f4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:24.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.110+0000 7f4fd4954640 1 --2- 172.21.15.5:0/4215986506 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4fd0161c70 0x7f4fd00cab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:24.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.110+0000 7f4fcffff640 1 -- 172.21.15.5:0/4215986506 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4fd00d4c80 msgr2=0x7f4fd01f4d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:24.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.110+0000 7f4fcffff640 1 --2- 172.21.15.5:0/4215986506 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4fd00d4c80 0x7f4fd01f4d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:24.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.110+0000 7f4fcffff640 1 -- 172.21.15.5:0/4215986506 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4fd0161c70 msgr2=0x7f4fd00cab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:24.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.110+0000 7f4fcffff640 1 --2- 172.21.15.5:0/4215986506 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4fd0161c70 0x7f4fd00cab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:24.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.110+0000 7f4fcffff640 1 -- 172.21.15.5:0/4215986506 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fd00c9d40 con 0x7f4fd00cebc0 2024-09-19T05:03:24.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.110+0000 7f4fc7fff640 1 --2- 172.21.15.5:0/4215986506 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4fd00d4c80 0x7f4fd01f4d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:24.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.110+0000 7f4fd4954640 1 --2- 172.21.15.5:0/4215986506 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4fd0161c70 0x7f4fd00cab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:24.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.110+0000 7f4fcffff640 1 --2- 172.21.15.5:0/4215986506 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4fd00cebc0 0x7f4fd0157810 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f4fc000d5d0 tx=0x7f4fc000da90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:24.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.110+0000 7f4fcd7fa640 1 -- 172.21.15.5:0/4215986506 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fc00125f0 con 0x7f4fd00cebc0 2024-09-19T05:03:24.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.110+0000 7f4fcd7fa640 1 -- 172.21.15.5:0/4215986506 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4fc0019070 con 0x7f4fd00cebc0 2024-09-19T05:03:24.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.110+0000 7f4fd63b7640 1 -- 172.21.15.5:0/4215986506 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fd00ca020 con 0x7f4fd00cebc0 2024-09-19T05:03:24.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.110+0000 7f4fcd7fa640 1 -- 172.21.15.5:0/4215986506 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fc00129f0 con 0x7f4fd00cebc0 2024-09-19T05:03:24.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.110+0000 7f4fd63b7640 1 -- 172.21.15.5:0/4215986506 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fd00ca5e0 con 0x7f4fd00cebc0 2024-09-19T05:03:24.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.111+0000 7f4fd63b7640 1 -- 172.21.15.5:0/4215986506 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4fd00ca7e0 con 0x7f4fd00cebc0 2024-09-19T05:03:24.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.112+0000 7f4fcd7fa640 1 -- 172.21.15.5:0/4215986506 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4fc0012b90 con 0x7f4fd00cebc0 2024-09-19T05:03:24.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.112+0000 7f4fcd7fa640 1 --2- 172.21.15.5:0/4215986506 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f4fb006c2b0 0x7f4fb006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:24.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.112+0000 7f4fcd7fa640 1 -- 172.21.15.5:0/4215986506 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 6187+0+0 (secure 0 0 0) 0x7f4fc008b9b0 con 0x7f4fd00cebc0 2024-09-19T05:03:24.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.113+0000 7f4fc7fff640 1 --2- 172.21.15.5:0/4215986506 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f4fb006c2b0 0x7f4fb006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:24.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.113+0000 7f4fc7fff640 1 --2- 172.21.15.5:0/4215986506 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f4fb006c2b0 0x7f4fb006e770 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f4fd015e400 tx=0x7f4fb8008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:24.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.117+0000 7f4fcd7fa640 1 -- 172.21.15.5:0/4215986506 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4fd00ca7e0 con 0x7f4fd00cebc0 2024-09-19T05:03:24.334 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.333+0000 7f4fd63b7640 1 -- 172.21.15.5:0/4215986506 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f4fd01613d0 con 0x7f4fd00cebc0 2024-09-19T05:03:24.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.986+0000 7f4fcd7fa640 1 -- 172.21.15.5:0/4215986506 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v33) ==== 104+0+0 (secure 0 0 0) 0x7f4fc0059fd0 con 0x7f4fd00cebc0 2024-09-19T05:03:24.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.989+0000 7f4fd63b7640 1 -- 172.21.15.5:0/4215986506 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f4fb006c2b0 msgr2=0x7f4fb006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:24.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.989+0000 7f4fd63b7640 1 --2- 172.21.15.5:0/4215986506 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f4fb006c2b0 0x7f4fb006e770 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f4fd015e400 tx=0x7f4fb8008040 comp rx=0 tx=0).stop 2024-09-19T05:03:24.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.989+0000 7f4fd63b7640 1 -- 172.21.15.5:0/4215986506 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4fd00cebc0 msgr2=0x7f4fd0157810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:24.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.990+0000 7f4fd63b7640 1 --2- 172.21.15.5:0/4215986506 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4fd00cebc0 0x7f4fd0157810 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f4fc000d5d0 tx=0x7f4fc000da90 comp rx=0 tx=0).stop 2024-09-19T05:03:24.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.990+0000 7f4fd63b7640 1 -- 172.21.15.5:0/4215986506 shutdown_connections 2024-09-19T05:03:24.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.990+0000 7f4fd63b7640 1 --2- 172.21.15.5:0/4215986506 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f4fb006c2b0 0x7f4fb006e770 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:24.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.990+0000 7f4fd63b7640 1 --2- 172.21.15.5:0/4215986506 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f4fd0161c70 0x7f4fd00cab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:24.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.990+0000 7f4fd63b7640 1 --2- 172.21.15.5:0/4215986506 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4fd00d4c80 0x7f4fd01f4d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:24.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.990+0000 7f4fd63b7640 1 --2- 172.21.15.5:0/4215986506 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f4fd00cebc0 0x7f4fd0157810 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:24.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.990+0000 7f4fd63b7640 1 -- 172.21.15.5:0/4215986506 >> 172.21.15.5:0/4215986506 conn(0x7f4fd008c000 msgr2=0x7f4fd00b5cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:24.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.990+0000 7f4fd63b7640 1 -- 172.21.15.5:0/4215986506 shutdown_connections 2024-09-19T05:03:24.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:24.990+0000 7f4fd63b7640 1 -- 172.21.15.5:0/4215986506 wait complete. 2024-09-19T05:03:25.006 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T05:03:25.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.160+0000 7f424b52a640 1 Processor -- start 2024-09-19T05:03:25.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.160+0000 7f424b52a640 1 -- start start 2024-09-19T05:03:25.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.161+0000 7f424b52a640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f42440cf4e0 0x7f4244162aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:25.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.161+0000 7f424b52a640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f42440d4980 0x7f42440d4e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:25.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.161+0000 7f424b52a640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f42440d28a0 con 0x7f424415e4d0 2024-09-19T05:03:25.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.161+0000 7f424b52a640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f42440d2b80 con 0x7f42440d4980 2024-09-19T05:03:25.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.161+0000 7f424b52a640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f42440d2e60 con 0x7f42440cf4e0 2024-09-19T05:03:25.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.161+0000 7f4249ac7640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f42440d4980 0x7f42440d4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:25.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.161+0000 7f4249ac7640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f42440d4980 0x7f42440d4e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46068/0 (socket says 172.21.15.5:46068) 2024-09-19T05:03:25.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.161+0000 7f42492c6640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f424415e4d0 0x7f42440b7680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:53730/0 (socket says 172.21.15.5:53730) 2024-09-19T05:03:25.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.161+0000 7f4249ac7640 1 -- 172.21.15.5:0/3725321597 learned_addr learned my addr 172.21.15.5:0/3725321597 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:25.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.161+0000 7f4248ac5640 1 --2- 172.21.15.5:0/3725321597 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f42440cf4e0 0x7f4244162aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:25.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.161+0000 7f4249ac7640 1 -- 172.21.15.5:0/3725321597 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f42440cf4e0 msgr2=0x7f4244162aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:25.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.161+0000 7f4249ac7640 1 --2- 172.21.15.5:0/3725321597 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f42440cf4e0 0x7f4244162aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:25.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.161+0000 7f4249ac7640 1 -- 172.21.15.5:0/3725321597 >> v1:172.21.15.5:6789/0 conn(0x7f424415e4d0 legacy=0x7f42440b7680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:25.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.161+0000 7f4249ac7640 1 -- 172.21.15.5:0/3725321597 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42440d3140 con 0x7f42440d4980 2024-09-19T05:03:25.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.161+0000 7f423bfff640 1 -- 172.21.15.5:0/3725321597 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2322555870 0 0) 0x7f42440d28a0 con 0x7f424415e4d0 2024-09-19T05:03:25.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.162+0000 7f4249ac7640 1 --2- 172.21.15.5:0/3725321597 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42440d4980 0x7f42440d4e30 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f423c009e50 tx=0x7f423c02a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13e6dc68e385c76b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:25.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.162+0000 7f423bfff640 1 -- 172.21.15.5:0/3725321597 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f423c036070 con 0x7f42440d4980 2024-09-19T05:03:25.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.162+0000 7f423bfff640 1 -- 172.21.15.5:0/3725321597 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f423c031600 con 0x7f42440d4980 2024-09-19T05:03:25.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.162+0000 7f423bfff640 1 -- 172.21.15.5:0/3725321597 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f423c0319d0 con 0x7f42440d4980 2024-09-19T05:03:25.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.163+0000 7f424b52a640 1 -- 172.21.15.5:0/3725321597 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42440d4980 msgr2=0x7f42440d4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:25.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.163+0000 7f424b52a640 1 --2- 172.21.15.5:0/3725321597 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42440d4980 0x7f42440d4e30 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f423c009e50 tx=0x7f423c02a7a0 comp rx=0 tx=0).stop 2024-09-19T05:03:25.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.163+0000 7f424b52a640 1 -- 172.21.15.5:0/3725321597 shutdown_connections 2024-09-19T05:03:25.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.163+0000 7f424b52a640 1 --2- 172.21.15.5:0/3725321597 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42440d4980 0x7f42440d4e30 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:25.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.163+0000 7f424b52a640 1 --2- 172.21.15.5:0/3725321597 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f42440cf4e0 0x7f4244162aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:25.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.163+0000 7f424b52a640 1 -- 172.21.15.5:0/3725321597 >> 172.21.15.5:0/3725321597 conn(0x7f424406d0a0 msgr2=0x7f424406d4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:25.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.163+0000 7f424b52a640 1 -- 172.21.15.5:0/3725321597 shutdown_connections 2024-09-19T05:03:25.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.163+0000 7f424b52a640 1 -- 172.21.15.5:0/3725321597 wait complete. 2024-09-19T05:03:25.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.164+0000 7f424b52a640 1 Processor -- start 2024-09-19T05:03:25.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.164+0000 7f424b52a640 1 -- start start 2024-09-19T05:03:25.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.165+0000 7f424b52a640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f42440cf4e0 0x7f42440ac0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:25.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.165+0000 7f424b52a640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f42440d4980 0x7f424415f950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:25.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.165+0000 7f424b52a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f424415e4d0 0x7f42440b2f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:25.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.165+0000 7f424b52a640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f424415e8b0 con 0x7f424415e4d0 2024-09-19T05:03:25.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.165+0000 7f424b52a640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f42440b7d90 con 0x7f42440d4980 2024-09-19T05:03:25.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.165+0000 7f424b52a640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f42440d3940 con 0x7f42440cf4e0 2024-09-19T05:03:25.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.165+0000 7f4249ac7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f424415e4d0 0x7f42440b2f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:25.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.165+0000 7f4249ac7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f424415e4d0 0x7f42440b2f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46084/0 (socket says 172.21.15.5:46084) 2024-09-19T05:03:25.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.165+0000 7f4249ac7640 1 -- 172.21.15.5:0/530902829 learned_addr learned my addr 172.21.15.5:0/530902829 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:25.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.165+0000 7f42492c6640 1 --2- 172.21.15.5:0/530902829 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f42440cf4e0 0x7f42440ac0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:25.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.165+0000 7f4248ac5640 1 --2- 172.21.15.5:0/530902829 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f42440d4980 0x7f424415f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:25.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.165+0000 7f4249ac7640 1 -- 172.21.15.5:0/530902829 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f42440cf4e0 msgr2=0x7f42440ac0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:25.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.165+0000 7f4249ac7640 1 --2- 172.21.15.5:0/530902829 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f42440cf4e0 0x7f42440ac0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:25.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.165+0000 7f4249ac7640 1 -- 172.21.15.5:0/530902829 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f42440d4980 msgr2=0x7f424415f950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:25.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.165+0000 7f4249ac7640 1 --2- 172.21.15.5:0/530902829 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f42440d4980 0x7f424415f950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:25.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.165+0000 7f4249ac7640 1 -- 172.21.15.5:0/530902829 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42440ac5f0 con 0x7f424415e4d0 2024-09-19T05:03:25.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.165+0000 7f42492c6640 1 --2- 172.21.15.5:0/530902829 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f42440cf4e0 0x7f42440ac0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:25.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.166+0000 7f4249ac7640 1 --2- 172.21.15.5:0/530902829 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f424415e4d0 0x7f42440b2f00 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f423c009e50 tx=0x7f423c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:25.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.166+0000 7f4239ffb640 1 -- 172.21.15.5:0/530902829 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f423c041020 con 0x7f424415e4d0 2024-09-19T05:03:25.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.166+0000 7f4239ffb640 1 -- 172.21.15.5:0/530902829 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f423c007780 con 0x7f424415e4d0 2024-09-19T05:03:25.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.166+0000 7f424b52a640 1 -- 172.21.15.5:0/530902829 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42440c8140 con 0x7f424415e4d0 2024-09-19T05:03:25.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.166+0000 7f4239ffb640 1 -- 172.21.15.5:0/530902829 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f423c036040 con 0x7f424415e4d0 2024-09-19T05:03:25.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.166+0000 7f424b52a640 1 -- 172.21.15.5:0/530902829 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42440c8400 con 0x7f424415e4d0 2024-09-19T05:03:25.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.167+0000 7f424b52a640 1 -- 172.21.15.5:0/530902829 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42440d4e30 con 0x7f424415e4d0 2024-09-19T05:03:25.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.168+0000 7f4239ffb640 1 -- 172.21.15.5:0/530902829 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f423c044020 con 0x7f424415e4d0 2024-09-19T05:03:25.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.168+0000 7f4239ffb640 1 --2- 172.21.15.5:0/530902829 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f422806c2e0 0x7f422806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:25.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.168+0000 7f4239ffb640 1 -- 172.21.15.5:0/530902829 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 6187+0+0 (secure 0 0 0) 0x7f423c0abf70 con 0x7f424415e4d0 2024-09-19T05:03:25.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.169+0000 7f42492c6640 1 --2- 172.21.15.5:0/530902829 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f422806c2e0 0x7f422806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:25.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.169+0000 7f42492c6640 1 --2- 172.21.15.5:0/530902829 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f422806c2e0 0x7f422806e7a0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f4240000f60 tx=0x7f4240007ca0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:25.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.172+0000 7f4239ffb640 1 -- 172.21.15.5:0/530902829 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f423c04b070 con 0x7f424415e4d0 2024-09-19T05:03:25.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.350+0000 7f424b52a640 1 -- 172.21.15.5:0/530902829 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f42440d2200 con 0x7f424415e4d0 2024-09-19T05:03:25.993 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.991+0000 7f4239ffb640 1 -- 172.21.15.5:0/530902829 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v63) ==== 181+0+0 (secure 0 0 0) 0x7f423c07a630 con 0x7f424415e4d0 2024-09-19T05:03:25.993 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_metadata' removed 2024-09-19T05:03:25.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.995+0000 7f424b52a640 1 -- 172.21.15.5:0/530902829 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f422806c2e0 msgr2=0x7f422806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:25.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.995+0000 7f424b52a640 1 --2- 172.21.15.5:0/530902829 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f422806c2e0 0x7f422806e7a0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f4240000f60 tx=0x7f4240007ca0 comp rx=0 tx=0).stop 2024-09-19T05:03:25.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.995+0000 7f424b52a640 1 -- 172.21.15.5:0/530902829 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f424415e4d0 msgr2=0x7f42440b2f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:25.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.995+0000 7f424b52a640 1 --2- 172.21.15.5:0/530902829 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f424415e4d0 0x7f42440b2f00 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f423c009e50 tx=0x7f423c004a40 comp rx=0 tx=0).stop 2024-09-19T05:03:25.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.996+0000 7f424b52a640 1 -- 172.21.15.5:0/530902829 shutdown_connections 2024-09-19T05:03:25.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.996+0000 7f424b52a640 1 --2- 172.21.15.5:0/530902829 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f422806c2e0 0x7f422806e7a0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:25.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.996+0000 7f424b52a640 1 --2- 172.21.15.5:0/530902829 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f424415e4d0 0x7f42440b2f00 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:25.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.996+0000 7f424b52a640 1 --2- 172.21.15.5:0/530902829 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f42440d4980 0x7f424415f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:25.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.996+0000 7f424b52a640 1 --2- 172.21.15.5:0/530902829 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f42440cf4e0 0x7f42440ac0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:25.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.996+0000 7f424b52a640 1 -- 172.21.15.5:0/530902829 >> 172.21.15.5:0/530902829 conn(0x7f424406d0a0 msgr2=0x7f42440d3d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:25.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.996+0000 7f424b52a640 1 -- 172.21.15.5:0/530902829 shutdown_connections 2024-09-19T05:03:25.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:25.996+0000 7f424b52a640 1 -- 172.21.15.5:0/530902829 wait complete. 2024-09-19T05:03:26.013 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T05:03:26.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.124+0000 7f519ded7640 1 Processor -- start 2024-09-19T05:03:26.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.124+0000 7f519ded7640 1 -- start start 2024-09-19T05:03:26.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.125+0000 7f519ded7640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f519815e6d0 0x7f51980d3c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:26.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.125+0000 7f519ded7640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f51980d1af0 0x7f51980cfa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:26.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.125+0000 7f519ded7640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51980d2be0 con 0x7f51980cf640 2024-09-19T05:03:26.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.125+0000 7f519ded7640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f51980d2ec0 con 0x7f519815e6d0 2024-09-19T05:03:26.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.125+0000 7f519ded7640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f51980d31a0 con 0x7f51980d1af0 2024-09-19T05:03:26.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.125+0000 7f51977fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f519815e6d0 0x7f51980d3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:26.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.125+0000 7f51977fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f519815e6d0 0x7f51980d3c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46092/0 (socket says 172.21.15.5:46092) 2024-09-19T05:03:26.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.125+0000 7f51977fe640 1 -- 172.21.15.5:0/2238247183 learned_addr learned my addr 172.21.15.5:0/2238247183 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:26.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.125+0000 7f5197fff640 1 --2- 172.21.15.5:0/2238247183 >> v2:172.21.15.134:3300/0 conn(0x7f51980d1af0 0x7f51980cfa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:26.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.126+0000 7f51977fe640 1 -- 172.21.15.5:0/2238247183 >> v2:172.21.15.134:3300/0 conn(0x7f51980d1af0 msgr2=0x7f51980cfa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:26.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.126+0000 7f51977fe640 1 --2- 172.21.15.5:0/2238247183 >> v2:172.21.15.134:3300/0 conn(0x7f51980d1af0 0x7f51980cfa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:26.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.126+0000 7f51977fe640 1 -- 172.21.15.5:0/2238247183 >> v1:172.21.15.134:6789/0 conn(0x7f51980cf640 legacy=0x7f51980d13e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:26.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.126+0000 7f51977fe640 1 -- 172.21.15.5:0/2238247183 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51980d3480 con 0x7f519815e6d0 2024-09-19T05:03:26.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.126+0000 7f51977fe640 1 --2- 172.21.15.5:0/2238247183 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f519815e6d0 0x7f51980d3c80 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f5188009870 tx=0x7f518802a330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=780dc5b1c028ca7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:26.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.127+0000 7f51967fc640 1 -- 172.21.15.5:0/2238247183 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5188037070 con 0x7f519815e6d0 2024-09-19T05:03:26.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.127+0000 7f51967fc640 1 -- 172.21.15.5:0/2238247183 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5188032640 con 0x7f519815e6d0 2024-09-19T05:03:26.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.127+0000 7f51967fc640 1 -- 172.21.15.5:0/2238247183 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5188032a10 con 0x7f519815e6d0 2024-09-19T05:03:26.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.127+0000 7f519ded7640 1 -- 172.21.15.5:0/2238247183 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f519815e6d0 msgr2=0x7f51980d3c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:26.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.127+0000 7f519ded7640 1 --2- 172.21.15.5:0/2238247183 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f519815e6d0 0x7f51980d3c80 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f5188009870 tx=0x7f518802a330 comp rx=0 tx=0).stop 2024-09-19T05:03:26.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.127+0000 7f519ded7640 1 -- 172.21.15.5:0/2238247183 shutdown_connections 2024-09-19T05:03:26.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.127+0000 7f519ded7640 1 --2- 172.21.15.5:0/2238247183 >> v2:172.21.15.134:3300/0 conn(0x7f51980d1af0 0x7f51980cfa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:26.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.127+0000 7f519ded7640 1 --2- 172.21.15.5:0/2238247183 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f519815e6d0 0x7f51980d3c80 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:26.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.127+0000 7f519ded7640 1 -- 172.21.15.5:0/2238247183 >> 172.21.15.5:0/2238247183 conn(0x7f5198067b30 msgr2=0x7f5198067f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:26.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.127+0000 7f519ded7640 1 -- 172.21.15.5:0/2238247183 shutdown_connections 2024-09-19T05:03:26.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.127+0000 7f519ded7640 1 -- 172.21.15.5:0/2238247183 wait complete. 2024-09-19T05:03:26.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.128+0000 7f519ded7640 1 Processor -- start 2024-09-19T05:03:26.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.129+0000 7f519ded7640 1 -- start start 2024-09-19T05:03:26.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.129+0000 7f519ded7640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f51980cf640 0x7f51981f88d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:26.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.129+0000 7f519ded7640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f51980d1af0 0x7f5198151660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:26.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.129+0000 7f519ded7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f519815e6d0 0x7f5198151ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:26.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.129+0000 7f519ded7640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f519815eab0 con 0x7f519815e6d0 2024-09-19T05:03:26.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.129+0000 7f519ded7640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f5198163100 con 0x7f51980d1af0 2024-09-19T05:03:26.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.129+0000 7f519ded7640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f519815ec30 con 0x7f51980cf640 2024-09-19T05:03:26.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.130+0000 7f5197fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f519815e6d0 0x7f5198151ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:26.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.130+0000 7f5197fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f519815e6d0 0x7f5198151ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46102/0 (socket says 172.21.15.5:46102) 2024-09-19T05:03:26.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.130+0000 7f5197fff640 1 -- 172.21.15.5:0/3282988529 learned_addr learned my addr 172.21.15.5:0/3282988529 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:26.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.130+0000 7f51977fe640 1 --2- 172.21.15.5:0/3282988529 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f51980cf640 0x7f51981f88d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:26.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.130+0000 7f5196ffd640 1 --2- 172.21.15.5:0/3282988529 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f51980d1af0 0x7f5198151660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:26.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.130+0000 7f5197fff640 1 -- 172.21.15.5:0/3282988529 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f51980cf640 msgr2=0x7f51981f88d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:26.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.130+0000 7f5197fff640 1 --2- 172.21.15.5:0/3282988529 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f51980cf640 0x7f51981f88d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:26.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.130+0000 7f5197fff640 1 -- 172.21.15.5:0/3282988529 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f51980d1af0 msgr2=0x7f5198151660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:26.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.130+0000 7f5197fff640 1 --2- 172.21.15.5:0/3282988529 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f51980d1af0 0x7f5198151660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:26.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.130+0000 7f5197fff640 1 -- 172.21.15.5:0/3282988529 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5198153140 con 0x7f519815e6d0 2024-09-19T05:03:26.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.130+0000 7f5197fff640 1 --2- 172.21.15.5:0/3282988529 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f519815e6d0 0x7f5198151ba0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f5190007e30 tx=0x7f519000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:26.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.130+0000 7f517ffff640 1 -- 172.21.15.5:0/3282988529 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5190014620 con 0x7f519815e6d0 2024-09-19T05:03:26.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.130+0000 7f517ffff640 1 -- 172.21.15.5:0/3282988529 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5190019070 con 0x7f519815e6d0 2024-09-19T05:03:26.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.130+0000 7f519ded7640 1 -- 172.21.15.5:0/3282988529 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5198153420 con 0x7f519815e6d0 2024-09-19T05:03:26.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.130+0000 7f517ffff640 1 -- 172.21.15.5:0/3282988529 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5190014a00 con 0x7f519815e6d0 2024-09-19T05:03:26.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.130+0000 7f519ded7640 1 -- 172.21.15.5:0/3282988529 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51980cd9d0 con 0x7f519815e6d0 2024-09-19T05:03:26.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.131+0000 7f519ded7640 1 -- 172.21.15.5:0/3282988529 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51980cfa90 con 0x7f519815e6d0 2024-09-19T05:03:26.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.132+0000 7f517ffff640 1 -- 172.21.15.5:0/3282988529 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5190014ba0 con 0x7f519815e6d0 2024-09-19T05:03:26.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.132+0000 7f517ffff640 1 --2- 172.21.15.5:0/3282988529 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f518406c2b0 0x7f518406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:26.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.133+0000 7f517ffff640 1 -- 172.21.15.5:0/3282988529 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5749+0+0 (secure 0 0 0) 0x7f519008bba0 con 0x7f519815e6d0 2024-09-19T05:03:26.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.133+0000 7f51977fe640 1 --2- 172.21.15.5:0/3282988529 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f518406c2b0 0x7f518406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:26.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.133+0000 7f51977fe640 1 --2- 172.21.15.5:0/3282988529 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f518406c2b0 0x7f518406e770 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f5188034000 tx=0x7f518802e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:26.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.137+0000 7f517ffff640 1 -- 172.21.15.5:0/3282988529 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5190059c90 con 0x7f519815e6d0 2024-09-19T05:03:26.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.314+0000 7f519ded7640 1 -- 172.21.15.5:0/3282988529 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f519815def0 con 0x7f519815e6d0 2024-09-19T05:03:26.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:26.996+0000 7f517ffff640 1 -- 172.21.15.5:0/3282988529 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v64) ==== 169+0+0 (secure 0 0 0) 0x7f519005df90 con 0x7f519815e6d0 2024-09-19T05:03:26.998 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_data' removed 2024-09-19T05:03:27.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.000+0000 7f519ded7640 1 -- 172.21.15.5:0/3282988529 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f518406c2b0 msgr2=0x7f518406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:27.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.000+0000 7f519ded7640 1 --2- 172.21.15.5:0/3282988529 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f518406c2b0 0x7f518406e770 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f5188034000 tx=0x7f518802e000 comp rx=0 tx=0).stop 2024-09-19T05:03:27.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.000+0000 7f519ded7640 1 -- 172.21.15.5:0/3282988529 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f519815e6d0 msgr2=0x7f5198151ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:27.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.000+0000 7f519ded7640 1 --2- 172.21.15.5:0/3282988529 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f519815e6d0 0x7f5198151ba0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f5190007e30 tx=0x7f519000e4b0 comp rx=0 tx=0).stop 2024-09-19T05:03:27.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.001+0000 7f519ded7640 1 -- 172.21.15.5:0/3282988529 shutdown_connections 2024-09-19T05:03:27.003 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.001+0000 7f519ded7640 1 --2- 172.21.15.5:0/3282988529 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f518406c2b0 0x7f518406e770 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:27.003 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.001+0000 7f519ded7640 1 --2- 172.21.15.5:0/3282988529 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f519815e6d0 0x7f5198151ba0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:27.003 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.001+0000 7f519ded7640 1 --2- 172.21.15.5:0/3282988529 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f51980d1af0 0x7f5198151660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:27.003 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.001+0000 7f519ded7640 1 --2- 172.21.15.5:0/3282988529 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f51980cf640 0x7f51981f88d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:27.003 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.001+0000 7f519ded7640 1 -- 172.21.15.5:0/3282988529 >> 172.21.15.5:0/3282988529 conn(0x7f5198067b30 msgr2=0x7f51980d13b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:27.003 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.001+0000 7f519ded7640 1 -- 172.21.15.5:0/3282988529 shutdown_connections 2024-09-19T05:03:27.003 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.001+0000 7f519ded7640 1 -- 172.21.15.5:0/3282988529 wait complete. 2024-09-19T05:03:27.017 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T05:03:27.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.127+0000 7f1e43333640 1 Processor -- start 2024-09-19T05:03:27.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.127+0000 7f1e43333640 1 -- start start 2024-09-19T05:03:27.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.128+0000 7f1e43333640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e3c0d4e10 0x7f1e3c0b3a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:27.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.128+0000 7f1e43333640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f1e3c06cbb0 0x7f1e3c06d060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:27.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.128+0000 7f1e43333640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1e3c0d2570 con 0x7f1e3c15e910 2024-09-19T05:03:27.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.128+0000 7f1e43333640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f1e3c0d2850 con 0x7f1e3c06cbb0 2024-09-19T05:03:27.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.128+0000 7f1e43333640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1e3c0d2b30 con 0x7f1e3c0d4e10 2024-09-19T05:03:27.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.128+0000 7f1e408ce640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e3c0d4e10 0x7f1e3c0b3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:27.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.128+0000 7f1e418d0640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f1e3c06cbb0 0x7f1e3c06d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:27.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.128+0000 7f1e410cf640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7f1e3c15e910 0x7f1e3c0b7b10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.5:60628/0 (socket says 172.21.15.5:60628) 2024-09-19T05:03:27.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.128+0000 7f1e410cf640 1 -- 172.21.15.5:0/1246146079 learned_addr learned my addr 172.21.15.5:0/1246146079 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:27.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.129+0000 7f1e418d0640 1 -- 172.21.15.5:0/1246146079 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e3c0d4e10 msgr2=0x7f1e3c0b3a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:27.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.129+0000 7f1e418d0640 1 --2- 172.21.15.5:0/1246146079 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e3c0d4e10 0x7f1e3c0b3a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:27.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.129+0000 7f1e418d0640 1 -- 172.21.15.5:0/1246146079 >> v1:172.21.15.134:6789/0 conn(0x7f1e3c15e910 legacy=0x7f1e3c0b7b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:27.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.129+0000 7f1e418d0640 1 -- 172.21.15.5:0/1246146079 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e3c0d2e10 con 0x7f1e3c06cbb0 2024-09-19T05:03:27.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.129+0000 7f1e2ffff640 1 -- 172.21.15.5:0/1246146079 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3834918210 0 0) 0x7f1e3c0d2570 con 0x7f1e3c15e910 2024-09-19T05:03:27.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.129+0000 7f1e408ce640 1 --2- 172.21.15.5:0/1246146079 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e3c0d4e10 0x7f1e3c0b3a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:03:27.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.130+0000 7f1e418d0640 1 --2- 172.21.15.5:0/1246146079 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1e3c06cbb0 0x7f1e3c06d060 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f1e34009d90 tx=0x7f1e3402a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=22a857f1a9aaa728 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:27.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.130+0000 7f1e2ffff640 1 -- 172.21.15.5:0/1246146079 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e34007740 con 0x7f1e3c06cbb0 2024-09-19T05:03:27.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.130+0000 7f1e2ffff640 1 -- 172.21.15.5:0/1246146079 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e340078e0 con 0x7f1e3c06cbb0 2024-09-19T05:03:27.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.130+0000 7f1e2ffff640 1 -- 172.21.15.5:0/1246146079 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e34007cb0 con 0x7f1e3c06cbb0 2024-09-19T05:03:27.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.130+0000 7f1e43333640 1 -- 172.21.15.5:0/1246146079 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1e3c06cbb0 msgr2=0x7f1e3c06d060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:27.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.130+0000 7f1e43333640 1 --2- 172.21.15.5:0/1246146079 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1e3c06cbb0 0x7f1e3c06d060 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f1e34009d90 tx=0x7f1e3402a6f0 comp rx=0 tx=0).stop 2024-09-19T05:03:27.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.130+0000 7f1e43333640 1 -- 172.21.15.5:0/1246146079 shutdown_connections 2024-09-19T05:03:27.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.130+0000 7f1e43333640 1 --2- 172.21.15.5:0/1246146079 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1e3c06cbb0 0x7f1e3c06d060 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:27.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.130+0000 7f1e43333640 1 --2- 172.21.15.5:0/1246146079 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e3c0d4e10 0x7f1e3c0b3a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:27.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.130+0000 7f1e43333640 1 -- 172.21.15.5:0/1246146079 >> 172.21.15.5:0/1246146079 conn(0x7f1e3c0b6740 msgr2=0x7f1e3c0d4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:27.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.130+0000 7f1e43333640 1 -- 172.21.15.5:0/1246146079 shutdown_connections 2024-09-19T05:03:27.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.130+0000 7f1e43333640 1 -- 172.21.15.5:0/1246146079 wait complete. 2024-09-19T05:03:27.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.132+0000 7f1e43333640 1 Processor -- start 2024-09-19T05:03:27.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.132+0000 7f1e43333640 1 -- start start 2024-09-19T05:03:27.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.132+0000 7f1e43333640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1e3c06cbb0 0x7f1e3c1e7010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:27.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.132+0000 7f1e43333640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e3c0d4e10 0x7f1e3c1e7550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:27.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.132+0000 7f1e43333640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e3c15e910 0x7f1e3c0ccfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:27.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.132+0000 7f1e43333640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1e3c0d21d0 con 0x7f1e3c0d4e10 2024-09-19T05:03:27.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.132+0000 7f1e43333640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f1e3c0b8220 con 0x7f1e3c06cbb0 2024-09-19T05:03:27.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.132+0000 7f1e43333640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1e3c0d2350 con 0x7f1e3c15e910 2024-09-19T05:03:27.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.133+0000 7f1e408ce640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e3c0d4e10 0x7f1e3c1e7550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:27.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.133+0000 7f1e408ce640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e3c0d4e10 0x7f1e3c1e7550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36536/0 (socket says 172.21.15.5:36536) 2024-09-19T05:03:27.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.133+0000 7f1e408ce640 1 -- 172.21.15.5:0/29338258 learned_addr learned my addr 172.21.15.5:0/29338258 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:27.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.133+0000 7f1e418d0640 1 --2- 172.21.15.5:0/29338258 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e3c15e910 0x7f1e3c0ccfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:27.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.133+0000 7f1e410cf640 1 --2- 172.21.15.5:0/29338258 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1e3c06cbb0 0x7f1e3c1e7010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:27.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.133+0000 7f1e408ce640 1 -- 172.21.15.5:0/29338258 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e3c15e910 msgr2=0x7f1e3c0ccfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:27.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.133+0000 7f1e408ce640 1 --2- 172.21.15.5:0/29338258 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e3c15e910 0x7f1e3c0ccfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:27.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.133+0000 7f1e408ce640 1 -- 172.21.15.5:0/29338258 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1e3c06cbb0 msgr2=0x7f1e3c1e7010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:27.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.133+0000 7f1e408ce640 1 --2- 172.21.15.5:0/29338258 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1e3c06cbb0 0x7f1e3c1e7010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:27.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.133+0000 7f1e408ce640 1 -- 172.21.15.5:0/29338258 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e3c14aa20 con 0x7f1e3c0d4e10 2024-09-19T05:03:27.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.133+0000 7f1e408ce640 1 --2- 172.21.15.5:0/29338258 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e3c0d4e10 0x7f1e3c1e7550 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f1e3000ebe0 tx=0x7f1e3000c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:27.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.133+0000 7f1e2dffb640 1 -- 172.21.15.5:0/29338258 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e30017070 con 0x7f1e3c0d4e10 2024-09-19T05:03:27.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.133+0000 7f1e2dffb640 1 -- 172.21.15.5:0/29338258 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e3000cc30 con 0x7f1e3c0d4e10 2024-09-19T05:03:27.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.133+0000 7f1e2dffb640 1 -- 172.21.15.5:0/29338258 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e30013470 con 0x7f1e3c0d4e10 2024-09-19T05:03:27.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.133+0000 7f1e43333640 1 -- 172.21.15.5:0/29338258 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e3c14a460 con 0x7f1e3c0d4e10 2024-09-19T05:03:27.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.133+0000 7f1e43333640 1 -- 172.21.15.5:0/29338258 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e3c0cc7c0 con 0x7f1e3c0d4e10 2024-09-19T05:03:27.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.134+0000 7f1e43333640 1 -- 172.21.15.5:0/29338258 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e3c15ecf0 con 0x7f1e3c0d4e10 2024-09-19T05:03:27.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.135+0000 7f1e2dffb640 1 -- 172.21.15.5:0/29338258 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1e3001a070 con 0x7f1e3c0d4e10 2024-09-19T05:03:27.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.135+0000 7f1e2dffb640 1 --2- 172.21.15.5:0/29338258 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1e2006c2b0 0x7f1e2006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:27.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.136+0000 7f1e2dffb640 1 -- 172.21.15.5:0/29338258 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 5335+0+0 (secure 0 0 0) 0x7f1e3008b470 con 0x7f1e3c0d4e10 2024-09-19T05:03:27.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.136+0000 7f1e410cf640 1 --2- 172.21.15.5:0/29338258 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1e2006c2b0 0x7f1e2006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:27.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.136+0000 7f1e410cf640 1 --2- 172.21.15.5:0/29338258 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1e2006c2b0 0x7f1e2006e770 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f1e38007fd0 tx=0x7f1e38007de0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:27.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.140+0000 7f1e2dffb640 1 -- 172.21.15.5:0/29338258 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1e30059790 con 0x7f1e3c0d4e10 2024-09-19T05:03:27.324 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.322+0000 7f1e43333640 1 -- 172.21.15.5:0/29338258 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f1e3c06be10 con 0x7f1e3c0d4e10 2024-09-19T05:03:27.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.327+0000 7f1e2dffb640 1 -- 172.21.15.5:0/29338258 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v15) ==== 104+0+0 (secure 0 0 0) 0x7f1e3005da90 con 0x7f1e3c0d4e10 2024-09-19T05:03:27.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.330+0000 7f1e43333640 1 -- 172.21.15.5:0/29338258 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1e2006c2b0 msgr2=0x7f1e2006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:27.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.330+0000 7f1e43333640 1 --2- 172.21.15.5:0/29338258 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1e2006c2b0 0x7f1e2006e770 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f1e38007fd0 tx=0x7f1e38007de0 comp rx=0 tx=0).stop 2024-09-19T05:03:27.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.330+0000 7f1e43333640 1 -- 172.21.15.5:0/29338258 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e3c0d4e10 msgr2=0x7f1e3c1e7550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:27.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.330+0000 7f1e43333640 1 --2- 172.21.15.5:0/29338258 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e3c0d4e10 0x7f1e3c1e7550 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f1e3000ebe0 tx=0x7f1e3000c520 comp rx=0 tx=0).stop 2024-09-19T05:03:27.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.330+0000 7f1e43333640 1 -- 172.21.15.5:0/29338258 shutdown_connections 2024-09-19T05:03:27.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.330+0000 7f1e43333640 1 --2- 172.21.15.5:0/29338258 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1e2006c2b0 0x7f1e2006e770 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:27.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.330+0000 7f1e43333640 1 --2- 172.21.15.5:0/29338258 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e3c15e910 0x7f1e3c0ccfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:27.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.330+0000 7f1e43333640 1 --2- 172.21.15.5:0/29338258 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e3c0d4e10 0x7f1e3c1e7550 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:27.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.330+0000 7f1e43333640 1 --2- 172.21.15.5:0/29338258 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1e3c06cbb0 0x7f1e3c1e7010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:27.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.330+0000 7f1e43333640 1 -- 172.21.15.5:0/29338258 >> 172.21.15.5:0/29338258 conn(0x7f1e3c0b6740 msgr2=0x7f1e3c0d3510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:27.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.330+0000 7f1e43333640 1 -- 172.21.15.5:0/29338258 shutdown_connections 2024-09-19T05:03:27.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.330+0000 7f1e43333640 1 -- 172.21.15.5:0/29338258 wait complete. 2024-09-19T05:03:27.343 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_quota.TestQuota.test_human_readable_quota_values' 2024-09-19T05:03:27.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.444+0000 7f985fb2c640 1 Processor -- start 2024-09-19T05:03:27.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.444+0000 7f985fb2c640 1 -- start start 2024-09-19T05:03:27.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.445+0000 7f985fb2c640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f985806d2c0 0x7f98580b7a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:27.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.445+0000 7f985fb2c640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f98580d2b60 0x7f98580b7f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:27.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.445+0000 7f985fb2c640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f98580d3040 con 0x7f985815e890 2024-09-19T05:03:27.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.445+0000 7f985fb2c640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f98580d3c50 con 0x7f98580d2b60 2024-09-19T05:03:27.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.445+0000 7f985fb2c640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f98580d3320 con 0x7f985806d2c0 2024-09-19T05:03:27.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.445+0000 7f985d8c8640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f985815e890 0x7f985806cbb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:59552/0 (socket says 172.21.15.5:59552) 2024-09-19T05:03:27.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.445+0000 7f985d8c8640 1 -- 172.21.15.5:0/3892636942 learned_addr learned my addr 172.21.15.5:0/3892636942 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:27.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.445+0000 7f985d0c7640 1 --2- 172.21.15.5:0/3892636942 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f985806d2c0 0x7f98580b7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:27.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.445+0000 7f985e0c9640 1 --2- 172.21.15.5:0/3892636942 >> v2:172.21.15.134:3300/0 conn(0x7f98580d2b60 0x7f98580b7f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:27.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.445+0000 7f985c8c6640 1 -- 172.21.15.5:0/3892636942 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 56607571 0 0) 0x7f98580d3040 con 0x7f985815e890 2024-09-19T05:03:27.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.445+0000 7f985c8c6640 1 -- 172.21.15.5:0/3892636942 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9844003520 con 0x7f985815e890 2024-09-19T05:03:27.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.445+0000 7f985c8c6640 1 -- 172.21.15.5:0/3892636942 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1843887456 0 0) 0x7f9844003520 con 0x7f985815e890 2024-09-19T05:03:27.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.445+0000 7f985c8c6640 1 -- 172.21.15.5:0/3892636942 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f985806d2c0 msgr2=0x7f98580b7a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:27.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.445+0000 7f985c8c6640 1 --2- 172.21.15.5:0/3892636942 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f985806d2c0 0x7f98580b7a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:27.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.445+0000 7f985c8c6640 1 -- 172.21.15.5:0/3892636942 >> v2:172.21.15.134:3300/0 conn(0x7f98580d2b60 msgr2=0x7f98580b7f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:27.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.445+0000 7f985c8c6640 1 --2- 172.21.15.5:0/3892636942 >> v2:172.21.15.134:3300/0 conn(0x7f98580d2b60 0x7f98580b7f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:27.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.445+0000 7f985c8c6640 1 -- 172.21.15.5:0/3892636942 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98580d3600 con 0x7f985815e890 2024-09-19T05:03:27.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.445+0000 7f985c8c6640 1 -- 172.21.15.5:0/3892636942 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f9854001670 con 0x7f985815e890 2024-09-19T05:03:27.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.445+0000 7f985c8c6640 1 -- 172.21.15.5:0/3892636942 >> v1:172.21.15.5:6789/0 conn(0x7f985815e890 legacy=0x7f985806cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:27.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.445+0000 7f985c8c6640 1 --2- 172.21.15.5:0/3892636942 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f98440039b0 0x7f9844003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:27.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.445+0000 7f985c8c6640 1 --2- 172.21.15.5:0/3892636942 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f985806d2c0 0x7f9844004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:27.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.446+0000 7f985c8c6640 1 --2- 172.21.15.5:0/3892636942 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9844004d40 0x7f98440051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:27.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.446+0000 7f985c8c6640 1 -- 172.21.15.5:0/3892636942 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f98580d3c50 con 0x7f98440039b0 2024-09-19T05:03:27.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.446+0000 7f985c8c6640 1 -- 172.21.15.5:0/3892636942 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f98580d3320 con 0x7f9844004d40 2024-09-19T05:03:27.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.446+0000 7f985c8c6640 1 -- 172.21.15.5:0/3892636942 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f984400b9f0 con 0x7f985806d2c0 2024-09-19T05:03:27.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.446+0000 7f985d8c8640 1 --2- 172.21.15.5:0/3892636942 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f98440039b0 0x7f9844003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:27.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.446+0000 7f985d0c7640 1 --2- 172.21.15.5:0/3892636942 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f985806d2c0 0x7f9844004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:27.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.446+0000 7f985e0c9640 1 --2- 172.21.15.5:0/3892636942 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9844004d40 0x7f98440051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:27.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.446+0000 7f985d8c8640 1 -- 172.21.15.5:0/3892636942 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f985806d2c0 msgr2=0x7f9844004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:27.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.446+0000 7f985d8c8640 1 --2- 172.21.15.5:0/3892636942 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f985806d2c0 0x7f9844004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:27.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.446+0000 7f985d8c8640 1 -- 172.21.15.5:0/3892636942 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9844004d40 msgr2=0x7f98440051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:27.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.446+0000 7f985d8c8640 1 --2- 172.21.15.5:0/3892636942 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9844004d40 0x7f98440051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:27.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.446+0000 7f985d8c8640 1 -- 172.21.15.5:0/3892636942 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9844003520 con 0x7f98440039b0 2024-09-19T05:03:27.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.446+0000 7f985d0c7640 1 --2- 172.21.15.5:0/3892636942 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f985806d2c0 0x7f9844004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:27.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.447+0000 7f985d8c8640 1 --2- 172.21.15.5:0/3892636942 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f98440039b0 0x7f9844003dd0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f985400c240 tx=0x7f9844005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82356f0f7b495a16 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:27.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.447+0000 7f985c8c6640 1 -- 172.21.15.5:0/3892636942 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f985402e070 con 0x7f98440039b0 2024-09-19T05:03:27.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.447+0000 7f985c8c6640 1 -- 172.21.15.5:0/3892636942 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9854005af0 con 0x7f98440039b0 2024-09-19T05:03:27.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.447+0000 7f985c8c6640 1 -- 172.21.15.5:0/3892636942 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9854007d30 con 0x7f98440039b0 2024-09-19T05:03:27.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.447+0000 7f985fb2c640 1 -- 172.21.15.5:0/3892636942 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f98440039b0 msgr2=0x7f9844003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:27.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.447+0000 7f985fb2c640 1 --2- 172.21.15.5:0/3892636942 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f98440039b0 0x7f9844003dd0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f985400c240 tx=0x7f9844005830 comp rx=0 tx=0).stop 2024-09-19T05:03:27.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.447+0000 7f985e0c9640 1 -- 172.21.15.5:0/3892636942 reap_dead start 2024-09-19T05:03:27.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.447+0000 7f985fb2c640 1 -- 172.21.15.5:0/3892636942 shutdown_connections 2024-09-19T05:03:27.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.447+0000 7f985fb2c640 1 -- 172.21.15.5:0/3892636942 >> 172.21.15.5:0/3892636942 conn(0x7f98580b66c0 msgr2=0x7f98580d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:27.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.447+0000 7f985fb2c640 1 -- 172.21.15.5:0/3892636942 shutdown_connections 2024-09-19T05:03:27.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.447+0000 7f985fb2c640 1 -- 172.21.15.5:0/3892636942 wait complete. 2024-09-19T05:03:27.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.449+0000 7f985fb2c640 1 Processor -- start 2024-09-19T05:03:27.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.449+0000 7f985fb2c640 1 -- start start 2024-09-19T05:03:27.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.449+0000 7f985fb2c640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f98440039b0 0x7f9858157c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:27.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.449+0000 7f985fb2c640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f98580ce750 0x7f98580cc0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:27.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.449+0000 7f985fb2c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f98580b99a0 0x7f98580b9e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:27.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.449+0000 7f985fb2c640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f985806db10 con 0x7f98580b99a0 2024-09-19T05:03:27.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.449+0000 7f985fb2c640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f985815ec70 con 0x7f98440039b0 2024-09-19T05:03:27.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.449+0000 7f985fb2c640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f985806dc90 con 0x7f98580ce750 2024-09-19T05:03:27.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.450+0000 7f985e0c9640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f98580b99a0 0x7f98580b9e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:27.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.450+0000 7f985e0c9640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f98580b99a0 0x7f98580b9e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36546/0 (socket says 172.21.15.5:36546) 2024-09-19T05:03:27.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.450+0000 7f985e0c9640 1 -- 172.21.15.5:0/1558595496 learned_addr learned my addr 172.21.15.5:0/1558595496 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:27.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.450+0000 7f985d8c8640 1 --2- 172.21.15.5:0/1558595496 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f98440039b0 0x7f9858157c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:27.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.450+0000 7f985d0c7640 1 --2- 172.21.15.5:0/1558595496 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f98580ce750 0x7f98580cc0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:27.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.450+0000 7f985e0c9640 1 -- 172.21.15.5:0/1558595496 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f98580ce750 msgr2=0x7f98580cc0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:27.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.450+0000 7f985e0c9640 1 --2- 172.21.15.5:0/1558595496 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f98580ce750 0x7f98580cc0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:27.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.450+0000 7f985e0c9640 1 -- 172.21.15.5:0/1558595496 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f98440039b0 msgr2=0x7f9858157c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:27.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.450+0000 7f985e0c9640 1 --2- 172.21.15.5:0/1558595496 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f98440039b0 0x7f9858157c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:27.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.450+0000 7f985e0c9640 1 -- 172.21.15.5:0/1558595496 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98580cc5e0 con 0x7f98580b99a0 2024-09-19T05:03:27.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.450+0000 7f985e0c9640 1 --2- 172.21.15.5:0/1558595496 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f98580b99a0 0x7f98580b9e20 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f9850007d10 tx=0x7f98500115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:27.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.450+0000 7f984e7fc640 1 -- 172.21.15.5:0/1558595496 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9850011e40 con 0x7f98580b99a0 2024-09-19T05:03:27.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.450+0000 7f984e7fc640 1 -- 172.21.15.5:0/1558595496 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f985001b070 con 0x7f98580b99a0 2024-09-19T05:03:27.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.450+0000 7f984e7fc640 1 -- 172.21.15.5:0/1558595496 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9850003990 con 0x7f98580b99a0 2024-09-19T05:03:27.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.450+0000 7f985fb2c640 1 -- 172.21.15.5:0/1558595496 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98580cc860 con 0x7f98580b99a0 2024-09-19T05:03:27.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.450+0000 7f985fb2c640 1 -- 172.21.15.5:0/1558595496 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98580cce20 con 0x7f98580b99a0 2024-09-19T05:03:27.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.451+0000 7f985fb2c640 1 -- 172.21.15.5:0/1558595496 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98580d4f00 con 0x7f98580b99a0 2024-09-19T05:03:27.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.452+0000 7f984e7fc640 1 -- 172.21.15.5:0/1558595496 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9850005d10 con 0x7f98580b99a0 2024-09-19T05:03:27.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.452+0000 7f984e7fc640 1 --2- 172.21.15.5:0/1558595496 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f983c06c2b0 0x7f983c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:27.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.452+0000 7f984e7fc640 1 -- 172.21.15.5:0/1558595496 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 5335+0+0 (secure 0 0 0) 0x7f985008b4f0 con 0x7f98580b99a0 2024-09-19T05:03:27.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.453+0000 7f985d8c8640 1 --2- 172.21.15.5:0/1558595496 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f983c06c2b0 0x7f983c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:27.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.453+0000 7f985d8c8640 1 --2- 172.21.15.5:0/1558595496 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f983c06c2b0 0x7f983c06e770 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f9854033000 tx=0x7f9854009030 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:27.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.457+0000 7f984e7fc640 1 -- 172.21.15.5:0/1558595496 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f98580cc5e0 con 0x7f98580b99a0 2024-09-19T05:03:27.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:27.699+0000 7f985fb2c640 1 -- 172.21.15.5:0/1558595496 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_quota.TestQuota.test_human_readable_quota_values"]} v 0) -- 0x7f98580b5b50 con 0x7f98580b99a0 2024-09-19T05:03:28.002 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.001+0000 7f984e7fc640 1 -- 172.21.15.5:0/1558595496 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_quota.TestQuota.test_human_readable_quota_values"]}]=0 v138) ==== 145+0+0 (secure 0 0 0) 0x7f9850059810 con 0x7f98580b99a0 2024-09-19T05:03:28.004 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.003+0000 7f985fb2c640 1 -- 172.21.15.5:0/1558595496 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f983c06c2b0 msgr2=0x7f983c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:28.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.003+0000 7f985fb2c640 1 --2- 172.21.15.5:0/1558595496 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f983c06c2b0 0x7f983c06e770 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f9854033000 tx=0x7f9854009030 comp rx=0 tx=0).stop 2024-09-19T05:03:28.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.003+0000 7f985fb2c640 1 -- 172.21.15.5:0/1558595496 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f98580b99a0 msgr2=0x7f98580b9e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:28.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.003+0000 7f985fb2c640 1 --2- 172.21.15.5:0/1558595496 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f98580b99a0 0x7f98580b9e20 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f9850007d10 tx=0x7f98500115a0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.003+0000 7f985fb2c640 1 -- 172.21.15.5:0/1558595496 shutdown_connections 2024-09-19T05:03:28.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.003+0000 7f985fb2c640 1 --2- 172.21.15.5:0/1558595496 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f983c06c2b0 0x7f983c06e770 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.003+0000 7f985fb2c640 1 --2- 172.21.15.5:0/1558595496 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f98580b99a0 0x7f98580b9e20 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.003+0000 7f985fb2c640 1 --2- 172.21.15.5:0/1558595496 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f98580ce750 0x7f98580cc0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.003+0000 7f985fb2c640 1 --2- 172.21.15.5:0/1558595496 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f98440039b0 0x7f9858157c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.003+0000 7f985fb2c640 1 -- 172.21.15.5:0/1558595496 >> 172.21.15.5:0/1558595496 conn(0x7f98580b66c0 msgr2=0x7f98581614c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:28.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.003+0000 7f985fb2c640 1 -- 172.21.15.5:0/1558595496 shutdown_connections 2024-09-19T05:03:28.005 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.003+0000 7f985fb2c640 1 -- 172.21.15.5:0/1558595496 wait complete. 2024-09-19T05:03:28.016 INFO:tasks.cephfs_test_runner:test human-readable values for setting ceph.quota.max_bytes ... ok 2024-09-19T05:03:28.016 INFO:tasks.cephfs_test_runner:Starting test: test_remote_update_df (tasks.cephfs.test_quota.TestQuota) That when a client modifies the quota on a directory used 2024-09-19T05:03:28.017 INFO:tasks.cephfs_test_runner:test_remote_update_df (tasks.cephfs.test_quota.TestQuota) 2024-09-19T05:03:28.017 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:03:28.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.120+0000 7f760f1e4640 1 Processor -- start 2024-09-19T05:03:28.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.120+0000 7f760f1e4640 1 -- start start 2024-09-19T05:03:28.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.120+0000 7f760f1e4640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f760815e660 0x7f76080d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:28.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.120+0000 7f760f1e4640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f76080d3680 con 0x7f76080b6700 2024-09-19T05:03:28.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.120+0000 7f760f1e4640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f76080d3960 con 0x7f76080d3150 2024-09-19T05:03:28.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.120+0000 7f760f1e4640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f760806d4b0 con 0x7f760815e660 2024-09-19T05:03:28.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.121+0000 7f760d781640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f76080b6700 0x7f760806d940 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:59554/0 (socket says 172.21.15.5:59554) 2024-09-19T05:03:28.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.121+0000 7f760d781640 1 -- 172.21.15.5:0/2808541159 learned_addr learned my addr 172.21.15.5:0/2808541159 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:28.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.121+0000 7f760cf80640 1 --2- 172.21.15.5:0/2808541159 >> v2:172.21.15.134:3300/0 conn(0x7f760815e660 0x7f76080d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:28.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.121+0000 7f76077fe640 1 -- 172.21.15.5:0/2808541159 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2194940922 0 0) 0x7f76080d3680 con 0x7f76080b6700 2024-09-19T05:03:28.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.121+0000 7f76077fe640 1 -- 172.21.15.5:0/2808541159 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f75f8003520 con 0x7f76080b6700 2024-09-19T05:03:28.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.121+0000 7f76077fe640 1 -- 172.21.15.5:0/2808541159 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1166473336 0 0) 0x7f75f8003520 con 0x7f76080b6700 2024-09-19T05:03:28.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.121+0000 7f76077fe640 1 -- 172.21.15.5:0/2808541159 >> v2:172.21.15.134:3300/0 conn(0x7f760815e660 msgr2=0x7f76080d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:28.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.121+0000 7f76077fe640 1 --2- 172.21.15.5:0/2808541159 >> v2:172.21.15.134:3300/0 conn(0x7f760815e660 0x7f76080d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.121+0000 7f76077fe640 1 -- 172.21.15.5:0/2808541159 >> v1:172.21.15.134:6789/0 conn(0x7f76080d3150 legacy=0x7f76080b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:28.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.121+0000 7f76077fe640 1 -- 172.21.15.5:0/2808541159 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f760806ce60 con 0x7f76080b6700 2024-09-19T05:03:28.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.121+0000 7f76077fe640 1 -- 172.21.15.5:0/2808541159 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f76000019f0 con 0x7f76080b6700 2024-09-19T05:03:28.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.121+0000 7f76077fe640 1 -- 172.21.15.5:0/2808541159 >> v1:172.21.15.5:6789/0 conn(0x7f76080b6700 legacy=0x7f760806d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:28.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.121+0000 7f76077fe640 1 --2- 172.21.15.5:0/2808541159 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75f80039b0 0x7f75f8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:28.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.121+0000 7f76077fe640 1 --2- 172.21.15.5:0/2808541159 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f75f8004800 0x7f75f8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:28.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.121+0000 7f76077fe640 1 --2- 172.21.15.5:0/2808541159 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75f80051c0 0x7f75f800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:28.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.121+0000 7f76077fe640 1 -- 172.21.15.5:0/2808541159 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f75f800c040 con 0x7f75f80051c0 2024-09-19T05:03:28.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.121+0000 7f76077fe640 1 -- 172.21.15.5:0/2808541159 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f75f800c1f0 con 0x7f75f8004800 2024-09-19T05:03:28.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.121+0000 7f76077fe640 1 -- 172.21.15.5:0/2808541159 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f75f800c3f0 con 0x7f75f80039b0 2024-09-19T05:03:28.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.121+0000 7f760d781640 1 --2- 172.21.15.5:0/2808541159 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75f80051c0 0x7f75f800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:28.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.121+0000 7f7607fff640 1 --2- 172.21.15.5:0/2808541159 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f75f8004800 0x7f75f8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:28.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.122+0000 7f760cf80640 1 --2- 172.21.15.5:0/2808541159 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75f80039b0 0x7f75f8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:28.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.122+0000 7f760d781640 1 -- 172.21.15.5:0/2808541159 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75f80039b0 msgr2=0x7f75f8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:28.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.122+0000 7f760d781640 1 --2- 172.21.15.5:0/2808541159 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75f80039b0 0x7f75f8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.122+0000 7f760d781640 1 -- 172.21.15.5:0/2808541159 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f75f8004800 msgr2=0x7f75f8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:28.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.122+0000 7f760d781640 1 --2- 172.21.15.5:0/2808541159 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f75f8004800 0x7f75f8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.122+0000 7f760d781640 1 -- 172.21.15.5:0/2808541159 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75f8003520 con 0x7f75f80051c0 2024-09-19T05:03:28.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.122+0000 7f760cf80640 1 --2- 172.21.15.5:0/2808541159 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75f80039b0 0x7f75f8003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:28.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.122+0000 7f760d781640 1 -- 172.21.15.5:0/2808541159 reap_dead start 2024-09-19T05:03:28.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.122+0000 7f760d781640 1 --2- 172.21.15.5:0/2808541159 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75f80051c0 0x7f75f800b9c0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f760000a830 tx=0x7f75f8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7339681f2ee1b465 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:28.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.122+0000 7f76077fe640 1 -- 172.21.15.5:0/2808541159 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f760000a480 con 0x7f75f80051c0 2024-09-19T05:03:28.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.122+0000 7f76077fe640 1 -- 172.21.15.5:0/2808541159 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f760002f070 con 0x7f75f80051c0 2024-09-19T05:03:28.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.122+0000 7f76077fe640 1 -- 172.21.15.5:0/2808541159 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f760002bc70 con 0x7f75f80051c0 2024-09-19T05:03:28.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.123+0000 7f760f1e4640 1 -- 172.21.15.5:0/2808541159 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75f80051c0 msgr2=0x7f75f800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:28.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.123+0000 7f760f1e4640 1 --2- 172.21.15.5:0/2808541159 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75f80051c0 0x7f75f800b9c0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f760000a830 tx=0x7f75f8005830 comp rx=0 tx=0).stop 2024-09-19T05:03:28.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.123+0000 7f760f1e4640 1 -- 172.21.15.5:0/2808541159 shutdown_connections 2024-09-19T05:03:28.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.123+0000 7f760f1e4640 1 --2- 172.21.15.5:0/2808541159 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f75f80051c0 0x7f75f800b9c0 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.123+0000 7f760f1e4640 1 -- 172.21.15.5:0/2808541159 >> 172.21.15.5:0/2808541159 conn(0x7f760808c000 msgr2=0x7f76080d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:28.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.123+0000 7f760f1e4640 1 -- 172.21.15.5:0/2808541159 shutdown_connections 2024-09-19T05:03:28.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.123+0000 7f760f1e4640 1 -- 172.21.15.5:0/2808541159 wait complete. 2024-09-19T05:03:28.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.124+0000 7f760f1e4640 1 Processor -- start 2024-09-19T05:03:28.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.124+0000 7f760f1e4640 1 -- start start 2024-09-19T05:03:28.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.125+0000 7f760f1e4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75f80051c0 0x7f76080ccac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:28.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.125+0000 7f760f1e4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76080ce100 0x7f7608156490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:28.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.125+0000 7f760f1e4640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f76080ce580 0x7f76081569d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:28.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.125+0000 7f760f1e4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f76080b5ff0 con 0x7f76080ce100 2024-09-19T05:03:28.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.125+0000 7f760f1e4640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f760815ea40 con 0x7f76080ce580 2024-09-19T05:03:28.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.125+0000 7f760f1e4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f76080b6170 con 0x7f75f80051c0 2024-09-19T05:03:28.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.125+0000 7f7607fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76080ce100 0x7f7608156490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:28.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.125+0000 7f7607fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76080ce100 0x7f7608156490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36566/0 (socket says 172.21.15.5:36566) 2024-09-19T05:03:28.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.125+0000 7f7607fff640 1 -- 172.21.15.5:0/2313679723 learned_addr learned my addr 172.21.15.5:0/2313679723 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:28.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.126+0000 7f760cf80640 1 --2- 172.21.15.5:0/2313679723 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75f80051c0 0x7f76080ccac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:28.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.126+0000 7f760d781640 1 --2- 172.21.15.5:0/2313679723 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f76080ce580 0x7f76081569d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:28.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.126+0000 7f7607fff640 1 -- 172.21.15.5:0/2313679723 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75f80051c0 msgr2=0x7f76080ccac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:28.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.126+0000 7f7607fff640 1 --2- 172.21.15.5:0/2313679723 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75f80051c0 0x7f76080ccac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.126+0000 7f7607fff640 1 -- 172.21.15.5:0/2313679723 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f76080ce580 msgr2=0x7f76081569d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:28.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.126+0000 7f7607fff640 1 --2- 172.21.15.5:0/2313679723 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f76080ce580 0x7f76081569d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.126+0000 7f7607fff640 1 -- 172.21.15.5:0/2313679723 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76080cba20 con 0x7f76080ce100 2024-09-19T05:03:28.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.126+0000 7f7607fff640 1 --2- 172.21.15.5:0/2313679723 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76080ce100 0x7f7608156490 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f75f400f620 tx=0x7f75f400fae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:28.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.126+0000 7f76057fa640 1 -- 172.21.15.5:0/2313679723 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75f40052e0 con 0x7f76080ce100 2024-09-19T05:03:28.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.126+0000 7f76057fa640 1 -- 172.21.15.5:0/2313679723 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75f4018070 con 0x7f76080ce100 2024-09-19T05:03:28.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.126+0000 7f76057fa640 1 -- 172.21.15.5:0/2313679723 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75f4003810 con 0x7f76080ce100 2024-09-19T05:03:28.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.126+0000 7f760f1e4640 1 -- 172.21.15.5:0/2313679723 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76080cbd00 con 0x7f76080ce100 2024-09-19T05:03:28.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.126+0000 7f760f1e4640 1 -- 172.21.15.5:0/2313679723 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76080cc2c0 con 0x7f76080ce100 2024-09-19T05:03:28.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.127+0000 7f760f1e4640 1 -- 172.21.15.5:0/2313679723 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76080d4dd0 con 0x7f76080ce100 2024-09-19T05:03:28.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.128+0000 7f76057fa640 1 -- 172.21.15.5:0/2313679723 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f75f40039b0 con 0x7f76080ce100 2024-09-19T05:03:28.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.128+0000 7f76057fa640 1 --2- 172.21.15.5:0/2313679723 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f75ec06c2b0 0x7f75ec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:28.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.128+0000 7f76057fa640 1 -- 172.21.15.5:0/2313679723 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 5335+0+0 (secure 0 0 0) 0x7f75f408b090 con 0x7f76080ce100 2024-09-19T05:03:28.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.128+0000 7f760cf80640 1 --2- 172.21.15.5:0/2313679723 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f75ec06c2b0 0x7f75ec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:28.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.129+0000 7f760cf80640 1 --2- 172.21.15.5:0/2313679723 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f75ec06c2b0 0x7f75ec06e770 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f75fc009aa0 tx=0x7f75fc008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:28.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.133+0000 7f76057fa640 1 -- 172.21.15.5:0/2313679723 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f75f4059970 con 0x7f76080ce100 2024-09-19T05:03:28.310 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.309+0000 7f760f1e4640 1 -- 172.21.15.5:0/2313679723 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f76080d2ca0 con 0x7f76080ce100 2024-09-19T05:03:28.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.310+0000 7f76057fa640 1 -- 172.21.15.5:0/2313679723 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v64) ==== 74+0+13268 (secure 0 0 0) 0x7f75f4059270 con 0x7f76080ce100 2024-09-19T05:03:28.311 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:28.312 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":64,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:03:26.992811+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":59,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.5:6835/3369090914":"2024-09-20T05:03:23.984399+0000","172.21.15.5:6833/3369090914":"2024-09-20T05:03:23.984399+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:03:28.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.312+0000 7f760f1e4640 1 -- 172.21.15.5:0/2313679723 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f75ec06c2b0 msgr2=0x7f75ec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:28.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.312+0000 7f760f1e4640 1 --2- 172.21.15.5:0/2313679723 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f75ec06c2b0 0x7f75ec06e770 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f75fc009aa0 tx=0x7f75fc008040 comp rx=0 tx=0).stop 2024-09-19T05:03:28.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.312+0000 7f760f1e4640 1 -- 172.21.15.5:0/2313679723 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76080ce100 msgr2=0x7f7608156490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:28.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.312+0000 7f760f1e4640 1 --2- 172.21.15.5:0/2313679723 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76080ce100 0x7f7608156490 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f75f400f620 tx=0x7f75f400fae0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.312+0000 7f760f1e4640 1 -- 172.21.15.5:0/2313679723 shutdown_connections 2024-09-19T05:03:28.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.312+0000 7f760f1e4640 1 --2- 172.21.15.5:0/2313679723 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f75ec06c2b0 0x7f75ec06e770 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.312+0000 7f760f1e4640 1 --2- 172.21.15.5:0/2313679723 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f76080ce580 0x7f76081569d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.312+0000 7f760f1e4640 1 --2- 172.21.15.5:0/2313679723 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76080ce100 0x7f7608156490 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.312+0000 7f760f1e4640 1 --2- 172.21.15.5:0/2313679723 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f75f80051c0 0x7f76080ccac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.312+0000 7f760f1e4640 1 -- 172.21.15.5:0/2313679723 >> 172.21.15.5:0/2313679723 conn(0x7f760808c000 msgr2=0x7f760806d790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:28.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.312+0000 7f760f1e4640 1 -- 172.21.15.5:0/2313679723 shutdown_connections 2024-09-19T05:03:28.314 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.312+0000 7f760f1e4640 1 -- 172.21.15.5:0/2313679723 wait complete. 2024-09-19T05:03:28.325 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T05:01:07.300370+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T05:03:28.325 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T05:03:28.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.429+0000 7ff14ddc4640 1 Processor -- start 2024-09-19T05:03:28.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.429+0000 7ff14ddc4640 1 -- start start 2024-09-19T05:03:28.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.430+0000 7ff14ddc4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff14815e510 0x7ff14806cae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:28.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.430+0000 7ff14ddc4640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7ff14806ed90 0x7ff1480b4a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:28.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.430+0000 7ff14ddc4640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff14806d310 con 0x7ff14815e8f0 2024-09-19T05:03:28.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.430+0000 7ff14ddc4640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7ff1480b3f70 con 0x7ff14806ed90 2024-09-19T05:03:28.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.430+0000 7ff14ddc4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ff1480b4250 con 0x7ff14815e510 2024-09-19T05:03:28.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.430+0000 7ff1477fe640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff14815e510 0x7ff14806cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:28.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.430+0000 7ff147fff640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7ff14806ed90 0x7ff1480b4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:28.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.430+0000 7ff146ffd640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7ff14815e8f0 0x7ff14806e680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.5:60644/0 (socket says 172.21.15.5:60644) 2024-09-19T05:03:28.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.430+0000 7ff146ffd640 1 -- 172.21.15.5:0/848356039 learned_addr learned my addr 172.21.15.5:0/848356039 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:28.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.431+0000 7ff1467fc640 1 -- 172.21.15.5:0/848356039 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3984864492 0 0) 0x7ff14806d310 con 0x7ff14815e8f0 2024-09-19T05:03:28.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.431+0000 7ff1467fc640 1 -- 172.21.15.5:0/848356039 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff130003520 con 0x7ff14815e8f0 2024-09-19T05:03:28.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.431+0000 7ff1477fe640 1 -- 172.21.15.5:0/848356039 >> v2:172.21.15.134:3300/0 conn(0x7ff14806ed90 msgr2=0x7ff1480b4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:28.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.431+0000 7ff1477fe640 1 --2- 172.21.15.5:0/848356039 >> v2:172.21.15.134:3300/0 conn(0x7ff14806ed90 0x7ff1480b4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.431+0000 7ff1477fe640 1 -- 172.21.15.5:0/848356039 >> v1:172.21.15.134:6789/0 conn(0x7ff14815e8f0 legacy=0x7ff14806e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:28.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.431+0000 7ff1477fe640 1 -- 172.21.15.5:0/848356039 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1480b4530 con 0x7ff14815e510 2024-09-19T05:03:28.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.431+0000 7ff147fff640 1 --2- 172.21.15.5:0/848356039 >> v2:172.21.15.134:3300/0 conn(0x7ff14806ed90 0x7ff1480b4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:03:28.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.431+0000 7ff1477fe640 1 --2- 172.21.15.5:0/848356039 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff14815e510 0x7ff14806cae0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ff1380097a0 tx=0x7ff13802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e67c8d745c66fe16 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:28.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.432+0000 7ff1467fc640 1 -- 172.21.15.5:0/848356039 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff138037070 con 0x7ff14815e510 2024-09-19T05:03:28.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.432+0000 7ff1467fc640 1 -- 172.21.15.5:0/848356039 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff13802ae50 con 0x7ff14815e510 2024-09-19T05:03:28.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.432+0000 7ff1467fc640 1 -- 172.21.15.5:0/848356039 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff138032660 con 0x7ff14815e510 2024-09-19T05:03:28.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.432+0000 7ff14ddc4640 1 -- 172.21.15.5:0/848356039 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff14815e510 msgr2=0x7ff14806cae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:28.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.432+0000 7ff14ddc4640 1 --2- 172.21.15.5:0/848356039 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff14815e510 0x7ff14806cae0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ff1380097a0 tx=0x7ff13802a100 comp rx=0 tx=0).stop 2024-09-19T05:03:28.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.432+0000 7ff14ddc4640 1 -- 172.21.15.5:0/848356039 shutdown_connections 2024-09-19T05:03:28.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.432+0000 7ff14ddc4640 1 --2- 172.21.15.5:0/848356039 >> v2:172.21.15.134:3300/0 conn(0x7ff14806ed90 0x7ff1480b4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.432+0000 7ff14ddc4640 1 --2- 172.21.15.5:0/848356039 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff14815e510 0x7ff14806cae0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.432+0000 7ff14ddc4640 1 -- 172.21.15.5:0/848356039 >> 172.21.15.5:0/848356039 conn(0x7ff1480cd820 msgr2=0x7ff1480cdc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:28.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.432+0000 7ff14ddc4640 1 -- 172.21.15.5:0/848356039 shutdown_connections 2024-09-19T05:03:28.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.432+0000 7ff14ddc4640 1 -- 172.21.15.5:0/848356039 wait complete. 2024-09-19T05:03:28.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.433+0000 7ff14ddc4640 1 Processor -- start 2024-09-19T05:03:28.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.434+0000 7ff14ddc4640 1 -- start start 2024-09-19T05:03:28.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.434+0000 7ff14ddc4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff14806ed90 0x7ff14815fda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:28.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.434+0000 7ff14ddc4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff14815e510 0x7ff1481602e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:28.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.434+0000 7ff14ddc4640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff14815e8f0 0x7ff14814d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:28.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.434+0000 7ff14ddc4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ff14806bd90 con 0x7ff14815e510 2024-09-19T05:03:28.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.434+0000 7ff14ddc4640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7ff14806bc10 con 0x7ff14815e8f0 2024-09-19T05:03:28.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.434+0000 7ff14ddc4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ff14806bf10 con 0x7ff14806ed90 2024-09-19T05:03:28.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.434+0000 7ff146ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff14815e510 0x7ff1481602e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:28.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.434+0000 7ff146ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff14815e510 0x7ff1481602e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36580/0 (socket says 172.21.15.5:36580) 2024-09-19T05:03:28.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.435+0000 7ff146ffd640 1 -- 172.21.15.5:0/825169039 learned_addr learned my addr 172.21.15.5:0/825169039 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:28.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.435+0000 7ff147fff640 1 --2- 172.21.15.5:0/825169039 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff14815e8f0 0x7ff14814d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:28.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.435+0000 7ff1477fe640 1 --2- 172.21.15.5:0/825169039 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff14806ed90 0x7ff14815fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:28.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.435+0000 7ff146ffd640 1 -- 172.21.15.5:0/825169039 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff14806ed90 msgr2=0x7ff14815fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:28.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.435+0000 7ff146ffd640 1 --2- 172.21.15.5:0/825169039 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff14806ed90 0x7ff14815fda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.435+0000 7ff146ffd640 1 -- 172.21.15.5:0/825169039 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff14815e8f0 msgr2=0x7ff14814d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:28.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.435+0000 7ff146ffd640 1 --2- 172.21.15.5:0/825169039 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff14815e8f0 0x7ff14814d3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.435+0000 7ff146ffd640 1 -- 172.21.15.5:0/825169039 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff14814b450 con 0x7ff14815e510 2024-09-19T05:03:28.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.435+0000 7ff146ffd640 1 --2- 172.21.15.5:0/825169039 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff14815e510 0x7ff1481602e0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7ff13c00c400 tx=0x7ff13c00c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:28.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.435+0000 7ff12ffff640 1 -- 172.21.15.5:0/825169039 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff13c017070 con 0x7ff14815e510 2024-09-19T05:03:28.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.435+0000 7ff12ffff640 1 -- 172.21.15.5:0/825169039 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff13c005d00 con 0x7ff14815e510 2024-09-19T05:03:28.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.435+0000 7ff14ddc4640 1 -- 172.21.15.5:0/825169039 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff14814b750 con 0x7ff14815e510 2024-09-19T05:03:28.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.435+0000 7ff12ffff640 1 -- 172.21.15.5:0/825169039 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff13c007310 con 0x7ff14815e510 2024-09-19T05:03:28.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.435+0000 7ff14ddc4640 1 -- 172.21.15.5:0/825169039 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff148160820 con 0x7ff14815e510 2024-09-19T05:03:28.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.436+0000 7ff14ddc4640 1 -- 172.21.15.5:0/825169039 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff14806cae0 con 0x7ff14815e510 2024-09-19T05:03:28.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.437+0000 7ff12ffff640 1 -- 172.21.15.5:0/825169039 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff13c01a070 con 0x7ff14815e510 2024-09-19T05:03:28.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.437+0000 7ff12ffff640 1 --2- 172.21.15.5:0/825169039 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff13406c2b0 0x7ff13406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:28.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.437+0000 7ff12ffff640 1 -- 172.21.15.5:0/825169039 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 5335+0+0 (secure 0 0 0) 0x7ff13c08a600 con 0x7ff14815e510 2024-09-19T05:03:28.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.438+0000 7ff1477fe640 1 --2- 172.21.15.5:0/825169039 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff13406c2b0 0x7ff13406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:28.442 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.438+0000 7ff1477fe640 1 --2- 172.21.15.5:0/825169039 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff13406c2b0 0x7ff13406e770 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7ff138034000 tx=0x7ff13802e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:28.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.442+0000 7ff12ffff640 1 -- 172.21.15.5:0/825169039 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff14814b750 con 0x7ff14815e510 2024-09-19T05:03:28.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.615+0000 7ff14ddc4640 1 -- 172.21.15.5:0/825169039 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7ff1480b0dc0 con 0x7ff14815e510 2024-09-19T05:03:28.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.616+0000 7ff12ffff640 1 -- 172.21.15.5:0/825169039 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v64) ==== 93+0+10 (secure 0 0 0) 0x7ff13c058890 con 0x7ff14815e510 2024-09-19T05:03:28.618 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 1 2024-09-19T05:03:28.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.618+0000 7ff14ddc4640 1 -- 172.21.15.5:0/825169039 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff13406c2b0 msgr2=0x7ff13406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:28.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.618+0000 7ff14ddc4640 1 --2- 172.21.15.5:0/825169039 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff13406c2b0 0x7ff13406e770 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7ff138034000 tx=0x7ff13802e000 comp rx=0 tx=0).stop 2024-09-19T05:03:28.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.618+0000 7ff14ddc4640 1 -- 172.21.15.5:0/825169039 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff14815e510 msgr2=0x7ff1481602e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:28.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.618+0000 7ff14ddc4640 1 --2- 172.21.15.5:0/825169039 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff14815e510 0x7ff1481602e0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7ff13c00c400 tx=0x7ff13c00c800 comp rx=0 tx=0).stop 2024-09-19T05:03:28.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.618+0000 7ff14ddc4640 1 -- 172.21.15.5:0/825169039 shutdown_connections 2024-09-19T05:03:28.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.618+0000 7ff14ddc4640 1 --2- 172.21.15.5:0/825169039 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff13406c2b0 0x7ff13406e770 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.618+0000 7ff14ddc4640 1 --2- 172.21.15.5:0/825169039 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff14815e8f0 0x7ff14814d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.618+0000 7ff14ddc4640 1 --2- 172.21.15.5:0/825169039 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff14815e510 0x7ff1481602e0 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.618+0000 7ff14ddc4640 1 --2- 172.21.15.5:0/825169039 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff14806ed90 0x7ff14815fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.618+0000 7ff14ddc4640 1 -- 172.21.15.5:0/825169039 >> 172.21.15.5:0/825169039 conn(0x7ff1480cd820 msgr2=0x7ff1480afdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:28.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.618+0000 7ff14ddc4640 1 -- 172.21.15.5:0/825169039 shutdown_connections 2024-09-19T05:03:28.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.618+0000 7ff14ddc4640 1 -- 172.21.15.5:0/825169039 wait complete. 2024-09-19T05:03:28.631 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_quota.TestQuota.test_remote_update_df' 2024-09-19T05:03:28.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.731+0000 7faf6db91640 1 Processor -- start 2024-09-19T05:03:28.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.731+0000 7faf6db91640 1 -- start start 2024-09-19T05:03:28.734 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.732+0000 7faf6db91640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faf680d3150 0x7faf680b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:28.734 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.732+0000 7faf6db91640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7faf680b6530 0x7faf6806d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:28.734 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.732+0000 7faf6db91640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf680d3680 con 0x7faf6815e660 2024-09-19T05:03:28.734 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.732+0000 7faf6db91640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7faf6806d4b0 con 0x7faf680b6530 2024-09-19T05:03:28.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.732+0000 7faf6db91640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7faf680d3960 con 0x7faf680d3150 2024-09-19T05:03:28.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.732+0000 7faf677fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7faf6815e660 0x7faf680d4dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:59556/0 (socket says 172.21.15.5:59556) 2024-09-19T05:03:28.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.732+0000 7faf677fe640 1 -- 172.21.15.5:0/2044869408 learned_addr learned my addr 172.21.15.5:0/2044869408 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:28.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.732+0000 7faf67fff640 1 --2- 172.21.15.5:0/2044869408 >> v2:172.21.15.5:3300/0 conn(0x7faf680b6530 0x7faf6806d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:28.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.733+0000 7faf66ffd640 1 --2- 172.21.15.5:0/2044869408 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faf680d3150 0x7faf680b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:28.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.733+0000 7faf667fc640 1 -- 172.21.15.5:0/2044869408 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1803524919 0 0) 0x7faf680d3680 con 0x7faf6815e660 2024-09-19T05:03:28.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.733+0000 7faf667fc640 1 -- 172.21.15.5:0/2044869408 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faf50003520 con 0x7faf6815e660 2024-09-19T05:03:28.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.733+0000 7faf67fff640 1 -- 172.21.15.5:0/2044869408 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faf680d3150 msgr2=0x7faf680b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:28.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.733+0000 7faf67fff640 1 --2- 172.21.15.5:0/2044869408 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faf680d3150 0x7faf680b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.733+0000 7faf67fff640 1 -- 172.21.15.5:0/2044869408 >> v1:172.21.15.5:6789/0 conn(0x7faf6815e660 legacy=0x7faf680d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:28.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.733+0000 7faf67fff640 1 -- 172.21.15.5:0/2044869408 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf6806ce60 con 0x7faf680b6530 2024-09-19T05:03:28.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.734+0000 7faf67fff640 1 --2- 172.21.15.5:0/2044869408 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faf680b6530 0x7faf6806d940 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7faf60009d90 tx=0x7faf6002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3228bdc958e5af7f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:28.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.734+0000 7faf667fc640 1 -- 172.21.15.5:0/2044869408 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf60007740 con 0x7faf680b6530 2024-09-19T05:03:28.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.734+0000 7faf667fc640 1 -- 172.21.15.5:0/2044869408 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf600078e0 con 0x7faf680b6530 2024-09-19T05:03:28.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.734+0000 7faf667fc640 1 -- 172.21.15.5:0/2044869408 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf60007cb0 con 0x7faf680b6530 2024-09-19T05:03:28.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.734+0000 7faf6db91640 1 -- 172.21.15.5:0/2044869408 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faf680b6530 msgr2=0x7faf6806d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:28.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.734+0000 7faf6db91640 1 --2- 172.21.15.5:0/2044869408 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faf680b6530 0x7faf6806d940 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7faf60009d90 tx=0x7faf6002a6f0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.734+0000 7faf6db91640 1 -- 172.21.15.5:0/2044869408 shutdown_connections 2024-09-19T05:03:28.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.734+0000 7faf6db91640 1 --2- 172.21.15.5:0/2044869408 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faf680b6530 0x7faf6806d940 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.734+0000 7faf6db91640 1 --2- 172.21.15.5:0/2044869408 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faf680d3150 0x7faf680b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.734+0000 7faf6db91640 1 -- 172.21.15.5:0/2044869408 >> 172.21.15.5:0/2044869408 conn(0x7faf6808c000 msgr2=0x7faf680d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:28.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.734+0000 7faf6db91640 1 -- 172.21.15.5:0/2044869408 shutdown_connections 2024-09-19T05:03:28.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.734+0000 7faf6db91640 1 -- 172.21.15.5:0/2044869408 wait complete. 2024-09-19T05:03:28.740 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.736+0000 7faf6db91640 1 Processor -- start 2024-09-19T05:03:28.740 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.736+0000 7faf6db91640 1 -- start start 2024-09-19T05:03:28.740 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.736+0000 7faf6db91640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faf680b6530 0x7faf681518b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:28.740 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.736+0000 7faf6db91640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faf680d3150 0x7faf680cbec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:28.740 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.736+0000 7faf6db91640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faf6815e660 0x7faf680b9570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:28.740 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.736+0000 7faf6db91640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7faf6806de80 con 0x7faf680d3150 2024-09-19T05:03:28.740 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.736+0000 7faf6db91640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7faf6815ea40 con 0x7faf6815e660 2024-09-19T05:03:28.740 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.736+0000 7faf6db91640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7faf6806e000 con 0x7faf680b6530 2024-09-19T05:03:28.740 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.737+0000 7faf66ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faf680d3150 0x7faf680cbec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:28.740 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.737+0000 7faf66ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faf680d3150 0x7faf680cbec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36602/0 (socket says 172.21.15.5:36602) 2024-09-19T05:03:28.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.737+0000 7faf66ffd640 1 -- 172.21.15.5:0/3364995889 learned_addr learned my addr 172.21.15.5:0/3364995889 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:28.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.737+0000 7faf677fe640 1 --2- 172.21.15.5:0/3364995889 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faf680b6530 0x7faf681518b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:28.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.737+0000 7faf66ffd640 1 -- 172.21.15.5:0/3364995889 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faf680b6530 msgr2=0x7faf681518b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:28.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.737+0000 7faf66ffd640 1 --2- 172.21.15.5:0/3364995889 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faf680b6530 0x7faf681518b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.737+0000 7faf66ffd640 1 -- 172.21.15.5:0/3364995889 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faf6815e660 msgr2=0x7faf680b9570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:28.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.737+0000 7faf66ffd640 1 --2- 172.21.15.5:0/3364995889 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faf6815e660 0x7faf680b9570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:28.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.737+0000 7faf66ffd640 1 -- 172.21.15.5:0/3364995889 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf68151df0 con 0x7faf680d3150 2024-09-19T05:03:28.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.737+0000 7faf677fe640 1 --2- 172.21.15.5:0/3364995889 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faf680b6530 0x7faf681518b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:28.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.737+0000 7faf66ffd640 1 --2- 172.21.15.5:0/3364995889 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faf680d3150 0x7faf680cbec0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7faf5c00d7d0 tx=0x7faf5c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:28.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.737+0000 7faf4ffff640 1 -- 172.21.15.5:0/3364995889 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf5c004020 con 0x7faf680d3150 2024-09-19T05:03:28.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.737+0000 7faf4ffff640 1 -- 172.21.15.5:0/3364995889 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf5c0041e0 con 0x7faf680d3150 2024-09-19T05:03:28.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.737+0000 7faf6db91640 1 -- 172.21.15.5:0/3364995889 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf6815f750 con 0x7faf680d3150 2024-09-19T05:03:28.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.737+0000 7faf4ffff640 1 -- 172.21.15.5:0/3364995889 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf5c0043d0 con 0x7faf680d3150 2024-09-19T05:03:28.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.737+0000 7faf6db91640 1 -- 172.21.15.5:0/3364995889 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf6815fd10 con 0x7faf680d3150 2024-09-19T05:03:28.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.738+0000 7faf6db91640 1 -- 172.21.15.5:0/3364995889 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf6806d920 con 0x7faf680d3150 2024-09-19T05:03:28.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.739+0000 7faf4ffff640 1 -- 172.21.15.5:0/3364995889 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7faf5c01b020 con 0x7faf680d3150 2024-09-19T05:03:28.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.739+0000 7faf4ffff640 1 --2- 172.21.15.5:0/3364995889 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faf5406c2b0 0x7faf5406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:28.743 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.739+0000 7faf4ffff640 1 -- 172.21.15.5:0/3364995889 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 5335+0+0 (secure 0 0 0) 0x7faf5c08b080 con 0x7faf680d3150 2024-09-19T05:03:28.743 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.740+0000 7faf677fe640 1 --2- 172.21.15.5:0/3364995889 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faf5406c2b0 0x7faf5406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:28.743 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.740+0000 7faf677fe640 1 --2- 172.21.15.5:0/3364995889 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faf5406c2b0 0x7faf5406e770 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7faf58005880 tx=0x7faf58009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:28.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.744+0000 7faf4ffff640 1 -- 172.21.15.5:0/3364995889 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7faf5c0599f0 con 0x7faf680d3150 2024-09-19T05:03:28.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:28.986+0000 7faf6db91640 1 -- 172.21.15.5:0/3364995889 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_quota.TestQuota.test_remote_update_df"]} v 0) -- 0x7faf680d2630 con 0x7faf680d3150 2024-09-19T05:03:29.003 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.002+0000 7faf4ffff640 1 -- 172.21.15.5:0/3364995889 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_quota.TestQuota.test_remote_update_df"]}]=0 v139) ==== 137+0+0 (secure 0 0 0) 0x7faf5c0592f0 con 0x7faf680d3150 2024-09-19T05:03:29.006 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.004+0000 7faf6db91640 1 -- 172.21.15.5:0/3364995889 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faf5406c2b0 msgr2=0x7faf5406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:29.006 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.004+0000 7faf6db91640 1 --2- 172.21.15.5:0/3364995889 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faf5406c2b0 0x7faf5406e770 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7faf58005880 tx=0x7faf58009040 comp rx=0 tx=0).stop 2024-09-19T05:03:29.006 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.004+0000 7faf6db91640 1 -- 172.21.15.5:0/3364995889 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faf680d3150 msgr2=0x7faf680cbec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:29.006 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.004+0000 7faf6db91640 1 --2- 172.21.15.5:0/3364995889 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faf680d3150 0x7faf680cbec0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7faf5c00d7d0 tx=0x7faf5c00dc90 comp rx=0 tx=0).stop 2024-09-19T05:03:29.006 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.004+0000 7faf6db91640 1 -- 172.21.15.5:0/3364995889 shutdown_connections 2024-09-19T05:03:29.006 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.004+0000 7faf6db91640 1 --2- 172.21.15.5:0/3364995889 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faf5406c2b0 0x7faf5406e770 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:29.006 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.004+0000 7faf6db91640 1 --2- 172.21.15.5:0/3364995889 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faf6815e660 0x7faf680b9570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:29.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.004+0000 7faf6db91640 1 --2- 172.21.15.5:0/3364995889 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faf680d3150 0x7faf680cbec0 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:29.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.004+0000 7faf6db91640 1 --2- 172.21.15.5:0/3364995889 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faf680b6530 0x7faf681518b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:29.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.004+0000 7faf6db91640 1 -- 172.21.15.5:0/3364995889 >> 172.21.15.5:0/3364995889 conn(0x7faf6808c000 msgr2=0x7faf6806e390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:29.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.004+0000 7faf6db91640 1 -- 172.21.15.5:0/3364995889 shutdown_connections 2024-09-19T05:03:29.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.004+0000 7faf6db91640 1 -- 172.21.15.5:0/3364995889 wait complete. 2024-09-19T05:03:29.017 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T05:03:29.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.121+0000 7fe298f9f640 1 Processor -- start 2024-09-19T05:03:29.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.121+0000 7fe298f9f640 1 -- start start 2024-09-19T05:03:29.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.122+0000 7fe298f9f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2940d23c0 0x7fe2940d2980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:29.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.122+0000 7fe298f9f640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe2940cf8c0 con 0x7fe2940d2ec0 2024-09-19T05:03:29.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.122+0000 7fe298f9f640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe2940cfba0 con 0x7fe29415e4b0 2024-09-19T05:03:29.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.122+0000 7fe298f9f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fe2940cfe80 con 0x7fe2940d23c0 2024-09-19T05:03:29.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.122+0000 7fe293fff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fe2940d2ec0 0x7fe29406d810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:59558/0 (socket says 172.21.15.5:59558) 2024-09-19T05:03:29.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.122+0000 7fe293fff640 1 -- 172.21.15.5:0/1437538978 learned_addr learned my addr 172.21.15.5:0/1437538978 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:29.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.122+0000 7fe292ffd640 1 --2- 172.21.15.5:0/1437538978 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2940d23c0 0x7fe2940d2980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:29.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.122+0000 7fe2927fc640 1 -- 172.21.15.5:0/1437538978 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3327817587 0 0) 0x7fe2940cf8c0 con 0x7fe2940d2ec0 2024-09-19T05:03:29.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.122+0000 7fe2927fc640 1 -- 172.21.15.5:0/1437538978 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe27c003520 con 0x7fe2940d2ec0 2024-09-19T05:03:29.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.123+0000 7fe2927fc640 1 -- 172.21.15.5:0/1437538978 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 733407996 0 0) 0x7fe27c003520 con 0x7fe2940d2ec0 2024-09-19T05:03:29.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.123+0000 7fe2927fc640 1 -- 172.21.15.5:0/1437538978 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2940d23c0 msgr2=0x7fe2940d2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:29.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.123+0000 7fe2927fc640 1 --2- 172.21.15.5:0/1437538978 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2940d23c0 0x7fe2940d2980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:29.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.123+0000 7fe2927fc640 1 -- 172.21.15.5:0/1437538978 >> v1:172.21.15.134:6789/0 conn(0x7fe29415e4b0 legacy=0x7fe2940cefb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:29.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.123+0000 7fe2927fc640 1 -- 172.21.15.5:0/1437538978 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2940d0160 con 0x7fe2940d2ec0 2024-09-19T05:03:29.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.123+0000 7fe2927fc640 1 -- 172.21.15.5:0/1437538978 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7fe28c0019f0 con 0x7fe2940d2ec0 2024-09-19T05:03:29.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.123+0000 7fe2927fc640 1 -- 172.21.15.5:0/1437538978 >> v1:172.21.15.5:6789/0 conn(0x7fe2940d2ec0 legacy=0x7fe29406d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:29.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.123+0000 7fe2927fc640 1 --2- 172.21.15.5:0/1437538978 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe27c0039e0 0x7fe27c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:29.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.123+0000 7fe2927fc640 1 --2- 172.21.15.5:0/1437538978 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe27c004800 0x7fe27c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:29.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.123+0000 7fe2927fc640 1 --2- 172.21.15.5:0/1437538978 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2940d23c0 0x7fe27c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:29.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.123+0000 7fe2927fc640 1 -- 172.21.15.5:0/1437538978 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fe2940cfe80 con 0x7fe27c004800 2024-09-19T05:03:29.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.123+0000 7fe2927fc640 1 -- 172.21.15.5:0/1437538978 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fe27c00ba70 con 0x7fe27c0039e0 2024-09-19T05:03:29.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.123+0000 7fe2927fc640 1 -- 172.21.15.5:0/1437538978 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fe27c00bc70 con 0x7fe2940d23c0 2024-09-19T05:03:29.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.123+0000 7fe292ffd640 1 --2- 172.21.15.5:0/1437538978 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe27c004800 0x7fe27c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:29.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.123+0000 7fe293fff640 1 --2- 172.21.15.5:0/1437538978 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2940d23c0 0x7fe27c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:29.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.123+0000 7fe2937fe640 1 --2- 172.21.15.5:0/1437538978 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe27c0039e0 0x7fe27c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:29.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.123+0000 7fe292ffd640 1 -- 172.21.15.5:0/1437538978 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2940d23c0 msgr2=0x7fe27c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:29.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.123+0000 7fe292ffd640 1 --2- 172.21.15.5:0/1437538978 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2940d23c0 0x7fe27c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:29.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.123+0000 7fe292ffd640 1 -- 172.21.15.5:0/1437538978 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe27c0039e0 msgr2=0x7fe27c003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:29.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.123+0000 7fe292ffd640 1 --2- 172.21.15.5:0/1437538978 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe27c0039e0 0x7fe27c003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:29.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.123+0000 7fe292ffd640 1 -- 172.21.15.5:0/1437538978 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe27c003520 con 0x7fe27c004800 2024-09-19T05:03:29.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.124+0000 7fe292ffd640 1 --2- 172.21.15.5:0/1437538978 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe27c004800 0x7fe27c004c80 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fe288009a90 tx=0x7fe27c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da6c7152215969e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:29.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.124+0000 7fe2927fc640 1 -- 172.21.15.5:0/1437538978 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe288036070 con 0x7fe27c004800 2024-09-19T05:03:29.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.124+0000 7fe2927fc640 1 -- 172.21.15.5:0/1437538978 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe288031400 con 0x7fe27c004800 2024-09-19T05:03:29.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.124+0000 7fe2927fc640 1 -- 172.21.15.5:0/1437538978 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe288009690 con 0x7fe27c004800 2024-09-19T05:03:29.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.125+0000 7fe298f9f640 1 -- 172.21.15.5:0/1437538978 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe27c004800 msgr2=0x7fe27c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:29.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.125+0000 7fe298f9f640 1 --2- 172.21.15.5:0/1437538978 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe27c004800 0x7fe27c004c80 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fe288009a90 tx=0x7fe27c005830 comp rx=0 tx=0).stop 2024-09-19T05:03:29.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.125+0000 7fe293fff640 1 -- 172.21.15.5:0/1437538978 reap_dead start 2024-09-19T05:03:29.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.125+0000 7fe298f9f640 1 -- 172.21.15.5:0/1437538978 shutdown_connections 2024-09-19T05:03:29.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.125+0000 7fe298f9f640 1 -- 172.21.15.5:0/1437538978 >> 172.21.15.5:0/1437538978 conn(0x7fe29409d740 msgr2=0x7fe29408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:29.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.125+0000 7fe298f9f640 1 -- 172.21.15.5:0/1437538978 shutdown_connections 2024-09-19T05:03:29.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.125+0000 7fe298f9f640 1 -- 172.21.15.5:0/1437538978 wait complete. 2024-09-19T05:03:29.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.126+0000 7fe298f9f640 1 Processor -- start 2024-09-19T05:03:29.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.126+0000 7fe298f9f640 1 -- start start 2024-09-19T05:03:29.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.127+0000 7fe298f9f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe27c004800 0x7fe2941575d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:29.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.127+0000 7fe298f9f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2940cdaa0 0x7fe2940b8170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:29.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.127+0000 7fe298f9f640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe2940cdf20 0x7fe2940b86b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:29.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.127+0000 7fe298f9f640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fe2940d2b00 con 0x7fe27c004800 2024-09-19T05:03:29.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.127+0000 7fe298f9f640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fe2940d2980 con 0x7fe2940cdf20 2024-09-19T05:03:29.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.127+0000 7fe298f9f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fe2940d2c80 con 0x7fe2940cdaa0 2024-09-19T05:03:29.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.127+0000 7fe2937fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe27c004800 0x7fe2941575d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:29.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.127+0000 7fe2937fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe27c004800 0x7fe2941575d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36630/0 (socket says 172.21.15.5:36630) 2024-09-19T05:03:29.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.127+0000 7fe2937fe640 1 -- 172.21.15.5:0/275732915 learned_addr learned my addr 172.21.15.5:0/275732915 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:29.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.127+0000 7fe293fff640 1 --2- 172.21.15.5:0/275732915 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe2940cdf20 0x7fe2940b86b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:29.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.127+0000 7fe292ffd640 1 --2- 172.21.15.5:0/275732915 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2940cdaa0 0x7fe2940b8170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:29.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.127+0000 7fe2937fe640 1 -- 172.21.15.5:0/275732915 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2940cdaa0 msgr2=0x7fe2940b8170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:29.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.127+0000 7fe2937fe640 1 --2- 172.21.15.5:0/275732915 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2940cdaa0 0x7fe2940b8170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:29.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.127+0000 7fe2937fe640 1 -- 172.21.15.5:0/275732915 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe2940cdf20 msgr2=0x7fe2940b86b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:29.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.127+0000 7fe2937fe640 1 --2- 172.21.15.5:0/275732915 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe2940cdf20 0x7fe2940b86b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:29.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.127+0000 7fe2937fe640 1 -- 172.21.15.5:0/275732915 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2940cca00 con 0x7fe27c004800 2024-09-19T05:03:29.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.127+0000 7fe292ffd640 1 --2- 172.21.15.5:0/275732915 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2940cdaa0 0x7fe2940b8170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:29.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.127+0000 7fe2937fe640 1 --2- 172.21.15.5:0/275732915 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe27c004800 0x7fe2941575d0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fe28400f620 tx=0x7fe28400fae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:29.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.128+0000 7fe27bfff640 1 -- 172.21.15.5:0/275732915 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2840052e0 con 0x7fe27c004800 2024-09-19T05:03:29.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.128+0000 7fe27bfff640 1 -- 172.21.15.5:0/275732915 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe284018070 con 0x7fe27c004800 2024-09-19T05:03:29.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.128+0000 7fe298f9f640 1 -- 172.21.15.5:0/275732915 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2940ccce0 con 0x7fe27c004800 2024-09-19T05:03:29.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.128+0000 7fe27bfff640 1 -- 172.21.15.5:0/275732915 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe284003810 con 0x7fe27c004800 2024-09-19T05:03:29.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.128+0000 7fe298f9f640 1 -- 172.21.15.5:0/275732915 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2940cd2a0 con 0x7fe27c004800 2024-09-19T05:03:29.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.129+0000 7fe298f9f640 1 -- 172.21.15.5:0/275732915 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2940cefb0 con 0x7fe27c004800 2024-09-19T05:03:29.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.129+0000 7fe27bfff640 1 -- 172.21.15.5:0/275732915 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe2840039b0 con 0x7fe27c004800 2024-09-19T05:03:29.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.130+0000 7fe27bfff640 1 --2- 172.21.15.5:0/275732915 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe28006c2e0 0x7fe28006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:29.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.130+0000 7fe27bfff640 1 -- 172.21.15.5:0/275732915 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 5335+0+0 (secure 0 0 0) 0x7fe28408b000 con 0x7fe27c004800 2024-09-19T05:03:29.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.130+0000 7fe292ffd640 1 --2- 172.21.15.5:0/275732915 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe28006c2e0 0x7fe28006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:29.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.130+0000 7fe292ffd640 1 --2- 172.21.15.5:0/275732915 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe28006c2e0 0x7fe28006e7a0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fe288033000 tx=0x7fe288008030 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:29.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.134+0000 7fe27bfff640 1 -- 172.21.15.5:0/275732915 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe284059970 con 0x7fe27c004800 2024-09-19T05:03:29.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.311+0000 7fe298f9f640 1 -- 172.21.15.5:0/275732915 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fe29415c090 con 0x7fe27c004800 2024-09-19T05:03:29.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.314+0000 7fe27bfff640 1 -- 172.21.15.5:0/275732915 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v16)=0 v16) ==== 122+0+0 (secure 0 0 0) 0x7fe284059270 con 0x7fe27c004800 2024-09-19T05:03:29.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.316+0000 7fe298f9f640 1 -- 172.21.15.5:0/275732915 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe28006c2e0 msgr2=0x7fe28006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:29.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.316+0000 7fe298f9f640 1 --2- 172.21.15.5:0/275732915 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe28006c2e0 0x7fe28006e7a0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fe288033000 tx=0x7fe288008030 comp rx=0 tx=0).stop 2024-09-19T05:03:29.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.316+0000 7fe298f9f640 1 -- 172.21.15.5:0/275732915 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe27c004800 msgr2=0x7fe2941575d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:29.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.316+0000 7fe298f9f640 1 --2- 172.21.15.5:0/275732915 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe27c004800 0x7fe2941575d0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fe28400f620 tx=0x7fe28400fae0 comp rx=0 tx=0).stop 2024-09-19T05:03:29.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.316+0000 7fe298f9f640 1 -- 172.21.15.5:0/275732915 shutdown_connections 2024-09-19T05:03:29.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.316+0000 7fe298f9f640 1 --2- 172.21.15.5:0/275732915 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe28006c2e0 0x7fe28006e7a0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:29.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.316+0000 7fe298f9f640 1 --2- 172.21.15.5:0/275732915 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe2940cdf20 0x7fe2940b86b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:29.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.316+0000 7fe298f9f640 1 --2- 172.21.15.5:0/275732915 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe2940cdaa0 0x7fe2940b8170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:29.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.316+0000 7fe298f9f640 1 --2- 172.21.15.5:0/275732915 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe27c004800 0x7fe2941575d0 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:29.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.316+0000 7fe298f9f640 1 -- 172.21.15.5:0/275732915 >> 172.21.15.5:0/275732915 conn(0x7fe29409d740 msgr2=0x7fe2940b5b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:29.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.316+0000 7fe298f9f640 1 -- 172.21.15.5:0/275732915 shutdown_connections 2024-09-19T05:03:29.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.316+0000 7fe298f9f640 1 -- 172.21.15.5:0/275732915 wait complete. 2024-09-19T05:03:29.328 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T05:03:29.329 DEBUG:teuthology.orchestra.run.smithi005:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:03:29.370 DEBUG:teuthology.orchestra.run.smithi134:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:03:29.418 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T05:03:29.418 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:03:29.419 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:29.435 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=554 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:03:29.435 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:03:29.435 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:29.452 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056029,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2378 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:03:29.453 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:03:29.453 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:29.491 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=554 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:03:29.491 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:03:29.491 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:29.510 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056029,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2378 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:03:29.510 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T05:03:29.510 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:03:29.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.631+0000 7f8bf26e4640 1 Processor -- start 2024-09-19T05:03:29.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.631+0000 7f8bf26e4640 1 -- start start 2024-09-19T05:03:29.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.632+0000 7f8bf26e4640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8bec0aff20 0x7f8bec06d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:29.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.632+0000 7f8bf26e4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8bec06ee90 0x7f8bec06f320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:29.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.632+0000 7f8bf26e4640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8bec160df0 con 0x7f8bec0ce830 2024-09-19T05:03:29.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.632+0000 7f8bf26e4640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f8bec1608c0 con 0x7f8bec0aff20 2024-09-19T05:03:29.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.632+0000 7f8bf26e4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f8bec067950 con 0x7f8bec06ee90 2024-09-19T05:03:29.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.632+0000 7f8beb7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8bec0aff20 0x7f8bec06d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:29.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.632+0000 7f8beb7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f8bec0aff20 0x7f8bec06d330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36634/0 (socket says 172.21.15.5:36634) 2024-09-19T05:03:29.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.632+0000 7f8bebfff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f8bec0ce830 0x7f8bec0cec10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:59562/0 (socket says 172.21.15.5:59562) 2024-09-19T05:03:29.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.632+0000 7f8beb7fe640 1 -- 172.21.15.5:0/1360436145 learned_addr learned my addr 172.21.15.5:0/1360436145 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:29.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.633+0000 7f8beb7fe640 1 -- 172.21.15.5:0/1360436145 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8bec06ee90 msgr2=0x7f8bec06f320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:29.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.633+0000 7f8beb7fe640 1 --2- 172.21.15.5:0/1360436145 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8bec06ee90 0x7f8bec06f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:29.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.633+0000 7f8beb7fe640 1 -- 172.21.15.5:0/1360436145 >> v1:172.21.15.5:6789/0 conn(0x7f8bec0ce830 legacy=0x7f8bec0cec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:29.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.633+0000 7f8beaffd640 1 -- 172.21.15.5:0/1360436145 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 892176357 0 0) 0x7f8bec160df0 con 0x7f8bec0ce830 2024-09-19T05:03:29.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.633+0000 7f8beb7fe640 1 -- 172.21.15.5:0/1360436145 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bec06e9b0 con 0x7f8bec0aff20 2024-09-19T05:03:29.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.633+0000 7f8beb7fe640 1 --2- 172.21.15.5:0/1360436145 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8bec0aff20 0x7f8bec06d330 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f8be00098a0 tx=0x7f8be002a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0adac1a3148740e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:29.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.634+0000 7f8beaffd640 1 -- 172.21.15.5:0/1360436145 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8be0037070 con 0x7f8bec0aff20 2024-09-19T05:03:29.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.634+0000 7f8beaffd640 1 -- 172.21.15.5:0/1360436145 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8be0032440 con 0x7f8bec0aff20 2024-09-19T05:03:29.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.634+0000 7f8beaffd640 1 -- 172.21.15.5:0/1360436145 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8be0032810 con 0x7f8bec0aff20 2024-09-19T05:03:29.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.634+0000 7f8bf26e4640 1 -- 172.21.15.5:0/1360436145 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8bec0aff20 msgr2=0x7f8bec06d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:29.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.634+0000 7f8bf26e4640 1 --2- 172.21.15.5:0/1360436145 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8bec0aff20 0x7f8bec06d330 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f8be00098a0 tx=0x7f8be002a200 comp rx=0 tx=0).stop 2024-09-19T05:03:29.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.634+0000 7f8bf26e4640 1 -- 172.21.15.5:0/1360436145 shutdown_connections 2024-09-19T05:03:29.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.634+0000 7f8bf26e4640 1 --2- 172.21.15.5:0/1360436145 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8bec06ee90 0x7f8bec06f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:29.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.634+0000 7f8bf26e4640 1 --2- 172.21.15.5:0/1360436145 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8bec0aff20 0x7f8bec06d330 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:29.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.634+0000 7f8bf26e4640 1 -- 172.21.15.5:0/1360436145 >> 172.21.15.5:0/1360436145 conn(0x7f8bec0736d0 msgr2=0x7f8bec06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:29.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.634+0000 7f8bf26e4640 1 -- 172.21.15.5:0/1360436145 shutdown_connections 2024-09-19T05:03:29.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.634+0000 7f8bf26e4640 1 -- 172.21.15.5:0/1360436145 wait complete. 2024-09-19T05:03:29.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.635+0000 7f8bf26e4640 1 Processor -- start 2024-09-19T05:03:29.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.636+0000 7f8bf26e4640 1 -- start start 2024-09-19T05:03:29.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.636+0000 7f8bf26e4640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8bec06ee90 0x7f8bec140a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:29.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.636+0000 7f8bf26e4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8bec0aff20 0x7f8bec141290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:29.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.636+0000 7f8bf26e4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8bec0ce830 0x7f8bec06cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:29.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.636+0000 7f8bf26e4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f8bec15c690 con 0x7f8bec0aff20 2024-09-19T05:03:29.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.636+0000 7f8bf26e4640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f8bec160b10 con 0x7f8bec06ee90 2024-09-19T05:03:29.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.636+0000 7f8bf26e4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f8bec06f860 con 0x7f8bec0ce830 2024-09-19T05:03:29.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.636+0000 7f8beb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8bec0aff20 0x7f8bec141290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:29.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.636+0000 7f8beb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8bec0aff20 0x7f8bec141290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36642/0 (socket says 172.21.15.5:36642) 2024-09-19T05:03:29.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.636+0000 7f8beb7fe640 1 -- 172.21.15.5:0/3837277671 learned_addr learned my addr 172.21.15.5:0/3837277671 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:29.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.637+0000 7f8bebfff640 1 --2- 172.21.15.5:0/3837277671 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8bec06ee90 0x7f8bec140a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:29.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.637+0000 7f8beb7fe640 1 -- 172.21.15.5:0/3837277671 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8bec0ce830 msgr2=0x7f8bec06cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:29.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.637+0000 7f8beb7fe640 1 --2- 172.21.15.5:0/3837277671 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8bec0ce830 0x7f8bec06cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:29.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.637+0000 7f8beb7fe640 1 -- 172.21.15.5:0/3837277671 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8bec06ee90 msgr2=0x7f8bec140a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:29.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.637+0000 7f8beb7fe640 1 --2- 172.21.15.5:0/3837277671 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8bec06ee90 0x7f8bec140a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:29.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.637+0000 7f8beb7fe640 1 -- 172.21.15.5:0/3837277671 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bec140f80 con 0x7f8bec0aff20 2024-09-19T05:03:29.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.637+0000 7f8bebfff640 1 --2- 172.21.15.5:0/3837277671 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8bec06ee90 0x7f8bec140a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:29.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.637+0000 7f8beb7fe640 1 --2- 172.21.15.5:0/3837277671 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8bec0aff20 0x7f8bec141290 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f8be0035040 tx=0x7f8be00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:29.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.637+0000 7f8be8ff9640 1 -- 172.21.15.5:0/3837277671 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8be0037040 con 0x7f8bec0aff20 2024-09-19T05:03:29.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.637+0000 7f8be8ff9640 1 -- 172.21.15.5:0/3837277671 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8be0004230 con 0x7f8bec0aff20 2024-09-19T05:03:29.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.637+0000 7f8be8ff9640 1 -- 172.21.15.5:0/3837277671 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8be003c670 con 0x7f8bec0aff20 2024-09-19T05:03:29.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.637+0000 7f8bf26e4640 1 -- 172.21.15.5:0/3837277671 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bec143f00 con 0x7f8bec0aff20 2024-09-19T05:03:29.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.637+0000 7f8bf26e4640 1 -- 172.21.15.5:0/3837277671 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bec154f90 con 0x7f8bec0aff20 2024-09-19T05:03:29.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.638+0000 7f8bf26e4640 1 -- 172.21.15.5:0/3837277671 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8bec06f320 con 0x7f8bec0aff20 2024-09-19T05:03:29.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.639+0000 7f8be8ff9640 1 -- 172.21.15.5:0/3837277671 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8be003a070 con 0x7f8bec0aff20 2024-09-19T05:03:29.645 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.639+0000 7f8be8ff9640 1 --2- 172.21.15.5:0/3837277671 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8bd806c2b0 0x7f8bd806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:29.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.639+0000 7f8be8ff9640 1 -- 172.21.15.5:0/3837277671 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 5335+0+0 (secure 0 0 0) 0x7f8be00abd60 con 0x7f8bec0aff20 2024-09-19T05:03:29.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.640+0000 7f8bebfff640 1 --2- 172.21.15.5:0/3837277671 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8bd806c2b0 0x7f8bd806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:29.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.640+0000 7f8bebfff640 1 --2- 172.21.15.5:0/3837277671 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8bd806c2b0 0x7f8bd806e770 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f8bdc000f60 tx=0x7f8bdc009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:29.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.644+0000 7f8be8ff9640 1 -- 172.21.15.5:0/3837277671 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8be0041020 con 0x7f8bec0aff20 2024-09-19T05:03:29.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.863+0000 7f8bf26e4640 1 -- 172.21.15.5:0/3837277671 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8bec0b0940 con 0x7f8bec0aff20 2024-09-19T05:03:29.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.863+0000 7f8be8ff9640 1 -- 172.21.15.5:0/3837277671 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+3908 (secure 0 0 0) 0x7f8be007a510 con 0x7f8bec0aff20 2024-09-19T05:03:29.865 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:29.865 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":33,"btime":"2024-09-19T05:03:24:986094+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5344,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6835/193189745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":193189745},{"type":"v1","addr":"172.21.15.134:6835","nonce":193189745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5347,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/3657495632","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6836","nonce":3657495632},{"type":"v1","addr":"172.21.15.134:6837","nonce":3657495632}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5604,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/1981671740","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":1981671740},{"type":"v1","addr":"172.21.15.5:6834","nonce":1981671740}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27},{"gid":5868,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/2215216147","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":2215216147},{"type":"v1","addr":"172.21.15.5:6835","nonce":2215216147}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":33}],"filesystems":[]} 2024-09-19T05:03:29.866 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 33 2024-09-19T05:03:29.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.865+0000 7f8bf26e4640 1 -- 172.21.15.5:0/3837277671 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8bd806c2b0 msgr2=0x7f8bd806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:29.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.865+0000 7f8bf26e4640 1 --2- 172.21.15.5:0/3837277671 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8bd806c2b0 0x7f8bd806e770 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f8bdc000f60 tx=0x7f8bdc009040 comp rx=0 tx=0).stop 2024-09-19T05:03:29.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.865+0000 7f8bf26e4640 1 -- 172.21.15.5:0/3837277671 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8bec0aff20 msgr2=0x7f8bec141290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:29.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.865+0000 7f8bf26e4640 1 --2- 172.21.15.5:0/3837277671 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8bec0aff20 0x7f8bec141290 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f8be0035040 tx=0x7f8be00046c0 comp rx=0 tx=0).stop 2024-09-19T05:03:29.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.866+0000 7f8bf26e4640 1 -- 172.21.15.5:0/3837277671 shutdown_connections 2024-09-19T05:03:29.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.866+0000 7f8bf26e4640 1 --2- 172.21.15.5:0/3837277671 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8bd806c2b0 0x7f8bd806e770 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:29.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.866+0000 7f8bf26e4640 1 --2- 172.21.15.5:0/3837277671 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8bec0ce830 0x7f8bec06cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:29.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.866+0000 7f8bf26e4640 1 --2- 172.21.15.5:0/3837277671 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8bec0aff20 0x7f8bec141290 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:29.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.866+0000 7f8bf26e4640 1 --2- 172.21.15.5:0/3837277671 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8bec06ee90 0x7f8bec140a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:29.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.866+0000 7f8bf26e4640 1 -- 172.21.15.5:0/3837277671 >> 172.21.15.5:0/3837277671 conn(0x7f8bec0736d0 msgr2=0x7f8bec0cd3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:29.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.866+0000 7f8bf26e4640 1 -- 172.21.15.5:0/3837277671 shutdown_connections 2024-09-19T05:03:29.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:29.866+0000 7f8bf26e4640 1 -- 172.21.15.5:0/3837277671 wait complete. 2024-09-19T05:03:29.878 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T05:03:29.878 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T05:03:29.879 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T05:03:29.879 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:03:29.879 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T05:03:29.879 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T05:03:29.879 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T05:03:29.879 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:03:29.880 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T05:03:29.880 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T05:03:29.880 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T05:03:29.880 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:03:29.880 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T05:03:29.880 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T05:03:29.881 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T05:03:29.881 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:03:29.889 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T05:03:29.889 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T05:03:29.890 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T05:03:29.890 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T05:03:29.892 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T05:03:29.892 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T05:03:29.893 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T05:03:29.893 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T05:03:29.932 INFO:tasks.ceph.mds.a:Started 2024-09-19T05:03:29.932 DEBUG:teuthology.parallel:result is None 2024-09-19T05:03:29.933 INFO:tasks.ceph.mds.c:Started 2024-09-19T05:03:29.933 DEBUG:teuthology.parallel:result is None 2024-09-19T05:03:29.935 INFO:tasks.ceph.mds.d:Started 2024-09-19T05:03:29.936 DEBUG:teuthology.parallel:result is None 2024-09-19T05:03:29.936 INFO:tasks.ceph.mds.b:Started 2024-09-19T05:03:29.936 DEBUG:teuthology.parallel:result is None 2024-09-19T05:03:29.937 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T05:03:30.016 INFO:tasks.ceph.mds.a.smithi005.stdout:starting mds.a at 2024-09-19T05:03:30.016 INFO:tasks.ceph.mds.c.smithi005.stdout:starting mds.c at 2024-09-19T05:03:30.019 INFO:tasks.ceph.mds.d.smithi134.stdout:starting mds.d at 2024-09-19T05:03:30.019 INFO:tasks.ceph.mds.b.smithi134.stdout:starting mds.b at 2024-09-19T05:03:30.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.044+0000 7f3a26ce6640 1 Processor -- start 2024-09-19T05:03:30.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.044+0000 7f3a26ce6640 1 -- start start 2024-09-19T05:03:30.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.045+0000 7f3a26ce6640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3a200b6700 0x7f3a20169210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:30.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.045+0000 7f3a26ce6640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3a200d3680 con 0x7f3a2015e660 2024-09-19T05:03:30.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.045+0000 7f3a26ce6640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3a200d3960 con 0x7f3a200d3150 2024-09-19T05:03:30.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.045+0000 7f3a26ce6640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f3a2006d4b0 con 0x7f3a200b6700 2024-09-19T05:03:30.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.045+0000 7f3a25283640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3a200b6700 0x7f3a20169210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:30.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.046+0000 7f3a24a82640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f3a2015e660 0x7f3a200d4dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:59590/0 (socket says 172.21.15.5:59590) 2024-09-19T05:03:30.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.046+0000 7f3a24a82640 1 -- 172.21.15.5:0/327140113 learned_addr learned my addr 172.21.15.5:0/327140113 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:30.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.046+0000 7f3a25283640 1 -- 172.21.15.5:0/327140113 >> v1:172.21.15.134:6789/0 conn(0x7f3a200d3150 legacy=0x7f3a200b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:30.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.046+0000 7f3a25283640 1 -- 172.21.15.5:0/327140113 >> v1:172.21.15.5:6789/0 conn(0x7f3a2015e660 legacy=0x7f3a200d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:30.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.046+0000 7f3a1f7fe640 1 -- 172.21.15.5:0/327140113 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 555133508 0 0) 0x7f3a200d3680 con 0x7f3a2015e660 2024-09-19T05:03:30.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.046+0000 7f3a25283640 1 -- 172.21.15.5:0/327140113 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a2006ce60 con 0x7f3a200b6700 2024-09-19T05:03:30.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.047+0000 7f3a25283640 1 --2- 172.21.15.5:0/327140113 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a200b6700 0x7f3a20169210 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f3a180097a0 tx=0x7f3a1802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cbebfc7ab489004 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:30.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.047+0000 7f3a1f7fe640 1 -- 172.21.15.5:0/327140113 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a18037070 con 0x7f3a200b6700 2024-09-19T05:03:30.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.047+0000 7f3a1f7fe640 1 -- 172.21.15.5:0/327140113 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a18032440 con 0x7f3a200b6700 2024-09-19T05:03:30.050 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.047+0000 7f3a1f7fe640 1 -- 172.21.15.5:0/327140113 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a18032810 con 0x7f3a200b6700 2024-09-19T05:03:30.050 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.047+0000 7f3a26ce6640 1 -- 172.21.15.5:0/327140113 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a200b6700 msgr2=0x7f3a20169210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:30.050 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.047+0000 7f3a26ce6640 1 --2- 172.21.15.5:0/327140113 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a200b6700 0x7f3a20169210 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f3a180097a0 tx=0x7f3a1802a270 comp rx=0 tx=0).stop 2024-09-19T05:03:30.050 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.047+0000 7f3a26ce6640 1 -- 172.21.15.5:0/327140113 shutdown_connections 2024-09-19T05:03:30.050 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.047+0000 7f3a26ce6640 1 --2- 172.21.15.5:0/327140113 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a200b6700 0x7f3a20169210 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:30.050 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.047+0000 7f3a26ce6640 1 -- 172.21.15.5:0/327140113 >> 172.21.15.5:0/327140113 conn(0x7f3a2008c000 msgr2=0x7f3a200d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:30.050 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.047+0000 7f3a26ce6640 1 -- 172.21.15.5:0/327140113 shutdown_connections 2024-09-19T05:03:30.050 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.047+0000 7f3a26ce6640 1 -- 172.21.15.5:0/327140113 wait complete. 2024-09-19T05:03:30.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.049+0000 7f3a26ce6640 1 Processor -- start 2024-09-19T05:03:30.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.049+0000 7f3a26ce6640 1 -- start start 2024-09-19T05:03:30.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.049+0000 7f3a26ce6640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3a200b6700 0x7f3a2015fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:30.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.049+0000 7f3a26ce6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a200d3150 0x7f3a2014a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:30.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.049+0000 7f3a26ce6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3a2015e660 0x7f3a201581f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:30.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.049+0000 7f3a26ce6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f3a2006e950 con 0x7f3a200d3150 2024-09-19T05:03:30.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.049+0000 7f3a26ce6640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f3a2015ea40 con 0x7f3a200b6700 2024-09-19T05:03:30.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.049+0000 7f3a26ce6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f3a2006ead0 con 0x7f3a2015e660 2024-09-19T05:03:30.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.050+0000 7f3a1ffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a200d3150 0x7f3a2014a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:30.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.050+0000 7f3a1ffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a200d3150 0x7f3a2014a420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36684/0 (socket says 172.21.15.5:36684) 2024-09-19T05:03:30.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.050+0000 7f3a1ffff640 1 -- 172.21.15.5:0/3716605407 learned_addr learned my addr 172.21.15.5:0/3716605407 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:30.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.050+0000 7f3a24a82640 1 --2- 172.21.15.5:0/3716605407 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3a200b6700 0x7f3a2015fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:30.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.050+0000 7f3a25283640 1 --2- 172.21.15.5:0/3716605407 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3a2015e660 0x7f3a201581f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:30.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.050+0000 7f3a1ffff640 1 -- 172.21.15.5:0/3716605407 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3a2015e660 msgr2=0x7f3a201581f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:30.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.050+0000 7f3a1ffff640 1 --2- 172.21.15.5:0/3716605407 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3a2015e660 0x7f3a201581f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:30.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.050+0000 7f3a1ffff640 1 -- 172.21.15.5:0/3716605407 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3a200b6700 msgr2=0x7f3a2015fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:30.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.050+0000 7f3a1ffff640 1 --2- 172.21.15.5:0/3716605407 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3a200b6700 0x7f3a2015fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:30.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.050+0000 7f3a1ffff640 1 -- 172.21.15.5:0/3716605407 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a2015a170 con 0x7f3a200d3150 2024-09-19T05:03:30.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.050+0000 7f3a1ffff640 1 --2- 172.21.15.5:0/3716605407 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a200d3150 0x7f3a2014a420 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f3a1000c7c0 tx=0x7f3a1000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:30.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.050+0000 7f3a1d7fa640 1 -- 172.21.15.5:0/3716605407 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a10016020 con 0x7f3a200d3150 2024-09-19T05:03:30.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.050+0000 7f3a1d7fa640 1 -- 172.21.15.5:0/3716605407 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a1000aa50 con 0x7f3a200d3150 2024-09-19T05:03:30.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.050+0000 7f3a1d7fa640 1 -- 172.21.15.5:0/3716605407 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a10012420 con 0x7f3a200d3150 2024-09-19T05:03:30.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.050+0000 7f3a26ce6640 1 -- 172.21.15.5:0/3716605407 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a2014ab50 con 0x7f3a200d3150 2024-09-19T05:03:30.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.050+0000 7f3a26ce6640 1 -- 172.21.15.5:0/3716605407 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a2014b110 con 0x7f3a200d3150 2024-09-19T05:03:30.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.051+0000 7f3a26ce6640 1 -- 172.21.15.5:0/3716605407 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a2014b350 con 0x7f3a200d3150 2024-09-19T05:03:30.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.052+0000 7f3a1d7fa640 1 -- 172.21.15.5:0/3716605407 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3a10019020 con 0x7f3a200d3150 2024-09-19T05:03:30.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.052+0000 7f3a1d7fa640 1 --2- 172.21.15.5:0/3716605407 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3a0006c2e0 0x7f3a0006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:30.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.052+0000 7f3a1d7fa640 1 -- 172.21.15.5:0/3716605407 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 5335+0+0 (secure 0 0 0) 0x7f3a1008ae90 con 0x7f3a200d3150 2024-09-19T05:03:30.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.053+0000 7f3a24a82640 1 --2- 172.21.15.5:0/3716605407 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3a0006c2e0 0x7f3a0006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:30.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.053+0000 7f3a24a82640 1 --2- 172.21.15.5:0/3716605407 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3a0006c2e0 0x7f3a0006e7a0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f3a08000f60 tx=0x7f3a08007d50 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:30.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.057+0000 7f3a1d7fa640 1 -- 172.21.15.5:0/3716605407 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3a10020070 con 0x7f3a200d3150 2024-09-19T05:03:30.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:30.247+0000 7f3a26ce6640 1 -- 172.21.15.5:0/3716605407 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f3a200b5ff0 con 0x7f3a200d3150 2024-09-19T05:03:31.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.020+0000 7f3a1d7fa640 1 -- 172.21.15.5:0/3716605407 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v66) ==== 97+0+0 (secure 0 0 0) 0x7f3a1008c080 con 0x7f3a200d3150 2024-09-19T05:03:31.022 INFO:teuthology.orchestra.run.smithi005.stderr: removed all blocklist entries 2024-09-19T05:03:31.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.024+0000 7f3a26ce6640 1 -- 172.21.15.5:0/3716605407 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3a0006c2e0 msgr2=0x7f3a0006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:31.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.024+0000 7f3a26ce6640 1 --2- 172.21.15.5:0/3716605407 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3a0006c2e0 0x7f3a0006e7a0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f3a08000f60 tx=0x7f3a08007d50 comp rx=0 tx=0).stop 2024-09-19T05:03:31.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.024+0000 7f3a26ce6640 1 -- 172.21.15.5:0/3716605407 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a200d3150 msgr2=0x7f3a2014a420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:31.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.024+0000 7f3a26ce6640 1 --2- 172.21.15.5:0/3716605407 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a200d3150 0x7f3a2014a420 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f3a1000c7c0 tx=0x7f3a1000cc80 comp rx=0 tx=0).stop 2024-09-19T05:03:31.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.024+0000 7f3a26ce6640 1 -- 172.21.15.5:0/3716605407 shutdown_connections 2024-09-19T05:03:31.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.024+0000 7f3a26ce6640 1 --2- 172.21.15.5:0/3716605407 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3a0006c2e0 0x7f3a0006e7a0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:31.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.024+0000 7f3a26ce6640 1 --2- 172.21.15.5:0/3716605407 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3a2015e660 0x7f3a201581f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:31.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.024+0000 7f3a26ce6640 1 --2- 172.21.15.5:0/3716605407 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a200d3150 0x7f3a2014a420 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:31.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.024+0000 7f3a26ce6640 1 --2- 172.21.15.5:0/3716605407 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3a200b6700 0x7f3a2015fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:31.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.024+0000 7f3a26ce6640 1 -- 172.21.15.5:0/3716605407 >> 172.21.15.5:0/3716605407 conn(0x7f3a2008c000 msgr2=0x7f3a200b4b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:31.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.024+0000 7f3a26ce6640 1 -- 172.21.15.5:0/3716605407 shutdown_connections 2024-09-19T05:03:31.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.025+0000 7f3a26ce6640 1 -- 172.21.15.5:0/3716605407 wait complete. 2024-09-19T05:03:31.041 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T05:03:31.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.148+0000 7f6af1c77640 1 Processor -- start 2024-09-19T05:03:31.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.148+0000 7f6af1c77640 1 -- start start 2024-09-19T05:03:31.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.149+0000 7f6af1c77640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6aec15eb10 0x7f6aec070c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:31.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.149+0000 7f6af1c77640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f6aec0711b0 0x7f6aec0b60a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:31.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.149+0000 7f6af1c77640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6aec0b5be0 con 0x7f6aec15c250 2024-09-19T05:03:31.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.149+0000 7f6af1c77640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f6aec071620 con 0x7f6aec0711b0 2024-09-19T05:03:31.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.149+0000 7f6af1c77640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f6aec15efa0 con 0x7f6aec15eb10 2024-09-19T05:03:31.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.149+0000 7f6aeb7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f6aec15c250 0x7f6aec09b9f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:59594/0 (socket says 172.21.15.5:59594) 2024-09-19T05:03:31.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.149+0000 7f6aeb7fe640 1 -- 172.21.15.5:0/432688006 learned_addr learned my addr 172.21.15.5:0/432688006 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:31.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.149+0000 7f6aeaffd640 1 --2- 172.21.15.5:0/432688006 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6aec15eb10 0x7f6aec070c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:31.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.149+0000 7f6aea7fc640 1 -- 172.21.15.5:0/432688006 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2664841678 0 0) 0x7f6adc001110 con 0x7f6aec15c250 2024-09-19T05:03:31.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.149+0000 7f6aea7fc640 1 -- 172.21.15.5:0/432688006 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6ad4003520 con 0x7f6aec15c250 2024-09-19T05:03:31.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.149+0000 7f6aebfff640 1 --2- 172.21.15.5:0/432688006 >> v2:172.21.15.134:3300/0 conn(0x7f6aec0711b0 0x7f6aec0b60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:31.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.149+0000 7f6aea7fc640 1 -- 172.21.15.5:0/432688006 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 423932997 0 0) 0x7f6ad4003520 con 0x7f6aec15c250 2024-09-19T05:03:31.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.150+0000 7f6aea7fc640 1 -- 172.21.15.5:0/432688006 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6aec15eb10 msgr2=0x7f6aec070c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:31.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.150+0000 7f6aea7fc640 1 --2- 172.21.15.5:0/432688006 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6aec15eb10 0x7f6aec070c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:31.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.150+0000 7f6aea7fc640 1 -- 172.21.15.5:0/432688006 >> v2:172.21.15.134:3300/0 conn(0x7f6aec0711b0 msgr2=0x7f6aec0b60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:31.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.150+0000 7f6aea7fc640 1 --2- 172.21.15.5:0/432688006 >> v2:172.21.15.134:3300/0 conn(0x7f6aec0711b0 0x7f6aec0b60a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:31.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.150+0000 7f6aea7fc640 1 -- 172.21.15.5:0/432688006 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6aec15f280 con 0x7f6aec15c250 2024-09-19T05:03:31.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.150+0000 7f6aea7fc640 1 -- 172.21.15.5:0/432688006 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f6adc001840 con 0x7f6aec15c250 2024-09-19T05:03:31.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.150+0000 7f6aea7fc640 1 -- 172.21.15.5:0/432688006 >> v1:172.21.15.5:6789/0 conn(0x7f6aec15c250 legacy=0x7f6aec09b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:31.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.150+0000 7f6aea7fc640 1 --2- 172.21.15.5:0/432688006 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6ad40039b0 0x7f6ad4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:31.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.150+0000 7f6aea7fc640 1 --2- 172.21.15.5:0/432688006 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ad4004310 0x7f6ad4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:31.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.150+0000 7f6aea7fc640 1 --2- 172.21.15.5:0/432688006 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6ad4004f00 0x7f6ad400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:31.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.150+0000 7f6aea7fc640 1 -- 172.21.15.5:0/432688006 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f6aec071620 con 0x7f6ad4004310 2024-09-19T05:03:31.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.150+0000 7f6aea7fc640 1 -- 172.21.15.5:0/432688006 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f6aec15efa0 con 0x7f6ad4004f00 2024-09-19T05:03:31.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.150+0000 7f6aea7fc640 1 -- 172.21.15.5:0/432688006 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f6ad400bf00 con 0x7f6ad40039b0 2024-09-19T05:03:31.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.150+0000 7f6aeaffd640 1 --2- 172.21.15.5:0/432688006 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ad4004310 0x7f6ad4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:31.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.150+0000 7f6aeb7fe640 1 --2- 172.21.15.5:0/432688006 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6ad40039b0 0x7f6ad4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:31.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.150+0000 7f6aebfff640 1 --2- 172.21.15.5:0/432688006 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6ad4004f00 0x7f6ad400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:31.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.150+0000 7f6aeaffd640 1 -- 172.21.15.5:0/432688006 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6ad40039b0 msgr2=0x7f6ad4003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:31.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.150+0000 7f6aeaffd640 1 --2- 172.21.15.5:0/432688006 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6ad40039b0 0x7f6ad4003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:31.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.150+0000 7f6aeaffd640 1 -- 172.21.15.5:0/432688006 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6ad4004f00 msgr2=0x7f6ad400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:31.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.150+0000 7f6aeaffd640 1 --2- 172.21.15.5:0/432688006 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6ad4004f00 0x7f6ad400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:31.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.150+0000 7f6aeaffd640 1 -- 172.21.15.5:0/432688006 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ad4003520 con 0x7f6ad4004310 2024-09-19T05:03:31.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.150+0000 7f6aebfff640 1 --2- 172.21.15.5:0/432688006 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6ad4004f00 0x7f6ad400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:31.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.151+0000 7f6aeaffd640 1 --2- 172.21.15.5:0/432688006 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ad4004310 0x7f6ad4004800 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f6aec0b1f30 tx=0x7f6ad4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbdeb631859f70d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:31.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.151+0000 7f6aea7fc640 1 -- 172.21.15.5:0/432688006 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ae0036070 con 0x7f6ad4004310 2024-09-19T05:03:31.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.151+0000 7f6aea7fc640 1 -- 172.21.15.5:0/432688006 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ae0031400 con 0x7f6ad4004310 2024-09-19T05:03:31.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.151+0000 7f6aea7fc640 1 -- 172.21.15.5:0/432688006 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ae0009690 con 0x7f6ad4004310 2024-09-19T05:03:31.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.151+0000 7f6af1c77640 1 -- 172.21.15.5:0/432688006 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ad4004310 msgr2=0x7f6ad4004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:31.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.151+0000 7f6af1c77640 1 --2- 172.21.15.5:0/432688006 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ad4004310 0x7f6ad4004800 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f6aec0b1f30 tx=0x7f6ad4005830 comp rx=0 tx=0).stop 2024-09-19T05:03:31.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.151+0000 7f6aebfff640 1 -- 172.21.15.5:0/432688006 reap_dead start 2024-09-19T05:03:31.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.151+0000 7f6af1c77640 1 -- 172.21.15.5:0/432688006 shutdown_connections 2024-09-19T05:03:31.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.152+0000 7f6af1c77640 1 -- 172.21.15.5:0/432688006 >> 172.21.15.5:0/432688006 conn(0x7f6aec0b3ff0 msgr2=0x7f6aec0b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:31.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.152+0000 7f6af1c77640 1 -- 172.21.15.5:0/432688006 shutdown_connections 2024-09-19T05:03:31.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.152+0000 7f6af1c77640 1 -- 172.21.15.5:0/432688006 wait complete. 2024-09-19T05:03:31.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.153+0000 7f6af1c77640 1 Processor -- start 2024-09-19T05:03:31.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.153+0000 7f6af1c77640 1 -- start start 2024-09-19T05:03:31.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.154+0000 7f6af1c77640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6ad4004310 0x7f6aec155a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:31.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.154+0000 7f6af1c77640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6aec155f60 0x7f6aec0cc160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:31.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.154+0000 7f6af1c77640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6aec0cc6a0 0x7f6aec09f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:31.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.154+0000 7f6af1c77640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f6aec09b5a0 con 0x7f6aec155f60 2024-09-19T05:03:31.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.154+0000 7f6af1c77640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f6aec15f840 con 0x7f6aec0cc6a0 2024-09-19T05:03:31.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.154+0000 7f6af1c77640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f6aec070c70 con 0x7f6ad4004310 2024-09-19T05:03:31.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.154+0000 7f6aeaffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6aec155f60 0x7f6aec0cc160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:31.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.154+0000 7f6aeaffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6aec155f60 0x7f6aec0cc160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36702/0 (socket says 172.21.15.5:36702) 2024-09-19T05:03:31.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.154+0000 7f6aeaffd640 1 -- 172.21.15.5:0/4196535050 learned_addr learned my addr 172.21.15.5:0/4196535050 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:31.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.154+0000 7f6aeb7fe640 1 --2- 172.21.15.5:0/4196535050 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6ad4004310 0x7f6aec155a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:31.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.154+0000 7f6aebfff640 1 --2- 172.21.15.5:0/4196535050 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6aec0cc6a0 0x7f6aec09f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:31.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.154+0000 7f6aeaffd640 1 -- 172.21.15.5:0/4196535050 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6ad4004310 msgr2=0x7f6aec155a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:31.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.154+0000 7f6aeaffd640 1 --2- 172.21.15.5:0/4196535050 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6ad4004310 0x7f6aec155a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:31.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.154+0000 7f6aeaffd640 1 -- 172.21.15.5:0/4196535050 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6aec0cc6a0 msgr2=0x7f6aec09f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:31.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.154+0000 7f6aeaffd640 1 --2- 172.21.15.5:0/4196535050 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6aec0cc6a0 0x7f6aec09f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:31.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.154+0000 7f6aeaffd640 1 -- 172.21.15.5:0/4196535050 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6aec1f4ce0 con 0x7f6aec155f60 2024-09-19T05:03:31.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.154+0000 7f6aebfff640 1 --2- 172.21.15.5:0/4196535050 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6aec0cc6a0 0x7f6aec09f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:31.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.154+0000 7f6aeaffd640 1 --2- 172.21.15.5:0/4196535050 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6aec155f60 0x7f6aec0cc160 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f6ae0000c00 tx=0x7f6ae0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:31.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.154+0000 7f6ad3fff640 1 -- 172.21.15.5:0/4196535050 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ae0040020 con 0x7f6aec155f60 2024-09-19T05:03:31.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.154+0000 7f6ad3fff640 1 -- 172.21.15.5:0/4196535050 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ae0003a40 con 0x7f6aec155f60 2024-09-19T05:03:31.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.155+0000 7f6af1c77640 1 -- 172.21.15.5:0/4196535050 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6aec1f4fc0 con 0x7f6aec155f60 2024-09-19T05:03:31.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.155+0000 7f6ad3fff640 1 -- 172.21.15.5:0/4196535050 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ae0036040 con 0x7f6aec155f60 2024-09-19T05:03:31.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.155+0000 7f6af1c77640 1 -- 172.21.15.5:0/4196535050 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6aec1f5580 con 0x7f6aec155f60 2024-09-19T05:03:31.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.156+0000 7f6af1c77640 1 -- 172.21.15.5:0/4196535050 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6aec15eb10 con 0x7f6aec155f60 2024-09-19T05:03:31.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.156+0000 7f6ad3fff640 1 -- 172.21.15.5:0/4196535050 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6ae0043020 con 0x7f6aec155f60 2024-09-19T05:03:31.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.156+0000 7f6ad3fff640 1 --2- 172.21.15.5:0/4196535050 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6ad806c2e0 0x7f6ad806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:31.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.156+0000 7f6ad3fff640 1 -- 172.21.15.5:0/4196535050 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5249+0+0 (secure 0 0 0) 0x7f6ae00ab5e0 con 0x7f6aec155f60 2024-09-19T05:03:31.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.157+0000 7f6aeb7fe640 1 --2- 172.21.15.5:0/4196535050 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6ad806c2e0 0x7f6ad806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:31.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.157+0000 7f6aeb7fe640 1 --2- 172.21.15.5:0/4196535050 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6ad806c2e0 0x7f6ad806e7a0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6adc0012f0 tx=0x7f6adc009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:31.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.161+0000 7f6ad3fff640 1 -- 172.21.15.5:0/4196535050 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6ae004a030 con 0x7f6aec155f60 2024-09-19T05:03:31.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.402+0000 7f6af1c77640 1 -- 172.21.15.5:0/4196535050 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f6aec0cbed0 con 0x7f6aec155f60 2024-09-19T05:03:31.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.402+0000 7f6ad3fff640 1 -- 172.21.15.5:0/4196535050 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v13) ==== 80+0+5304 (secure 0 0 0) 0x7f6ae0079f10 con 0x7f6aec155f60 2024-09-19T05:03:31.404 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:31.404 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-19T05:03:31.404 INFO:teuthology.orchestra.run.smithi005.stdout: "auth_dump": [ 2024-09-19T05:03:31.404 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:31.404 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.a", 2024-09-19T05:03:31.405 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmpZ7nDxAAD1scx1UIy3CnKegJ7AEbAw==", 2024-09-19T05:03:31.405 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:31.405 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:03:31.405 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:03:31.405 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:03:31.405 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:31.405 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:31.405 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:31.406 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:31.406 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.b", 2024-09-19T05:03:31.406 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmnC/FGxAA0Ep54+DXvaBSLkVML9btKw==", 2024-09-19T05:03:31.406 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:31.406 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:03:31.406 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:03:31.406 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:03:31.406 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:31.406 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:31.406 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:31.406 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:31.406 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.c", 2024-09-19T05:03:31.406 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmUYAMFxAA9cKjB9Y9Zd8ZtMpbn0myCw==", 2024-09-19T05:03:31.407 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:31.407 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:03:31.407 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:03:31.407 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:03:31.407 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:31.407 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:31.407 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:31.407 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:31.407 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.d", 2024-09-19T05:03:31.407 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmy0nIIhAAinwmXV5/xxzPFPiZlz+knw==", 2024-09-19T05:03:31.407 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:31.408 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:03:31.408 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:03:31.408 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:03:31.408 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:31.408 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:31.408 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:31.408 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:31.408 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.0", 2024-09-19T05:03:31.408 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDpr+tmKrR+FRAAntW/A29i8VDMf78PS0VtvA==", 2024-09-19T05:03:31.408 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:31.408 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:03:31.408 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:03:31.409 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:31.409 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:31.409 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:31.409 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:31.409 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.1", 2024-09-19T05:03:31.409 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDsr+tmhe0kNRAAHZGTLwLf1sfstZ0qigRNTA==", 2024-09-19T05:03:31.409 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:31.409 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:03:31.409 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:03:31.409 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:31.409 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:31.410 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:31.410 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:31.410 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.2", 2024-09-19T05:03:31.410 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDwr+tm+O4gGRAAHq7VHqyT2X9R7vgBTLafmw==", 2024-09-19T05:03:31.410 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:31.410 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:03:31.410 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:03:31.410 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:31.410 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:31.410 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:31.410 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:31.410 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.3", 2024-09-19T05:03:31.410 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDzr+tmjpkFKhAATYy5muRBYnfTuWoX39D6UA==", 2024-09-19T05:03:31.410 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:31.411 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:03:31.411 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:03:31.411 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:31.411 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:31.411 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:31.411 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:31.411 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.4", 2024-09-19T05:03:31.411 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQD5r+tmViCLMxAAPq8MDjjILutqnKX0IFZJtg==", 2024-09-19T05:03:31.411 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:31.411 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:03:31.411 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:03:31.411 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:31.411 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:31.411 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:31.412 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:31.412 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.5", 2024-09-19T05:03:31.412 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQD8r+tmfmyyNBAAwfxmtJoqHxQFg7HtbvGxVQ==", 2024-09-19T05:03:31.412 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:31.412 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:03:31.412 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:03:31.412 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:31.412 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:31.412 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:31.412 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:31.412 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.6", 2024-09-19T05:03:31.412 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQAAsOtmIt1uCRAAnXvaDPiWXTUW17dVdFtDuw==", 2024-09-19T05:03:31.412 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:31.412 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:03:31.413 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:03:31.413 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:31.413 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:31.413 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:31.413 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:31.413 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.7", 2024-09-19T05:03:31.413 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQADsOtmalRmCxAA9cFAAF7cNTj/iuLa3HUREw==", 2024-09-19T05:03:31.413 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:31.413 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:03:31.413 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:03:31.413 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:31.413 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:31.413 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:31.414 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:31.414 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.0", 2024-09-19T05:03:31.414 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmGJAHJxAA6YT7sqI8XwKH2Z23OxGkFw==", 2024-09-19T05:03:31.414 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:31.414 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:03:31.414 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow r", 2024-09-19T05:03:31.414 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T05:03:31.414 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:31.414 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:31.414 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:31.414 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.1", 2024-09-19T05:03:31.414 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmKiH7LxAAloWT1uvHnFdhd4peNF2J/w==", 2024-09-19T05:03:31.414 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:31.414 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:03:31.414 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow r", 2024-09-19T05:03:31.415 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow rw", 2024-09-19T05:03:31.415 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rwx" 2024-09-19T05:03:31.415 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:31.415 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:31.415 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:31.415 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.2", 2024-09-19T05:03:31.415 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmVqa2LBAAMm5ULwdyHFdtV9xyigltBA==", 2024-09-19T05:03:31.415 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:31.415 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:03:31.415 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow r", 2024-09-19T05:03:31.415 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow rw", 2024-09-19T05:03:31.415 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rwx" 2024-09-19T05:03:31.415 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:31.415 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:31.416 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:31.416 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.3", 2024-09-19T05:03:31.416 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmMyKpNRAAKE+cZfnTxMX6BKtqAIEFPQ==", 2024-09-19T05:03:31.416 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:31.416 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:03:31.416 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow r", 2024-09-19T05:03:31.416 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow rw", 2024-09-19T05:03:31.416 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rwx" 2024-09-19T05:03:31.416 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:31.416 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:31.416 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:31.416 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.admin", 2024-09-19T05:03:31.417 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDmr+tmPU9oLxAAfNONpFUBCiu1iEVStzscAg==", 2024-09-19T05:03:31.417 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:31.417 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow *", 2024-09-19T05:03:31.417 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:03:31.417 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:03:31.417 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:31.417 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:31.417 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:31.417 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:31.417 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mgr.x", 2024-09-19T05:03:31.417 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmCuGaDBAAg9I6sCwJVK5ffq3rOzb8vA==", 2024-09-19T05:03:31.417 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:31.417 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow *", 2024-09-19T05:03:31.417 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile mgr", 2024-09-19T05:03:31.417 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:31.418 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:31.418 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:31.418 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:31.418 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mgr.y", 2024-09-19T05:03:31.418 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmUWK2CBAA7/0u4Ns0J1Twfj2YGphbkQ==", 2024-09-19T05:03:31.418 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:31.418 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow *", 2024-09-19T05:03:31.418 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile mgr", 2024-09-19T05:03:31.418 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:31.418 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:31.418 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:31.418 INFO:teuthology.orchestra.run.smithi005.stdout: ] 2024-09-19T05:03:31.418 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-19T05:03:31.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.404+0000 7f6af1c77640 1 -- 172.21.15.5:0/4196535050 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6ad806c2e0 msgr2=0x7f6ad806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:31.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.404+0000 7f6af1c77640 1 --2- 172.21.15.5:0/4196535050 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6ad806c2e0 0x7f6ad806e7a0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6adc0012f0 tx=0x7f6adc009040 comp rx=0 tx=0).stop 2024-09-19T05:03:31.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.404+0000 7f6af1c77640 1 -- 172.21.15.5:0/4196535050 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6aec155f60 msgr2=0x7f6aec0cc160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:31.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.404+0000 7f6af1c77640 1 --2- 172.21.15.5:0/4196535050 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6aec155f60 0x7f6aec0cc160 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f6ae0000c00 tx=0x7f6ae0004730 comp rx=0 tx=0).stop 2024-09-19T05:03:31.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.404+0000 7f6af1c77640 1 -- 172.21.15.5:0/4196535050 shutdown_connections 2024-09-19T05:03:31.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.404+0000 7f6af1c77640 1 --2- 172.21.15.5:0/4196535050 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6ad806c2e0 0x7f6ad806e7a0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:31.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.404+0000 7f6af1c77640 1 --2- 172.21.15.5:0/4196535050 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6aec0cc6a0 0x7f6aec09f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:31.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.404+0000 7f6af1c77640 1 --2- 172.21.15.5:0/4196535050 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6aec155f60 0x7f6aec0cc160 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:31.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.404+0000 7f6af1c77640 1 --2- 172.21.15.5:0/4196535050 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6ad4004310 0x7f6aec155a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:31.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.404+0000 7f6af1c77640 1 -- 172.21.15.5:0/4196535050 >> 172.21.15.5:0/4196535050 conn(0x7f6aec0b3ff0 msgr2=0x7f6aec15da70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:31.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.405+0000 7f6af1c77640 1 -- 172.21.15.5:0/4196535050 shutdown_connections 2024-09-19T05:03:31.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.405+0000 7f6af1c77640 1 -- 172.21.15.5:0/4196535050 wait complete. 2024-09-19T05:03:31.421 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T05:03:31.525 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.523+0000 7fb5eb6f1640 1 Processor -- start 2024-09-19T05:03:31.525 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.524+0000 7fb5eb6f1640 1 -- start start 2024-09-19T05:03:31.526 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.524+0000 7fb5eb6f1640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb5e40d3150 0x7fb5e40b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:31.526 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.524+0000 7fb5eb6f1640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fb5e40b6530 0x7fb5e406d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:31.526 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.524+0000 7fb5eb6f1640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb5e40d3680 con 0x7fb5e415e660 2024-09-19T05:03:31.527 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.524+0000 7fb5eb6f1640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fb5e406d4b0 con 0x7fb5e40d3150 2024-09-19T05:03:31.527 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.524+0000 7fb5eb6f1640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fb5e40d3960 con 0x7fb5e40b6530 2024-09-19T05:03:31.527 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.525+0000 7fb5e8c8c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb5e40d3150 0x7fb5e40b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:31.527 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.525+0000 7fb5e8c8c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb5e40d3150 0x7fb5e40b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36710/0 (socket says 172.21.15.5:36710) 2024-09-19T05:03:31.527 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.525+0000 7fb5e8c8c640 1 -- 172.21.15.5:0/3675385282 learned_addr learned my addr 172.21.15.5:0/3675385282 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:31.527 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.525+0000 7fb5e8c8c640 1 -- 172.21.15.5:0/3675385282 >> v2:172.21.15.134:3300/0 conn(0x7fb5e40b6530 msgr2=0x7fb5e406d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:31.527 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.525+0000 7fb5e8c8c640 1 --2- 172.21.15.5:0/3675385282 >> v2:172.21.15.134:3300/0 conn(0x7fb5e40b6530 0x7fb5e406d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:31.527 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.525+0000 7fb5e8c8c640 1 -- 172.21.15.5:0/3675385282 >> v1:172.21.15.134:6789/0 conn(0x7fb5e415e660 legacy=0x7fb5e40d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:31.527 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.525+0000 7fb5e8c8c640 1 -- 172.21.15.5:0/3675385282 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5e406ce60 con 0x7fb5e40d3150 2024-09-19T05:03:31.528 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.526+0000 7fb5e8c8c640 1 --2- 172.21.15.5:0/3675385282 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5e40d3150 0x7fb5e40b5ff0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fb5e40c7ed0 tx=0x7fb5d802a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88ddaf7700e0f555 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:31.528 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.526+0000 7fb5e3fff640 1 -- 172.21.15.5:0/3675385282 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d8037070 con 0x7fb5e40d3150 2024-09-19T05:03:31.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.526+0000 7fb5e3fff640 1 -- 172.21.15.5:0/3675385282 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5d8032440 con 0x7fb5e40d3150 2024-09-19T05:03:31.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.526+0000 7fb5e3fff640 1 -- 172.21.15.5:0/3675385282 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d8032810 con 0x7fb5e40d3150 2024-09-19T05:03:31.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.526+0000 7fb5eb6f1640 1 -- 172.21.15.5:0/3675385282 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5e40d3150 msgr2=0x7fb5e40b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:31.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.526+0000 7fb5eb6f1640 1 --2- 172.21.15.5:0/3675385282 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5e40d3150 0x7fb5e40b5ff0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fb5e40c7ed0 tx=0x7fb5d802a2c0 comp rx=0 tx=0).stop 2024-09-19T05:03:31.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.526+0000 7fb5eb6f1640 1 -- 172.21.15.5:0/3675385282 shutdown_connections 2024-09-19T05:03:31.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.526+0000 7fb5eb6f1640 1 --2- 172.21.15.5:0/3675385282 >> v2:172.21.15.134:3300/0 conn(0x7fb5e40b6530 0x7fb5e406d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:31.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.526+0000 7fb5eb6f1640 1 --2- 172.21.15.5:0/3675385282 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5e40d3150 0x7fb5e40b5ff0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:31.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.526+0000 7fb5eb6f1640 1 -- 172.21.15.5:0/3675385282 >> 172.21.15.5:0/3675385282 conn(0x7fb5e408c000 msgr2=0x7fb5e40d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:31.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.527+0000 7fb5eb6f1640 1 -- 172.21.15.5:0/3675385282 shutdown_connections 2024-09-19T05:03:31.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.527+0000 7fb5eb6f1640 1 -- 172.21.15.5:0/3675385282 wait complete. 2024-09-19T05:03:31.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.528+0000 7fb5eb6f1640 1 Processor -- start 2024-09-19T05:03:31.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.528+0000 7fb5eb6f1640 1 -- start start 2024-09-19T05:03:31.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.528+0000 7fb5eb6f1640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5e40b6530 0x7fb5e40cb790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:31.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.528+0000 7fb5eb6f1640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb5e40d3150 0x7fb5e415edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:31.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.528+0000 7fb5eb6f1640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb5e415e660 0x7fb5e415f330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:31.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.528+0000 7fb5eb6f1640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e406de80 con 0x7fb5e40b6530 2024-09-19T05:03:31.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.528+0000 7fb5eb6f1640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e415ea40 con 0x7fb5e40d3150 2024-09-19T05:03:31.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.528+0000 7fb5eb6f1640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fb5e406e000 con 0x7fb5e415e660 2024-09-19T05:03:31.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.529+0000 7fb5e948d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5e40b6530 0x7fb5e40cb790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:31.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.529+0000 7fb5e948d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5e40b6530 0x7fb5e40cb790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36720/0 (socket says 172.21.15.5:36720) 2024-09-19T05:03:31.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.529+0000 7fb5e948d640 1 -- 172.21.15.5:0/373816281 learned_addr learned my addr 172.21.15.5:0/373816281 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:31.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.529+0000 7fb5e9c8e640 1 --2- 172.21.15.5:0/373816281 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb5e415e660 0x7fb5e415f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:31.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.529+0000 7fb5e8c8c640 1 --2- 172.21.15.5:0/373816281 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb5e40d3150 0x7fb5e415edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:31.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.529+0000 7fb5e948d640 1 -- 172.21.15.5:0/373816281 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb5e415e660 msgr2=0x7fb5e415f330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:31.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.529+0000 7fb5e948d640 1 --2- 172.21.15.5:0/373816281 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb5e415e660 0x7fb5e415f330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:31.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.529+0000 7fb5e948d640 1 -- 172.21.15.5:0/373816281 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb5e40d3150 msgr2=0x7fb5e415edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:31.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.529+0000 7fb5e948d640 1 --2- 172.21.15.5:0/373816281 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb5e40d3150 0x7fb5e415edf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:31.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.529+0000 7fb5e948d640 1 -- 172.21.15.5:0/373816281 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5e40b9d40 con 0x7fb5e40b6530 2024-09-19T05:03:31.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.529+0000 7fb5e948d640 1 --2- 172.21.15.5:0/373816281 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5e40b6530 0x7fb5e40cb790 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fb5d400ba50 tx=0x7fb5d400bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:31.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.529+0000 7fb5e1ffb640 1 -- 172.21.15.5:0/373816281 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d4019070 con 0x7fb5e40b6530 2024-09-19T05:03:31.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.529+0000 7fb5e1ffb640 1 -- 172.21.15.5:0/373816281 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5d400cc10 con 0x7fb5e40b6530 2024-09-19T05:03:31.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.529+0000 7fb5e1ffb640 1 -- 172.21.15.5:0/373816281 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d4014440 con 0x7fb5e40b6530 2024-09-19T05:03:31.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.529+0000 7fb5eb6f1640 1 -- 172.21.15.5:0/373816281 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5e40b8f80 con 0x7fb5e40b6530 2024-09-19T05:03:31.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.529+0000 7fb5eb6f1640 1 -- 172.21.15.5:0/373816281 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5e40b9540 con 0x7fb5e40b6530 2024-09-19T05:03:31.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.530+0000 7fb5eb6f1640 1 -- 172.21.15.5:0/373816281 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5e40b3280 con 0x7fb5e40b6530 2024-09-19T05:03:31.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.531+0000 7fb5e1ffb640 1 -- 172.21.15.5:0/373816281 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb5d401c070 con 0x7fb5e40b6530 2024-09-19T05:03:31.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.531+0000 7fb5e1ffb640 1 --2- 172.21.15.5:0/373816281 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb5d006c2b0 0x7fb5d006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:31.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.531+0000 7fb5e1ffb640 1 -- 172.21.15.5:0/373816281 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5249+0+0 (secure 0 0 0) 0x7fb5d408b070 con 0x7fb5e40b6530 2024-09-19T05:03:31.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.532+0000 7fb5e8c8c640 1 --2- 172.21.15.5:0/373816281 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb5d006c2b0 0x7fb5d006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:31.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.532+0000 7fb5e8c8c640 1 --2- 172.21.15.5:0/373816281 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb5d006c2b0 0x7fb5d006e770 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fb5d8034000 tx=0x7fb5d802e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:31.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.536+0000 7fb5e1ffb640 1 -- 172.21.15.5:0/373816281 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb5d4059a30 con 0x7fb5e40b6530 2024-09-19T05:03:31.714 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.713+0000 7fb5eb6f1640 1 -- 172.21.15.5:0/373816281 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fb5e40b2fa0 con 0x7fb5e40b6530 2024-09-19T05:03:31.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.713+0000 7fb5e1ffb640 1 -- 172.21.15.5:0/373816281 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v68) ==== 84+0+65 (secure 0 0 0) 0x7fb5d4059330 con 0x7fb5e40b6530 2024-09-19T05:03:31.715 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:31.715 INFO:teuthology.orchestra.run.smithi005.stdout:[ 2024-09-19T05:03:31.715 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:31.715 INFO:teuthology.orchestra.run.smithi005.stdout: "poolnum": 1, 2024-09-19T05:03:31.715 INFO:teuthology.orchestra.run.smithi005.stdout: "poolname": ".mgr" 2024-09-19T05:03:31.715 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:31.715 INFO:teuthology.orchestra.run.smithi005.stdout:] 2024-09-19T05:03:31.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.715+0000 7fb5eb6f1640 1 -- 172.21.15.5:0/373816281 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb5d006c2b0 msgr2=0x7fb5d006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:31.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.715+0000 7fb5eb6f1640 1 --2- 172.21.15.5:0/373816281 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb5d006c2b0 0x7fb5d006e770 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fb5d8034000 tx=0x7fb5d802e000 comp rx=0 tx=0).stop 2024-09-19T05:03:31.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.715+0000 7fb5eb6f1640 1 -- 172.21.15.5:0/373816281 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5e40b6530 msgr2=0x7fb5e40cb790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:31.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.715+0000 7fb5eb6f1640 1 --2- 172.21.15.5:0/373816281 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5e40b6530 0x7fb5e40cb790 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fb5d400ba50 tx=0x7fb5d400bf10 comp rx=0 tx=0).stop 2024-09-19T05:03:31.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.715+0000 7fb5eb6f1640 1 -- 172.21.15.5:0/373816281 shutdown_connections 2024-09-19T05:03:31.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.715+0000 7fb5eb6f1640 1 --2- 172.21.15.5:0/373816281 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb5d006c2b0 0x7fb5d006e770 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:31.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.715+0000 7fb5eb6f1640 1 --2- 172.21.15.5:0/373816281 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb5e415e660 0x7fb5e415f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:31.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.715+0000 7fb5eb6f1640 1 --2- 172.21.15.5:0/373816281 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb5e40d3150 0x7fb5e415edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:31.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.715+0000 7fb5eb6f1640 1 --2- 172.21.15.5:0/373816281 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5e40b6530 0x7fb5e40cb790 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:31.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.715+0000 7fb5eb6f1640 1 -- 172.21.15.5:0/373816281 >> 172.21.15.5:0/373816281 conn(0x7fb5e408c000 msgr2=0x7fb5e41542d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:31.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.715+0000 7fb5eb6f1640 1 -- 172.21.15.5:0/373816281 shutdown_connections 2024-09-19T05:03:31.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.715+0000 7fb5eb6f1640 1 -- 172.21.15.5:0/373816281 wait complete. 2024-09-19T05:03:31.727 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T05:03:31.727 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T05:03:31.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.833+0000 7fe6f184c640 1 Processor -- start 2024-09-19T05:03:31.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.834+0000 7fe6f184c640 1 -- start start 2024-09-19T05:03:31.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.834+0000 7fe6f184c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fe6ec0d5090 0x7fe6ec162aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:31.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.834+0000 7fe6f184c640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe6ec0d28a0 con 0x7fe6ec0cf4e0 2024-09-19T05:03:31.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.834+0000 7fe6f184c640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe6ec0d2b80 con 0x7fe6ec15e4d0 2024-09-19T05:03:31.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.834+0000 7fe6f184c640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fe6ec0d2e60 con 0x7fe6ec0d5090 2024-09-19T05:03:31.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.835+0000 7fe6eb7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fe6ec0d5090 0x7fe6ec162aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:31.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.835+0000 7fe6eb7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fe6ec0d5090 0x7fe6ec162aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36724/0 (socket says 172.21.15.5:36724) 2024-09-19T05:03:31.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.835+0000 7fe6eb7fe640 1 -- 172.21.15.5:0/190933330 learned_addr learned my addr 172.21.15.5:0/190933330 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:31.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.835+0000 7fe6ea7fc640 1 --1- 172.21.15.5:0/190933330 >> v1:172.21.15.5:6789/0 conn(0x7fe6ec0cf4e0 0x7fe6ec0d4980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:59606/0 (socket says 172.21.15.5:59606) 2024-09-19T05:03:31.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.835+0000 7fe6eb7fe640 1 -- 172.21.15.5:0/190933330 >> v1:172.21.15.134:6789/0 conn(0x7fe6ec15e4d0 legacy=0x7fe6ec0b7680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:31.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.835+0000 7fe6eb7fe640 1 -- 172.21.15.5:0/190933330 >> v1:172.21.15.5:6789/0 conn(0x7fe6ec0cf4e0 legacy=0x7fe6ec0d4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:31.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.835+0000 7fe6eb7fe640 1 -- 172.21.15.5:0/190933330 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6ec0d3140 con 0x7fe6ec0d5090 2024-09-19T05:03:31.838 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.836+0000 7fe6eb7fe640 1 --2- 172.21.15.5:0/190933330 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe6ec0d5090 0x7fe6ec162aa0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fe6e4009870 tx=0x7fe6e402a330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d97504b03d3d1c11 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:31.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.836+0000 7fe6e9ffb640 1 -- 172.21.15.5:0/190933330 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6e4037070 con 0x7fe6ec0d5090 2024-09-19T05:03:31.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.836+0000 7fe6e9ffb640 1 -- 172.21.15.5:0/190933330 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6e4032640 con 0x7fe6ec0d5090 2024-09-19T05:03:31.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.836+0000 7fe6e9ffb640 1 -- 172.21.15.5:0/190933330 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6e4032a10 con 0x7fe6ec0d5090 2024-09-19T05:03:31.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.836+0000 7fe6f184c640 1 -- 172.21.15.5:0/190933330 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe6ec0d5090 msgr2=0x7fe6ec162aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:31.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.836+0000 7fe6f184c640 1 --2- 172.21.15.5:0/190933330 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe6ec0d5090 0x7fe6ec162aa0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fe6e4009870 tx=0x7fe6e402a330 comp rx=0 tx=0).stop 2024-09-19T05:03:31.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.836+0000 7fe6f184c640 1 -- 172.21.15.5:0/190933330 shutdown_connections 2024-09-19T05:03:31.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.836+0000 7fe6f184c640 1 --2- 172.21.15.5:0/190933330 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe6ec0d5090 0x7fe6ec162aa0 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:31.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.836+0000 7fe6f184c640 1 -- 172.21.15.5:0/190933330 >> 172.21.15.5:0/190933330 conn(0x7fe6ec06d0a0 msgr2=0x7fe6ec06d4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:31.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.836+0000 7fe6f184c640 1 -- 172.21.15.5:0/190933330 shutdown_connections 2024-09-19T05:03:31.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.836+0000 7fe6f184c640 1 -- 172.21.15.5:0/190933330 wait complete. 2024-09-19T05:03:31.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.838+0000 7fe6f184c640 1 Processor -- start 2024-09-19T05:03:31.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.838+0000 7fe6f184c640 1 -- start start 2024-09-19T05:03:31.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.838+0000 7fe6f184c640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe6ec0cf4e0 0x7fe6ec15d330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:31.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.838+0000 7fe6f184c640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe6ec0d5090 0x7fe6ec160c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:31.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.838+0000 7fe6f184c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe6ec15e4d0 0x7fe6ec0b6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:31.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.839+0000 7fe6f184c640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fe6ec15e8b0 con 0x7fe6ec15e4d0 2024-09-19T05:03:31.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.839+0000 7fe6f184c640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fe6ec0b7d90 con 0x7fe6ec0d5090 2024-09-19T05:03:31.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.839+0000 7fe6f184c640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fe6ec0d3940 con 0x7fe6ec0cf4e0 2024-09-19T05:03:31.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.839+0000 7fe6eb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe6ec15e4d0 0x7fe6ec0b6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:31.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.839+0000 7fe6eb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe6ec15e4d0 0x7fe6ec0b6210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36730/0 (socket says 172.21.15.5:36730) 2024-09-19T05:03:31.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.839+0000 7fe6eb7fe640 1 -- 172.21.15.5:0/1715385614 learned_addr learned my addr 172.21.15.5:0/1715385614 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:31.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.839+0000 7fe6eaffd640 1 --2- 172.21.15.5:0/1715385614 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe6ec0cf4e0 0x7fe6ec15d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:31.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.839+0000 7fe6ea7fc640 1 --2- 172.21.15.5:0/1715385614 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe6ec0d5090 0x7fe6ec160c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:31.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.839+0000 7fe6eb7fe640 1 -- 172.21.15.5:0/1715385614 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe6ec0cf4e0 msgr2=0x7fe6ec15d330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:31.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.839+0000 7fe6eb7fe640 1 --2- 172.21.15.5:0/1715385614 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe6ec0cf4e0 0x7fe6ec15d330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:31.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.839+0000 7fe6eb7fe640 1 -- 172.21.15.5:0/1715385614 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe6ec0d5090 msgr2=0x7fe6ec160c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:31.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.839+0000 7fe6eb7fe640 1 --2- 172.21.15.5:0/1715385614 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe6ec0d5090 0x7fe6ec160c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:31.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.839+0000 7fe6eb7fe640 1 -- 172.21.15.5:0/1715385614 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6ec0ca9f0 con 0x7fe6ec15e4d0 2024-09-19T05:03:31.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.839+0000 7fe6ea7fc640 1 --2- 172.21.15.5:0/1715385614 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe6ec0d5090 0x7fe6ec160c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:31.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.839+0000 7fe6eb7fe640 1 --2- 172.21.15.5:0/1715385614 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe6ec15e4d0 0x7fe6ec0b6210 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fe6e402a370 tx=0x7fe6e40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:31.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.839+0000 7fe6e3fff640 1 -- 172.21.15.5:0/1715385614 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6e4037040 con 0x7fe6ec15e4d0 2024-09-19T05:03:31.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.839+0000 7fe6e3fff640 1 -- 172.21.15.5:0/1715385614 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6e4042070 con 0x7fe6ec15e4d0 2024-09-19T05:03:31.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.839+0000 7fe6f184c640 1 -- 172.21.15.5:0/1715385614 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6ec1615e0 con 0x7fe6ec15e4d0 2024-09-19T05:03:31.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.839+0000 7fe6e3fff640 1 -- 172.21.15.5:0/1715385614 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6e4030bd0 con 0x7fe6ec15e4d0 2024-09-19T05:03:31.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.839+0000 7fe6f184c640 1 -- 172.21.15.5:0/1715385614 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6ec1618c0 con 0x7fe6ec15e4d0 2024-09-19T05:03:31.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.840+0000 7fe6f184c640 1 -- 172.21.15.5:0/1715385614 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6ec162aa0 con 0x7fe6ec15e4d0 2024-09-19T05:03:31.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.841+0000 7fe6e3fff640 1 -- 172.21.15.5:0/1715385614 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe6e4032500 con 0x7fe6ec15e4d0 2024-09-19T05:03:31.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.841+0000 7fe6e3fff640 1 --2- 172.21.15.5:0/1715385614 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe6cc06c2b0 0x7fe6cc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:31.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.841+0000 7fe6e3fff640 1 -- 172.21.15.5:0/1715385614 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5249+0+0 (secure 0 0 0) 0x7fe6e40abcc0 con 0x7fe6ec15e4d0 2024-09-19T05:03:31.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.842+0000 7fe6eaffd640 1 --2- 172.21.15.5:0/1715385614 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe6cc06c2b0 0x7fe6cc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:31.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.842+0000 7fe6eaffd640 1 --2- 172.21.15.5:0/1715385614 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe6cc06c2b0 0x7fe6cc06e770 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fe6dc009f20 tx=0x7fe6dc0094d0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:31.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:31.846+0000 7fe6e3fff640 1 -- 172.21.15.5:0/1715385614 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe6e4045360 con 0x7fe6ec15e4d0 2024-09-19T05:03:32.024 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:32.022+0000 7fe6f184c640 1 -- 172.21.15.5:0/1715385614 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fe6ec0d2200 con 0x7fe6ec15e4d0 2024-09-19T05:03:33.026 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.024+0000 7fe6e3fff640 1 -- 172.21.15.5:0/1715385614 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v69) ==== 138+0+0 (secure 0 0 0) 0x7fe6e407a5f0 con 0x7fe6ec15e4d0 2024-09-19T05:03:33.026 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_metadata' created 2024-09-19T05:03:33.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.028+0000 7fe6f184c640 1 -- 172.21.15.5:0/1715385614 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe6cc06c2b0 msgr2=0x7fe6cc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:33.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.028+0000 7fe6f184c640 1 --2- 172.21.15.5:0/1715385614 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe6cc06c2b0 0x7fe6cc06e770 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fe6dc009f20 tx=0x7fe6dc0094d0 comp rx=0 tx=0).stop 2024-09-19T05:03:33.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.028+0000 7fe6f184c640 1 -- 172.21.15.5:0/1715385614 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe6ec15e4d0 msgr2=0x7fe6ec0b6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:33.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.028+0000 7fe6f184c640 1 --2- 172.21.15.5:0/1715385614 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe6ec15e4d0 0x7fe6ec0b6210 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fe6e402a370 tx=0x7fe6e40046c0 comp rx=0 tx=0).stop 2024-09-19T05:03:33.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.028+0000 7fe6f184c640 1 -- 172.21.15.5:0/1715385614 shutdown_connections 2024-09-19T05:03:33.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.028+0000 7fe6f184c640 1 --2- 172.21.15.5:0/1715385614 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe6cc06c2b0 0x7fe6cc06e770 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:33.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.028+0000 7fe6f184c640 1 --2- 172.21.15.5:0/1715385614 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe6ec15e4d0 0x7fe6ec0b6210 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:33.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.028+0000 7fe6f184c640 1 --2- 172.21.15.5:0/1715385614 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe6ec0d5090 0x7fe6ec160c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:33.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.028+0000 7fe6f184c640 1 --2- 172.21.15.5:0/1715385614 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe6ec0cf4e0 0x7fe6ec15d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:33.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.028+0000 7fe6f184c640 1 -- 172.21.15.5:0/1715385614 >> 172.21.15.5:0/1715385614 conn(0x7fe6ec06d0a0 msgr2=0x7fe6ec06d480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:33.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.029+0000 7fe6f184c640 1 -- 172.21.15.5:0/1715385614 shutdown_connections 2024-09-19T05:03:33.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.029+0000 7fe6f184c640 1 -- 172.21.15.5:0/1715385614 wait complete. 2024-09-19T05:03:33.047 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T05:03:33.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.161+0000 7f9438aba640 1 Processor -- start 2024-09-19T05:03:33.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.161+0000 7f9438aba640 1 -- start start 2024-09-19T05:03:33.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.162+0000 7f9438aba640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f94340cf640 0x7f94340cfa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:33.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.162+0000 7f9438aba640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f94340d13e0 0x7f94340d1870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:33.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.162+0000 7f9438aba640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f94340d4390 con 0x7f943415e6d0 2024-09-19T05:03:33.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.162+0000 7f9438aba640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f94340d2be0 con 0x7f94340d13e0 2024-09-19T05:03:33.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.162+0000 7f9438aba640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f94340d2ec0 con 0x7f94340cf640 2024-09-19T05:03:33.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.162+0000 7f943259c640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f943415e6d0 0x7f94340d3c80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:59608/0 (socket says 172.21.15.5:59608) 2024-09-19T05:03:33.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.162+0000 7f943259c640 1 -- 172.21.15.5:0/3179802707 learned_addr learned my addr 172.21.15.5:0/3179802707 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:33.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.162+0000 7f9432d9d640 1 --2- 172.21.15.5:0/3179802707 >> v2:172.21.15.134:3300/0 conn(0x7f94340d13e0 0x7f94340d1870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:33.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.162+0000 7f9431d9b640 1 --2- 172.21.15.5:0/3179802707 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f94340cf640 0x7f94340cfa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:33.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.163+0000 7f943159a640 1 -- 172.21.15.5:0/3179802707 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1314062158 0 0) 0x7f94340d4390 con 0x7f943415e6d0 2024-09-19T05:03:33.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.163+0000 7f943159a640 1 -- 172.21.15.5:0/3179802707 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9420003520 con 0x7f943415e6d0 2024-09-19T05:03:33.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.163+0000 7f9432d9d640 1 -- 172.21.15.5:0/3179802707 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f94340cf640 msgr2=0x7f94340cfa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:33.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.163+0000 7f943159a640 1 -- 172.21.15.5:0/3179802707 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 37590252 0 0) 0x7f9420003520 con 0x7f943415e6d0 2024-09-19T05:03:33.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.163+0000 7f9432d9d640 1 --2- 172.21.15.5:0/3179802707 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f94340cf640 0x7f94340cfa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:33.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.163+0000 7f9432d9d640 1 -- 172.21.15.5:0/3179802707 >> v1:172.21.15.5:6789/0 conn(0x7f943415e6d0 legacy=0x7f94340d3c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:33.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.163+0000 7f9432d9d640 1 -- 172.21.15.5:0/3179802707 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94340d31a0 con 0x7f94340d13e0 2024-09-19T05:03:33.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.163+0000 7f9431d9b640 1 --2- 172.21.15.5:0/3179802707 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f94340cf640 0x7f94340cfa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:03:33.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.164+0000 7f9432d9d640 1 --2- 172.21.15.5:0/3179802707 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f94340d13e0 0x7f94340d1870 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f942c0097a0 tx=0x7f942c02a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1bddb6d282a77f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:33.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.164+0000 7f943159a640 1 -- 172.21.15.5:0/3179802707 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f942c037070 con 0x7f94340d13e0 2024-09-19T05:03:33.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.164+0000 7f943159a640 1 -- 172.21.15.5:0/3179802707 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f942c02ac30 con 0x7f94340d13e0 2024-09-19T05:03:33.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.164+0000 7f943159a640 1 -- 172.21.15.5:0/3179802707 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94240019f0 con 0x7f94340d13e0 2024-09-19T05:03:33.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.164+0000 7f9438aba640 1 -- 172.21.15.5:0/3179802707 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f94340d13e0 msgr2=0x7f94340d1870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:33.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.164+0000 7f9438aba640 1 --2- 172.21.15.5:0/3179802707 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f94340d13e0 0x7f94340d1870 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f942c0097a0 tx=0x7f942c02a1a0 comp rx=0 tx=0).stop 2024-09-19T05:03:33.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.165+0000 7f9438aba640 1 -- 172.21.15.5:0/3179802707 shutdown_connections 2024-09-19T05:03:33.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.165+0000 7f9438aba640 1 --2- 172.21.15.5:0/3179802707 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f94340d13e0 0x7f94340d1870 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:33.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.165+0000 7f9438aba640 1 --2- 172.21.15.5:0/3179802707 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f94340cf640 0x7f94340cfa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:33.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.165+0000 7f9438aba640 1 -- 172.21.15.5:0/3179802707 >> 172.21.15.5:0/3179802707 conn(0x7f9434067b30 msgr2=0x7f9434067f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:33.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.165+0000 7f9438aba640 1 -- 172.21.15.5:0/3179802707 shutdown_connections 2024-09-19T05:03:33.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.165+0000 7f9438aba640 1 -- 172.21.15.5:0/3179802707 wait complete. 2024-09-19T05:03:33.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.166+0000 7f9438aba640 1 Processor -- start 2024-09-19T05:03:33.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.166+0000 7f9438aba640 1 -- start start 2024-09-19T05:03:33.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.167+0000 7f9438aba640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f94340cf640 0x7f9434157df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:33.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.167+0000 7f9438aba640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f94340d13e0 0x7f94340abb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:33.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.167+0000 7f9438aba640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f943415e6d0 0x7f94340cdf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:33.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.167+0000 7f9438aba640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f9434163100 con 0x7f94340cf640 2024-09-19T05:03:33.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.167+0000 7f9438aba640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f94340d3760 con 0x7f943415e6d0 2024-09-19T05:03:33.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.167+0000 7f9438aba640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f943415eab0 con 0x7f94340d13e0 2024-09-19T05:03:33.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.167+0000 7f943259c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f94340cf640 0x7f9434157df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:33.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.167+0000 7f943259c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f94340cf640 0x7f9434157df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36736/0 (socket says 172.21.15.5:36736) 2024-09-19T05:03:33.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.167+0000 7f943259c640 1 -- 172.21.15.5:0/3972176200 learned_addr learned my addr 172.21.15.5:0/3972176200 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:33.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.167+0000 7f943259c640 1 -- 172.21.15.5:0/3972176200 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f94340d13e0 msgr2=0x7f94340abb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:33.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.167+0000 7f943259c640 1 --2- 172.21.15.5:0/3972176200 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f94340d13e0 0x7f94340abb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:33.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.167+0000 7f943259c640 1 -- 172.21.15.5:0/3972176200 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f943415e6d0 msgr2=0x7f94340cdf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:33.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.167+0000 7f943259c640 1 --2- 172.21.15.5:0/3972176200 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f943415e6d0 0x7f94340cdf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:33.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.167+0000 7f943259c640 1 -- 172.21.15.5:0/3972176200 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9434158330 con 0x7f94340cf640 2024-09-19T05:03:33.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.167+0000 7f943259c640 1 --2- 172.21.15.5:0/3972176200 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f94340cf640 0x7f9434157df0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f942400cc70 tx=0x7f942400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:33.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.167+0000 7f942affd640 1 -- 172.21.15.5:0/3972176200 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9424017070 con 0x7f94340cf640 2024-09-19T05:03:33.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.168+0000 7f942affd640 1 -- 172.21.15.5:0/3972176200 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9424012400 con 0x7f94340cf640 2024-09-19T05:03:33.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.168+0000 7f9438aba640 1 -- 172.21.15.5:0/3972176200 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94340ac480 con 0x7f94340cf640 2024-09-19T05:03:33.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.168+0000 7f942affd640 1 -- 172.21.15.5:0/3972176200 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94240127b0 con 0x7f94340cf640 2024-09-19T05:03:33.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.168+0000 7f9438aba640 1 -- 172.21.15.5:0/3972176200 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94340cd710 con 0x7f94340cf640 2024-09-19T05:03:33.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.169+0000 7f9438aba640 1 -- 172.21.15.5:0/3972176200 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94340cfa60 con 0x7f94340cf640 2024-09-19T05:03:33.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.169+0000 7f942affd640 1 -- 172.21.15.5:0/3972176200 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f942401a070 con 0x7f94340cf640 2024-09-19T05:03:33.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.170+0000 7f942affd640 1 --2- 172.21.15.5:0/3972176200 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f941406c2e0 0x7f941406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:33.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.170+0000 7f942affd640 1 -- 172.21.15.5:0/3972176200 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5619+0+0 (secure 0 0 0) 0x7f942408b1b0 con 0x7f94340cf640 2024-09-19T05:03:33.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.170+0000 7f9431d9b640 1 --2- 172.21.15.5:0/3972176200 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f941406c2e0 0x7f941406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:33.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.171+0000 7f9431d9b640 1 --2- 172.21.15.5:0/3972176200 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f941406c2e0 0x7f941406e7a0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f941c006e80 tx=0x7f941c006dd0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:33.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.174+0000 7f942affd640 1 -- 172.21.15.5:0/3972176200 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f94240593b0 con 0x7f94340cf640 2024-09-19T05:03:33.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:33.353+0000 7f9438aba640 1 -- 172.21.15.5:0/3972176200 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f94340b7810 con 0x7f94340cf640 2024-09-19T05:03:34.031 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.029+0000 7f942affd640 1 -- 172.21.15.5:0/3972176200 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v70) ==== 170+0+0 (secure 0 0 0) 0x7f942405d6b0 con 0x7f94340cf640 2024-09-19T05:03:34.031 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_data' created 2024-09-19T05:03:34.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.032+0000 7f9438aba640 1 -- 172.21.15.5:0/3972176200 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f941406c2e0 msgr2=0x7f941406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:34.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.032+0000 7f9438aba640 1 --2- 172.21.15.5:0/3972176200 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f941406c2e0 0x7f941406e7a0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f941c006e80 tx=0x7f941c006dd0 comp rx=0 tx=0).stop 2024-09-19T05:03:34.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.032+0000 7f9438aba640 1 -- 172.21.15.5:0/3972176200 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f94340cf640 msgr2=0x7f9434157df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:34.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.032+0000 7f9438aba640 1 --2- 172.21.15.5:0/3972176200 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f94340cf640 0x7f9434157df0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f942400cc70 tx=0x7f942400a430 comp rx=0 tx=0).stop 2024-09-19T05:03:34.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.032+0000 7f9438aba640 1 -- 172.21.15.5:0/3972176200 shutdown_connections 2024-09-19T05:03:34.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.032+0000 7f9438aba640 1 --2- 172.21.15.5:0/3972176200 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f941406c2e0 0x7f941406e7a0 secure :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f941c006e80 tx=0x7f941c006dd0 comp rx=0 tx=0).stop 2024-09-19T05:03:34.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.032+0000 7f9438aba640 1 --2- 172.21.15.5:0/3972176200 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f943415e6d0 0x7f94340cdf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:34.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.032+0000 7f9438aba640 1 --2- 172.21.15.5:0/3972176200 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f94340d13e0 0x7f94340abb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:34.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.032+0000 7f9438aba640 1 --2- 172.21.15.5:0/3972176200 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f94340cf640 0x7f9434157df0 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:34.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.032+0000 7f9438aba640 1 -- 172.21.15.5:0/3972176200 >> 172.21.15.5:0/3972176200 conn(0x7f9434067b30 msgr2=0x7f9434067f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:34.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.039+0000 7f9438aba640 1 -- 172.21.15.5:0/3972176200 shutdown_connections 2024-09-19T05:03:34.041 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.039+0000 7f9438aba640 1 -- 172.21.15.5:0/3972176200 wait complete. 2024-09-19T05:03:34.064 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T05:03:34.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.174+0000 7efc37549640 1 Processor -- start 2024-09-19T05:03:34.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.174+0000 7efc37549640 1 -- start start 2024-09-19T05:03:34.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.175+0000 7efc37549640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efc3015e910 0x7efc300b3a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:34.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.175+0000 7efc37549640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7efc3006cbb0 0x7efc3006d060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:34.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.175+0000 7efc37549640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc300d2570 con 0x7efc300d4e10 2024-09-19T05:03:34.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.175+0000 7efc37549640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7efc300d2850 con 0x7efc3006cbb0 2024-09-19T05:03:34.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.175+0000 7efc37549640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7efc300d2b30 con 0x7efc3015e910 2024-09-19T05:03:34.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.175+0000 7efc35ae6640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7efc3006cbb0 0x7efc3006d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:34.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.175+0000 7efc34ae4640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7efc300d4e10 0x7efc300b7b10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:59612/0 (socket says 172.21.15.5:59612) 2024-09-19T05:03:34.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.175+0000 7efc34ae4640 1 -- 172.21.15.5:0/1739764508 learned_addr learned my addr 172.21.15.5:0/1739764508 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:34.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.175+0000 7efc352e5640 1 --2- 172.21.15.5:0/1739764508 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efc3015e910 0x7efc300b3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:34.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.175+0000 7efc35ae6640 1 -- 172.21.15.5:0/1739764508 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efc3015e910 msgr2=0x7efc300b3a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:34.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.175+0000 7efc35ae6640 1 --2- 172.21.15.5:0/1739764508 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efc3015e910 0x7efc300b3a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:34.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.175+0000 7efc35ae6640 1 -- 172.21.15.5:0/1739764508 >> v1:172.21.15.5:6789/0 conn(0x7efc300d4e10 legacy=0x7efc300b7b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:34.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.175+0000 7efc35ae6640 1 -- 172.21.15.5:0/1739764508 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc300d2e10 con 0x7efc3006cbb0 2024-09-19T05:03:34.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.176+0000 7efc35ae6640 1 --2- 172.21.15.5:0/1739764508 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efc3006cbb0 0x7efc3006d060 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7efc28009d90 tx=0x7efc2802a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5c94df36f17e0ba server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:34.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.176+0000 7efc27fff640 1 -- 172.21.15.5:0/1739764508 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc28007740 con 0x7efc3006cbb0 2024-09-19T05:03:34.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.176+0000 7efc27fff640 1 -- 172.21.15.5:0/1739764508 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc280078e0 con 0x7efc3006cbb0 2024-09-19T05:03:34.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.176+0000 7efc27fff640 1 -- 172.21.15.5:0/1739764508 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc28007cb0 con 0x7efc3006cbb0 2024-09-19T05:03:34.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.177+0000 7efc37549640 1 -- 172.21.15.5:0/1739764508 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efc3006cbb0 msgr2=0x7efc3006d060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:34.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.177+0000 7efc37549640 1 --2- 172.21.15.5:0/1739764508 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efc3006cbb0 0x7efc3006d060 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7efc28009d90 tx=0x7efc2802a5f0 comp rx=0 tx=0).stop 2024-09-19T05:03:34.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.177+0000 7efc37549640 1 -- 172.21.15.5:0/1739764508 shutdown_connections 2024-09-19T05:03:34.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.177+0000 7efc37549640 1 --2- 172.21.15.5:0/1739764508 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efc3006cbb0 0x7efc3006d060 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:34.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.177+0000 7efc37549640 1 --2- 172.21.15.5:0/1739764508 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efc3015e910 0x7efc300b3a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:34.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.177+0000 7efc37549640 1 -- 172.21.15.5:0/1739764508 >> 172.21.15.5:0/1739764508 conn(0x7efc300b6740 msgr2=0x7efc300d4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:34.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.177+0000 7efc37549640 1 -- 172.21.15.5:0/1739764508 shutdown_connections 2024-09-19T05:03:34.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.177+0000 7efc37549640 1 -- 172.21.15.5:0/1739764508 wait complete. 2024-09-19T05:03:34.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.178+0000 7efc37549640 1 Processor -- start 2024-09-19T05:03:34.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.178+0000 7efc37549640 1 -- start start 2024-09-19T05:03:34.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.179+0000 7efc37549640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efc3006cbb0 0x7efc3014fac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:34.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.179+0000 7efc37549640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7efc300d4e10 0x7efc300c8130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:34.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.179+0000 7efc37549640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efc3015e910 0x7efc300cdb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:34.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.179+0000 7efc37549640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7efc300d21d0 con 0x7efc3015e910 2024-09-19T05:03:34.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.179+0000 7efc37549640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7efc300b8220 con 0x7efc300d4e10 2024-09-19T05:03:34.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.179+0000 7efc37549640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7efc300d2350 con 0x7efc3006cbb0 2024-09-19T05:03:34.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.179+0000 7efc35ae6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efc3015e910 0x7efc300cdb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:34.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.179+0000 7efc35ae6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efc3015e910 0x7efc300cdb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36758/0 (socket says 172.21.15.5:36758) 2024-09-19T05:03:34.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.179+0000 7efc35ae6640 1 -- 172.21.15.5:0/213916912 learned_addr learned my addr 172.21.15.5:0/213916912 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:34.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.179+0000 7efc34ae4640 1 --2- 172.21.15.5:0/213916912 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7efc300d4e10 0x7efc300c8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:34.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.179+0000 7efc35ae6640 1 -- 172.21.15.5:0/213916912 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efc3006cbb0 msgr2=0x7efc3014fac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:34.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.179+0000 7efc352e5640 1 --2- 172.21.15.5:0/213916912 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efc3006cbb0 0x7efc3014fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:34.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.179+0000 7efc35ae6640 1 --2- 172.21.15.5:0/213916912 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efc3006cbb0 0x7efc3014fac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:34.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.179+0000 7efc35ae6640 1 -- 172.21.15.5:0/213916912 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7efc300d4e10 msgr2=0x7efc300c8130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:34.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.179+0000 7efc35ae6640 1 --2- 172.21.15.5:0/213916912 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7efc300d4e10 0x7efc300c8130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:34.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.179+0000 7efc35ae6640 1 -- 172.21.15.5:0/213916912 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc30150000 con 0x7efc3015e910 2024-09-19T05:03:34.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.179+0000 7efc34ae4640 1 --2- 172.21.15.5:0/213916912 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7efc300d4e10 0x7efc300c8130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:34.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.179+0000 7efc352e5640 1 --2- 172.21.15.5:0/213916912 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efc3006cbb0 0x7efc3014fac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:34.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.179+0000 7efc35ae6640 1 --2- 172.21.15.5:0/213916912 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efc3015e910 0x7efc300cdb50 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7efc28009d90 tx=0x7efc28004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:34.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.180+0000 7efc25ffb640 1 -- 172.21.15.5:0/213916912 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc28040070 con 0x7efc3015e910 2024-09-19T05:03:34.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.180+0000 7efc25ffb640 1 -- 172.21.15.5:0/213916912 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc28031bc0 con 0x7efc3015e910 2024-09-19T05:03:34.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.180+0000 7efc37549640 1 -- 172.21.15.5:0/213916912 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc300c8a30 con 0x7efc3015e910 2024-09-19T05:03:34.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.180+0000 7efc25ffb640 1 -- 172.21.15.5:0/213916912 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc28003990 con 0x7efc3015e910 2024-09-19T05:03:34.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.180+0000 7efc37549640 1 -- 172.21.15.5:0/213916912 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc300c8ff0 con 0x7efc3015e910 2024-09-19T05:03:34.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.181+0000 7efc37549640 1 -- 172.21.15.5:0/213916912 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc3015ecf0 con 0x7efc3015e910 2024-09-19T05:03:34.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.181+0000 7efc25ffb640 1 -- 172.21.15.5:0/213916912 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efc28039040 con 0x7efc3015e910 2024-09-19T05:03:34.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.182+0000 7efc25ffb640 1 --2- 172.21.15.5:0/213916912 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7efc1406c2b0 0x7efc1406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:34.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.182+0000 7efc25ffb640 1 -- 172.21.15.5:0/213916912 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 6001+0+0 (secure 0 0 0) 0x7efc280ac770 con 0x7efc3015e910 2024-09-19T05:03:34.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.182+0000 7efc352e5640 1 --2- 172.21.15.5:0/213916912 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7efc1406c2b0 0x7efc1406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:34.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.183+0000 7efc352e5640 1 --2- 172.21.15.5:0/213916912 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7efc1406c2b0 0x7efc1406e770 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7efc2c006fd0 tx=0x7efc2c008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:34.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.186+0000 7efc25ffb640 1 -- 172.21.15.5:0/213916912 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efc2807adb0 con 0x7efc3015e910 2024-09-19T05:03:34.399 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:34.398+0000 7efc37549640 1 -- 172.21.15.5:0/213916912 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7efc300ba210 con 0x7efc3015e910 2024-09-19T05:03:35.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.031+0000 7efc25ffb640 1 -- 172.21.15.5:0/213916912 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 11 and data pool 12 v36) ==== 174+0+0 (secure 0 0 0) 0x7efc2807a6b0 con 0x7efc3015e910 2024-09-19T05:03:35.033 INFO:teuthology.orchestra.run.smithi005.stderr:new fs with metadata pool 11 and data pool 12 2024-09-19T05:03:35.037 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.035+0000 7efc37549640 1 -- 172.21.15.5:0/213916912 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7efc1406c2b0 msgr2=0x7efc1406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:35.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.035+0000 7efc37549640 1 --2- 172.21.15.5:0/213916912 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7efc1406c2b0 0x7efc1406e770 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7efc2c006fd0 tx=0x7efc2c008040 comp rx=0 tx=0).stop 2024-09-19T05:03:35.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.035+0000 7efc37549640 1 -- 172.21.15.5:0/213916912 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efc3015e910 msgr2=0x7efc300cdb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:35.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.036+0000 7efc37549640 1 --2- 172.21.15.5:0/213916912 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efc3015e910 0x7efc300cdb50 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7efc28009d90 tx=0x7efc28004a40 comp rx=0 tx=0).stop 2024-09-19T05:03:35.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.036+0000 7efc37549640 1 -- 172.21.15.5:0/213916912 shutdown_connections 2024-09-19T05:03:35.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.036+0000 7efc37549640 1 --2- 172.21.15.5:0/213916912 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7efc1406c2b0 0x7efc1406e770 secure :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7efc2c006fd0 tx=0x7efc2c008040 comp rx=0 tx=0).stop 2024-09-19T05:03:35.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.036+0000 7efc37549640 1 --2- 172.21.15.5:0/213916912 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efc3015e910 0x7efc300cdb50 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:35.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.036+0000 7efc37549640 1 --2- 172.21.15.5:0/213916912 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7efc300d4e10 0x7efc300c8130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:35.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.036+0000 7efc37549640 1 --2- 172.21.15.5:0/213916912 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efc3006cbb0 0x7efc3014fac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:35.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.036+0000 7efc37549640 1 -- 172.21.15.5:0/213916912 >> 172.21.15.5:0/213916912 conn(0x7efc300b6740 msgr2=0x7efc300b3890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:35.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.037+0000 7efc37549640 1 -- 172.21.15.5:0/213916912 shutdown_connections 2024-09-19T05:03:35.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.037+0000 7efc37549640 1 -- 172.21.15.5:0/213916912 wait complete. 2024-09-19T05:03:35.068 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:03:35.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.174+0000 7f1004d6f640 1 Processor -- start 2024-09-19T05:03:35.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.174+0000 7f1004d6f640 1 -- start start 2024-09-19T05:03:35.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.175+0000 7f1004d6f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f100015c1c0 0x7f1000070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:35.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.175+0000 7f1004d6f640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f100015f480 0x7f100009aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:35.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.175+0000 7f1004d6f640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1000070e00 con 0x7f100009afb0 2024-09-19T05:03:35.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.175+0000 7f1004d6f640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f10000b5d90 con 0x7f100015f480 2024-09-19T05:03:35.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.175+0000 7f1004d6f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f10000710e0 con 0x7f100015c1c0 2024-09-19T05:03:35.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.176+0000 7f0ffe59c640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f100015c1c0 0x7f1000070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:35.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.176+0000 7f0ffdd9b640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f100015f480 0x7f100009aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:35.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.176+0000 7f0ffed9d640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7f100009afb0 0x7f1000161fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.5:60702/0 (socket says 172.21.15.5:60702) 2024-09-19T05:03:35.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.176+0000 7f0ffe59c640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f100015c1c0 0x7f1000070770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.5:37236/0 (socket says 172.21.15.5:37236) 2024-09-19T05:03:35.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.176+0000 7f0ffed9d640 1 -- 172.21.15.5:0/3721591870 learned_addr learned my addr 172.21.15.5:0/3721591870 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:35.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.176+0000 7f0ffdd9b640 1 -- 172.21.15.5:0/3721591870 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f100015c1c0 msgr2=0x7f1000070770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:35.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.176+0000 7f0ffdd9b640 1 --2- 172.21.15.5:0/3721591870 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f100015c1c0 0x7f1000070770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:35.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.176+0000 7f0ffdd9b640 1 -- 172.21.15.5:0/3721591870 >> v1:172.21.15.134:6789/0 conn(0x7f100009afb0 legacy=0x7f1000161fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:35.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.176+0000 7f0ffd59a640 1 -- 172.21.15.5:0/3721591870 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1705831994 0 0) 0x7f1000070e00 con 0x7f100009afb0 2024-09-19T05:03:35.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.176+0000 7f0ffdd9b640 1 -- 172.21.15.5:0/3721591870 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10000713c0 con 0x7f100015f480 2024-09-19T05:03:35.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.176+0000 7f0ffe59c640 1 --2- 172.21.15.5:0/3721591870 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f100015c1c0 0x7f1000070770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:03:35.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.177+0000 7f0ffdd9b640 1 --2- 172.21.15.5:0/3721591870 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f100015f480 0x7f100009aa70 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f0ff40097a0 tx=0x7f0ff402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=71c2d8b69739c530 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:35.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.177+0000 7f0ffd59a640 1 -- 172.21.15.5:0/3721591870 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff4037070 con 0x7f100015f480 2024-09-19T05:03:35.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.177+0000 7f0ffd59a640 1 -- 172.21.15.5:0/3721591870 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ff4032440 con 0x7f100015f480 2024-09-19T05:03:35.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.177+0000 7f0ffd59a640 1 -- 172.21.15.5:0/3721591870 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff4032810 con 0x7f100015f480 2024-09-19T05:03:35.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.178+0000 7f1004d6f640 1 -- 172.21.15.5:0/3721591870 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f100015f480 msgr2=0x7f100009aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:35.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.178+0000 7f1004d6f640 1 --2- 172.21.15.5:0/3721591870 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f100015f480 0x7f100009aa70 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f0ff40097a0 tx=0x7f0ff402a180 comp rx=0 tx=0).stop 2024-09-19T05:03:35.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.178+0000 7f1004d6f640 1 -- 172.21.15.5:0/3721591870 shutdown_connections 2024-09-19T05:03:35.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.178+0000 7f1004d6f640 1 --2- 172.21.15.5:0/3721591870 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f100015f480 0x7f100009aa70 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:35.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.178+0000 7f1004d6f640 1 --2- 172.21.15.5:0/3721591870 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f100015c1c0 0x7f1000070770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:35.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.178+0000 7f1004d6f640 1 -- 172.21.15.5:0/3721591870 >> 172.21.15.5:0/3721591870 conn(0x7f10000b3ff0 msgr2=0x7f10000b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:35.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.178+0000 7f1004d6f640 1 -- 172.21.15.5:0/3721591870 shutdown_connections 2024-09-19T05:03:35.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.178+0000 7f1004d6f640 1 -- 172.21.15.5:0/3721591870 wait complete. 2024-09-19T05:03:35.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.179+0000 7f1004d6f640 1 Processor -- start 2024-09-19T05:03:35.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.179+0000 7f1004d6f640 1 -- start start 2024-09-19T05:03:35.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.180+0000 7f1004d6f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f100009afb0 0x7f1000158250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:35.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.180+0000 7f1004d6f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f100015c1c0 0x7f1000150d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:35.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.180+0000 7f1004d6f640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f100015f480 0x7f100015d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:35.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.180+0000 7f1004d6f640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f10000b7230 con 0x7f100015c1c0 2024-09-19T05:03:35.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.180+0000 7f1004d6f640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f100015f8a0 con 0x7f100015f480 2024-09-19T05:03:35.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.180+0000 7f1004d6f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f10000b73b0 con 0x7f100009afb0 2024-09-19T05:03:35.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.180+0000 7f0ffdd9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f100015c1c0 0x7f1000150d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:35.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.180+0000 7f0ffdd9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f100015c1c0 0x7f1000150d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36768/0 (socket says 172.21.15.5:36768) 2024-09-19T05:03:35.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.180+0000 7f0ffdd9b640 1 -- 172.21.15.5:0/1547324167 learned_addr learned my addr 172.21.15.5:0/1547324167 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:35.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.180+0000 7f0ffed9d640 1 --2- 172.21.15.5:0/1547324167 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f100015f480 0x7f100015d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:35.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.180+0000 7f0ffe59c640 1 --2- 172.21.15.5:0/1547324167 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f100009afb0 0x7f1000158250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:35.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.180+0000 7f0ffdd9b640 1 -- 172.21.15.5:0/1547324167 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f100009afb0 msgr2=0x7f1000158250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:35.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.180+0000 7f0ffdd9b640 1 --2- 172.21.15.5:0/1547324167 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f100009afb0 0x7f1000158250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:35.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.180+0000 7f0ffdd9b640 1 -- 172.21.15.5:0/1547324167 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f100015f480 msgr2=0x7f100015d650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:35.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.180+0000 7f0ffdd9b640 1 --2- 172.21.15.5:0/1547324167 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f100015f480 0x7f100015d650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:35.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.180+0000 7f0ffdd9b640 1 -- 172.21.15.5:0/1547324167 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10000d1630 con 0x7f100015c1c0 2024-09-19T05:03:35.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.180+0000 7f0ffe59c640 1 --2- 172.21.15.5:0/1547324167 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f100009afb0 0x7f1000158250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:35.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.181+0000 7f0ffdd9b640 1 --2- 172.21.15.5:0/1547324167 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f100015c1c0 0x7f1000150d50 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f0ff40097a0 tx=0x7f0ff40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:35.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.181+0000 7f0feeffd640 1 -- 172.21.15.5:0/1547324167 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff4037050 con 0x7f100015c1c0 2024-09-19T05:03:35.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.181+0000 7f0feeffd640 1 -- 172.21.15.5:0/1547324167 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ff4038040 con 0x7f100015c1c0 2024-09-19T05:03:35.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.181+0000 7f1004d6f640 1 -- 172.21.15.5:0/1547324167 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10000d1910 con 0x7f100015c1c0 2024-09-19T05:03:35.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.181+0000 7f0feeffd640 1 -- 172.21.15.5:0/1547324167 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff4004490 con 0x7f100015c1c0 2024-09-19T05:03:35.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.181+0000 7f1004d6f640 1 -- 172.21.15.5:0/1547324167 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10000cbba0 con 0x7f100015c1c0 2024-09-19T05:03:35.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.182+0000 7f1004d6f640 1 -- 172.21.15.5:0/1547324167 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1000070e00 con 0x7f100015c1c0 2024-09-19T05:03:35.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.183+0000 7f0feeffd640 1 -- 172.21.15.5:0/1547324167 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0ff403c6d0 con 0x7f100015c1c0 2024-09-19T05:03:35.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.183+0000 7f0feeffd640 1 --2- 172.21.15.5:0/1547324167 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0fe006c2b0 0x7f0fe006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:35.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.183+0000 7f0feeffd640 1 -- 172.21.15.5:0/1547324167 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6101+0+0 (secure 0 0 0) 0x7f0ff40ac050 con 0x7f100015c1c0 2024-09-19T05:03:35.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.184+0000 7f0ffe59c640 1 --2- 172.21.15.5:0/1547324167 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0fe006c2b0 0x7f0fe006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:35.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.184+0000 7f0ffe59c640 1 --2- 172.21.15.5:0/1547324167 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0fe006c2b0 0x7f0fe006e770 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f100006ed50 tx=0x7f0ff0008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:35.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.188+0000 7f0feeffd640 1 -- 172.21.15.5:0/1547324167 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0ff407a630 con 0x7f100015c1c0 2024-09-19T05:03:35.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.365+0000 7f1004d6f640 1 -- 172.21.15.5:0/1547324167 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f100009b5a0 con 0x7f100015c1c0 2024-09-19T05:03:35.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.366+0000 7f0feeffd640 1 -- 172.21.15.5:0/1547324167 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v71) ==== 74+0+16982 (secure 0 0 0) 0x7f0ff4079f30 con 0x7f100015c1c0 2024-09-19T05:03:35.368 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:35.368 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":71,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:03:34.399536+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:03:32.054047+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-09-19T05:03:33.384703+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:03:35.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.369+0000 7f1004d6f640 1 -- 172.21.15.5:0/1547324167 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0fe006c2b0 msgr2=0x7f0fe006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:35.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.369+0000 7f1004d6f640 1 --2- 172.21.15.5:0/1547324167 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0fe006c2b0 0x7f0fe006e770 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f100006ed50 tx=0x7f0ff0008040 comp rx=0 tx=0).stop 2024-09-19T05:03:35.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.369+0000 7f1004d6f640 1 -- 172.21.15.5:0/1547324167 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f100015c1c0 msgr2=0x7f1000150d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:35.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.369+0000 7f1004d6f640 1 --2- 172.21.15.5:0/1547324167 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f100015c1c0 0x7f1000150d50 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f0ff40097a0 tx=0x7f0ff40046c0 comp rx=0 tx=0).stop 2024-09-19T05:03:35.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.369+0000 7f1004d6f640 1 -- 172.21.15.5:0/1547324167 shutdown_connections 2024-09-19T05:03:35.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.369+0000 7f1004d6f640 1 --2- 172.21.15.5:0/1547324167 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0fe006c2b0 0x7f0fe006e770 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:35.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.369+0000 7f1004d6f640 1 --2- 172.21.15.5:0/1547324167 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f100015f480 0x7f100015d650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:35.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.369+0000 7f1004d6f640 1 --2- 172.21.15.5:0/1547324167 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f100015c1c0 0x7f1000150d50 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:35.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.369+0000 7f1004d6f640 1 --2- 172.21.15.5:0/1547324167 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f100009afb0 0x7f1000158250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:35.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.369+0000 7f1004d6f640 1 -- 172.21.15.5:0/1547324167 >> 172.21.15.5:0/1547324167 conn(0x7f10000b3ff0 msgr2=0x7f10000d2a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:35.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.369+0000 7f1004d6f640 1 -- 172.21.15.5:0/1547324167 shutdown_connections 2024-09-19T05:03:35.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.369+0000 7f1004d6f640 1 -- 172.21.15.5:0/1547324167 wait complete. 2024-09-19T05:03:35.382 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:03:35.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.482+0000 7f18b48ac640 1 Processor -- start 2024-09-19T05:03:35.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.482+0000 7f18b48ac640 1 -- start start 2024-09-19T05:03:35.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.483+0000 7f18b48ac640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f18b009aa70 0x7f18b009ae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:35.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.483+0000 7f18b48ac640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f18b00b3230 0x7f18b00cd6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:35.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.483+0000 7f18b48ac640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18b009b390 con 0x7f18b009b7b0 2024-09-19T05:03:35.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.483+0000 7f18b48ac640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f18b00d06e0 con 0x7f18b00b3230 2024-09-19T05:03:35.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.483+0000 7f18b48ac640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f18b009bd20 con 0x7f18b009aa70 2024-09-19T05:03:35.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.484+0000 7f18aed9d640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f18b00b3230 0x7f18b00cd6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:35.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.484+0000 7f18ae59c640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f18b009aa70 0x7f18b009ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:35.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.484+0000 7f18add9b640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7f18b009b7b0 0x7f18b00ccfc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.5:60714/0 (socket says 172.21.15.5:60714) 2024-09-19T05:03:35.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.484+0000 7f18add9b640 1 -- 172.21.15.5:0/1019227082 learned_addr learned my addr 172.21.15.5:0/1019227082 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:35.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.484+0000 7f18ad59a640 1 -- 172.21.15.5:0/1019227082 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2220920239 0 0) 0x7f18b009b390 con 0x7f18b009b7b0 2024-09-19T05:03:35.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.484+0000 7f18ad59a640 1 -- 172.21.15.5:0/1019227082 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f189c003520 con 0x7f18b009b7b0 2024-09-19T05:03:35.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.484+0000 7f18aed9d640 1 -- 172.21.15.5:0/1019227082 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f18b009aa70 msgr2=0x7f18b009ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:35.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.484+0000 7f18aed9d640 1 --2- 172.21.15.5:0/1019227082 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f18b009aa70 0x7f18b009ae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:35.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.484+0000 7f18aed9d640 1 -- 172.21.15.5:0/1019227082 >> v1:172.21.15.134:6789/0 conn(0x7f18b009b7b0 legacy=0x7f18b00ccfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:35.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.484+0000 7f18aed9d640 1 -- 172.21.15.5:0/1019227082 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18b00d0120 con 0x7f18b00b3230 2024-09-19T05:03:35.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.485+0000 7f18aed9d640 1 --2- 172.21.15.5:0/1019227082 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f18b00b3230 0x7f18b00cd6d0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f18a00097d0 tx=0x7f18a002a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6f9fb6d27eba4b17 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:35.488 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.485+0000 7f18ad59a640 1 -- 172.21.15.5:0/1019227082 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18a0037070 con 0x7f18b00b3230 2024-09-19T05:03:35.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.485+0000 7f18ad59a640 1 -- 172.21.15.5:0/1019227082 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18a002ae40 con 0x7f18b00b3230 2024-09-19T05:03:35.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.485+0000 7f18ad59a640 1 -- 172.21.15.5:0/1019227082 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18a0032660 con 0x7f18b00b3230 2024-09-19T05:03:35.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.486+0000 7f18b48ac640 1 -- 172.21.15.5:0/1019227082 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f18b00b3230 msgr2=0x7f18b00cd6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:35.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.486+0000 7f18b48ac640 1 --2- 172.21.15.5:0/1019227082 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f18b00b3230 0x7f18b00cd6d0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f18a00097d0 tx=0x7f18a002a130 comp rx=0 tx=0).stop 2024-09-19T05:03:35.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.486+0000 7f18b48ac640 1 -- 172.21.15.5:0/1019227082 shutdown_connections 2024-09-19T05:03:35.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.486+0000 7f18b48ac640 1 --2- 172.21.15.5:0/1019227082 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f18b00b3230 0x7f18b00cd6d0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:35.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.486+0000 7f18b48ac640 1 --2- 172.21.15.5:0/1019227082 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f18b009aa70 0x7f18b009ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:35.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.486+0000 7f18b48ac640 1 -- 172.21.15.5:0/1019227082 >> 172.21.15.5:0/1019227082 conn(0x7f18b00d23b0 msgr2=0x7f18b00d27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:35.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.486+0000 7f18b48ac640 1 -- 172.21.15.5:0/1019227082 shutdown_connections 2024-09-19T05:03:35.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.486+0000 7f18b48ac640 1 -- 172.21.15.5:0/1019227082 wait complete. 2024-09-19T05:03:35.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.487+0000 7f18b48ac640 1 Processor -- start 2024-09-19T05:03:35.490 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.487+0000 7f18b48ac640 1 -- start start 2024-09-19T05:03:35.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.488+0000 7f18b48ac640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f18b009aa70 0x7f18b0159c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:35.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.488+0000 7f18b48ac640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f18b009b7b0 0x7f18b006e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:35.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.488+0000 7f18b48ac640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f18b00b3230 0x7f18b00b5e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:35.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.488+0000 7f18b48ac640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f18b00ce3a0 con 0x7f18b009aa70 2024-09-19T05:03:35.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.488+0000 7f18b48ac640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f18b00ce220 con 0x7f18b009b7b0 2024-09-19T05:03:35.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.488+0000 7f18b48ac640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f18b015c880 con 0x7f18b00b3230 2024-09-19T05:03:35.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.488+0000 7f18ae59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f18b009aa70 0x7f18b0159c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:35.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.488+0000 7f18ae59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f18b009aa70 0x7f18b0159c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36770/0 (socket says 172.21.15.5:36770) 2024-09-19T05:03:35.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.488+0000 7f18ae59c640 1 -- 172.21.15.5:0/3044482390 learned_addr learned my addr 172.21.15.5:0/3044482390 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:35.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.488+0000 7f18aed9d640 1 --2- 172.21.15.5:0/3044482390 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f18b00b3230 0x7f18b00b5e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:35.492 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.488+0000 7f18ae59c640 1 -- 172.21.15.5:0/3044482390 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f18b00b3230 msgr2=0x7f18b00b5e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:35.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.488+0000 7f18ae59c640 1 --2- 172.21.15.5:0/3044482390 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f18b00b3230 0x7f18b00b5e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:35.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.488+0000 7f18ae59c640 1 -- 172.21.15.5:0/3044482390 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f18b009b7b0 msgr2=0x7f18b006e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:35.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.488+0000 7f18add9b640 1 --2- 172.21.15.5:0/3044482390 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f18b009b7b0 0x7f18b006e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:35.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.488+0000 7f18ae59c640 1 --2- 172.21.15.5:0/3044482390 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f18b009b7b0 0x7f18b006e140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:35.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.488+0000 7f18ae59c640 1 -- 172.21.15.5:0/3044482390 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18b015a1b0 con 0x7f18b009aa70 2024-09-19T05:03:35.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.488+0000 7f18add9b640 1 --2- 172.21.15.5:0/3044482390 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f18b009b7b0 0x7f18b006e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:35.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.489+0000 7f18ae59c640 1 --2- 172.21.15.5:0/3044482390 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f18b009aa70 0x7f18b0159c70 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f18a8009d10 tx=0x7f18a800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:35.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.489+0000 7f18a6ffd640 1 -- 172.21.15.5:0/3044482390 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18a8018020 con 0x7f18b009aa70 2024-09-19T05:03:35.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.489+0000 7f18a6ffd640 1 -- 172.21.15.5:0/3044482390 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18a8014480 con 0x7f18b009aa70 2024-09-19T05:03:35.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.489+0000 7f18a6ffd640 1 -- 172.21.15.5:0/3044482390 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18a8014830 con 0x7f18b009aa70 2024-09-19T05:03:35.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.489+0000 7f18b48ac640 1 -- 172.21.15.5:0/3044482390 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18b006eab0 con 0x7f18b009aa70 2024-09-19T05:03:35.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.489+0000 7f18b48ac640 1 -- 172.21.15.5:0/3044482390 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18b00b5680 con 0x7f18b009aa70 2024-09-19T05:03:35.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.490+0000 7f18b48ac640 1 -- 172.21.15.5:0/3044482390 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18b00b1650 con 0x7f18b009aa70 2024-09-19T05:03:35.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.490+0000 7f18a6ffd640 1 -- 172.21.15.5:0/3044482390 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f18a8005d10 con 0x7f18b009aa70 2024-09-19T05:03:35.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.491+0000 7f18a6ffd640 1 --2- 172.21.15.5:0/3044482390 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f189006c2b0 0x7f189006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:35.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.491+0000 7f18a6ffd640 1 -- 172.21.15.5:0/3044482390 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6101+0+0 (secure 0 0 0) 0x7f18a808c0e0 con 0x7f18b009aa70 2024-09-19T05:03:35.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.491+0000 7f18add9b640 1 --2- 172.21.15.5:0/3044482390 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f189006c2b0 0x7f189006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:35.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.491+0000 7f18add9b640 1 --2- 172.21.15.5:0/3044482390 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f189006c2b0 0x7f189006e770 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f18b0160010 tx=0x7f1898009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:35.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.495+0000 7f18a6ffd640 1 -- 172.21.15.5:0/3044482390 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f18a8022070 con 0x7f18b009aa70 2024-09-19T05:03:35.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.672+0000 7f18b48ac640 1 -- 172.21.15.5:0/3044482390 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f18b00d29a0 con 0x7f18b009aa70 2024-09-19T05:03:35.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.673+0000 7f18a6ffd640 1 -- 172.21.15.5:0/3044482390 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v71) ==== 74+0+16982 (secure 0 0 0) 0x7f18a8010040 con 0x7f18b009aa70 2024-09-19T05:03:35.675 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:35.675 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":71,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:03:34.399536+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:03:32.054047+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-09-19T05:03:33.384703+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:03:35.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.675+0000 7f18b48ac640 1 -- 172.21.15.5:0/3044482390 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f189006c2b0 msgr2=0x7f189006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:35.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.675+0000 7f18b48ac640 1 --2- 172.21.15.5:0/3044482390 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f189006c2b0 0x7f189006e770 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f18b0160010 tx=0x7f1898009040 comp rx=0 tx=0).stop 2024-09-19T05:03:35.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.675+0000 7f18b48ac640 1 -- 172.21.15.5:0/3044482390 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f18b009aa70 msgr2=0x7f18b0159c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:35.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.675+0000 7f18b48ac640 1 --2- 172.21.15.5:0/3044482390 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f18b009aa70 0x7f18b0159c70 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f18a8009d10 tx=0x7f18a800c490 comp rx=0 tx=0).stop 2024-09-19T05:03:35.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.675+0000 7f18b48ac640 1 -- 172.21.15.5:0/3044482390 shutdown_connections 2024-09-19T05:03:35.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.675+0000 7f18b48ac640 1 --2- 172.21.15.5:0/3044482390 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f189006c2b0 0x7f189006e770 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:35.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.675+0000 7f18b48ac640 1 --2- 172.21.15.5:0/3044482390 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f18b00b3230 0x7f18b00b5e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:35.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.675+0000 7f18b48ac640 1 --2- 172.21.15.5:0/3044482390 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f18b009b7b0 0x7f18b006e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:35.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.675+0000 7f18b48ac640 1 --2- 172.21.15.5:0/3044482390 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f18b009aa70 0x7f18b0159c70 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:35.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.675+0000 7f18b48ac640 1 -- 172.21.15.5:0/3044482390 >> 172.21.15.5:0/3044482390 conn(0x7f18b00d23b0 msgr2=0x7f18b0071640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:35.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.676+0000 7f18b48ac640 1 -- 172.21.15.5:0/3044482390 shutdown_connections 2024-09-19T05:03:35.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.676+0000 7f18b48ac640 1 -- 172.21.15.5:0/3044482390 wait complete. 2024-09-19T05:03:35.688 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T05:03:35.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.792+0000 7fa0c4665640 1 Processor -- start 2024-09-19T05:03:35.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.792+0000 7fa0c4665640 1 -- start start 2024-09-19T05:03:35.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.793+0000 7fa0c4665640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa0bc09aa70 0x7fa0bc09ae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:35.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.793+0000 7fa0c4665640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa0bc0b5e00 0x7fa0bc0b6240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:35.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.793+0000 7fa0c4665640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0bc0b75f0 con 0x7fa0bc070a70 2024-09-19T05:03:35.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.793+0000 7fa0c4665640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fa0bc162460 con 0x7fa0bc0b5e00 2024-09-19T05:03:35.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.793+0000 7fa0c4665640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fa0bc09b390 con 0x7fa0bc09aa70 2024-09-19T05:03:35.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.793+0000 7fa0c1c00640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa0bc0b5e00 0x7fa0bc0b6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:35.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.793+0000 7fa0c1c00640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa0bc0b5e00 0x7fa0bc0b6240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36786/0 (socket says 172.21.15.5:36786) 2024-09-19T05:03:35.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.794+0000 7fa0c1c00640 1 -- 172.21.15.5:0/419680441 learned_addr learned my addr 172.21.15.5:0/419680441 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:35.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.794+0000 7fa0c2401640 1 --2- 172.21.15.5:0/419680441 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa0bc09aa70 0x7fa0bc09ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:35.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.794+0000 7fa0c1c00640 1 -- 172.21.15.5:0/419680441 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa0bc09aa70 msgr2=0x7fa0bc09ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:35.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.794+0000 7fa0c1c00640 1 --2- 172.21.15.5:0/419680441 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa0bc09aa70 0x7fa0bc09ae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:35.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.794+0000 7fa0c1c00640 1 -- 172.21.15.5:0/419680441 >> v1:172.21.15.5:6789/0 conn(0x7fa0bc070a70 legacy=0x7fa0bc070f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:35.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.794+0000 7fa0c1c00640 1 -- 172.21.15.5:0/419680441 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0bc0b6a70 con 0x7fa0bc0b5e00 2024-09-19T05:03:35.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.795+0000 7fa0c1c00640 1 --2- 172.21.15.5:0/419680441 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa0bc0b5e00 0x7fa0bc0b6240 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fa0b0009870 tx=0x7fa0b002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee9aee3640b4936 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:35.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.795+0000 7fa0c13ff640 1 -- 172.21.15.5:0/419680441 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0b0037070 con 0x7fa0bc0b5e00 2024-09-19T05:03:35.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.795+0000 7fa0c13ff640 1 -- 172.21.15.5:0/419680441 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0b0032440 con 0x7fa0bc0b5e00 2024-09-19T05:03:35.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.795+0000 7fa0c13ff640 1 -- 172.21.15.5:0/419680441 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0b0032810 con 0x7fa0bc0b5e00 2024-09-19T05:03:35.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.795+0000 7fa0c4665640 1 -- 172.21.15.5:0/419680441 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa0bc0b5e00 msgr2=0x7fa0bc0b6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:35.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.795+0000 7fa0c4665640 1 --2- 172.21.15.5:0/419680441 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa0bc0b5e00 0x7fa0bc0b6240 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fa0b0009870 tx=0x7fa0b002a270 comp rx=0 tx=0).stop 2024-09-19T05:03:35.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.796+0000 7fa0c4665640 1 -- 172.21.15.5:0/419680441 shutdown_connections 2024-09-19T05:03:35.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.796+0000 7fa0c4665640 1 --2- 172.21.15.5:0/419680441 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa0bc0b5e00 0x7fa0bc0b6240 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:35.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.796+0000 7fa0c4665640 1 --2- 172.21.15.5:0/419680441 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa0bc09aa70 0x7fa0bc09ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:35.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.796+0000 7fa0c4665640 1 -- 172.21.15.5:0/419680441 >> 172.21.15.5:0/419680441 conn(0x7fa0bc0b3f80 msgr2=0x7fa0bc0b4390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:35.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.796+0000 7fa0c4665640 1 -- 172.21.15.5:0/419680441 shutdown_connections 2024-09-19T05:03:35.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.796+0000 7fa0c4665640 1 -- 172.21.15.5:0/419680441 wait complete. 2024-09-19T05:03:35.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.797+0000 7fa0c4665640 1 Processor -- start 2024-09-19T05:03:35.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.797+0000 7fa0c4665640 1 -- start start 2024-09-19T05:03:35.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.798+0000 7fa0c4665640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa0bc070a70 0x7fa0bc1e7f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:35.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.798+0000 7fa0c4665640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa0bc09aa70 0x7fa0bc1f82b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:35.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.798+0000 7fa0c4665640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa0bc0b5e00 0x7fa0bc0d09f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:35.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.798+0000 7fa0c4665640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fa0bc0b7310 con 0x7fa0bc0b5e00 2024-09-19T05:03:35.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.798+0000 7fa0c4665640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fa0bc0b7030 con 0x7fa0bc09aa70 2024-09-19T05:03:35.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.798+0000 7fa0c4665640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fa0bc0b6780 con 0x7fa0bc070a70 2024-09-19T05:03:35.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.798+0000 7fa0c2c02640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa0bc0b5e00 0x7fa0bc0d09f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:35.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.798+0000 7fa0c2c02640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa0bc0b5e00 0x7fa0bc0d09f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36796/0 (socket says 172.21.15.5:36796) 2024-09-19T05:03:35.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.798+0000 7fa0c2c02640 1 -- 172.21.15.5:0/2758883865 learned_addr learned my addr 172.21.15.5:0/2758883865 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:35.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.798+0000 7fa0c1c00640 1 --2- 172.21.15.5:0/2758883865 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa0bc09aa70 0x7fa0bc1f82b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:35.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.798+0000 7fa0c2401640 1 --2- 172.21.15.5:0/2758883865 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa0bc070a70 0x7fa0bc1e7f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:35.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.798+0000 7fa0c2c02640 1 -- 172.21.15.5:0/2758883865 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa0bc070a70 msgr2=0x7fa0bc1e7f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:35.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.798+0000 7fa0c2c02640 1 --2- 172.21.15.5:0/2758883865 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa0bc070a70 0x7fa0bc1e7f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:35.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.798+0000 7fa0c2c02640 1 -- 172.21.15.5:0/2758883865 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa0bc09aa70 msgr2=0x7fa0bc1f82b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:35.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.798+0000 7fa0c2c02640 1 --2- 172.21.15.5:0/2758883865 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa0bc09aa70 0x7fa0bc1f82b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:35.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.798+0000 7fa0c2c02640 1 -- 172.21.15.5:0/2758883865 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0bc0cff70 con 0x7fa0bc0b5e00 2024-09-19T05:03:35.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.798+0000 7fa0c1c00640 1 --2- 172.21.15.5:0/2758883865 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa0bc09aa70 0x7fa0bc1f82b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:35.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.798+0000 7fa0c2401640 1 --2- 172.21.15.5:0/2758883865 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa0bc070a70 0x7fa0bc1e7f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:35.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.798+0000 7fa0c2c02640 1 --2- 172.21.15.5:0/2758883865 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa0bc0b5e00 0x7fa0bc0d09f0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fa0ac00c6b0 tx=0x7fa0ac00cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:35.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.798+0000 7fa0baffd640 1 -- 172.21.15.5:0/2758883865 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0ac003b70 con 0x7fa0bc0b5e00 2024-09-19T05:03:35.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.798+0000 7fa0baffd640 1 -- 172.21.15.5:0/2758883865 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0ac003d30 con 0x7fa0bc0b5e00 2024-09-19T05:03:35.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.798+0000 7fa0c4665640 1 -- 172.21.15.5:0/2758883865 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0bc1e84b0 con 0x7fa0bc0b5e00 2024-09-19T05:03:35.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.798+0000 7fa0baffd640 1 -- 172.21.15.5:0/2758883865 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0ac005310 con 0x7fa0bc0b5e00 2024-09-19T05:03:35.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.798+0000 7fa0c4665640 1 -- 172.21.15.5:0/2758883865 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0bc0d0210 con 0x7fa0bc0b5e00 2024-09-19T05:03:35.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.799+0000 7fa0c4665640 1 -- 172.21.15.5:0/2758883865 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0bc161d60 con 0x7fa0bc0b5e00 2024-09-19T05:03:35.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.800+0000 7fa0baffd640 1 -- 172.21.15.5:0/2758883865 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa0ac0054b0 con 0x7fa0bc0b5e00 2024-09-19T05:03:35.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.800+0000 7fa0baffd640 1 --2- 172.21.15.5:0/2758883865 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa0a806c2b0 0x7fa0a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:35.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.801+0000 7fa0baffd640 1 -- 172.21.15.5:0/2758883865 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6101+0+0 (secure 0 0 0) 0x7fa0ac08b510 con 0x7fa0bc0b5e00 2024-09-19T05:03:35.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.801+0000 7fa0c2401640 1 --2- 172.21.15.5:0/2758883865 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa0a806c2b0 0x7fa0a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:35.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.801+0000 7fa0c2401640 1 --2- 172.21.15.5:0/2758883865 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa0a806c2b0 0x7fa0a806e770 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fa0b4006fd0 tx=0x7fa0b4008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:35.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:35.805+0000 7fa0baffd640 1 -- 172.21.15.5:0/2758883865 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa0ac059a50 con 0x7fa0bc0b5e00 2024-09-19T05:03:36.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.016+0000 7fa0c4665640 1 -- 172.21.15.5:0/2758883865 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fa0bc09bbb0 con 0x7fa0bc0b5e00 2024-09-19T05:03:36.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.050+0000 7fa0baffd640 1 -- 172.21.15.5:0/2758883865 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v37) ==== 118+0+0 (secure 0 0 0) 0x7fa0ac059350 con 0x7fa0bc0b5e00 2024-09-19T05:03:36.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.053+0000 7fa0c4665640 1 -- 172.21.15.5:0/2758883865 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa0a806c2b0 msgr2=0x7fa0a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:36.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.053+0000 7fa0c4665640 1 --2- 172.21.15.5:0/2758883865 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa0a806c2b0 0x7fa0a806e770 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fa0b4006fd0 tx=0x7fa0b4008040 comp rx=0 tx=0).stop 2024-09-19T05:03:36.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.053+0000 7fa0c4665640 1 -- 172.21.15.5:0/2758883865 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa0bc0b5e00 msgr2=0x7fa0bc0d09f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:36.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.053+0000 7fa0c4665640 1 --2- 172.21.15.5:0/2758883865 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa0bc0b5e00 0x7fa0bc0d09f0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fa0ac00c6b0 tx=0x7fa0ac00cb70 comp rx=0 tx=0).stop 2024-09-19T05:03:36.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.054+0000 7fa0c4665640 1 -- 172.21.15.5:0/2758883865 shutdown_connections 2024-09-19T05:03:36.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.054+0000 7fa0c4665640 1 --2- 172.21.15.5:0/2758883865 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa0a806c2b0 0x7fa0a806e770 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:36.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.054+0000 7fa0c4665640 1 --2- 172.21.15.5:0/2758883865 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa0bc0b5e00 0x7fa0bc0d09f0 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:36.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.054+0000 7fa0c4665640 1 --2- 172.21.15.5:0/2758883865 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa0bc09aa70 0x7fa0bc1f82b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:36.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.054+0000 7fa0c4665640 1 --2- 172.21.15.5:0/2758883865 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa0bc070a70 0x7fa0bc1e7f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:36.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.054+0000 7fa0c4665640 1 -- 172.21.15.5:0/2758883865 >> 172.21.15.5:0/2758883865 conn(0x7fa0bc0b3f80 msgr2=0x7fa0bc0b4360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:36.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.054+0000 7fa0c4665640 1 -- 172.21.15.5:0/2758883865 shutdown_connections 2024-09-19T05:03:36.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.054+0000 7fa0c4665640 1 -- 172.21.15.5:0/2758883865 wait complete. 2024-09-19T05:03:36.066 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T05:03:36.066 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T05:03:36.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.171+0000 7f1a708a6640 1 Processor -- start 2024-09-19T05:03:36.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.171+0000 7f1a708a6640 1 -- start start 2024-09-19T05:03:36.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.172+0000 7f1a708a6640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f1a6c15e510 0x7f1a6c06cae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:36.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.172+0000 7f1a708a6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a6c15e8f0 0x7f1a6c06e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:36.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.172+0000 7f1a708a6640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1a6c06bc10 0x7f1a6c06ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:36.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.172+0000 7f1a708a6640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f1a6c06d310 con 0x7f1a6c06bc10 2024-09-19T05:03:36.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.172+0000 7f1a708a6640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f1a6c0b3f70 con 0x7f1a6c15e510 2024-09-19T05:03:36.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.172+0000 7f1a708a6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1a6c0b4250 con 0x7f1a6c15e8f0 2024-09-19T05:03:36.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.172+0000 7f1a6ad9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1a6c06bc10 0x7f1a6c06ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:36.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.172+0000 7f1a6ad9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1a6c06bc10 0x7f1a6c06ebc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36812/0 (socket says 172.21.15.5:36812) 2024-09-19T05:03:36.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.172+0000 7f1a6ad9d640 1 -- 172.21.15.5:0/2200395659 learned_addr learned my addr 172.21.15.5:0/2200395659 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:36.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.172+0000 7f1a6ad9d640 1 -- 172.21.15.5:0/2200395659 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a6c15e8f0 msgr2=0x7f1a6c06e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:36.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.172+0000 7f1a6a59c640 1 --2- 172.21.15.5:0/2200395659 >> v2:172.21.15.134:3300/0 conn(0x7f1a6c15e510 0x7f1a6c06cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:36.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.172+0000 7f1a6ad9d640 1 --2- 172.21.15.5:0/2200395659 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a6c15e8f0 0x7f1a6c06e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:36.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.172+0000 7f1a6ad9d640 1 -- 172.21.15.5:0/2200395659 >> v2:172.21.15.134:3300/0 conn(0x7f1a6c15e510 msgr2=0x7f1a6c06cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:36.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.172+0000 7f1a6ad9d640 1 --2- 172.21.15.5:0/2200395659 >> v2:172.21.15.134:3300/0 conn(0x7f1a6c15e510 0x7f1a6c06cae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:36.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.172+0000 7f1a6ad9d640 1 -- 172.21.15.5:0/2200395659 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a6c0b4530 con 0x7f1a6c06bc10 2024-09-19T05:03:36.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.173+0000 7f1a6ad9d640 1 --2- 172.21.15.5:0/2200395659 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a6c06bc10 0x7f1a6c06ebc0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c06d7b0 tx=0x7f1a6402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e6ab64e2623a184 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:36.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.173+0000 7f1a69d9b640 1 -- 172.21.15.5:0/2200395659 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a64036070 con 0x7f1a6c06bc10 2024-09-19T05:03:36.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.173+0000 7f1a69d9b640 1 -- 172.21.15.5:0/2200395659 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a64031600 con 0x7f1a6c06bc10 2024-09-19T05:03:36.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.173+0000 7f1a69d9b640 1 -- 172.21.15.5:0/2200395659 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a640319d0 con 0x7f1a6c06bc10 2024-09-19T05:03:36.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.173+0000 7f1a708a6640 1 -- 172.21.15.5:0/2200395659 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a6c06bc10 msgr2=0x7f1a6c06ebc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:36.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.173+0000 7f1a708a6640 1 --2- 172.21.15.5:0/2200395659 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a6c06bc10 0x7f1a6c06ebc0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c06d7b0 tx=0x7f1a6402a610 comp rx=0 tx=0).stop 2024-09-19T05:03:36.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.174+0000 7f1a708a6640 1 -- 172.21.15.5:0/2200395659 shutdown_connections 2024-09-19T05:03:36.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.174+0000 7f1a708a6640 1 --2- 172.21.15.5:0/2200395659 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a6c06bc10 0x7f1a6c06ebc0 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:36.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.174+0000 7f1a708a6640 1 --2- 172.21.15.5:0/2200395659 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a6c15e8f0 0x7f1a6c06e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:36.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.174+0000 7f1a708a6640 1 --2- 172.21.15.5:0/2200395659 >> v2:172.21.15.134:3300/0 conn(0x7f1a6c15e510 0x7f1a6c06cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:36.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.174+0000 7f1a708a6640 1 -- 172.21.15.5:0/2200395659 >> 172.21.15.5:0/2200395659 conn(0x7f1a6c0cd820 msgr2=0x7f1a6c0cdc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:36.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.174+0000 7f1a708a6640 1 -- 172.21.15.5:0/2200395659 shutdown_connections 2024-09-19T05:03:36.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.174+0000 7f1a708a6640 1 -- 172.21.15.5:0/2200395659 wait complete. 2024-09-19T05:03:36.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.175+0000 7f1a708a6640 1 Processor -- start 2024-09-19T05:03:36.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.175+0000 7f1a708a6640 1 -- start start 2024-09-19T05:03:36.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.176+0000 7f1a708a6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a6c06bc10 0x7f1a6c15a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:36.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.176+0000 7f1a708a6640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a6c15e510 0x7f1a6c15fd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:36.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.176+0000 7f1a708a6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a6c15e8f0 0x7f1a6c0cf7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:36.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.176+0000 7f1a708a6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1a6c0ceda0 con 0x7f1a6c06bc10 2024-09-19T05:03:36.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.176+0000 7f1a708a6640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f1a6c0cec20 con 0x7f1a6c15e510 2024-09-19T05:03:36.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.176+0000 7f1a708a6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1a6c0cef20 con 0x7f1a6c15e8f0 2024-09-19T05:03:36.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.176+0000 7f1a6a59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a6c06bc10 0x7f1a6c15a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:36.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.176+0000 7f1a6a59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a6c06bc10 0x7f1a6c15a3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:36816/0 (socket says 172.21.15.5:36816) 2024-09-19T05:03:36.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.176+0000 7f1a6a59c640 1 -- 172.21.15.5:0/1258447355 learned_addr learned my addr 172.21.15.5:0/1258447355 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:36.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.176+0000 7f1a6ad9d640 1 --2- 172.21.15.5:0/1258447355 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a6c15e8f0 0x7f1a6c0cf7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:36.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.176+0000 7f1a63fff640 1 --2- 172.21.15.5:0/1258447355 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a6c15e510 0x7f1a6c15fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:36.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.176+0000 7f1a6a59c640 1 -- 172.21.15.5:0/1258447355 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a6c15e8f0 msgr2=0x7f1a6c0cf7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:36.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.176+0000 7f1a6a59c640 1 --2- 172.21.15.5:0/1258447355 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a6c15e8f0 0x7f1a6c0cf7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:36.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.176+0000 7f1a6a59c640 1 -- 172.21.15.5:0/1258447355 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a6c15e510 msgr2=0x7f1a6c15fd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:36.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.176+0000 7f1a6a59c640 1 --2- 172.21.15.5:0/1258447355 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a6c15e510 0x7f1a6c15fd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:36.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.176+0000 7f1a6a59c640 1 -- 172.21.15.5:0/1258447355 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a6c0c5de0 con 0x7f1a6c06bc10 2024-09-19T05:03:36.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.176+0000 7f1a63fff640 1 --2- 172.21.15.5:0/1258447355 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a6c15e510 0x7f1a6c15fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:36.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.176+0000 7f1a6a59c640 1 --2- 172.21.15.5:0/1258447355 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a6c06bc10 0x7f1a6c15a3d0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f1a5c00c7f0 tx=0x7f1a5c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:36.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.176+0000 7f1a62ffd640 1 -- 172.21.15.5:0/1258447355 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a5c015070 con 0x7f1a6c06bc10 2024-09-19T05:03:36.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.176+0000 7f1a62ffd640 1 -- 172.21.15.5:0/1258447355 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a5c004240 con 0x7f1a6c06bc10 2024-09-19T05:03:36.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.176+0000 7f1a708a6640 1 -- 172.21.15.5:0/1258447355 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a6c1606c0 con 0x7f1a6c06bc10 2024-09-19T05:03:36.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.176+0000 7f1a62ffd640 1 -- 172.21.15.5:0/1258447355 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a5c007620 con 0x7f1a6c06bc10 2024-09-19T05:03:36.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.177+0000 7f1a708a6640 1 -- 172.21.15.5:0/1258447355 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a6c160f60 con 0x7f1a6c06bc10 2024-09-19T05:03:36.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.177+0000 7f1a708a6640 1 -- 172.21.15.5:0/1258447355 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a6c160ab0 con 0x7f1a6c06bc10 2024-09-19T05:03:36.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.178+0000 7f1a62ffd640 1 -- 172.21.15.5:0/1258447355 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1a5c0079d0 con 0x7f1a6c06bc10 2024-09-19T05:03:36.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.178+0000 7f1a62ffd640 1 --2- 172.21.15.5:0/1258447355 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1a4c06c2b0 0x7f1a4c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:36.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.179+0000 7f1a62ffd640 1 -- 172.21.15.5:0/1258447355 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f1a5c08b930 con 0x7f1a6c06bc10 2024-09-19T05:03:36.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.179+0000 7f1a63fff640 1 --2- 172.21.15.5:0/1258447355 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1a4c06c2b0 0x7f1a4c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:36.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.179+0000 7f1a63fff640 1 --2- 172.21.15.5:0/1258447355 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1a4c06c2b0 0x7f1a4c06e770 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c15dc00 tx=0x7f1a54008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:36.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.183+0000 7f1a62ffd640 1 -- 172.21.15.5:0/1258447355 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1a5c059fa0 con 0x7f1a6c06bc10 2024-09-19T05:03:36.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:36.395+0000 7f1a708a6640 1 -- 172.21.15.5:0/1258447355 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f1a6c0c5fb0 con 0x7f1a6c06bc10 2024-09-19T05:03:37.024 INFO:tasks.ceph.mds.c.smithi005.stderr:2024-09-19T05:03:37.023+0000 7feec982c640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:03:37.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.056+0000 7f1a62ffd640 1 -- 172.21.15.5:0/1258447355 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v38) ==== 122+0+0 (secure 0 0 0) 0x7f1a5c0598a0 con 0x7f1a6c06bc10 2024-09-19T05:03:37.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.059+0000 7f1a708a6640 1 -- 172.21.15.5:0/1258447355 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1a4c06c2b0 msgr2=0x7f1a4c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:37.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.059+0000 7f1a708a6640 1 --2- 172.21.15.5:0/1258447355 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1a4c06c2b0 0x7f1a4c06e770 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c15dc00 tx=0x7f1a54008040 comp rx=0 tx=0).stop 2024-09-19T05:03:37.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.059+0000 7f1a708a6640 1 -- 172.21.15.5:0/1258447355 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a6c06bc10 msgr2=0x7f1a6c15a3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:37.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.059+0000 7f1a708a6640 1 --2- 172.21.15.5:0/1258447355 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a6c06bc10 0x7f1a6c15a3d0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f1a5c00c7f0 tx=0x7f1a5c00ccb0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.059+0000 7f1a708a6640 1 -- 172.21.15.5:0/1258447355 shutdown_connections 2024-09-19T05:03:37.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.059+0000 7f1a708a6640 1 --2- 172.21.15.5:0/1258447355 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1a4c06c2b0 0x7f1a4c06e770 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.059+0000 7f1a708a6640 1 --2- 172.21.15.5:0/1258447355 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a6c15e8f0 0x7f1a6c0cf7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.059+0000 7f1a708a6640 1 --2- 172.21.15.5:0/1258447355 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a6c15e510 0x7f1a6c15fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.059+0000 7f1a708a6640 1 --2- 172.21.15.5:0/1258447355 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a6c06bc10 0x7f1a6c15a3d0 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.059+0000 7f1a708a6640 1 -- 172.21.15.5:0/1258447355 >> 172.21.15.5:0/1258447355 conn(0x7f1a6c0cd820 msgr2=0x7f1a6c0af930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:37.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.059+0000 7f1a708a6640 1 -- 172.21.15.5:0/1258447355 shutdown_connections 2024-09-19T05:03:37.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.059+0000 7f1a708a6640 1 -- 172.21.15.5:0/1258447355 wait complete. 2024-09-19T05:03:37.074 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T05:03:37.074 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:03:37.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.182+0000 7f5c07fd6640 1 Processor -- start 2024-09-19T05:03:37.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.182+0000 7f5c07fd6640 1 -- start start 2024-09-19T05:03:37.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.183+0000 7f5c07fd6640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f5c0015c1c0 0x7f5c00070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:37.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.183+0000 7f5c07fd6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5c0009b180 0x7f5c000b6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:37.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.183+0000 7f5c07fd6640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5c0015f8d0 con 0x7f5c0015f480 2024-09-19T05:03:37.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.183+0000 7f5c07fd6640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f5c000b5d90 con 0x7f5c0015c1c0 2024-09-19T05:03:37.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.183+0000 7f5c07fd6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f5c00070e00 con 0x7f5c0009b180 2024-09-19T05:03:37.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.184+0000 7f5c06573640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5c0009b180 0x7f5c000b6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:37.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.184+0000 7f5c05d72640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f5c0015c1c0 0x7f5c00070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:37.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.184+0000 7f5c05571640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7f5c0015f480 0x7f5c0009aa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.5:42468/0 (socket says 172.21.15.5:42468) 2024-09-19T05:03:37.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.184+0000 7f5c05571640 1 -- 172.21.15.5:0/469483965 learned_addr learned my addr 172.21.15.5:0/469483965 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:37.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.184+0000 7f5c05d72640 1 -- 172.21.15.5:0/469483965 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5c0009b180 msgr2=0x7f5c000b6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:37.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.184+0000 7f5c05d72640 1 --2- 172.21.15.5:0/469483965 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5c0009b180 0x7f5c000b6220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.184+0000 7f5c05d72640 1 -- 172.21.15.5:0/469483965 >> v1:172.21.15.134:6789/0 conn(0x7f5c0015f480 legacy=0x7f5c0009aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:37.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.184+0000 7f5c05d72640 1 -- 172.21.15.5:0/469483965 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c000710e0 con 0x7f5c0015c1c0 2024-09-19T05:03:37.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.184+0000 7f5c04d70640 1 -- 172.21.15.5:0/469483965 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 108397681 0 0) 0x7f5c0015f8d0 con 0x7f5c0015f480 2024-09-19T05:03:37.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.184+0000 7f5c06573640 1 --2- 172.21.15.5:0/469483965 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5c0009b180 0x7f5c000b6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:03:37.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.185+0000 7f5c05d72640 1 --2- 172.21.15.5:0/469483965 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5c0015c1c0 0x7f5c00070770 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc0097d0 tx=0x7f5bfc02a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1bdc141eabea0c31 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:37.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.185+0000 7f5c04d70640 1 -- 172.21.15.5:0/469483965 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bfc037070 con 0x7f5c0015c1c0 2024-09-19T05:03:37.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.185+0000 7f5c04d70640 1 -- 172.21.15.5:0/469483965 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5bfc032440 con 0x7f5c0015c1c0 2024-09-19T05:03:37.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.185+0000 7f5c04d70640 1 -- 172.21.15.5:0/469483965 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bfc032810 con 0x7f5c0015c1c0 2024-09-19T05:03:37.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.186+0000 7f5c07fd6640 1 -- 172.21.15.5:0/469483965 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5c0015c1c0 msgr2=0x7f5c00070770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:37.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.186+0000 7f5c07fd6640 1 --2- 172.21.15.5:0/469483965 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5c0015c1c0 0x7f5c00070770 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc0097d0 tx=0x7f5bfc02a1c0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.186+0000 7f5c07fd6640 1 -- 172.21.15.5:0/469483965 shutdown_connections 2024-09-19T05:03:37.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.186+0000 7f5c07fd6640 1 --2- 172.21.15.5:0/469483965 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5c0009b180 0x7f5c000b6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.186+0000 7f5c07fd6640 1 --2- 172.21.15.5:0/469483965 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5c0015c1c0 0x7f5c00070770 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.186+0000 7f5c07fd6640 1 -- 172.21.15.5:0/469483965 >> 172.21.15.5:0/469483965 conn(0x7f5c000b3ff0 msgr2=0x7f5c000b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:37.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.186+0000 7f5c07fd6640 1 -- 172.21.15.5:0/469483965 shutdown_connections 2024-09-19T05:03:37.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.186+0000 7f5c07fd6640 1 -- 172.21.15.5:0/469483965 wait complete. 2024-09-19T05:03:37.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.187+0000 7f5c07fd6640 1 Processor -- start 2024-09-19T05:03:37.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.187+0000 7f5c07fd6640 1 -- start start 2024-09-19T05:03:37.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.188+0000 7f5c07fd6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5c0009b180 0x7f5c0009ee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:37.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.188+0000 7f5c07fd6640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5c0015c1c0 0x7f5c001561f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:37.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.188+0000 7f5c07fd6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5c0015f480 0x7f5c000d0d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:37.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.188+0000 7f5c07fd6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f5c000b6760 con 0x7f5c0009b180 2024-09-19T05:03:37.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.188+0000 7f5c07fd6640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f5c000716a0 con 0x7f5c0015c1c0 2024-09-19T05:03:37.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.188+0000 7f5c07fd6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f5c000b68e0 con 0x7f5c0015f480 2024-09-19T05:03:37.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.188+0000 7f5c05d72640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5c0009b180 0x7f5c0009ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:37.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.188+0000 7f5c05d72640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5c0009b180 0x7f5c0009ee50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37114/0 (socket says 172.21.15.5:37114) 2024-09-19T05:03:37.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.188+0000 7f5c05d72640 1 -- 172.21.15.5:0/3900598063 learned_addr learned my addr 172.21.15.5:0/3900598063 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:37.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.188+0000 7f5c06573640 1 --2- 172.21.15.5:0/3900598063 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5c0015f480 0x7f5c000d0d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:37.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.188+0000 7f5c05571640 1 --2- 172.21.15.5:0/3900598063 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5c0015c1c0 0x7f5c001561f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:37.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.188+0000 7f5c05d72640 1 -- 172.21.15.5:0/3900598063 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5c0015f480 msgr2=0x7f5c000d0d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:37.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.188+0000 7f5c05d72640 1 --2- 172.21.15.5:0/3900598063 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5c0015f480 0x7f5c000d0d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.188+0000 7f5c05d72640 1 -- 172.21.15.5:0/3900598063 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5c0015c1c0 msgr2=0x7f5c001561f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:37.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.188+0000 7f5c05d72640 1 --2- 172.21.15.5:0/3900598063 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5c0015c1c0 0x7f5c001561f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.188+0000 7f5c05d72640 1 -- 172.21.15.5:0/3900598063 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c0009f450 con 0x7f5c0009b180 2024-09-19T05:03:37.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.188+0000 7f5c06573640 1 --2- 172.21.15.5:0/3900598063 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5c0015f480 0x7f5c000d0d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:37.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.188+0000 7f5c05571640 1 --2- 172.21.15.5:0/3900598063 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5c0015c1c0 0x7f5c001561f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:37.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.188+0000 7f5c05d72640 1 --2- 172.21.15.5:0/3900598063 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5c0009b180 0x7f5c0009ee50 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc035040 tx=0x7f5bfc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:37.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.188+0000 7f5bf67fc640 1 -- 172.21.15.5:0/3900598063 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bfc037050 con 0x7f5c0009b180 2024-09-19T05:03:37.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.188+0000 7f5bf67fc640 1 -- 172.21.15.5:0/3900598063 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5bfc038040 con 0x7f5c0009b180 2024-09-19T05:03:37.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.188+0000 7f5c07fd6640 1 -- 172.21.15.5:0/3900598063 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c0009f730 con 0x7f5c0009b180 2024-09-19T05:03:37.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.188+0000 7f5bf67fc640 1 -- 172.21.15.5:0/3900598063 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bfc004490 con 0x7f5c0009b180 2024-09-19T05:03:37.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.189+0000 7f5c07fd6640 1 -- 172.21.15.5:0/3900598063 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c0009fcf0 con 0x7f5c0009b180 2024-09-19T05:03:37.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.190+0000 7f5c07fd6640 1 -- 172.21.15.5:0/3900598063 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c000b6220 con 0x7f5c0009b180 2024-09-19T05:03:37.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.190+0000 7f5bf67fc640 1 -- 172.21.15.5:0/3900598063 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5bfc03c6d0 con 0x7f5c0009b180 2024-09-19T05:03:37.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.191+0000 7f5bf67fc640 1 --2- 172.21.15.5:0/3900598063 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5be406c2b0 0x7f5be406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:37.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.191+0000 7f5bf67fc640 1 -- 172.21.15.5:0/3900598063 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f5bfc0ac050 con 0x7f5c0009b180 2024-09-19T05:03:37.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.191+0000 7f5c05571640 1 --2- 172.21.15.5:0/3900598063 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5be406c2b0 0x7f5be406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:37.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.191+0000 7f5c05571640 1 --2- 172.21.15.5:0/3900598063 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5be406c2b0 0x7f5be406e770 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f5c001f79c0 tx=0x7f5bf0009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:37.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.195+0000 7f5bf67fc640 1 -- 172.21.15.5:0/3900598063 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5bfc07a630 con 0x7f5c0009b180 2024-09-19T05:03:37.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.409+0000 7f5c07fd6640 1 -- 172.21.15.5:0/3900598063 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5c00161cd0 con 0x7f5c0009b180 2024-09-19T05:03:37.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.409+0000 7f5bf67fc640 1 -- 172.21.15.5:0/3900598063 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 38 v38) ==== 94+0+5219 (secure 0 0 0) 0x7f5bfc079f30 con 0x7f5c0009b180 2024-09-19T05:03:37.411 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:37.411 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":38,"btime":"2024-09-19T05:03:37:052318+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5560,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/2045800348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":2045800348},{"type":"v1","addr":"172.21.15.134:6836","nonce":2045800348}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5563,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/1704639855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":1704639855},{"type":"v1","addr":"172.21.15.134:6837","nonce":1704639855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5940,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/97678885","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":97678885},{"type":"v1","addr":"172.21.15.5:6834","nonce":97678885}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":34}],"filesystems":[{"mdsmap":{"epoch":38,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:03:34.399849+0000","modified":"2024-09-19T05:03:36.397011+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5943},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5943":{"gid":5943,"name":"c","rank":0,"incarnation":36,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/4064124508","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":4064124508},{"type":"v1","addr":"172.21.15.5:6835","nonce":4064124508}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5943,"qdb_cluster":[5943]},"id":5}]} 2024-09-19T05:03:37.411 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 38 2024-09-19T05:03:37.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.411+0000 7f5c07fd6640 1 -- 172.21.15.5:0/3900598063 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5be406c2b0 msgr2=0x7f5be406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:37.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.411+0000 7f5c07fd6640 1 --2- 172.21.15.5:0/3900598063 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5be406c2b0 0x7f5be406e770 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f5c001f79c0 tx=0x7f5bf0009040 comp rx=0 tx=0).stop 2024-09-19T05:03:37.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.411+0000 7f5c07fd6640 1 -- 172.21.15.5:0/3900598063 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5c0009b180 msgr2=0x7f5c0009ee50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:37.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.411+0000 7f5c07fd6640 1 --2- 172.21.15.5:0/3900598063 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5c0009b180 0x7f5c0009ee50 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc035040 tx=0x7f5bfc0046c0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.411+0000 7f5c07fd6640 1 -- 172.21.15.5:0/3900598063 shutdown_connections 2024-09-19T05:03:37.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.411+0000 7f5c07fd6640 1 --2- 172.21.15.5:0/3900598063 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5be406c2b0 0x7f5be406e770 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.411+0000 7f5c07fd6640 1 --2- 172.21.15.5:0/3900598063 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5c0015f480 0x7f5c000d0d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.411+0000 7f5c07fd6640 1 --2- 172.21.15.5:0/3900598063 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5c0015c1c0 0x7f5c001561f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.411+0000 7f5c07fd6640 1 --2- 172.21.15.5:0/3900598063 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5c0009b180 0x7f5c0009ee50 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.411+0000 7f5c07fd6640 1 -- 172.21.15.5:0/3900598063 >> 172.21.15.5:0/3900598063 conn(0x7f5c000b3ff0 msgr2=0x7f5c0006d220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:37.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.411+0000 7f5c07fd6640 1 -- 172.21.15.5:0/3900598063 shutdown_connections 2024-09-19T05:03:37.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.411+0000 7f5c07fd6640 1 -- 172.21.15.5:0/3900598063 wait complete. 2024-09-19T05:03:37.424 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:03:37.526 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.525+0000 7faad2a94640 1 Processor -- start 2024-09-19T05:03:37.527 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.525+0000 7faad2a94640 1 -- start start 2024-09-19T05:03:37.528 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.526+0000 7faad2a94640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7faacc0d0ff0 0x7faacc0d13d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:37.528 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.526+0000 7faad2a94640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7faacc0cfa10 0x7faacc0d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:37.528 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.526+0000 7faad2a94640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faacc0d4060 0x7faacc0d28c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:37.528 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.526+0000 7faad2a94640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7faacc0b6c70 con 0x7faacc0cfa10 2024-09-19T05:03:37.528 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.526+0000 7faad2a94640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7faacc0d1910 con 0x7faacc0d0ff0 2024-09-19T05:03:37.528 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.526+0000 7faad2a94640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7faacc0b6060 con 0x7faacc0d4060 2024-09-19T05:03:37.528 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.526+0000 7faacbfff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7faacc0cfa10 0x7faacc0d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:37.528 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.526+0000 7faacbfff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7faacc0cfa10 0x7faacc0d3b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37128/0 (socket says 172.21.15.5:37128) 2024-09-19T05:03:37.528 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.526+0000 7faacbfff640 1 -- 172.21.15.5:0/298208616 learned_addr learned my addr 172.21.15.5:0/298208616 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:37.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.526+0000 7faad1031640 1 --2- 172.21.15.5:0/298208616 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faacc0d4060 0x7faacc0d28c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:37.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.526+0000 7faad0830640 1 --2- 172.21.15.5:0/298208616 >> v2:172.21.15.134:3300/0 conn(0x7faacc0d0ff0 0x7faacc0d13d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:37.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.526+0000 7faacbfff640 1 -- 172.21.15.5:0/298208616 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faacc0d4060 msgr2=0x7faacc0d28c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:37.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.526+0000 7faacbfff640 1 --2- 172.21.15.5:0/298208616 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faacc0d4060 0x7faacc0d28c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.526+0000 7faacbfff640 1 -- 172.21.15.5:0/298208616 >> v2:172.21.15.134:3300/0 conn(0x7faacc0d0ff0 msgr2=0x7faacc0d13d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:37.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.526+0000 7faacbfff640 1 --2- 172.21.15.5:0/298208616 >> v2:172.21.15.134:3300/0 conn(0x7faacc0d0ff0 0x7faacc0d13d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.526+0000 7faacbfff640 1 -- 172.21.15.5:0/298208616 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faacc0b6340 con 0x7faacc0cfa10 2024-09-19T05:03:37.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.527+0000 7faacbfff640 1 --2- 172.21.15.5:0/298208616 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faacc0cfa10 0x7faacc0d3b20 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7faacc068910 tx=0x7faab802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ca015adf15f0fc8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:37.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.527+0000 7faacb7fe640 1 -- 172.21.15.5:0/298208616 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab8037070 con 0x7faacc0cfa10 2024-09-19T05:03:37.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.527+0000 7faacb7fe640 1 -- 172.21.15.5:0/298208616 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faab8032440 con 0x7faacc0cfa10 2024-09-19T05:03:37.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.527+0000 7faacb7fe640 1 -- 172.21.15.5:0/298208616 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab8032810 con 0x7faacc0cfa10 2024-09-19T05:03:37.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.528+0000 7faad2a94640 1 -- 172.21.15.5:0/298208616 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faacc0cfa10 msgr2=0x7faacc0d3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:37.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.528+0000 7faad2a94640 1 --2- 172.21.15.5:0/298208616 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faacc0cfa10 0x7faacc0d3b20 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7faacc068910 tx=0x7faab802a140 comp rx=0 tx=0).stop 2024-09-19T05:03:37.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.528+0000 7faad2a94640 1 -- 172.21.15.5:0/298208616 shutdown_connections 2024-09-19T05:03:37.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.528+0000 7faad2a94640 1 --2- 172.21.15.5:0/298208616 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faacc0d4060 0x7faacc0d28c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.528+0000 7faad2a94640 1 --2- 172.21.15.5:0/298208616 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faacc0cfa10 0x7faacc0d3b20 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.528+0000 7faad2a94640 1 --2- 172.21.15.5:0/298208616 >> v2:172.21.15.134:3300/0 conn(0x7faacc0d0ff0 0x7faacc0d13d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.528+0000 7faad2a94640 1 -- 172.21.15.5:0/298208616 >> 172.21.15.5:0/298208616 conn(0x7faacc067f80 msgr2=0x7faacc06ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:37.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.528+0000 7faad2a94640 1 -- 172.21.15.5:0/298208616 shutdown_connections 2024-09-19T05:03:37.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.528+0000 7faad2a94640 1 -- 172.21.15.5:0/298208616 wait complete. 2024-09-19T05:03:37.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.529+0000 7faad2a94640 1 Processor -- start 2024-09-19T05:03:37.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.529+0000 7faad2a94640 1 -- start start 2024-09-19T05:03:37.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.530+0000 7faad2a94640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faacc0cfa10 0x7faacc15db00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:37.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.530+0000 7faad2a94640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faacc0d0ff0 0x7faacc15ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:37.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.530+0000 7faad2a94640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faacc0d4060 0x7faacc0d4550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:37.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.530+0000 7faad2a94640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7faacc15e8f0 con 0x7faacc0cfa10 2024-09-19T05:03:37.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.530+0000 7faad2a94640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7faacc0b6900 con 0x7faacc0d4060 2024-09-19T05:03:37.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.530+0000 7faad2a94640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7faacc15ea70 con 0x7faacc0d0ff0 2024-09-19T05:03:37.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.530+0000 7faad0830640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faacc0cfa10 0x7faacc15db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:37.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.530+0000 7faad0830640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faacc0cfa10 0x7faacc15db00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37130/0 (socket says 172.21.15.5:37130) 2024-09-19T05:03:37.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.530+0000 7faad0830640 1 -- 172.21.15.5:0/1852858127 learned_addr learned my addr 172.21.15.5:0/1852858127 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:37.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.530+0000 7faacbfff640 1 --2- 172.21.15.5:0/1852858127 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faacc0d0ff0 0x7faacc15ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:37.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.530+0000 7faad1031640 1 --2- 172.21.15.5:0/1852858127 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faacc0d4060 0x7faacc0d4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:37.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.530+0000 7faad0830640 1 -- 172.21.15.5:0/1852858127 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faacc0d0ff0 msgr2=0x7faacc15ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:37.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.530+0000 7faad0830640 1 --2- 172.21.15.5:0/1852858127 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faacc0d0ff0 0x7faacc15ce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.530+0000 7faad0830640 1 -- 172.21.15.5:0/1852858127 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faacc0d4060 msgr2=0x7faacc0d4550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:37.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.530+0000 7faad0830640 1 --2- 172.21.15.5:0/1852858127 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faacc0d4060 0x7faacc0d4550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.530+0000 7faad0830640 1 -- 172.21.15.5:0/1852858127 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faacc15d7f0 con 0x7faacc0cfa10 2024-09-19T05:03:37.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.530+0000 7faad0830640 1 --2- 172.21.15.5:0/1852858127 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faacc0cfa10 0x7faacc15db00 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7faac000d800 tx=0x7faac000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:37.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.531+0000 7faac97fa640 1 -- 172.21.15.5:0/1852858127 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faac0018020 con 0x7faacc0cfa10 2024-09-19T05:03:37.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.531+0000 7faac97fa640 1 -- 172.21.15.5:0/1852858127 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faac00096a0 con 0x7faacc0cfa10 2024-09-19T05:03:37.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.531+0000 7faac97fa640 1 -- 172.21.15.5:0/1852858127 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faac0009a70 con 0x7faacc0cfa10 2024-09-19T05:03:37.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.531+0000 7faad2a94640 1 -- 172.21.15.5:0/1852858127 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faacc0ce320 con 0x7faacc0cfa10 2024-09-19T05:03:37.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.531+0000 7faad2a94640 1 -- 172.21.15.5:0/1852858127 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faacc0c8f30 con 0x7faacc0cfa10 2024-09-19T05:03:37.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.532+0000 7faad2a94640 1 -- 172.21.15.5:0/1852858127 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faacc0d3b20 con 0x7faacc0cfa10 2024-09-19T05:03:37.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.532+0000 7faac97fa640 1 -- 172.21.15.5:0/1852858127 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7faac001b020 con 0x7faacc0cfa10 2024-09-19T05:03:37.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.532+0000 7faac97fa640 1 --2- 172.21.15.5:0/1852858127 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faab006c2b0 0x7faab006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:37.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.533+0000 7faac97fa640 1 -- 172.21.15.5:0/1852858127 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7faac008b950 con 0x7faacc0cfa10 2024-09-19T05:03:37.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.533+0000 7faacbfff640 1 --2- 172.21.15.5:0/1852858127 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faab006c2b0 0x7faab006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:37.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.533+0000 7faacbfff640 1 --2- 172.21.15.5:0/1852858127 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faab006c2b0 0x7faab006e770 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7faab8034000 tx=0x7faab802e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:37.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.537+0000 7faac97fa640 1 -- 172.21.15.5:0/1852858127 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7faac0022020 con 0x7faacc0cfa10 2024-09-19T05:03:37.717 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.715+0000 7faad2a94640 1 -- 172.21.15.5:0/1852858127 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7faacc1f4300 con 0x7faacc0cfa10 2024-09-19T05:03:37.718 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.717+0000 7faac97fa640 1 -- 172.21.15.5:0/1852858127 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v72) ==== 74+0+16969 (secure 0 0 0) 0x7faac0059970 con 0x7faacc0cfa10 2024-09-19T05:03:37.718 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:37.718 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":72,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:03:36.032008+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:03:32.054047+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-09-19T05:03:33.384703+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:03:37.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.719+0000 7faad2a94640 1 -- 172.21.15.5:0/1852858127 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faab006c2b0 msgr2=0x7faab006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:37.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.719+0000 7faad2a94640 1 --2- 172.21.15.5:0/1852858127 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faab006c2b0 0x7faab006e770 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7faab8034000 tx=0x7faab802e000 comp rx=0 tx=0).stop 2024-09-19T05:03:37.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.719+0000 7faad2a94640 1 -- 172.21.15.5:0/1852858127 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faacc0cfa10 msgr2=0x7faacc15db00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:37.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.719+0000 7faad2a94640 1 --2- 172.21.15.5:0/1852858127 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faacc0cfa10 0x7faacc15db00 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7faac000d800 tx=0x7faac000dcc0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.719+0000 7faad2a94640 1 -- 172.21.15.5:0/1852858127 shutdown_connections 2024-09-19T05:03:37.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.719+0000 7faad2a94640 1 --2- 172.21.15.5:0/1852858127 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faab006c2b0 0x7faab006e770 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.719+0000 7faad2a94640 1 --2- 172.21.15.5:0/1852858127 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faacc0d4060 0x7faacc0d4550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.719+0000 7faad2a94640 1 --2- 172.21.15.5:0/1852858127 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faacc0d0ff0 0x7faacc15ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.719+0000 7faad2a94640 1 --2- 172.21.15.5:0/1852858127 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faacc0cfa10 0x7faacc15db00 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.719+0000 7faad2a94640 1 -- 172.21.15.5:0/1852858127 >> 172.21.15.5:0/1852858127 conn(0x7faacc067f80 msgr2=0x7faacc0b7c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:37.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.719+0000 7faad2a94640 1 -- 172.21.15.5:0/1852858127 shutdown_connections 2024-09-19T05:03:37.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.719+0000 7faad2a94640 1 -- 172.21.15.5:0/1852858127 wait complete. 2024-09-19T05:03:37.732 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T05:03:37.732 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:03:37.834 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.832+0000 7f5187552640 1 Processor -- start 2024-09-19T05:03:37.834 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.833+0000 7f5187552640 1 -- start start 2024-09-19T05:03:37.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.833+0000 7f5187552640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f518015e660 0x7f51800d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:37.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.834+0000 7f5187552640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f51800d3150 0x7f51800b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:37.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.834+0000 7f5187552640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51800d3680 con 0x7f51800b6530 2024-09-19T05:03:37.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.834+0000 7f5187552640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f518006d4b0 con 0x7f51800d3150 2024-09-19T05:03:37.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.834+0000 7f5187552640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f51800d3960 con 0x7f518015e660 2024-09-19T05:03:37.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.834+0000 7f5184aed640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f51800d3150 0x7f51800b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:37.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.834+0000 7f5184aed640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f51800d3150 0x7f51800b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37136/0 (socket says 172.21.15.5:37136) 2024-09-19T05:03:37.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.834+0000 7f5184aed640 1 -- 172.21.15.5:0/3475622977 learned_addr learned my addr 172.21.15.5:0/3475622977 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:37.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.834+0000 7f51852ee640 1 --2- 172.21.15.5:0/3475622977 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f518015e660 0x7f51800d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:37.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.834+0000 7f5184aed640 1 -- 172.21.15.5:0/3475622977 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f518015e660 msgr2=0x7f51800d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:37.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.834+0000 7f5184aed640 1 --2- 172.21.15.5:0/3475622977 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f518015e660 0x7f51800d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.834+0000 7f5184aed640 1 -- 172.21.15.5:0/3475622977 >> v1:172.21.15.134:6789/0 conn(0x7f51800b6530 legacy=0x7f51800cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:37.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.834+0000 7f5184aed640 1 -- 172.21.15.5:0/3475622977 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f518006ce60 con 0x7f51800d3150 2024-09-19T05:03:37.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.834+0000 7f51852ee640 1 --2- 172.21.15.5:0/3475622977 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f518015e660 0x7f51800d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:37.838 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.835+0000 7f5184aed640 1 --2- 172.21.15.5:0/3475622977 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f51800d3150 0x7f51800b5ff0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f5170009870 tx=0x7f517002a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75a6f4ed719a1614 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:37.838 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.835+0000 7f5177fff640 1 -- 172.21.15.5:0/3475622977 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5170037070 con 0x7f51800d3150 2024-09-19T05:03:37.838 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.835+0000 7f5177fff640 1 -- 172.21.15.5:0/3475622977 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5170032440 con 0x7f51800d3150 2024-09-19T05:03:37.838 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.835+0000 7f5177fff640 1 -- 172.21.15.5:0/3475622977 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5170032810 con 0x7f51800d3150 2024-09-19T05:03:37.838 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.835+0000 7f5187552640 1 -- 172.21.15.5:0/3475622977 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f51800d3150 msgr2=0x7f51800b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:37.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.835+0000 7f5187552640 1 --2- 172.21.15.5:0/3475622977 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f51800d3150 0x7f51800b5ff0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f5170009870 tx=0x7f517002a2a0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.836+0000 7f5187552640 1 -- 172.21.15.5:0/3475622977 shutdown_connections 2024-09-19T05:03:37.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.836+0000 7f5187552640 1 --2- 172.21.15.5:0/3475622977 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f51800d3150 0x7f51800b5ff0 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.836+0000 7f5187552640 1 --2- 172.21.15.5:0/3475622977 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f518015e660 0x7f51800d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.836+0000 7f5187552640 1 -- 172.21.15.5:0/3475622977 >> 172.21.15.5:0/3475622977 conn(0x7f518008c000 msgr2=0x7f51800d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:37.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.836+0000 7f5187552640 1 -- 172.21.15.5:0/3475622977 shutdown_connections 2024-09-19T05:03:37.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.836+0000 7f5187552640 1 -- 172.21.15.5:0/3475622977 wait complete. 2024-09-19T05:03:37.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.837+0000 7f5187552640 1 Processor -- start 2024-09-19T05:03:37.839 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.837+0000 7f5187552640 1 -- start start 2024-09-19T05:03:37.841 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.838+0000 7f5187552640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f51800b6530 0x7f51800b9c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:37.841 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.838+0000 7f5187552640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f51800d3150 0x7f5180156600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:37.841 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.838+0000 7f5187552640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f518015e660 0x7f5180156b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:37.841 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.838+0000 7f5187552640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f518015ea40 con 0x7f518015e660 2024-09-19T05:03:37.841 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.838+0000 7f5187552640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f51800d5310 con 0x7f51800b6530 2024-09-19T05:03:37.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.838+0000 7f5187552640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f518006e950 con 0x7f51800d3150 2024-09-19T05:03:37.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.838+0000 7f5185aef640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f518015e660 0x7f5180156b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:37.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.838+0000 7f5185aef640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f518015e660 0x7f5180156b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37142/0 (socket says 172.21.15.5:37142) 2024-09-19T05:03:37.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.838+0000 7f5185aef640 1 -- 172.21.15.5:0/2309207001 learned_addr learned my addr 172.21.15.5:0/2309207001 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:37.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.838+0000 7f51852ee640 1 --2- 172.21.15.5:0/2309207001 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f51800b6530 0x7f51800b9c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:37.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.838+0000 7f5184aed640 1 --2- 172.21.15.5:0/2309207001 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f51800d3150 0x7f5180156600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:37.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.838+0000 7f5185aef640 1 -- 172.21.15.5:0/2309207001 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f51800d3150 msgr2=0x7f5180156600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:37.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.838+0000 7f5185aef640 1 --2- 172.21.15.5:0/2309207001 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f51800d3150 0x7f5180156600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.838+0000 7f5185aef640 1 -- 172.21.15.5:0/2309207001 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f51800b6530 msgr2=0x7f51800b9c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:37.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.838+0000 7f5185aef640 1 --2- 172.21.15.5:0/2309207001 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f51800b6530 0x7f51800b9c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:37.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.838+0000 7f5185aef640 1 -- 172.21.15.5:0/2309207001 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51800b83f0 con 0x7f518015e660 2024-09-19T05:03:37.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.838+0000 7f5184aed640 1 --2- 172.21.15.5:0/2309207001 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f51800d3150 0x7f5180156600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:37.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.838+0000 7f5185aef640 1 --2- 172.21.15.5:0/2309207001 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f518015e660 0x7f5180156b40 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f517800c780 tx=0x7f517800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:37.842 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.838+0000 7f5175ffb640 1 -- 172.21.15.5:0/2309207001 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5178004b60 con 0x7f518015e660 2024-09-19T05:03:37.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.838+0000 7f5175ffb640 1 -- 172.21.15.5:0/2309207001 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5178004d00 con 0x7f518015e660 2024-09-19T05:03:37.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.838+0000 7f5187552640 1 -- 172.21.15.5:0/2309207001 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51800b86d0 con 0x7f518015e660 2024-09-19T05:03:37.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.838+0000 7f5175ffb640 1 -- 172.21.15.5:0/2309207001 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f517800aa90 con 0x7f518015e660 2024-09-19T05:03:37.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.839+0000 7f5187552640 1 -- 172.21.15.5:0/2309207001 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51800b8c90 con 0x7f518015e660 2024-09-19T05:03:37.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.840+0000 7f5187552640 1 -- 172.21.15.5:0/2309207001 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51800b5ff0 con 0x7f518015e660 2024-09-19T05:03:37.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.840+0000 7f5175ffb640 1 -- 172.21.15.5:0/2309207001 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f517800ac30 con 0x7f518015e660 2024-09-19T05:03:37.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.840+0000 7f5175ffb640 1 --2- 172.21.15.5:0/2309207001 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f516406c2b0 0x7f516406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:37.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.840+0000 7f5175ffb640 1 -- 172.21.15.5:0/2309207001 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f517808b810 con 0x7f518015e660 2024-09-19T05:03:37.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.841+0000 7f51852ee640 1 --2- 172.21.15.5:0/2309207001 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f516406c2b0 0x7f516406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:37.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.841+0000 7f51852ee640 1 --2- 172.21.15.5:0/2309207001 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f516406c2b0 0x7f516406e770 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f517c00aac0 tx=0x7f517c008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:37.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:37.845+0000 7f5175ffb640 1 -- 172.21.15.5:0/2309207001 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5178020070 con 0x7f518015e660 2024-09-19T05:03:38.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.017+0000 7f5187552640 1 -- 172.21.15.5:0/2309207001 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f51800cfe70 con 0x7f516406c2b0 2024-09-19T05:03:38.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.024+0000 7f5175ffb640 1 -- 172.21.15.5:0/2309207001 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+245660 (secure 0 0 0) 0x7f51800cfe70 con 0x7f516406c2b0 2024-09-19T05:03:38.028 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:38.033 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:03:38.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.027+0000 7f5187552640 1 -- 172.21.15.5:0/2309207001 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f516406c2b0 msgr2=0x7f516406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:38.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.027+0000 7f5187552640 1 --2- 172.21.15.5:0/2309207001 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f516406c2b0 0x7f516406e770 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f517c00aac0 tx=0x7f517c008040 comp rx=0 tx=0).stop 2024-09-19T05:03:38.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.027+0000 7f5187552640 1 -- 172.21.15.5:0/2309207001 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f518015e660 msgr2=0x7f5180156b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:38.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.027+0000 7f5187552640 1 --2- 172.21.15.5:0/2309207001 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f518015e660 0x7f5180156b40 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f517800c780 tx=0x7f517800cc40 comp rx=0 tx=0).stop 2024-09-19T05:03:38.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.027+0000 7f5187552640 1 -- 172.21.15.5:0/2309207001 shutdown_connections 2024-09-19T05:03:38.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.027+0000 7f5187552640 1 --2- 172.21.15.5:0/2309207001 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f516406c2b0 0x7f516406e770 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.027+0000 7f5187552640 1 --2- 172.21.15.5:0/2309207001 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f518015e660 0x7f5180156b40 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.027+0000 7f5187552640 1 --2- 172.21.15.5:0/2309207001 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f51800d3150 0x7f5180156600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.027+0000 7f5187552640 1 --2- 172.21.15.5:0/2309207001 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f51800b6530 0x7f51800b9c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.027+0000 7f5187552640 1 -- 172.21.15.5:0/2309207001 >> 172.21.15.5:0/2309207001 conn(0x7f518008c000 msgr2=0x7f51800b5880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:38.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.027+0000 7f5187552640 1 -- 172.21.15.5:0/2309207001 shutdown_connections 2024-09-19T05:03:38.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.027+0000 7f5187552640 1 -- 172.21.15.5:0/2309207001 wait complete. 2024-09-19T05:03:38.040 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":140,"stamp":"2024-09-19T05:03:37.291491+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":172,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":144,"acting":144,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":46,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":253088,"kb_used_data":7732,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754721632,"statfs":{"total":773094113280,"available":772834951168,"internally_reserved":0,"allocated":7917568,"data_stored":4206696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":251055664},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.265708"},"pg_stats":[{"pgid":"12.3f","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.035523+0000","last_change":"2024-09-19T05:03:34.035523+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.035523+0000","last_undegraded":"2024-09-19T05:03:34.035523+0000","last_fullsized":"2024-09-19T05:03:34.035523+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3e","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035636+0000","last_change":"2024-09-19T05:03:35.063278+0000","last_active":"2024-09-19T05:03:36.035636+0000","last_peered":"2024-09-19T05:03:36.035636+0000","last_clean":"2024-09-19T05:03:36.035636+0000","last_became_active":"2024-09-19T05:03:35.062913+0000","last_became_peered":"2024-09-19T05:03:35.062913+0000","last_unstale":"2024-09-19T05:03:36.035636+0000","last_undegraded":"2024-09-19T05:03:36.035636+0000","last_fullsized":"2024-09-19T05:03:36.035636+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:49:00.281260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.3d","version":"0'0","reported_seq":9,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.054590+0000","last_change":"2024-09-19T05:03:35.051014+0000","last_active":"2024-09-19T05:03:35.054590+0000","last_peered":"2024-09-19T05:03:35.054590+0000","last_clean":"2024-09-19T05:03:35.054590+0000","last_became_active":"2024-09-19T05:03:35.050622+0000","last_became_peered":"2024-09-19T05:03:35.050622+0000","last_unstale":"2024-09-19T05:03:35.054590+0000","last_undegraded":"2024-09-19T05:03:35.054590+0000","last_fullsized":"2024-09-19T05:03:35.054590+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:42:58.980507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3c","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.034324+0000","last_change":"2024-09-19T05:03:34.034324+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.034324+0000","last_undegraded":"2024-09-19T05:03:34.034324+0000","last_fullsized":"2024-09-19T05:03:34.034324+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.39","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.039645+0000","last_change":"2024-09-19T05:03:34.039645+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.039645+0000","last_undegraded":"2024-09-19T05:03:34.039645+0000","last_fullsized":"2024-09-19T05:03:34.039645+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.36","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.034261+0000","last_change":"2024-09-19T05:03:34.034261+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.034261+0000","last_undegraded":"2024-09-19T05:03:34.034261+0000","last_fullsized":"2024-09-19T05:03:34.034261+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.35","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035444+0000","last_change":"2024-09-19T05:03:35.070250+0000","last_active":"2024-09-19T05:03:36.035444+0000","last_peered":"2024-09-19T05:03:36.035444+0000","last_clean":"2024-09-19T05:03:36.035444+0000","last_became_active":"2024-09-19T05:03:35.069903+0000","last_became_peered":"2024-09-19T05:03:35.069903+0000","last_unstale":"2024-09-19T05:03:36.035444+0000","last_undegraded":"2024-09-19T05:03:36.035444+0000","last_fullsized":"2024-09-19T05:03:36.035444+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:40.248124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.34","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.033837+0000","last_change":"2024-09-19T05:03:34.033837+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.033837+0000","last_undegraded":"2024-09-19T05:03:34.033837+0000","last_fullsized":"2024-09-19T05:03:34.033837+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.31","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035390+0000","last_change":"2024-09-19T05:03:35.060678+0000","last_active":"2024-09-19T05:03:36.035390+0000","last_peered":"2024-09-19T05:03:36.035390+0000","last_clean":"2024-09-19T05:03:36.035390+0000","last_became_active":"2024-09-19T05:03:35.060370+0000","last_became_peered":"2024-09-19T05:03:35.060370+0000","last_unstale":"2024-09-19T05:03:36.035390+0000","last_undegraded":"2024-09-19T05:03:36.035390+0000","last_fullsized":"2024-09-19T05:03:36.035390+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:55.284436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.30","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.035827+0000","last_change":"2024-09-19T05:03:34.035827+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.035827+0000","last_undegraded":"2024-09-19T05:03:34.035827+0000","last_fullsized":"2024-09-19T05:03:34.035827+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2e","version":"0'0","reported_seq":9,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.058449+0000","last_change":"2024-09-19T05:03:35.055724+0000","last_active":"2024-09-19T05:03:35.058449+0000","last_peered":"2024-09-19T05:03:35.058449+0000","last_clean":"2024-09-19T05:03:35.058449+0000","last_became_active":"2024-09-19T05:03:35.054094+0000","last_became_peered":"2024-09-19T05:03:35.054094+0000","last_unstale":"2024-09-19T05:03:35.058449+0000","last_undegraded":"2024-09-19T05:03:35.058449+0000","last_fullsized":"2024-09-19T05:03:35.058449+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:03:56.188018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.28","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035090+0000","last_change":"2024-09-19T05:03:35.052726+0000","last_active":"2024-09-19T05:03:36.035090+0000","last_peered":"2024-09-19T05:03:36.035090+0000","last_clean":"2024-09-19T05:03:36.035090+0000","last_became_active":"2024-09-19T05:03:35.052182+0000","last_became_peered":"2024-09-19T05:03:35.052182+0000","last_unstale":"2024-09-19T05:03:36.035090+0000","last_undegraded":"2024-09-19T05:03:36.035090+0000","last_fullsized":"2024-09-19T05:03:36.035090+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:25:46.028551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.27","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035471+0000","last_change":"2024-09-19T05:03:35.063050+0000","last_active":"2024-09-19T05:03:36.035471+0000","last_peered":"2024-09-19T05:03:36.035471+0000","last_clean":"2024-09-19T05:03:36.035471+0000","last_became_active":"2024-09-19T05:03:35.062756+0000","last_became_peered":"2024-09-19T05:03:35.062756+0000","last_unstale":"2024-09-19T05:03:36.035471+0000","last_undegraded":"2024-09-19T05:03:36.035471+0000","last_fullsized":"2024-09-19T05:03:36.035471+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:23:59.772413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.26","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.033334+0000","last_change":"2024-09-19T05:03:34.033334+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.033334+0000","last_undegraded":"2024-09-19T05:03:34.033334+0000","last_fullsized":"2024-09-19T05:03:34.033334+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.25","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.034067+0000","last_change":"2024-09-19T05:03:34.034067+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.034067+0000","last_undegraded":"2024-09-19T05:03:34.034067+0000","last_fullsized":"2024-09-19T05:03:34.034067+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.23","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035236+0000","last_change":"2024-09-19T05:03:35.062345+0000","last_active":"2024-09-19T05:03:36.035236+0000","last_peered":"2024-09-19T05:03:36.035236+0000","last_clean":"2024-09-19T05:03:36.035236+0000","last_became_active":"2024-09-19T05:03:35.057565+0000","last_became_peered":"2024-09-19T05:03:35.057565+0000","last_unstale":"2024-09-19T05:03:36.035236+0000","last_undegraded":"2024-09-19T05:03:36.035236+0000","last_fullsized":"2024-09-19T05:03:36.035236+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:25:04.436057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.22","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.034453+0000","last_change":"2024-09-19T05:03:34.034453+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.034453+0000","last_undegraded":"2024-09-19T05:03:34.034453+0000","last_fullsized":"2024-09-19T05:03:34.034453+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.21","version":"0'0","reported_seq":9,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.054564+0000","last_change":"2024-09-19T05:03:35.051767+0000","last_active":"2024-09-19T05:03:35.054564+0000","last_peered":"2024-09-19T05:03:35.054564+0000","last_clean":"2024-09-19T05:03:35.054564+0000","last_became_active":"2024-09-19T05:03:35.051503+0000","last_became_peered":"2024-09-19T05:03:35.051503+0000","last_unstale":"2024-09-19T05:03:35.054564+0000","last_undegraded":"2024-09-19T05:03:35.054564+0000","last_fullsized":"2024-09-19T05:03:35.054564+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:11.623680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.20","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.035396+0000","last_change":"2024-09-19T05:03:34.035396+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.035396+0000","last_undegraded":"2024-09-19T05:03:34.035396+0000","last_fullsized":"2024-09-19T05:03:34.035396+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":9,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.058482+0000","last_change":"2024-09-19T05:03:35.055993+0000","last_active":"2024-09-19T05:03:35.058482+0000","last_peered":"2024-09-19T05:03:35.058482+0000","last_clean":"2024-09-19T05:03:35.058482+0000","last_became_active":"2024-09-19T05:03:35.054657+0000","last_became_peered":"2024-09-19T05:03:35.054657+0000","last_unstale":"2024-09-19T05:03:35.058482+0000","last_undegraded":"2024-09-19T05:03:35.058482+0000","last_fullsized":"2024-09-19T05:03:35.058482+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:18:51.162577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.033371+0000","last_change":"2024-09-19T05:03:33.033371+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.033371+0000","last_undegraded":"2024-09-19T05:03:33.033371+0000","last_fullsized":"2024-09-19T05:03:33.033371+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035169+0000","last_change":"2024-09-19T05:03:35.051647+0000","last_active":"2024-09-19T05:03:36.035169+0000","last_peered":"2024-09-19T05:03:36.035169+0000","last_clean":"2024-09-19T05:03:36.035169+0000","last_became_active":"2024-09-19T05:03:35.051151+0000","last_became_peered":"2024-09-19T05:03:35.051151+0000","last_unstale":"2024-09-19T05:03:36.035169+0000","last_undegraded":"2024-09-19T05:03:36.035169+0000","last_fullsized":"2024-09-19T05:03:36.035169+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:35.263312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.054619+0000","last_change":"2024-09-19T05:03:34.051259+0000","last_active":"2024-09-19T05:03:34.054619+0000","last_peered":"2024-09-19T05:03:34.054619+0000","last_clean":"2024-09-19T05:03:34.054619+0000","last_became_active":"2024-09-19T05:03:34.050874+0000","last_became_peered":"2024-09-19T05:03:34.050874+0000","last_unstale":"2024-09-19T05:03:34.054619+0000","last_undegraded":"2024-09-19T05:03:34.054619+0000","last_fullsized":"2024-09-19T05:03:34.054619+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:03.364454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.052416+0000","last_change":"2024-09-19T05:03:34.048634+0000","last_active":"2024-09-19T05:03:34.052416+0000","last_peered":"2024-09-19T05:03:34.052416+0000","last_clean":"2024-09-19T05:03:34.052416+0000","last_became_active":"2024-09-19T05:03:34.048405+0000","last_became_peered":"2024-09-19T05:03:34.048405+0000","last_unstale":"2024-09-19T05:03:34.052416+0000","last_undegraded":"2024-09-19T05:03:34.052416+0000","last_fullsized":"2024-09-19T05:03:34.052416+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:55.563275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.054691+0000","last_change":"2024-09-19T05:03:34.051508+0000","last_active":"2024-09-19T05:03:34.054691+0000","last_peered":"2024-09-19T05:03:34.054691+0000","last_clean":"2024-09-19T05:03:34.054691+0000","last_became_active":"2024-09-19T05:03:34.051230+0000","last_became_peered":"2024-09-19T05:03:34.051230+0000","last_unstale":"2024-09-19T05:03:34.054691+0000","last_undegraded":"2024-09-19T05:03:34.054691+0000","last_fullsized":"2024-09-19T05:03:34.054691+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:49.329401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035423+0000","last_change":"2024-09-19T05:03:35.069575+0000","last_active":"2024-09-19T05:03:36.035423+0000","last_peered":"2024-09-19T05:03:36.035423+0000","last_clean":"2024-09-19T05:03:36.035423+0000","last_became_active":"2024-09-19T05:03:35.068964+0000","last_became_peered":"2024-09-19T05:03:35.068964+0000","last_unstale":"2024-09-19T05:03:36.035423+0000","last_undegraded":"2024-09-19T05:03:36.035423+0000","last_fullsized":"2024-09-19T05:03:36.035423+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:31.099035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:33.019852+0000","last_change":"2024-09-19T05:03:33.019852+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.019852+0000","last_undegraded":"2024-09-19T05:03:33.019852+0000","last_fullsized":"2024-09-19T05:03:33.019852+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035586+0000","last_change":"2024-09-19T05:03:35.062277+0000","last_active":"2024-09-19T05:03:36.035586+0000","last_peered":"2024-09-19T05:03:36.035586+0000","last_clean":"2024-09-19T05:03:36.035586+0000","last_became_active":"2024-09-19T05:03:35.061944+0000","last_became_peered":"2024-09-19T05:03:35.061944+0000","last_unstale":"2024-09-19T05:03:36.035586+0000","last_undegraded":"2024-09-19T05:03:36.035586+0000","last_fullsized":"2024-09-19T05:03:36.035586+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:26:42.402031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.049146+0000","last_change":"2024-09-19T05:03:34.043242+0000","last_active":"2024-09-19T05:03:34.049146+0000","last_peered":"2024-09-19T05:03:34.049146+0000","last_clean":"2024-09-19T05:03:34.049146+0000","last_became_active":"2024-09-19T05:03:34.042929+0000","last_became_peered":"2024-09-19T05:03:34.042929+0000","last_unstale":"2024-09-19T05:03:34.049146+0000","last_undegraded":"2024-09-19T05:03:34.049146+0000","last_fullsized":"2024-09-19T05:03:34.049146+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:04:43.154362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035389+0000","last_change":"2024-09-19T05:03:34.050142+0000","last_active":"2024-09-19T05:03:36.035389+0000","last_peered":"2024-09-19T05:03:36.035389+0000","last_clean":"2024-09-19T05:03:36.035389+0000","last_became_active":"2024-09-19T05:03:34.049880+0000","last_became_peered":"2024-09-19T05:03:34.049880+0000","last_unstale":"2024-09-19T05:03:36.035389+0000","last_undegraded":"2024-09-19T05:03:36.035389+0000","last_fullsized":"2024-09-19T05:03:36.035389+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:09:57.637208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.044359+0000","last_change":"2024-09-19T05:03:34.044359+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.044359+0000","last_undegraded":"2024-09-19T05:03:34.044359+0000","last_fullsized":"2024-09-19T05:03:34.044359+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.031314+0000","last_change":"2024-09-19T05:03:33.031314+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.031314+0000","last_undegraded":"2024-09-19T05:03:33.031314+0000","last_fullsized":"2024-09-19T05:03:33.031314+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035112+0000","last_change":"2024-09-19T05:03:35.052478+0000","last_active":"2024-09-19T05:03:36.035112+0000","last_peered":"2024-09-19T05:03:36.035112+0000","last_clean":"2024-09-19T05:03:36.035112+0000","last_became_active":"2024-09-19T05:03:35.051798+0000","last_became_peered":"2024-09-19T05:03:35.051798+0000","last_unstale":"2024-09-19T05:03:36.035112+0000","last_undegraded":"2024-09-19T05:03:36.035112+0000","last_fullsized":"2024-09-19T05:03:36.035112+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:15:49.281314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.054577+0000","last_change":"2024-09-19T05:03:34.050866+0000","last_active":"2024-09-19T05:03:34.054577+0000","last_peered":"2024-09-19T05:03:34.054577+0000","last_clean":"2024-09-19T05:03:34.054577+0000","last_became_active":"2024-09-19T05:03:34.050190+0000","last_became_peered":"2024-09-19T05:03:34.050190+0000","last_unstale":"2024-09-19T05:03:34.054577+0000","last_undegraded":"2024-09-19T05:03:34.054577+0000","last_fullsized":"2024-09-19T05:03:34.054577+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:20.467116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.033069+0000","last_change":"2024-09-19T05:03:34.033069+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.033069+0000","last_undegraded":"2024-09-19T05:03:34.033069+0000","last_fullsized":"2024-09-19T05:03:34.033069+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.049058+0000","last_change":"2024-09-19T05:03:34.042927+0000","last_active":"2024-09-19T05:03:34.049058+0000","last_peered":"2024-09-19T05:03:34.049058+0000","last_clean":"2024-09-19T05:03:34.049058+0000","last_became_active":"2024-09-19T05:03:34.042611+0000","last_became_peered":"2024-09-19T05:03:34.042611+0000","last_unstale":"2024-09-19T05:03:34.049058+0000","last_undegraded":"2024-09-19T05:03:34.049058+0000","last_fullsized":"2024-09-19T05:03:34.049058+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:10:29.436189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.032832+0000","last_change":"2024-09-19T05:03:33.032832+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.032832+0000","last_undegraded":"2024-09-19T05:03:33.032832+0000","last_fullsized":"2024-09-19T05:03:33.032832+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":9,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.055652+0000","last_change":"2024-09-19T05:03:35.048939+0000","last_active":"2024-09-19T05:03:35.055652+0000","last_peered":"2024-09-19T05:03:35.055652+0000","last_clean":"2024-09-19T05:03:35.055652+0000","last_became_active":"2024-09-19T05:03:35.048616+0000","last_became_peered":"2024-09-19T05:03:35.048616+0000","last_unstale":"2024-09-19T05:03:35.055652+0000","last_undegraded":"2024-09-19T05:03:35.055652+0000","last_fullsized":"2024-09-19T05:03:35.055652+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:17:09.837543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.054666+0000","last_change":"2024-09-19T05:03:34.050189+0000","last_active":"2024-09-19T05:03:34.054666+0000","last_peered":"2024-09-19T05:03:34.054666+0000","last_clean":"2024-09-19T05:03:34.054666+0000","last_became_active":"2024-09-19T05:03:34.049876+0000","last_became_peered":"2024-09-19T05:03:34.049876+0000","last_unstale":"2024-09-19T05:03:34.054666+0000","last_undegraded":"2024-09-19T05:03:34.054666+0000","last_fullsized":"2024-09-19T05:03:34.054666+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:28.603415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.033081+0000","last_change":"2024-09-19T05:03:34.033081+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.033081+0000","last_undegraded":"2024-09-19T05:03:34.033081+0000","last_fullsized":"2024-09-19T05:03:34.033081+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.051569+0000","last_change":"2024-09-19T05:03:34.046731+0000","last_active":"2024-09-19T05:03:34.051569+0000","last_peered":"2024-09-19T05:03:34.051569+0000","last_clean":"2024-09-19T05:03:34.051569+0000","last_became_active":"2024-09-19T05:03:34.045731+0000","last_became_peered":"2024-09-19T05:03:34.045731+0000","last_unstale":"2024-09-19T05:03:34.051569+0000","last_undegraded":"2024-09-19T05:03:34.051569+0000","last_fullsized":"2024-09-19T05:03:34.051569+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:24.883552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.039701+0000","last_change":"2024-09-19T05:03:34.039701+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.039701+0000","last_undegraded":"2024-09-19T05:03:34.039701+0000","last_fullsized":"2024-09-19T05:03:34.039701+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.049284+0000","last_change":"2024-09-19T05:03:34.043679+0000","last_active":"2024-09-19T05:03:34.049284+0000","last_peered":"2024-09-19T05:03:34.049284+0000","last_clean":"2024-09-19T05:03:34.049284+0000","last_became_active":"2024-09-19T05:03:34.043377+0000","last_became_peered":"2024-09-19T05:03:34.043377+0000","last_unstale":"2024-09-19T05:03:34.049284+0000","last_undegraded":"2024-09-19T05:03:34.049284+0000","last_fullsized":"2024-09-19T05:03:34.049284+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:58.933635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.041148+0000","last_change":"2024-09-19T05:03:34.041148+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.041148+0000","last_undegraded":"2024-09-19T05:03:34.041148+0000","last_fullsized":"2024-09-19T05:03:34.041148+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.033241+0000","last_change":"2024-09-19T05:03:33.033241+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.033241+0000","last_undegraded":"2024-09-19T05:03:33.033241+0000","last_fullsized":"2024-09-19T05:03:33.033241+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.043860+0000","last_change":"2024-09-19T05:03:34.043860+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.043860+0000","last_undegraded":"2024-09-19T05:03:34.043860+0000","last_fullsized":"2024-09-19T05:03:34.043860+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"71'8","reported_seq":22,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035329+0000","last_change":"2024-09-19T05:03:34.044080+0000","last_active":"2024-09-19T05:03:36.035329+0000","last_peered":"2024-09-19T05:03:36.035329+0000","last_clean":"2024-09-19T05:03:36.035329+0000","last_became_active":"2024-09-19T05:03:34.043748+0000","last_became_peered":"2024-09-19T05:03:34.043748+0000","last_unstale":"2024-09-19T05:03:36.035329+0000","last_undegraded":"2024-09-19T05:03:36.035329+0000","last_fullsized":"2024-09-19T05:03:36.035329+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:46:23.623083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.054604+0000","last_change":"2024-09-19T05:03:34.051081+0000","last_active":"2024-09-19T05:03:34.054604+0000","last_peered":"2024-09-19T05:03:34.054604+0000","last_clean":"2024-09-19T05:03:34.054604+0000","last_became_active":"2024-09-19T05:03:34.050595+0000","last_became_peered":"2024-09-19T05:03:34.050595+0000","last_unstale":"2024-09-19T05:03:34.054604+0000","last_undegraded":"2024-09-19T05:03:34.054604+0000","last_fullsized":"2024-09-19T05:03:34.054604+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:38:48.653090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:33.019852+0000","last_change":"2024-09-19T05:03:33.019852+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.019852+0000","last_undegraded":"2024-09-19T05:03:33.019852+0000","last_fullsized":"2024-09-19T05:03:33.019852+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.032375+0000","last_change":"2024-09-19T05:03:33.032375+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.032375+0000","last_undegraded":"2024-09-19T05:03:33.032375+0000","last_fullsized":"2024-09-19T05:03:33.032375+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":12,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.034845+0000","last_change":"2024-09-19T05:03:34.048383+0000","last_active":"2024-09-19T05:03:35.034845+0000","last_peered":"2024-09-19T05:03:35.034845+0000","last_clean":"2024-09-19T05:03:35.034845+0000","last_became_active":"2024-09-19T05:03:34.048053+0000","last_became_peered":"2024-09-19T05:03:34.048053+0000","last_unstale":"2024-09-19T05:03:35.034845+0000","last_undegraded":"2024-09-19T05:03:35.034845+0000","last_fullsized":"2024-09-19T05:03:35.034845+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:51.427358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035456+0000","last_change":"2024-09-19T05:03:35.052969+0000","last_active":"2024-09-19T05:03:36.035456+0000","last_peered":"2024-09-19T05:03:36.035456+0000","last_clean":"2024-09-19T05:03:36.035456+0000","last_became_active":"2024-09-19T05:03:35.052637+0000","last_became_peered":"2024-09-19T05:03:35.052637+0000","last_unstale":"2024-09-19T05:03:36.035456+0000","last_undegraded":"2024-09-19T05:03:36.035456+0000","last_fullsized":"2024-09-19T05:03:36.035456+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:51:08.697240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.030670+0000","last_change":"2024-09-19T05:03:33.030670+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.030670+0000","last_undegraded":"2024-09-19T05:03:33.030670+0000","last_fullsized":"2024-09-19T05:03:33.030670+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035606+0000","last_change":"2024-09-19T05:03:35.059821+0000","last_active":"2024-09-19T05:03:36.035606+0000","last_peered":"2024-09-19T05:03:36.035606+0000","last_clean":"2024-09-19T05:03:36.035606+0000","last_became_active":"2024-09-19T05:03:35.050952+0000","last_became_peered":"2024-09-19T05:03:35.050952+0000","last_unstale":"2024-09-19T05:03:36.035606+0000","last_undegraded":"2024-09-19T05:03:36.035606+0000","last_fullsized":"2024-09-19T05:03:36.035606+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:25.834322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.030679+0000","last_change":"2024-09-19T05:03:33.030679+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.030679+0000","last_undegraded":"2024-09-19T05:03:33.030679+0000","last_fullsized":"2024-09-19T05:03:33.030679+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.043373+0000","last_change":"2024-09-19T05:03:34.043373+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.043373+0000","last_undegraded":"2024-09-19T05:03:34.043373+0000","last_fullsized":"2024-09-19T05:03:34.043373+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.030729+0000","last_change":"2024-09-19T05:03:33.030729+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.030729+0000","last_undegraded":"2024-09-19T05:03:33.030729+0000","last_fullsized":"2024-09-19T05:03:33.030729+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.049197+0000","last_change":"2024-09-19T05:03:34.045953+0000","last_active":"2024-09-19T05:03:34.049197+0000","last_peered":"2024-09-19T05:03:34.049197+0000","last_clean":"2024-09-19T05:03:34.049197+0000","last_became_active":"2024-09-19T05:03:34.045523+0000","last_became_peered":"2024-09-19T05:03:34.045523+0000","last_unstale":"2024-09-19T05:03:34.049197+0000","last_undegraded":"2024-09-19T05:03:34.049197+0000","last_fullsized":"2024-09-19T05:03:34.049197+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:58.933635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.039134+0000","last_change":"2024-09-19T05:03:34.039134+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.039134+0000","last_undegraded":"2024-09-19T05:03:34.039134+0000","last_fullsized":"2024-09-19T05:03:34.039134+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.6","version":"72'1","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:37.039401+0000","last_change":"2024-09-19T05:03:34.047211+0000","last_active":"2024-09-19T05:03:37.039401+0000","last_peered":"2024-09-19T05:03:37.039401+0000","last_clean":"2024-09-19T05:03:37.039401+0000","last_became_active":"2024-09-19T05:03:34.046911+0000","last_became_peered":"2024-09-19T05:03:34.046911+0000","last_unstale":"2024-09-19T05:03:37.039401+0000","last_undegraded":"2024-09-19T05:03:37.039401+0000","last_fullsized":"2024-09-19T05:03:37.039401+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:16:26.543620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.049340+0000","last_change":"2024-09-19T05:03:34.044039+0000","last_active":"2024-09-19T05:03:34.049340+0000","last_peered":"2024-09-19T05:03:34.049340+0000","last_clean":"2024-09-19T05:03:34.049340+0000","last_became_active":"2024-09-19T05:03:34.043322+0000","last_became_peered":"2024-09-19T05:03:34.043322+0000","last_unstale":"2024-09-19T05:03:34.049340+0000","last_undegraded":"2024-09-19T05:03:34.049340+0000","last_fullsized":"2024-09-19T05:03:34.049340+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:24.883552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035441+0000","last_change":"2024-09-19T05:03:35.052278+0000","last_active":"2024-09-19T05:03:36.035441+0000","last_peered":"2024-09-19T05:03:36.035441+0000","last_clean":"2024-09-19T05:03:36.035441+0000","last_became_active":"2024-09-19T05:03:35.051969+0000","last_became_peered":"2024-09-19T05:03:35.051969+0000","last_unstale":"2024-09-19T05:03:36.035441+0000","last_undegraded":"2024-09-19T05:03:36.035441+0000","last_fullsized":"2024-09-19T05:03:36.035441+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:26:20.239488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.052401+0000","last_change":"2024-09-19T05:03:34.047682+0000","last_active":"2024-09-19T05:03:34.052401+0000","last_peered":"2024-09-19T05:03:34.052401+0000","last_clean":"2024-09-19T05:03:34.052401+0000","last_became_active":"2024-09-19T05:03:34.047362+0000","last_became_peered":"2024-09-19T05:03:34.047362+0000","last_unstale":"2024-09-19T05:03:34.052401+0000","last_undegraded":"2024-09-19T05:03:34.052401+0000","last_fullsized":"2024-09-19T05:03:34.052401+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:58:32.343560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.041176+0000","last_change":"2024-09-19T05:03:34.041176+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.041176+0000","last_undegraded":"2024-09-19T05:03:34.041176+0000","last_fullsized":"2024-09-19T05:03:34.041176+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.054999+0000","last_change":"2024-09-19T05:03:34.052239+0000","last_active":"2024-09-19T05:03:34.054999+0000","last_peered":"2024-09-19T05:03:34.054999+0000","last_clean":"2024-09-19T05:03:34.054999+0000","last_became_active":"2024-09-19T05:03:34.051822+0000","last_became_peered":"2024-09-19T05:03:34.051822+0000","last_unstale":"2024-09-19T05:03:34.054999+0000","last_undegraded":"2024-09-19T05:03:34.054999+0000","last_fullsized":"2024-09-19T05:03:34.054999+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:52:40.821030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.039166+0000","last_change":"2024-09-19T05:03:34.039166+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.039166+0000","last_undegraded":"2024-09-19T05:03:34.039166+0000","last_fullsized":"2024-09-19T05:03:34.039166+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.031288+0000","last_change":"2024-09-19T05:03:33.031288+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.031288+0000","last_undegraded":"2024-09-19T05:03:33.031288+0000","last_fullsized":"2024-09-19T05:03:33.031288+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":9,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.055588+0000","last_change":"2024-09-19T05:03:35.052627+0000","last_active":"2024-09-19T05:03:35.055588+0000","last_peered":"2024-09-19T05:03:35.055588+0000","last_clean":"2024-09-19T05:03:35.055588+0000","last_became_active":"2024-09-19T05:03:35.052324+0000","last_became_peered":"2024-09-19T05:03:35.052324+0000","last_unstale":"2024-09-19T05:03:35.055588+0000","last_undegraded":"2024-09-19T05:03:35.055588+0000","last_fullsized":"2024-09-19T05:03:35.055588+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:53.549784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.049584+0000","last_change":"2024-09-19T05:03:34.044503+0000","last_active":"2024-09-19T05:03:34.049584+0000","last_peered":"2024-09-19T05:03:34.049584+0000","last_clean":"2024-09-19T05:03:34.049584+0000","last_became_active":"2024-09-19T05:03:34.044174+0000","last_became_peered":"2024-09-19T05:03:34.044174+0000","last_unstale":"2024-09-19T05:03:34.049584+0000","last_undegraded":"2024-09-19T05:03:34.049584+0000","last_fullsized":"2024-09-19T05:03:34.049584+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:45:29.649512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":9,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.047995+0000","last_change":"2024-09-19T05:03:35.045172+0000","last_active":"2024-09-19T05:03:35.047995+0000","last_peered":"2024-09-19T05:03:35.047995+0000","last_clean":"2024-09-19T05:03:35.047995+0000","last_became_active":"2024-09-19T05:03:35.044854+0000","last_became_peered":"2024-09-19T05:03:35.044854+0000","last_unstale":"2024-09-19T05:03:35.047995+0000","last_undegraded":"2024-09-19T05:03:35.047995+0000","last_fullsized":"2024-09-19T05:03:35.047995+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:29.861198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":12,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.035201+0000","last_change":"2024-09-19T05:03:34.044475+0000","last_active":"2024-09-19T05:03:35.035201+0000","last_peered":"2024-09-19T05:03:35.035201+0000","last_clean":"2024-09-19T05:03:35.035201+0000","last_became_active":"2024-09-19T05:03:34.044172+0000","last_became_peered":"2024-09-19T05:03:34.044172+0000","last_unstale":"2024-09-19T05:03:35.035201+0000","last_undegraded":"2024-09-19T05:03:35.035201+0000","last_fullsized":"2024-09-19T05:03:35.035201+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:34:39.022973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.033514+0000","last_change":"2024-09-19T05:03:34.033514+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.033514+0000","last_undegraded":"2024-09-19T05:03:34.033514+0000","last_fullsized":"2024-09-19T05:03:34.033514+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.030670+0000","last_change":"2024-09-19T05:03:33.030670+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.030670+0000","last_undegraded":"2024-09-19T05:03:33.030670+0000","last_fullsized":"2024-09-19T05:03:33.030670+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":269,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.036103+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:03:34.036103+0000","last_peered":"2024-09-19T05:03:34.036103+0000","last_clean":"2024-09-19T05:03:34.036103+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:03:34.036103+0000","last_undegraded":"2024-09-19T05:03:34.036103+0000","last_fullsized":"2024-09-19T05:03:34.036103+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":82,"acting":82,"num_store_stats":5},{"poolid":11,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9,"ondisk_log_size":9,"up":60,"acting":60,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509473,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32584,"kb_used_data":1396,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339256,"statfs":{"total":96636764160,"available":96603398144,"internally_reserved":0,"allocated":1429504,"data_stored":965799,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509472,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27864,"kb_used_data":828,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343976,"statfs":{"total":96636764160,"available":96608231424,"internally_reserved":0,"allocated":847872,"data_stored":382098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509472,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27844,"kb_used_data":816,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343996,"statfs":{"total":96636764160,"available":96608251904,"internally_reserved":0,"allocated":835584,"data_stored":375431,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542176,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31992,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339848,"statfs":{"total":96636764160,"available":96604004352,"internally_reserved":0,"allocated":823296,"data_stored":369222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542176,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36152,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335688,"statfs":{"total":96636764160,"available":96599744512,"internally_reserved":0,"allocated":823296,"data_stored":369222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574881,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27832,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":823296,"data_stored":369222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574881,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32040,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339800,"statfs":{"total":96636764160,"available":96603955200,"internally_reserved":0,"allocated":868352,"data_stored":389377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574881,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36780,"kb_used_data":1432,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335060,"statfs":{"total":96636764160,"available":96599101440,"internally_reserved":0,"allocated":1466368,"data_stored":986325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:03:38.044 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:03:38.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.181+0000 7f6799131640 1 Processor -- start 2024-09-19T05:03:38.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.181+0000 7f6799131640 1 -- start start 2024-09-19T05:03:38.184 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.182+0000 7f6799131640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6794162750 0x7f67940ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:38.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.182+0000 7f6799131640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f67940af3a0 0x7f679406eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:38.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.182+0000 7f6799131640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f67940af860 con 0x7f67941554d0 2024-09-19T05:03:38.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.182+0000 7f6799131640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f67940b0470 con 0x7f67940af3a0 2024-09-19T05:03:38.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.182+0000 7f6799131640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f67940afb40 con 0x7f6794162750 2024-09-19T05:03:38.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.182+0000 7f679359e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f67940af3a0 0x7f679406eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:38.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.182+0000 7f679359e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f67940af3a0 0x7f679406eb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37144/0 (socket says 172.21.15.5:37144) 2024-09-19T05:03:38.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.182+0000 7f679359e640 1 -- 172.21.15.5:0/3999549215 learned_addr learned my addr 172.21.15.5:0/3999549215 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:38.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.182+0000 7f678bfff640 1 --2- 172.21.15.5:0/3999549215 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6794162750 0x7f67940ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:38.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.182+0000 7f679359e640 1 -- 172.21.15.5:0/3999549215 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6794162750 msgr2=0x7f67940ccf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:38.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.182+0000 7f679359e640 1 --2- 172.21.15.5:0/3999549215 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6794162750 0x7f67940ccf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.182+0000 7f679359e640 1 -- 172.21.15.5:0/3999549215 >> v1:172.21.15.134:6789/0 conn(0x7f67941554d0 legacy=0x7f6794162040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:38.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.182+0000 7f679359e640 1 -- 172.21.15.5:0/3999549215 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67940afe20 con 0x7f67940af3a0 2024-09-19T05:03:38.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.182+0000 7f678bfff640 1 --2- 172.21.15.5:0/3999549215 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6794162750 0x7f67940ccf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:38.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.183+0000 7f679359e640 1 --2- 172.21.15.5:0/3999549215 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67940af3a0 0x7f679406eb60 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f678c009e80 tx=0x7f678c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e027e269b467270f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:38.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.183+0000 7f679259c640 1 -- 172.21.15.5:0/3999549215 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f678c036070 con 0x7f67940af3a0 2024-09-19T05:03:38.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.183+0000 7f679259c640 1 -- 172.21.15.5:0/3999549215 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f678c031600 con 0x7f67940af3a0 2024-09-19T05:03:38.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.183+0000 7f679259c640 1 -- 172.21.15.5:0/3999549215 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f678c0319d0 con 0x7f67940af3a0 2024-09-19T05:03:38.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.184+0000 7f6799131640 1 -- 172.21.15.5:0/3999549215 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67940af3a0 msgr2=0x7f679406eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:38.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.184+0000 7f6799131640 1 --2- 172.21.15.5:0/3999549215 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67940af3a0 0x7f679406eb60 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f678c009e80 tx=0x7f678c02a6f0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.184+0000 7f6799131640 1 -- 172.21.15.5:0/3999549215 shutdown_connections 2024-09-19T05:03:38.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.184+0000 7f6799131640 1 --2- 172.21.15.5:0/3999549215 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f67940af3a0 0x7f679406eb60 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.184+0000 7f6799131640 1 --2- 172.21.15.5:0/3999549215 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6794162750 0x7f67940ccf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.184+0000 7f6799131640 1 -- 172.21.15.5:0/3999549215 >> 172.21.15.5:0/3999549215 conn(0x7f67940736d0 msgr2=0x7f679406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:38.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.184+0000 7f6799131640 1 -- 172.21.15.5:0/3999549215 shutdown_connections 2024-09-19T05:03:38.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.184+0000 7f6799131640 1 -- 172.21.15.5:0/3999549215 wait complete. 2024-09-19T05:03:38.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.185+0000 7f6799131640 1 Processor -- start 2024-09-19T05:03:38.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.185+0000 7f6799131640 1 -- start start 2024-09-19T05:03:38.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.186+0000 7f6799131640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f67940af3a0 0x7f67941e8750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:38.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.186+0000 7f6799131640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f67941554d0 0x7f6794152910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:38.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.186+0000 7f6799131640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6794162750 0x7f67940b1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:38.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.186+0000 7f6799131640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f6794162d30 con 0x7f6794162750 2024-09-19T05:03:38.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.186+0000 7f6799131640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f67941558b0 con 0x7f67941554d0 2024-09-19T05:03:38.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.186+0000 7f6799131640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f6794162eb0 con 0x7f67940af3a0 2024-09-19T05:03:38.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.186+0000 7f679359e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6794162750 0x7f67940b1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:38.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.186+0000 7f679359e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6794162750 0x7f67940b1ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37146/0 (socket says 172.21.15.5:37146) 2024-09-19T05:03:38.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.186+0000 7f679359e640 1 -- 172.21.15.5:0/408289563 learned_addr learned my addr 172.21.15.5:0/408289563 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:38.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.186+0000 7f678bfff640 1 --2- 172.21.15.5:0/408289563 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f67941554d0 0x7f6794152910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:38.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.186+0000 7f679359e640 1 -- 172.21.15.5:0/408289563 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f67940af3a0 msgr2=0x7f67941e8750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:38.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.186+0000 7f679359e640 1 --2- 172.21.15.5:0/408289563 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f67940af3a0 0x7f67941e8750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.186+0000 7f679359e640 1 -- 172.21.15.5:0/408289563 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f67941554d0 msgr2=0x7f6794152910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:38.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.186+0000 7f679359e640 1 --2- 172.21.15.5:0/408289563 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f67941554d0 0x7f6794152910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.186+0000 7f679359e640 1 -- 172.21.15.5:0/408289563 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67941e9080 con 0x7f6794162750 2024-09-19T05:03:38.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.187+0000 7f679359e640 1 --2- 172.21.15.5:0/408289563 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6794162750 0x7f67940b1ae0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f678c009fa0 tx=0x7f678c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:38.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.187+0000 7f678b7fe640 1 -- 172.21.15.5:0/408289563 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f678c036040 con 0x7f6794162750 2024-09-19T05:03:38.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.187+0000 7f678b7fe640 1 -- 172.21.15.5:0/408289563 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f678c003990 con 0x7f6794162750 2024-09-19T05:03:38.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.187+0000 7f6799131640 1 -- 172.21.15.5:0/408289563 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67941e9360 con 0x7f6794162750 2024-09-19T05:03:38.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.187+0000 7f678b7fe640 1 -- 172.21.15.5:0/408289563 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f678c009510 con 0x7f6794162750 2024-09-19T05:03:38.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.187+0000 7f6799131640 1 -- 172.21.15.5:0/408289563 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6794156e90 con 0x7f6794162750 2024-09-19T05:03:38.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.188+0000 7f6799131640 1 -- 172.21.15.5:0/408289563 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67940ccf60 con 0x7f6794162750 2024-09-19T05:03:38.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.188+0000 7f678b7fe640 1 -- 172.21.15.5:0/408289563 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f678c007780 con 0x7f6794162750 2024-09-19T05:03:38.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.189+0000 7f678b7fe640 1 --2- 172.21.15.5:0/408289563 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f677406c2e0 0x7f677406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:38.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.189+0000 7f678b7fe640 1 -- 172.21.15.5:0/408289563 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f678c0ac9c0 con 0x7f6794162750 2024-09-19T05:03:38.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.189+0000 7f6792d9d640 1 --2- 172.21.15.5:0/408289563 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f677406c2e0 0x7f677406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:38.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.190+0000 7f6792d9d640 1 --2- 172.21.15.5:0/408289563 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f677406c2e0 0x7f677406e7a0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f6784001560 tx=0x7f6784007990 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:38.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.193+0000 7f678b7fe640 1 -- 172.21.15.5:0/408289563 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f678c0aee20 con 0x7f6794162750 2024-09-19T05:03:38.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.364+0000 7f6799131640 1 -- 172.21.15.5:0/408289563 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f67940ccf60 con 0x7f677406c2e0 2024-09-19T05:03:38.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.370+0000 7f678b7fe640 1 -- 172.21.15.5:0/408289563 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+245660 (secure 0 0 0) 0x7f67940ccf60 con 0x7f677406c2e0 2024-09-19T05:03:38.375 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:38.376 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:03:38.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.373+0000 7f6799131640 1 -- 172.21.15.5:0/408289563 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f677406c2e0 msgr2=0x7f677406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:38.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.373+0000 7f6799131640 1 --2- 172.21.15.5:0/408289563 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f677406c2e0 0x7f677406e7a0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f6784001560 tx=0x7f6784007990 comp rx=0 tx=0).stop 2024-09-19T05:03:38.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.373+0000 7f6799131640 1 -- 172.21.15.5:0/408289563 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6794162750 msgr2=0x7f67940b1ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:38.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.373+0000 7f6799131640 1 --2- 172.21.15.5:0/408289563 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6794162750 0x7f67940b1ae0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f678c009fa0 tx=0x7f678c004a40 comp rx=0 tx=0).stop 2024-09-19T05:03:38.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.373+0000 7f6799131640 1 -- 172.21.15.5:0/408289563 shutdown_connections 2024-09-19T05:03:38.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.373+0000 7f6799131640 1 --2- 172.21.15.5:0/408289563 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f677406c2e0 0x7f677406e7a0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.373+0000 7f6799131640 1 --2- 172.21.15.5:0/408289563 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6794162750 0x7f67940b1ae0 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.378 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.373+0000 7f6799131640 1 --2- 172.21.15.5:0/408289563 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f67941554d0 0x7f6794152910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.373+0000 7f6799131640 1 --2- 172.21.15.5:0/408289563 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f67940af3a0 0x7f67941e8750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.373+0000 7f6799131640 1 -- 172.21.15.5:0/408289563 >> 172.21.15.5:0/408289563 conn(0x7f67940736d0 msgr2=0x7f6794154550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:38.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.373+0000 7f6799131640 1 -- 172.21.15.5:0/408289563 shutdown_connections 2024-09-19T05:03:38.379 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.374+0000 7f6799131640 1 -- 172.21.15.5:0/408289563 wait complete. 2024-09-19T05:03:38.386 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":140,"stamp":"2024-09-19T05:03:37.291491+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":172,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":144,"acting":144,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":46,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":253088,"kb_used_data":7732,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754721632,"statfs":{"total":773094113280,"available":772834951168,"internally_reserved":0,"allocated":7917568,"data_stored":4206696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":251055664},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.265708"},"pg_stats":[{"pgid":"12.3f","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.035523+0000","last_change":"2024-09-19T05:03:34.035523+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.035523+0000","last_undegraded":"2024-09-19T05:03:34.035523+0000","last_fullsized":"2024-09-19T05:03:34.035523+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3e","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035636+0000","last_change":"2024-09-19T05:03:35.063278+0000","last_active":"2024-09-19T05:03:36.035636+0000","last_peered":"2024-09-19T05:03:36.035636+0000","last_clean":"2024-09-19T05:03:36.035636+0000","last_became_active":"2024-09-19T05:03:35.062913+0000","last_became_peered":"2024-09-19T05:03:35.062913+0000","last_unstale":"2024-09-19T05:03:36.035636+0000","last_undegraded":"2024-09-19T05:03:36.035636+0000","last_fullsized":"2024-09-19T05:03:36.035636+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:49:00.281260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.3d","version":"0'0","reported_seq":9,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.054590+0000","last_change":"2024-09-19T05:03:35.051014+0000","last_active":"2024-09-19T05:03:35.054590+0000","last_peered":"2024-09-19T05:03:35.054590+0000","last_clean":"2024-09-19T05:03:35.054590+0000","last_became_active":"2024-09-19T05:03:35.050622+0000","last_became_peered":"2024-09-19T05:03:35.050622+0000","last_unstale":"2024-09-19T05:03:35.054590+0000","last_undegraded":"2024-09-19T05:03:35.054590+0000","last_fullsized":"2024-09-19T05:03:35.054590+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:42:58.980507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3c","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.034324+0000","last_change":"2024-09-19T05:03:34.034324+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.034324+0000","last_undegraded":"2024-09-19T05:03:34.034324+0000","last_fullsized":"2024-09-19T05:03:34.034324+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.39","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.039645+0000","last_change":"2024-09-19T05:03:34.039645+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.039645+0000","last_undegraded":"2024-09-19T05:03:34.039645+0000","last_fullsized":"2024-09-19T05:03:34.039645+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.36","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.034261+0000","last_change":"2024-09-19T05:03:34.034261+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.034261+0000","last_undegraded":"2024-09-19T05:03:34.034261+0000","last_fullsized":"2024-09-19T05:03:34.034261+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.35","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035444+0000","last_change":"2024-09-19T05:03:35.070250+0000","last_active":"2024-09-19T05:03:36.035444+0000","last_peered":"2024-09-19T05:03:36.035444+0000","last_clean":"2024-09-19T05:03:36.035444+0000","last_became_active":"2024-09-19T05:03:35.069903+0000","last_became_peered":"2024-09-19T05:03:35.069903+0000","last_unstale":"2024-09-19T05:03:36.035444+0000","last_undegraded":"2024-09-19T05:03:36.035444+0000","last_fullsized":"2024-09-19T05:03:36.035444+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:40.248124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.34","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.033837+0000","last_change":"2024-09-19T05:03:34.033837+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.033837+0000","last_undegraded":"2024-09-19T05:03:34.033837+0000","last_fullsized":"2024-09-19T05:03:34.033837+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.31","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035390+0000","last_change":"2024-09-19T05:03:35.060678+0000","last_active":"2024-09-19T05:03:36.035390+0000","last_peered":"2024-09-19T05:03:36.035390+0000","last_clean":"2024-09-19T05:03:36.035390+0000","last_became_active":"2024-09-19T05:03:35.060370+0000","last_became_peered":"2024-09-19T05:03:35.060370+0000","last_unstale":"2024-09-19T05:03:36.035390+0000","last_undegraded":"2024-09-19T05:03:36.035390+0000","last_fullsized":"2024-09-19T05:03:36.035390+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:55.284436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.30","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.035827+0000","last_change":"2024-09-19T05:03:34.035827+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.035827+0000","last_undegraded":"2024-09-19T05:03:34.035827+0000","last_fullsized":"2024-09-19T05:03:34.035827+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2e","version":"0'0","reported_seq":9,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.058449+0000","last_change":"2024-09-19T05:03:35.055724+0000","last_active":"2024-09-19T05:03:35.058449+0000","last_peered":"2024-09-19T05:03:35.058449+0000","last_clean":"2024-09-19T05:03:35.058449+0000","last_became_active":"2024-09-19T05:03:35.054094+0000","last_became_peered":"2024-09-19T05:03:35.054094+0000","last_unstale":"2024-09-19T05:03:35.058449+0000","last_undegraded":"2024-09-19T05:03:35.058449+0000","last_fullsized":"2024-09-19T05:03:35.058449+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:03:56.188018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.28","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035090+0000","last_change":"2024-09-19T05:03:35.052726+0000","last_active":"2024-09-19T05:03:36.035090+0000","last_peered":"2024-09-19T05:03:36.035090+0000","last_clean":"2024-09-19T05:03:36.035090+0000","last_became_active":"2024-09-19T05:03:35.052182+0000","last_became_peered":"2024-09-19T05:03:35.052182+0000","last_unstale":"2024-09-19T05:03:36.035090+0000","last_undegraded":"2024-09-19T05:03:36.035090+0000","last_fullsized":"2024-09-19T05:03:36.035090+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:25:46.028551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.27","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035471+0000","last_change":"2024-09-19T05:03:35.063050+0000","last_active":"2024-09-19T05:03:36.035471+0000","last_peered":"2024-09-19T05:03:36.035471+0000","last_clean":"2024-09-19T05:03:36.035471+0000","last_became_active":"2024-09-19T05:03:35.062756+0000","last_became_peered":"2024-09-19T05:03:35.062756+0000","last_unstale":"2024-09-19T05:03:36.035471+0000","last_undegraded":"2024-09-19T05:03:36.035471+0000","last_fullsized":"2024-09-19T05:03:36.035471+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:23:59.772413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.26","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.033334+0000","last_change":"2024-09-19T05:03:34.033334+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.033334+0000","last_undegraded":"2024-09-19T05:03:34.033334+0000","last_fullsized":"2024-09-19T05:03:34.033334+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.25","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.034067+0000","last_change":"2024-09-19T05:03:34.034067+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.034067+0000","last_undegraded":"2024-09-19T05:03:34.034067+0000","last_fullsized":"2024-09-19T05:03:34.034067+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.23","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035236+0000","last_change":"2024-09-19T05:03:35.062345+0000","last_active":"2024-09-19T05:03:36.035236+0000","last_peered":"2024-09-19T05:03:36.035236+0000","last_clean":"2024-09-19T05:03:36.035236+0000","last_became_active":"2024-09-19T05:03:35.057565+0000","last_became_peered":"2024-09-19T05:03:35.057565+0000","last_unstale":"2024-09-19T05:03:36.035236+0000","last_undegraded":"2024-09-19T05:03:36.035236+0000","last_fullsized":"2024-09-19T05:03:36.035236+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:25:04.436057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.22","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.034453+0000","last_change":"2024-09-19T05:03:34.034453+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.034453+0000","last_undegraded":"2024-09-19T05:03:34.034453+0000","last_fullsized":"2024-09-19T05:03:34.034453+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.21","version":"0'0","reported_seq":9,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.054564+0000","last_change":"2024-09-19T05:03:35.051767+0000","last_active":"2024-09-19T05:03:35.054564+0000","last_peered":"2024-09-19T05:03:35.054564+0000","last_clean":"2024-09-19T05:03:35.054564+0000","last_became_active":"2024-09-19T05:03:35.051503+0000","last_became_peered":"2024-09-19T05:03:35.051503+0000","last_unstale":"2024-09-19T05:03:35.054564+0000","last_undegraded":"2024-09-19T05:03:35.054564+0000","last_fullsized":"2024-09-19T05:03:35.054564+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:11.623680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.20","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.035396+0000","last_change":"2024-09-19T05:03:34.035396+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.035396+0000","last_undegraded":"2024-09-19T05:03:34.035396+0000","last_fullsized":"2024-09-19T05:03:34.035396+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":9,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.058482+0000","last_change":"2024-09-19T05:03:35.055993+0000","last_active":"2024-09-19T05:03:35.058482+0000","last_peered":"2024-09-19T05:03:35.058482+0000","last_clean":"2024-09-19T05:03:35.058482+0000","last_became_active":"2024-09-19T05:03:35.054657+0000","last_became_peered":"2024-09-19T05:03:35.054657+0000","last_unstale":"2024-09-19T05:03:35.058482+0000","last_undegraded":"2024-09-19T05:03:35.058482+0000","last_fullsized":"2024-09-19T05:03:35.058482+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:18:51.162577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.033371+0000","last_change":"2024-09-19T05:03:33.033371+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.033371+0000","last_undegraded":"2024-09-19T05:03:33.033371+0000","last_fullsized":"2024-09-19T05:03:33.033371+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035169+0000","last_change":"2024-09-19T05:03:35.051647+0000","last_active":"2024-09-19T05:03:36.035169+0000","last_peered":"2024-09-19T05:03:36.035169+0000","last_clean":"2024-09-19T05:03:36.035169+0000","last_became_active":"2024-09-19T05:03:35.051151+0000","last_became_peered":"2024-09-19T05:03:35.051151+0000","last_unstale":"2024-09-19T05:03:36.035169+0000","last_undegraded":"2024-09-19T05:03:36.035169+0000","last_fullsized":"2024-09-19T05:03:36.035169+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:35.263312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.054619+0000","last_change":"2024-09-19T05:03:34.051259+0000","last_active":"2024-09-19T05:03:34.054619+0000","last_peered":"2024-09-19T05:03:34.054619+0000","last_clean":"2024-09-19T05:03:34.054619+0000","last_became_active":"2024-09-19T05:03:34.050874+0000","last_became_peered":"2024-09-19T05:03:34.050874+0000","last_unstale":"2024-09-19T05:03:34.054619+0000","last_undegraded":"2024-09-19T05:03:34.054619+0000","last_fullsized":"2024-09-19T05:03:34.054619+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:03.364454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.052416+0000","last_change":"2024-09-19T05:03:34.048634+0000","last_active":"2024-09-19T05:03:34.052416+0000","last_peered":"2024-09-19T05:03:34.052416+0000","last_clean":"2024-09-19T05:03:34.052416+0000","last_became_active":"2024-09-19T05:03:34.048405+0000","last_became_peered":"2024-09-19T05:03:34.048405+0000","last_unstale":"2024-09-19T05:03:34.052416+0000","last_undegraded":"2024-09-19T05:03:34.052416+0000","last_fullsized":"2024-09-19T05:03:34.052416+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:55.563275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.054691+0000","last_change":"2024-09-19T05:03:34.051508+0000","last_active":"2024-09-19T05:03:34.054691+0000","last_peered":"2024-09-19T05:03:34.054691+0000","last_clean":"2024-09-19T05:03:34.054691+0000","last_became_active":"2024-09-19T05:03:34.051230+0000","last_became_peered":"2024-09-19T05:03:34.051230+0000","last_unstale":"2024-09-19T05:03:34.054691+0000","last_undegraded":"2024-09-19T05:03:34.054691+0000","last_fullsized":"2024-09-19T05:03:34.054691+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:49.329401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035423+0000","last_change":"2024-09-19T05:03:35.069575+0000","last_active":"2024-09-19T05:03:36.035423+0000","last_peered":"2024-09-19T05:03:36.035423+0000","last_clean":"2024-09-19T05:03:36.035423+0000","last_became_active":"2024-09-19T05:03:35.068964+0000","last_became_peered":"2024-09-19T05:03:35.068964+0000","last_unstale":"2024-09-19T05:03:36.035423+0000","last_undegraded":"2024-09-19T05:03:36.035423+0000","last_fullsized":"2024-09-19T05:03:36.035423+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:31.099035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:33.019852+0000","last_change":"2024-09-19T05:03:33.019852+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.019852+0000","last_undegraded":"2024-09-19T05:03:33.019852+0000","last_fullsized":"2024-09-19T05:03:33.019852+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035586+0000","last_change":"2024-09-19T05:03:35.062277+0000","last_active":"2024-09-19T05:03:36.035586+0000","last_peered":"2024-09-19T05:03:36.035586+0000","last_clean":"2024-09-19T05:03:36.035586+0000","last_became_active":"2024-09-19T05:03:35.061944+0000","last_became_peered":"2024-09-19T05:03:35.061944+0000","last_unstale":"2024-09-19T05:03:36.035586+0000","last_undegraded":"2024-09-19T05:03:36.035586+0000","last_fullsized":"2024-09-19T05:03:36.035586+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:26:42.402031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.049146+0000","last_change":"2024-09-19T05:03:34.043242+0000","last_active":"2024-09-19T05:03:34.049146+0000","last_peered":"2024-09-19T05:03:34.049146+0000","last_clean":"2024-09-19T05:03:34.049146+0000","last_became_active":"2024-09-19T05:03:34.042929+0000","last_became_peered":"2024-09-19T05:03:34.042929+0000","last_unstale":"2024-09-19T05:03:34.049146+0000","last_undegraded":"2024-09-19T05:03:34.049146+0000","last_fullsized":"2024-09-19T05:03:34.049146+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:04:43.154362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035389+0000","last_change":"2024-09-19T05:03:34.050142+0000","last_active":"2024-09-19T05:03:36.035389+0000","last_peered":"2024-09-19T05:03:36.035389+0000","last_clean":"2024-09-19T05:03:36.035389+0000","last_became_active":"2024-09-19T05:03:34.049880+0000","last_became_peered":"2024-09-19T05:03:34.049880+0000","last_unstale":"2024-09-19T05:03:36.035389+0000","last_undegraded":"2024-09-19T05:03:36.035389+0000","last_fullsized":"2024-09-19T05:03:36.035389+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:09:57.637208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.044359+0000","last_change":"2024-09-19T05:03:34.044359+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.044359+0000","last_undegraded":"2024-09-19T05:03:34.044359+0000","last_fullsized":"2024-09-19T05:03:34.044359+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.031314+0000","last_change":"2024-09-19T05:03:33.031314+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.031314+0000","last_undegraded":"2024-09-19T05:03:33.031314+0000","last_fullsized":"2024-09-19T05:03:33.031314+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035112+0000","last_change":"2024-09-19T05:03:35.052478+0000","last_active":"2024-09-19T05:03:36.035112+0000","last_peered":"2024-09-19T05:03:36.035112+0000","last_clean":"2024-09-19T05:03:36.035112+0000","last_became_active":"2024-09-19T05:03:35.051798+0000","last_became_peered":"2024-09-19T05:03:35.051798+0000","last_unstale":"2024-09-19T05:03:36.035112+0000","last_undegraded":"2024-09-19T05:03:36.035112+0000","last_fullsized":"2024-09-19T05:03:36.035112+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:15:49.281314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.054577+0000","last_change":"2024-09-19T05:03:34.050866+0000","last_active":"2024-09-19T05:03:34.054577+0000","last_peered":"2024-09-19T05:03:34.054577+0000","last_clean":"2024-09-19T05:03:34.054577+0000","last_became_active":"2024-09-19T05:03:34.050190+0000","last_became_peered":"2024-09-19T05:03:34.050190+0000","last_unstale":"2024-09-19T05:03:34.054577+0000","last_undegraded":"2024-09-19T05:03:34.054577+0000","last_fullsized":"2024-09-19T05:03:34.054577+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:20.467116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.033069+0000","last_change":"2024-09-19T05:03:34.033069+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.033069+0000","last_undegraded":"2024-09-19T05:03:34.033069+0000","last_fullsized":"2024-09-19T05:03:34.033069+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.049058+0000","last_change":"2024-09-19T05:03:34.042927+0000","last_active":"2024-09-19T05:03:34.049058+0000","last_peered":"2024-09-19T05:03:34.049058+0000","last_clean":"2024-09-19T05:03:34.049058+0000","last_became_active":"2024-09-19T05:03:34.042611+0000","last_became_peered":"2024-09-19T05:03:34.042611+0000","last_unstale":"2024-09-19T05:03:34.049058+0000","last_undegraded":"2024-09-19T05:03:34.049058+0000","last_fullsized":"2024-09-19T05:03:34.049058+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:10:29.436189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.032832+0000","last_change":"2024-09-19T05:03:33.032832+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.032832+0000","last_undegraded":"2024-09-19T05:03:33.032832+0000","last_fullsized":"2024-09-19T05:03:33.032832+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":9,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.055652+0000","last_change":"2024-09-19T05:03:35.048939+0000","last_active":"2024-09-19T05:03:35.055652+0000","last_peered":"2024-09-19T05:03:35.055652+0000","last_clean":"2024-09-19T05:03:35.055652+0000","last_became_active":"2024-09-19T05:03:35.048616+0000","last_became_peered":"2024-09-19T05:03:35.048616+0000","last_unstale":"2024-09-19T05:03:35.055652+0000","last_undegraded":"2024-09-19T05:03:35.055652+0000","last_fullsized":"2024-09-19T05:03:35.055652+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:17:09.837543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.054666+0000","last_change":"2024-09-19T05:03:34.050189+0000","last_active":"2024-09-19T05:03:34.054666+0000","last_peered":"2024-09-19T05:03:34.054666+0000","last_clean":"2024-09-19T05:03:34.054666+0000","last_became_active":"2024-09-19T05:03:34.049876+0000","last_became_peered":"2024-09-19T05:03:34.049876+0000","last_unstale":"2024-09-19T05:03:34.054666+0000","last_undegraded":"2024-09-19T05:03:34.054666+0000","last_fullsized":"2024-09-19T05:03:34.054666+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:28.603415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.033081+0000","last_change":"2024-09-19T05:03:34.033081+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.033081+0000","last_undegraded":"2024-09-19T05:03:34.033081+0000","last_fullsized":"2024-09-19T05:03:34.033081+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.051569+0000","last_change":"2024-09-19T05:03:34.046731+0000","last_active":"2024-09-19T05:03:34.051569+0000","last_peered":"2024-09-19T05:03:34.051569+0000","last_clean":"2024-09-19T05:03:34.051569+0000","last_became_active":"2024-09-19T05:03:34.045731+0000","last_became_peered":"2024-09-19T05:03:34.045731+0000","last_unstale":"2024-09-19T05:03:34.051569+0000","last_undegraded":"2024-09-19T05:03:34.051569+0000","last_fullsized":"2024-09-19T05:03:34.051569+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:24.883552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.039701+0000","last_change":"2024-09-19T05:03:34.039701+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.039701+0000","last_undegraded":"2024-09-19T05:03:34.039701+0000","last_fullsized":"2024-09-19T05:03:34.039701+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.049284+0000","last_change":"2024-09-19T05:03:34.043679+0000","last_active":"2024-09-19T05:03:34.049284+0000","last_peered":"2024-09-19T05:03:34.049284+0000","last_clean":"2024-09-19T05:03:34.049284+0000","last_became_active":"2024-09-19T05:03:34.043377+0000","last_became_peered":"2024-09-19T05:03:34.043377+0000","last_unstale":"2024-09-19T05:03:34.049284+0000","last_undegraded":"2024-09-19T05:03:34.049284+0000","last_fullsized":"2024-09-19T05:03:34.049284+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:58.933635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.041148+0000","last_change":"2024-09-19T05:03:34.041148+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.041148+0000","last_undegraded":"2024-09-19T05:03:34.041148+0000","last_fullsized":"2024-09-19T05:03:34.041148+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.033241+0000","last_change":"2024-09-19T05:03:33.033241+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.033241+0000","last_undegraded":"2024-09-19T05:03:33.033241+0000","last_fullsized":"2024-09-19T05:03:33.033241+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.043860+0000","last_change":"2024-09-19T05:03:34.043860+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.043860+0000","last_undegraded":"2024-09-19T05:03:34.043860+0000","last_fullsized":"2024-09-19T05:03:34.043860+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"71'8","reported_seq":22,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035329+0000","last_change":"2024-09-19T05:03:34.044080+0000","last_active":"2024-09-19T05:03:36.035329+0000","last_peered":"2024-09-19T05:03:36.035329+0000","last_clean":"2024-09-19T05:03:36.035329+0000","last_became_active":"2024-09-19T05:03:34.043748+0000","last_became_peered":"2024-09-19T05:03:34.043748+0000","last_unstale":"2024-09-19T05:03:36.035329+0000","last_undegraded":"2024-09-19T05:03:36.035329+0000","last_fullsized":"2024-09-19T05:03:36.035329+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:46:23.623083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.054604+0000","last_change":"2024-09-19T05:03:34.051081+0000","last_active":"2024-09-19T05:03:34.054604+0000","last_peered":"2024-09-19T05:03:34.054604+0000","last_clean":"2024-09-19T05:03:34.054604+0000","last_became_active":"2024-09-19T05:03:34.050595+0000","last_became_peered":"2024-09-19T05:03:34.050595+0000","last_unstale":"2024-09-19T05:03:34.054604+0000","last_undegraded":"2024-09-19T05:03:34.054604+0000","last_fullsized":"2024-09-19T05:03:34.054604+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:38:48.653090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:33.019852+0000","last_change":"2024-09-19T05:03:33.019852+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.019852+0000","last_undegraded":"2024-09-19T05:03:33.019852+0000","last_fullsized":"2024-09-19T05:03:33.019852+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.032375+0000","last_change":"2024-09-19T05:03:33.032375+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.032375+0000","last_undegraded":"2024-09-19T05:03:33.032375+0000","last_fullsized":"2024-09-19T05:03:33.032375+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":12,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.034845+0000","last_change":"2024-09-19T05:03:34.048383+0000","last_active":"2024-09-19T05:03:35.034845+0000","last_peered":"2024-09-19T05:03:35.034845+0000","last_clean":"2024-09-19T05:03:35.034845+0000","last_became_active":"2024-09-19T05:03:34.048053+0000","last_became_peered":"2024-09-19T05:03:34.048053+0000","last_unstale":"2024-09-19T05:03:35.034845+0000","last_undegraded":"2024-09-19T05:03:35.034845+0000","last_fullsized":"2024-09-19T05:03:35.034845+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:51.427358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035456+0000","last_change":"2024-09-19T05:03:35.052969+0000","last_active":"2024-09-19T05:03:36.035456+0000","last_peered":"2024-09-19T05:03:36.035456+0000","last_clean":"2024-09-19T05:03:36.035456+0000","last_became_active":"2024-09-19T05:03:35.052637+0000","last_became_peered":"2024-09-19T05:03:35.052637+0000","last_unstale":"2024-09-19T05:03:36.035456+0000","last_undegraded":"2024-09-19T05:03:36.035456+0000","last_fullsized":"2024-09-19T05:03:36.035456+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:51:08.697240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.030670+0000","last_change":"2024-09-19T05:03:33.030670+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.030670+0000","last_undegraded":"2024-09-19T05:03:33.030670+0000","last_fullsized":"2024-09-19T05:03:33.030670+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035606+0000","last_change":"2024-09-19T05:03:35.059821+0000","last_active":"2024-09-19T05:03:36.035606+0000","last_peered":"2024-09-19T05:03:36.035606+0000","last_clean":"2024-09-19T05:03:36.035606+0000","last_became_active":"2024-09-19T05:03:35.050952+0000","last_became_peered":"2024-09-19T05:03:35.050952+0000","last_unstale":"2024-09-19T05:03:36.035606+0000","last_undegraded":"2024-09-19T05:03:36.035606+0000","last_fullsized":"2024-09-19T05:03:36.035606+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:25.834322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.030679+0000","last_change":"2024-09-19T05:03:33.030679+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.030679+0000","last_undegraded":"2024-09-19T05:03:33.030679+0000","last_fullsized":"2024-09-19T05:03:33.030679+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.043373+0000","last_change":"2024-09-19T05:03:34.043373+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.043373+0000","last_undegraded":"2024-09-19T05:03:34.043373+0000","last_fullsized":"2024-09-19T05:03:34.043373+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.030729+0000","last_change":"2024-09-19T05:03:33.030729+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.030729+0000","last_undegraded":"2024-09-19T05:03:33.030729+0000","last_fullsized":"2024-09-19T05:03:33.030729+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.049197+0000","last_change":"2024-09-19T05:03:34.045953+0000","last_active":"2024-09-19T05:03:34.049197+0000","last_peered":"2024-09-19T05:03:34.049197+0000","last_clean":"2024-09-19T05:03:34.049197+0000","last_became_active":"2024-09-19T05:03:34.045523+0000","last_became_peered":"2024-09-19T05:03:34.045523+0000","last_unstale":"2024-09-19T05:03:34.049197+0000","last_undegraded":"2024-09-19T05:03:34.049197+0000","last_fullsized":"2024-09-19T05:03:34.049197+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:58.933635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.039134+0000","last_change":"2024-09-19T05:03:34.039134+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.039134+0000","last_undegraded":"2024-09-19T05:03:34.039134+0000","last_fullsized":"2024-09-19T05:03:34.039134+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.6","version":"72'1","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:37.039401+0000","last_change":"2024-09-19T05:03:34.047211+0000","last_active":"2024-09-19T05:03:37.039401+0000","last_peered":"2024-09-19T05:03:37.039401+0000","last_clean":"2024-09-19T05:03:37.039401+0000","last_became_active":"2024-09-19T05:03:34.046911+0000","last_became_peered":"2024-09-19T05:03:34.046911+0000","last_unstale":"2024-09-19T05:03:37.039401+0000","last_undegraded":"2024-09-19T05:03:37.039401+0000","last_fullsized":"2024-09-19T05:03:37.039401+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:16:26.543620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.049340+0000","last_change":"2024-09-19T05:03:34.044039+0000","last_active":"2024-09-19T05:03:34.049340+0000","last_peered":"2024-09-19T05:03:34.049340+0000","last_clean":"2024-09-19T05:03:34.049340+0000","last_became_active":"2024-09-19T05:03:34.043322+0000","last_became_peered":"2024-09-19T05:03:34.043322+0000","last_unstale":"2024-09-19T05:03:34.049340+0000","last_undegraded":"2024-09-19T05:03:34.049340+0000","last_fullsized":"2024-09-19T05:03:34.049340+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:24.883552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035441+0000","last_change":"2024-09-19T05:03:35.052278+0000","last_active":"2024-09-19T05:03:36.035441+0000","last_peered":"2024-09-19T05:03:36.035441+0000","last_clean":"2024-09-19T05:03:36.035441+0000","last_became_active":"2024-09-19T05:03:35.051969+0000","last_became_peered":"2024-09-19T05:03:35.051969+0000","last_unstale":"2024-09-19T05:03:36.035441+0000","last_undegraded":"2024-09-19T05:03:36.035441+0000","last_fullsized":"2024-09-19T05:03:36.035441+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:26:20.239488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.052401+0000","last_change":"2024-09-19T05:03:34.047682+0000","last_active":"2024-09-19T05:03:34.052401+0000","last_peered":"2024-09-19T05:03:34.052401+0000","last_clean":"2024-09-19T05:03:34.052401+0000","last_became_active":"2024-09-19T05:03:34.047362+0000","last_became_peered":"2024-09-19T05:03:34.047362+0000","last_unstale":"2024-09-19T05:03:34.052401+0000","last_undegraded":"2024-09-19T05:03:34.052401+0000","last_fullsized":"2024-09-19T05:03:34.052401+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:58:32.343560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.041176+0000","last_change":"2024-09-19T05:03:34.041176+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.041176+0000","last_undegraded":"2024-09-19T05:03:34.041176+0000","last_fullsized":"2024-09-19T05:03:34.041176+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.054999+0000","last_change":"2024-09-19T05:03:34.052239+0000","last_active":"2024-09-19T05:03:34.054999+0000","last_peered":"2024-09-19T05:03:34.054999+0000","last_clean":"2024-09-19T05:03:34.054999+0000","last_became_active":"2024-09-19T05:03:34.051822+0000","last_became_peered":"2024-09-19T05:03:34.051822+0000","last_unstale":"2024-09-19T05:03:34.054999+0000","last_undegraded":"2024-09-19T05:03:34.054999+0000","last_fullsized":"2024-09-19T05:03:34.054999+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:52:40.821030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.039166+0000","last_change":"2024-09-19T05:03:34.039166+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.039166+0000","last_undegraded":"2024-09-19T05:03:34.039166+0000","last_fullsized":"2024-09-19T05:03:34.039166+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.031288+0000","last_change":"2024-09-19T05:03:33.031288+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.031288+0000","last_undegraded":"2024-09-19T05:03:33.031288+0000","last_fullsized":"2024-09-19T05:03:33.031288+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":9,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.055588+0000","last_change":"2024-09-19T05:03:35.052627+0000","last_active":"2024-09-19T05:03:35.055588+0000","last_peered":"2024-09-19T05:03:35.055588+0000","last_clean":"2024-09-19T05:03:35.055588+0000","last_became_active":"2024-09-19T05:03:35.052324+0000","last_became_peered":"2024-09-19T05:03:35.052324+0000","last_unstale":"2024-09-19T05:03:35.055588+0000","last_undegraded":"2024-09-19T05:03:35.055588+0000","last_fullsized":"2024-09-19T05:03:35.055588+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:53.549784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.049584+0000","last_change":"2024-09-19T05:03:34.044503+0000","last_active":"2024-09-19T05:03:34.049584+0000","last_peered":"2024-09-19T05:03:34.049584+0000","last_clean":"2024-09-19T05:03:34.049584+0000","last_became_active":"2024-09-19T05:03:34.044174+0000","last_became_peered":"2024-09-19T05:03:34.044174+0000","last_unstale":"2024-09-19T05:03:34.049584+0000","last_undegraded":"2024-09-19T05:03:34.049584+0000","last_fullsized":"2024-09-19T05:03:34.049584+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:45:29.649512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":9,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.047995+0000","last_change":"2024-09-19T05:03:35.045172+0000","last_active":"2024-09-19T05:03:35.047995+0000","last_peered":"2024-09-19T05:03:35.047995+0000","last_clean":"2024-09-19T05:03:35.047995+0000","last_became_active":"2024-09-19T05:03:35.044854+0000","last_became_peered":"2024-09-19T05:03:35.044854+0000","last_unstale":"2024-09-19T05:03:35.047995+0000","last_undegraded":"2024-09-19T05:03:35.047995+0000","last_fullsized":"2024-09-19T05:03:35.047995+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:29.861198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":12,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.035201+0000","last_change":"2024-09-19T05:03:34.044475+0000","last_active":"2024-09-19T05:03:35.035201+0000","last_peered":"2024-09-19T05:03:35.035201+0000","last_clean":"2024-09-19T05:03:35.035201+0000","last_became_active":"2024-09-19T05:03:34.044172+0000","last_became_peered":"2024-09-19T05:03:34.044172+0000","last_unstale":"2024-09-19T05:03:35.035201+0000","last_undegraded":"2024-09-19T05:03:35.035201+0000","last_fullsized":"2024-09-19T05:03:35.035201+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:34:39.022973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.033514+0000","last_change":"2024-09-19T05:03:34.033514+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.033514+0000","last_undegraded":"2024-09-19T05:03:34.033514+0000","last_fullsized":"2024-09-19T05:03:34.033514+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.030670+0000","last_change":"2024-09-19T05:03:33.030670+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.030670+0000","last_undegraded":"2024-09-19T05:03:33.030670+0000","last_fullsized":"2024-09-19T05:03:33.030670+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":269,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.036103+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:03:34.036103+0000","last_peered":"2024-09-19T05:03:34.036103+0000","last_clean":"2024-09-19T05:03:34.036103+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:03:34.036103+0000","last_undegraded":"2024-09-19T05:03:34.036103+0000","last_fullsized":"2024-09-19T05:03:34.036103+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":82,"acting":82,"num_store_stats":5},{"poolid":11,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9,"ondisk_log_size":9,"up":60,"acting":60,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509473,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32584,"kb_used_data":1396,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339256,"statfs":{"total":96636764160,"available":96603398144,"internally_reserved":0,"allocated":1429504,"data_stored":965799,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509472,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27864,"kb_used_data":828,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343976,"statfs":{"total":96636764160,"available":96608231424,"internally_reserved":0,"allocated":847872,"data_stored":382098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509472,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27844,"kb_used_data":816,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343996,"statfs":{"total":96636764160,"available":96608251904,"internally_reserved":0,"allocated":835584,"data_stored":375431,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542176,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31992,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339848,"statfs":{"total":96636764160,"available":96604004352,"internally_reserved":0,"allocated":823296,"data_stored":369222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542176,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36152,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335688,"statfs":{"total":96636764160,"available":96599744512,"internally_reserved":0,"allocated":823296,"data_stored":369222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574881,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27832,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":823296,"data_stored":369222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574881,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32040,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339800,"statfs":{"total":96636764160,"available":96603955200,"internally_reserved":0,"allocated":868352,"data_stored":389377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574881,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36780,"kb_used_data":1432,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335060,"statfs":{"total":96636764160,"available":96599101440,"internally_reserved":0,"allocated":1466368,"data_stored":986325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:03:38.391 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:03:38.528 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.527+0000 7f91a188c640 1 Processor -- start 2024-09-19T05:03:38.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.527+0000 7f91a188c640 1 -- start start 2024-09-19T05:03:38.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.528+0000 7f91a188c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f919c0aff20 0x7f919c06d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:38.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.528+0000 7f91a188c640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f919c160df0 con 0x7f919c0ce830 2024-09-19T05:03:38.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.528+0000 7f91a188c640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f919c067950 con 0x7f919c06ee90 2024-09-19T05:03:38.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.528+0000 7f91a188c640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f919c1608c0 con 0x7f919c0aff20 2024-09-19T05:03:38.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.528+0000 7f9193fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f919c0aff20 0x7f919c06d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:38.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.528+0000 7f919affd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f919c0ce830 0x7f919c0cec10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:57548/0 (socket says 172.21.15.5:57548) 2024-09-19T05:03:38.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.528+0000 7f9193fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f919c0aff20 0x7f919c06d330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37160/0 (socket says 172.21.15.5:37160) 2024-09-19T05:03:38.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.528+0000 7f919affd640 1 -- 172.21.15.5:0/2234811906 learned_addr learned my addr 172.21.15.5:0/2234811906 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:38.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.528+0000 7f9193fff640 1 -- 172.21.15.5:0/2234811906 >> v1:172.21.15.134:6789/0 conn(0x7f919c06ee90 legacy=0x7f919c06f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:38.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.528+0000 7f9193fff640 1 -- 172.21.15.5:0/2234811906 >> v1:172.21.15.5:6789/0 conn(0x7f919c0ce830 legacy=0x7f919c0cec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:38.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.528+0000 7f9193fff640 1 -- 172.21.15.5:0/2234811906 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f919c06e9b0 con 0x7f919c0aff20 2024-09-19T05:03:38.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.528+0000 7f919a7fc640 1 -- 172.21.15.5:0/2234811906 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2891382996 0 0) 0x7f919c160df0 con 0x7f919c0ce830 2024-09-19T05:03:38.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.529+0000 7f9193fff640 1 --2- 172.21.15.5:0/2234811906 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f919c0aff20 0x7f919c06d330 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f91840097d0 tx=0x7f918402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=840f89079f9ec5ac server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:38.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.529+0000 7f919a7fc640 1 -- 172.21.15.5:0/2234811906 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9184037070 con 0x7f919c0aff20 2024-09-19T05:03:38.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.529+0000 7f919a7fc640 1 -- 172.21.15.5:0/2234811906 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9184032440 con 0x7f919c0aff20 2024-09-19T05:03:38.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.529+0000 7f919a7fc640 1 -- 172.21.15.5:0/2234811906 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9184032810 con 0x7f919c0aff20 2024-09-19T05:03:38.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.530+0000 7f91a188c640 1 -- 172.21.15.5:0/2234811906 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f919c0aff20 msgr2=0x7f919c06d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:38.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.530+0000 7f91a188c640 1 --2- 172.21.15.5:0/2234811906 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f919c0aff20 0x7f919c06d330 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f91840097d0 tx=0x7f918402a180 comp rx=0 tx=0).stop 2024-09-19T05:03:38.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.530+0000 7f91a188c640 1 -- 172.21.15.5:0/2234811906 shutdown_connections 2024-09-19T05:03:38.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.530+0000 7f91a188c640 1 --2- 172.21.15.5:0/2234811906 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f919c0aff20 0x7f919c06d330 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.530+0000 7f91a188c640 1 -- 172.21.15.5:0/2234811906 >> 172.21.15.5:0/2234811906 conn(0x7f919c0736d0 msgr2=0x7f919c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:38.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.530+0000 7f91a188c640 1 -- 172.21.15.5:0/2234811906 shutdown_connections 2024-09-19T05:03:38.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.530+0000 7f91a188c640 1 -- 172.21.15.5:0/2234811906 wait complete. 2024-09-19T05:03:38.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.531+0000 7f91a188c640 1 Processor -- start 2024-09-19T05:03:38.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.531+0000 7f91a188c640 1 -- start start 2024-09-19T05:03:38.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.532+0000 7f91a188c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f919c06ee90 0x7f919c1511b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:38.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.532+0000 7f91a188c640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f919c0aff20 0x7f919c15d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:38.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.532+0000 7f91a188c640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f919c0ce830 0x7f919c15b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:38.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.532+0000 7f91a188c640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f919c15c690 con 0x7f919c06ee90 2024-09-19T05:03:38.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.532+0000 7f91a188c640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f919c160b10 con 0x7f919c0ce830 2024-09-19T05:03:38.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.532+0000 7f91a188c640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f919c06f9f0 con 0x7f919c0aff20 2024-09-19T05:03:38.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.532+0000 7f919affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f919c06ee90 0x7f919c1511b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:38.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.532+0000 7f919affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f919c06ee90 0x7f919c1511b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37176/0 (socket says 172.21.15.5:37176) 2024-09-19T05:03:38.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.532+0000 7f919affd640 1 -- 172.21.15.5:0/2172416676 learned_addr learned my addr 172.21.15.5:0/2172416676 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:38.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.532+0000 7f919b7fe640 1 --2- 172.21.15.5:0/2172416676 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f919c0ce830 0x7f919c15b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:38.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.532+0000 7f9193fff640 1 --2- 172.21.15.5:0/2172416676 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f919c0aff20 0x7f919c15d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:38.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.532+0000 7f919affd640 1 -- 172.21.15.5:0/2172416676 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f919c0aff20 msgr2=0x7f919c15d3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:38.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.532+0000 7f919affd640 1 --2- 172.21.15.5:0/2172416676 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f919c0aff20 0x7f919c15d3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.532+0000 7f919affd640 1 -- 172.21.15.5:0/2172416676 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f919c0ce830 msgr2=0x7f919c15b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:38.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.532+0000 7f919affd640 1 --2- 172.21.15.5:0/2172416676 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f919c0ce830 0x7f919c15b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.532+0000 7f919affd640 1 -- 172.21.15.5:0/2172416676 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f919c154f10 con 0x7f919c06ee90 2024-09-19T05:03:38.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.532+0000 7f919affd640 1 --2- 172.21.15.5:0/2172416676 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f919c06ee90 0x7f919c1511b0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f918c00c430 tx=0x7f918c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:38.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.533+0000 7f9198ff9640 1 -- 172.21.15.5:0/2172416676 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f918c0074e0 con 0x7f919c06ee90 2024-09-19T05:03:38.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.533+0000 7f9198ff9640 1 -- 172.21.15.5:0/2172416676 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f918c0047e0 con 0x7f919c06ee90 2024-09-19T05:03:38.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.533+0000 7f91a188c640 1 -- 172.21.15.5:0/2172416676 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f919c1551f0 con 0x7f919c06ee90 2024-09-19T05:03:38.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.533+0000 7f9198ff9640 1 -- 172.21.15.5:0/2172416676 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f918c004bd0 con 0x7f919c06ee90 2024-09-19T05:03:38.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.533+0000 7f91a188c640 1 -- 172.21.15.5:0/2172416676 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f919c1557b0 con 0x7f919c06ee90 2024-09-19T05:03:38.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.534+0000 7f91a188c640 1 -- 172.21.15.5:0/2172416676 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f919c06d330 con 0x7f919c06ee90 2024-09-19T05:03:38.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.534+0000 7f9198ff9640 1 -- 172.21.15.5:0/2172416676 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f918c011070 con 0x7f919c06ee90 2024-09-19T05:03:38.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.535+0000 7f9198ff9640 1 --2- 172.21.15.5:0/2172416676 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f917c06c2b0 0x7f917c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:38.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.535+0000 7f9198ff9640 1 -- 172.21.15.5:0/2172416676 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f918c08b200 con 0x7f919c06ee90 2024-09-19T05:03:38.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.535+0000 7f9193fff640 1 --2- 172.21.15.5:0/2172416676 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f917c06c2b0 0x7f917c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:38.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.535+0000 7f9193fff640 1 --2- 172.21.15.5:0/2172416676 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f917c06c2b0 0x7f917c06e770 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f9184034000 tx=0x7f918402e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:38.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.539+0000 7f9198ff9640 1 -- 172.21.15.5:0/2172416676 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f918c0590f0 con 0x7f919c06ee90 2024-09-19T05:03:38.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.714+0000 7f91a188c640 1 -- 172.21.15.5:0/2172416676 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f919c154cc0 con 0x7f917c06c2b0 2024-09-19T05:03:38.721 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.720+0000 7f9198ff9640 1 -- 172.21.15.5:0/2172416676 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+245660 (secure 0 0 0) 0x7f919c154cc0 con 0x7f917c06c2b0 2024-09-19T05:03:38.724 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:38.725 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:03:38.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.723+0000 7f91a188c640 1 -- 172.21.15.5:0/2172416676 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f917c06c2b0 msgr2=0x7f917c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:38.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.723+0000 7f91a188c640 1 --2- 172.21.15.5:0/2172416676 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f917c06c2b0 0x7f917c06e770 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f9184034000 tx=0x7f918402e000 comp rx=0 tx=0).stop 2024-09-19T05:03:38.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.723+0000 7f91a188c640 1 -- 172.21.15.5:0/2172416676 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f919c06ee90 msgr2=0x7f919c1511b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:38.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.723+0000 7f91a188c640 1 --2- 172.21.15.5:0/2172416676 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f919c06ee90 0x7f919c1511b0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f918c00c430 tx=0x7f918c00c8f0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.723+0000 7f91a188c640 1 -- 172.21.15.5:0/2172416676 shutdown_connections 2024-09-19T05:03:38.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.723+0000 7f91a188c640 1 --2- 172.21.15.5:0/2172416676 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f917c06c2b0 0x7f917c06e770 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.723+0000 7f91a188c640 1 --2- 172.21.15.5:0/2172416676 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f919c0ce830 0x7f919c15b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.723+0000 7f91a188c640 1 --2- 172.21.15.5:0/2172416676 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f919c0aff20 0x7f919c15d3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.723+0000 7f91a188c640 1 --2- 172.21.15.5:0/2172416676 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f919c06ee90 0x7f919c1511b0 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.723+0000 7f91a188c640 1 -- 172.21.15.5:0/2172416676 >> 172.21.15.5:0/2172416676 conn(0x7f919c0736d0 msgr2=0x7f919c1521e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:38.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.723+0000 7f91a188c640 1 -- 172.21.15.5:0/2172416676 shutdown_connections 2024-09-19T05:03:38.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.723+0000 7f91a188c640 1 -- 172.21.15.5:0/2172416676 wait complete. 2024-09-19T05:03:38.735 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":140,"stamp":"2024-09-19T05:03:37.291491+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":172,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":144,"acting":144,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":46,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":253088,"kb_used_data":7732,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754721632,"statfs":{"total":773094113280,"available":772834951168,"internally_reserved":0,"allocated":7917568,"data_stored":4206696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":251055664},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.265708"},"pg_stats":[{"pgid":"12.3f","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.035523+0000","last_change":"2024-09-19T05:03:34.035523+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.035523+0000","last_undegraded":"2024-09-19T05:03:34.035523+0000","last_fullsized":"2024-09-19T05:03:34.035523+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3e","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035636+0000","last_change":"2024-09-19T05:03:35.063278+0000","last_active":"2024-09-19T05:03:36.035636+0000","last_peered":"2024-09-19T05:03:36.035636+0000","last_clean":"2024-09-19T05:03:36.035636+0000","last_became_active":"2024-09-19T05:03:35.062913+0000","last_became_peered":"2024-09-19T05:03:35.062913+0000","last_unstale":"2024-09-19T05:03:36.035636+0000","last_undegraded":"2024-09-19T05:03:36.035636+0000","last_fullsized":"2024-09-19T05:03:36.035636+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:49:00.281260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.3d","version":"0'0","reported_seq":9,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.054590+0000","last_change":"2024-09-19T05:03:35.051014+0000","last_active":"2024-09-19T05:03:35.054590+0000","last_peered":"2024-09-19T05:03:35.054590+0000","last_clean":"2024-09-19T05:03:35.054590+0000","last_became_active":"2024-09-19T05:03:35.050622+0000","last_became_peered":"2024-09-19T05:03:35.050622+0000","last_unstale":"2024-09-19T05:03:35.054590+0000","last_undegraded":"2024-09-19T05:03:35.054590+0000","last_fullsized":"2024-09-19T05:03:35.054590+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:42:58.980507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3c","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.034324+0000","last_change":"2024-09-19T05:03:34.034324+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.034324+0000","last_undegraded":"2024-09-19T05:03:34.034324+0000","last_fullsized":"2024-09-19T05:03:34.034324+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.39","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.039645+0000","last_change":"2024-09-19T05:03:34.039645+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.039645+0000","last_undegraded":"2024-09-19T05:03:34.039645+0000","last_fullsized":"2024-09-19T05:03:34.039645+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.36","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.034261+0000","last_change":"2024-09-19T05:03:34.034261+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.034261+0000","last_undegraded":"2024-09-19T05:03:34.034261+0000","last_fullsized":"2024-09-19T05:03:34.034261+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.35","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035444+0000","last_change":"2024-09-19T05:03:35.070250+0000","last_active":"2024-09-19T05:03:36.035444+0000","last_peered":"2024-09-19T05:03:36.035444+0000","last_clean":"2024-09-19T05:03:36.035444+0000","last_became_active":"2024-09-19T05:03:35.069903+0000","last_became_peered":"2024-09-19T05:03:35.069903+0000","last_unstale":"2024-09-19T05:03:36.035444+0000","last_undegraded":"2024-09-19T05:03:36.035444+0000","last_fullsized":"2024-09-19T05:03:36.035444+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:40.248124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.34","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.033837+0000","last_change":"2024-09-19T05:03:34.033837+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.033837+0000","last_undegraded":"2024-09-19T05:03:34.033837+0000","last_fullsized":"2024-09-19T05:03:34.033837+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.31","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035390+0000","last_change":"2024-09-19T05:03:35.060678+0000","last_active":"2024-09-19T05:03:36.035390+0000","last_peered":"2024-09-19T05:03:36.035390+0000","last_clean":"2024-09-19T05:03:36.035390+0000","last_became_active":"2024-09-19T05:03:35.060370+0000","last_became_peered":"2024-09-19T05:03:35.060370+0000","last_unstale":"2024-09-19T05:03:36.035390+0000","last_undegraded":"2024-09-19T05:03:36.035390+0000","last_fullsized":"2024-09-19T05:03:36.035390+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:55.284436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.30","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.035827+0000","last_change":"2024-09-19T05:03:34.035827+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.035827+0000","last_undegraded":"2024-09-19T05:03:34.035827+0000","last_fullsized":"2024-09-19T05:03:34.035827+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2e","version":"0'0","reported_seq":9,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.058449+0000","last_change":"2024-09-19T05:03:35.055724+0000","last_active":"2024-09-19T05:03:35.058449+0000","last_peered":"2024-09-19T05:03:35.058449+0000","last_clean":"2024-09-19T05:03:35.058449+0000","last_became_active":"2024-09-19T05:03:35.054094+0000","last_became_peered":"2024-09-19T05:03:35.054094+0000","last_unstale":"2024-09-19T05:03:35.058449+0000","last_undegraded":"2024-09-19T05:03:35.058449+0000","last_fullsized":"2024-09-19T05:03:35.058449+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:03:56.188018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.28","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035090+0000","last_change":"2024-09-19T05:03:35.052726+0000","last_active":"2024-09-19T05:03:36.035090+0000","last_peered":"2024-09-19T05:03:36.035090+0000","last_clean":"2024-09-19T05:03:36.035090+0000","last_became_active":"2024-09-19T05:03:35.052182+0000","last_became_peered":"2024-09-19T05:03:35.052182+0000","last_unstale":"2024-09-19T05:03:36.035090+0000","last_undegraded":"2024-09-19T05:03:36.035090+0000","last_fullsized":"2024-09-19T05:03:36.035090+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:25:46.028551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.27","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035471+0000","last_change":"2024-09-19T05:03:35.063050+0000","last_active":"2024-09-19T05:03:36.035471+0000","last_peered":"2024-09-19T05:03:36.035471+0000","last_clean":"2024-09-19T05:03:36.035471+0000","last_became_active":"2024-09-19T05:03:35.062756+0000","last_became_peered":"2024-09-19T05:03:35.062756+0000","last_unstale":"2024-09-19T05:03:36.035471+0000","last_undegraded":"2024-09-19T05:03:36.035471+0000","last_fullsized":"2024-09-19T05:03:36.035471+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:23:59.772413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.26","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.033334+0000","last_change":"2024-09-19T05:03:34.033334+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.033334+0000","last_undegraded":"2024-09-19T05:03:34.033334+0000","last_fullsized":"2024-09-19T05:03:34.033334+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.25","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.034067+0000","last_change":"2024-09-19T05:03:34.034067+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.034067+0000","last_undegraded":"2024-09-19T05:03:34.034067+0000","last_fullsized":"2024-09-19T05:03:34.034067+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.23","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035236+0000","last_change":"2024-09-19T05:03:35.062345+0000","last_active":"2024-09-19T05:03:36.035236+0000","last_peered":"2024-09-19T05:03:36.035236+0000","last_clean":"2024-09-19T05:03:36.035236+0000","last_became_active":"2024-09-19T05:03:35.057565+0000","last_became_peered":"2024-09-19T05:03:35.057565+0000","last_unstale":"2024-09-19T05:03:36.035236+0000","last_undegraded":"2024-09-19T05:03:36.035236+0000","last_fullsized":"2024-09-19T05:03:36.035236+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:25:04.436057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.22","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.034453+0000","last_change":"2024-09-19T05:03:34.034453+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.034453+0000","last_undegraded":"2024-09-19T05:03:34.034453+0000","last_fullsized":"2024-09-19T05:03:34.034453+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.21","version":"0'0","reported_seq":9,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.054564+0000","last_change":"2024-09-19T05:03:35.051767+0000","last_active":"2024-09-19T05:03:35.054564+0000","last_peered":"2024-09-19T05:03:35.054564+0000","last_clean":"2024-09-19T05:03:35.054564+0000","last_became_active":"2024-09-19T05:03:35.051503+0000","last_became_peered":"2024-09-19T05:03:35.051503+0000","last_unstale":"2024-09-19T05:03:35.054564+0000","last_undegraded":"2024-09-19T05:03:35.054564+0000","last_fullsized":"2024-09-19T05:03:35.054564+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:11.623680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.20","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.035396+0000","last_change":"2024-09-19T05:03:34.035396+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.035396+0000","last_undegraded":"2024-09-19T05:03:34.035396+0000","last_fullsized":"2024-09-19T05:03:34.035396+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":9,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.058482+0000","last_change":"2024-09-19T05:03:35.055993+0000","last_active":"2024-09-19T05:03:35.058482+0000","last_peered":"2024-09-19T05:03:35.058482+0000","last_clean":"2024-09-19T05:03:35.058482+0000","last_became_active":"2024-09-19T05:03:35.054657+0000","last_became_peered":"2024-09-19T05:03:35.054657+0000","last_unstale":"2024-09-19T05:03:35.058482+0000","last_undegraded":"2024-09-19T05:03:35.058482+0000","last_fullsized":"2024-09-19T05:03:35.058482+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:18:51.162577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.033371+0000","last_change":"2024-09-19T05:03:33.033371+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.033371+0000","last_undegraded":"2024-09-19T05:03:33.033371+0000","last_fullsized":"2024-09-19T05:03:33.033371+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035169+0000","last_change":"2024-09-19T05:03:35.051647+0000","last_active":"2024-09-19T05:03:36.035169+0000","last_peered":"2024-09-19T05:03:36.035169+0000","last_clean":"2024-09-19T05:03:36.035169+0000","last_became_active":"2024-09-19T05:03:35.051151+0000","last_became_peered":"2024-09-19T05:03:35.051151+0000","last_unstale":"2024-09-19T05:03:36.035169+0000","last_undegraded":"2024-09-19T05:03:36.035169+0000","last_fullsized":"2024-09-19T05:03:36.035169+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:35.263312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.054619+0000","last_change":"2024-09-19T05:03:34.051259+0000","last_active":"2024-09-19T05:03:34.054619+0000","last_peered":"2024-09-19T05:03:34.054619+0000","last_clean":"2024-09-19T05:03:34.054619+0000","last_became_active":"2024-09-19T05:03:34.050874+0000","last_became_peered":"2024-09-19T05:03:34.050874+0000","last_unstale":"2024-09-19T05:03:34.054619+0000","last_undegraded":"2024-09-19T05:03:34.054619+0000","last_fullsized":"2024-09-19T05:03:34.054619+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:03.364454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.052416+0000","last_change":"2024-09-19T05:03:34.048634+0000","last_active":"2024-09-19T05:03:34.052416+0000","last_peered":"2024-09-19T05:03:34.052416+0000","last_clean":"2024-09-19T05:03:34.052416+0000","last_became_active":"2024-09-19T05:03:34.048405+0000","last_became_peered":"2024-09-19T05:03:34.048405+0000","last_unstale":"2024-09-19T05:03:34.052416+0000","last_undegraded":"2024-09-19T05:03:34.052416+0000","last_fullsized":"2024-09-19T05:03:34.052416+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:55.563275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.054691+0000","last_change":"2024-09-19T05:03:34.051508+0000","last_active":"2024-09-19T05:03:34.054691+0000","last_peered":"2024-09-19T05:03:34.054691+0000","last_clean":"2024-09-19T05:03:34.054691+0000","last_became_active":"2024-09-19T05:03:34.051230+0000","last_became_peered":"2024-09-19T05:03:34.051230+0000","last_unstale":"2024-09-19T05:03:34.054691+0000","last_undegraded":"2024-09-19T05:03:34.054691+0000","last_fullsized":"2024-09-19T05:03:34.054691+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:49.329401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035423+0000","last_change":"2024-09-19T05:03:35.069575+0000","last_active":"2024-09-19T05:03:36.035423+0000","last_peered":"2024-09-19T05:03:36.035423+0000","last_clean":"2024-09-19T05:03:36.035423+0000","last_became_active":"2024-09-19T05:03:35.068964+0000","last_became_peered":"2024-09-19T05:03:35.068964+0000","last_unstale":"2024-09-19T05:03:36.035423+0000","last_undegraded":"2024-09-19T05:03:36.035423+0000","last_fullsized":"2024-09-19T05:03:36.035423+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:31.099035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:33.019852+0000","last_change":"2024-09-19T05:03:33.019852+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.019852+0000","last_undegraded":"2024-09-19T05:03:33.019852+0000","last_fullsized":"2024-09-19T05:03:33.019852+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035586+0000","last_change":"2024-09-19T05:03:35.062277+0000","last_active":"2024-09-19T05:03:36.035586+0000","last_peered":"2024-09-19T05:03:36.035586+0000","last_clean":"2024-09-19T05:03:36.035586+0000","last_became_active":"2024-09-19T05:03:35.061944+0000","last_became_peered":"2024-09-19T05:03:35.061944+0000","last_unstale":"2024-09-19T05:03:36.035586+0000","last_undegraded":"2024-09-19T05:03:36.035586+0000","last_fullsized":"2024-09-19T05:03:36.035586+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:26:42.402031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.049146+0000","last_change":"2024-09-19T05:03:34.043242+0000","last_active":"2024-09-19T05:03:34.049146+0000","last_peered":"2024-09-19T05:03:34.049146+0000","last_clean":"2024-09-19T05:03:34.049146+0000","last_became_active":"2024-09-19T05:03:34.042929+0000","last_became_peered":"2024-09-19T05:03:34.042929+0000","last_unstale":"2024-09-19T05:03:34.049146+0000","last_undegraded":"2024-09-19T05:03:34.049146+0000","last_fullsized":"2024-09-19T05:03:34.049146+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:04:43.154362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035389+0000","last_change":"2024-09-19T05:03:34.050142+0000","last_active":"2024-09-19T05:03:36.035389+0000","last_peered":"2024-09-19T05:03:36.035389+0000","last_clean":"2024-09-19T05:03:36.035389+0000","last_became_active":"2024-09-19T05:03:34.049880+0000","last_became_peered":"2024-09-19T05:03:34.049880+0000","last_unstale":"2024-09-19T05:03:36.035389+0000","last_undegraded":"2024-09-19T05:03:36.035389+0000","last_fullsized":"2024-09-19T05:03:36.035389+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:09:57.637208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.044359+0000","last_change":"2024-09-19T05:03:34.044359+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.044359+0000","last_undegraded":"2024-09-19T05:03:34.044359+0000","last_fullsized":"2024-09-19T05:03:34.044359+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.031314+0000","last_change":"2024-09-19T05:03:33.031314+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.031314+0000","last_undegraded":"2024-09-19T05:03:33.031314+0000","last_fullsized":"2024-09-19T05:03:33.031314+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035112+0000","last_change":"2024-09-19T05:03:35.052478+0000","last_active":"2024-09-19T05:03:36.035112+0000","last_peered":"2024-09-19T05:03:36.035112+0000","last_clean":"2024-09-19T05:03:36.035112+0000","last_became_active":"2024-09-19T05:03:35.051798+0000","last_became_peered":"2024-09-19T05:03:35.051798+0000","last_unstale":"2024-09-19T05:03:36.035112+0000","last_undegraded":"2024-09-19T05:03:36.035112+0000","last_fullsized":"2024-09-19T05:03:36.035112+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:15:49.281314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.054577+0000","last_change":"2024-09-19T05:03:34.050866+0000","last_active":"2024-09-19T05:03:34.054577+0000","last_peered":"2024-09-19T05:03:34.054577+0000","last_clean":"2024-09-19T05:03:34.054577+0000","last_became_active":"2024-09-19T05:03:34.050190+0000","last_became_peered":"2024-09-19T05:03:34.050190+0000","last_unstale":"2024-09-19T05:03:34.054577+0000","last_undegraded":"2024-09-19T05:03:34.054577+0000","last_fullsized":"2024-09-19T05:03:34.054577+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:20.467116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.033069+0000","last_change":"2024-09-19T05:03:34.033069+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.033069+0000","last_undegraded":"2024-09-19T05:03:34.033069+0000","last_fullsized":"2024-09-19T05:03:34.033069+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.049058+0000","last_change":"2024-09-19T05:03:34.042927+0000","last_active":"2024-09-19T05:03:34.049058+0000","last_peered":"2024-09-19T05:03:34.049058+0000","last_clean":"2024-09-19T05:03:34.049058+0000","last_became_active":"2024-09-19T05:03:34.042611+0000","last_became_peered":"2024-09-19T05:03:34.042611+0000","last_unstale":"2024-09-19T05:03:34.049058+0000","last_undegraded":"2024-09-19T05:03:34.049058+0000","last_fullsized":"2024-09-19T05:03:34.049058+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:10:29.436189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.032832+0000","last_change":"2024-09-19T05:03:33.032832+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.032832+0000","last_undegraded":"2024-09-19T05:03:33.032832+0000","last_fullsized":"2024-09-19T05:03:33.032832+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":9,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.055652+0000","last_change":"2024-09-19T05:03:35.048939+0000","last_active":"2024-09-19T05:03:35.055652+0000","last_peered":"2024-09-19T05:03:35.055652+0000","last_clean":"2024-09-19T05:03:35.055652+0000","last_became_active":"2024-09-19T05:03:35.048616+0000","last_became_peered":"2024-09-19T05:03:35.048616+0000","last_unstale":"2024-09-19T05:03:35.055652+0000","last_undegraded":"2024-09-19T05:03:35.055652+0000","last_fullsized":"2024-09-19T05:03:35.055652+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:17:09.837543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.054666+0000","last_change":"2024-09-19T05:03:34.050189+0000","last_active":"2024-09-19T05:03:34.054666+0000","last_peered":"2024-09-19T05:03:34.054666+0000","last_clean":"2024-09-19T05:03:34.054666+0000","last_became_active":"2024-09-19T05:03:34.049876+0000","last_became_peered":"2024-09-19T05:03:34.049876+0000","last_unstale":"2024-09-19T05:03:34.054666+0000","last_undegraded":"2024-09-19T05:03:34.054666+0000","last_fullsized":"2024-09-19T05:03:34.054666+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:28.603415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.033081+0000","last_change":"2024-09-19T05:03:34.033081+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.033081+0000","last_undegraded":"2024-09-19T05:03:34.033081+0000","last_fullsized":"2024-09-19T05:03:34.033081+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.051569+0000","last_change":"2024-09-19T05:03:34.046731+0000","last_active":"2024-09-19T05:03:34.051569+0000","last_peered":"2024-09-19T05:03:34.051569+0000","last_clean":"2024-09-19T05:03:34.051569+0000","last_became_active":"2024-09-19T05:03:34.045731+0000","last_became_peered":"2024-09-19T05:03:34.045731+0000","last_unstale":"2024-09-19T05:03:34.051569+0000","last_undegraded":"2024-09-19T05:03:34.051569+0000","last_fullsized":"2024-09-19T05:03:34.051569+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:24.883552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.039701+0000","last_change":"2024-09-19T05:03:34.039701+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.039701+0000","last_undegraded":"2024-09-19T05:03:34.039701+0000","last_fullsized":"2024-09-19T05:03:34.039701+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.049284+0000","last_change":"2024-09-19T05:03:34.043679+0000","last_active":"2024-09-19T05:03:34.049284+0000","last_peered":"2024-09-19T05:03:34.049284+0000","last_clean":"2024-09-19T05:03:34.049284+0000","last_became_active":"2024-09-19T05:03:34.043377+0000","last_became_peered":"2024-09-19T05:03:34.043377+0000","last_unstale":"2024-09-19T05:03:34.049284+0000","last_undegraded":"2024-09-19T05:03:34.049284+0000","last_fullsized":"2024-09-19T05:03:34.049284+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:58.933635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.041148+0000","last_change":"2024-09-19T05:03:34.041148+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.041148+0000","last_undegraded":"2024-09-19T05:03:34.041148+0000","last_fullsized":"2024-09-19T05:03:34.041148+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.033241+0000","last_change":"2024-09-19T05:03:33.033241+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.033241+0000","last_undegraded":"2024-09-19T05:03:33.033241+0000","last_fullsized":"2024-09-19T05:03:33.033241+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.043860+0000","last_change":"2024-09-19T05:03:34.043860+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.043860+0000","last_undegraded":"2024-09-19T05:03:34.043860+0000","last_fullsized":"2024-09-19T05:03:34.043860+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"71'8","reported_seq":22,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035329+0000","last_change":"2024-09-19T05:03:34.044080+0000","last_active":"2024-09-19T05:03:36.035329+0000","last_peered":"2024-09-19T05:03:36.035329+0000","last_clean":"2024-09-19T05:03:36.035329+0000","last_became_active":"2024-09-19T05:03:34.043748+0000","last_became_peered":"2024-09-19T05:03:34.043748+0000","last_unstale":"2024-09-19T05:03:36.035329+0000","last_undegraded":"2024-09-19T05:03:36.035329+0000","last_fullsized":"2024-09-19T05:03:36.035329+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:46:23.623083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.054604+0000","last_change":"2024-09-19T05:03:34.051081+0000","last_active":"2024-09-19T05:03:34.054604+0000","last_peered":"2024-09-19T05:03:34.054604+0000","last_clean":"2024-09-19T05:03:34.054604+0000","last_became_active":"2024-09-19T05:03:34.050595+0000","last_became_peered":"2024-09-19T05:03:34.050595+0000","last_unstale":"2024-09-19T05:03:34.054604+0000","last_undegraded":"2024-09-19T05:03:34.054604+0000","last_fullsized":"2024-09-19T05:03:34.054604+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:38:48.653090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:33.019852+0000","last_change":"2024-09-19T05:03:33.019852+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.019852+0000","last_undegraded":"2024-09-19T05:03:33.019852+0000","last_fullsized":"2024-09-19T05:03:33.019852+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.032375+0000","last_change":"2024-09-19T05:03:33.032375+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.032375+0000","last_undegraded":"2024-09-19T05:03:33.032375+0000","last_fullsized":"2024-09-19T05:03:33.032375+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":12,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.034845+0000","last_change":"2024-09-19T05:03:34.048383+0000","last_active":"2024-09-19T05:03:35.034845+0000","last_peered":"2024-09-19T05:03:35.034845+0000","last_clean":"2024-09-19T05:03:35.034845+0000","last_became_active":"2024-09-19T05:03:34.048053+0000","last_became_peered":"2024-09-19T05:03:34.048053+0000","last_unstale":"2024-09-19T05:03:35.034845+0000","last_undegraded":"2024-09-19T05:03:35.034845+0000","last_fullsized":"2024-09-19T05:03:35.034845+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:51.427358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035456+0000","last_change":"2024-09-19T05:03:35.052969+0000","last_active":"2024-09-19T05:03:36.035456+0000","last_peered":"2024-09-19T05:03:36.035456+0000","last_clean":"2024-09-19T05:03:36.035456+0000","last_became_active":"2024-09-19T05:03:35.052637+0000","last_became_peered":"2024-09-19T05:03:35.052637+0000","last_unstale":"2024-09-19T05:03:36.035456+0000","last_undegraded":"2024-09-19T05:03:36.035456+0000","last_fullsized":"2024-09-19T05:03:36.035456+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:51:08.697240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.030670+0000","last_change":"2024-09-19T05:03:33.030670+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.030670+0000","last_undegraded":"2024-09-19T05:03:33.030670+0000","last_fullsized":"2024-09-19T05:03:33.030670+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035606+0000","last_change":"2024-09-19T05:03:35.059821+0000","last_active":"2024-09-19T05:03:36.035606+0000","last_peered":"2024-09-19T05:03:36.035606+0000","last_clean":"2024-09-19T05:03:36.035606+0000","last_became_active":"2024-09-19T05:03:35.050952+0000","last_became_peered":"2024-09-19T05:03:35.050952+0000","last_unstale":"2024-09-19T05:03:36.035606+0000","last_undegraded":"2024-09-19T05:03:36.035606+0000","last_fullsized":"2024-09-19T05:03:36.035606+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:25.834322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.030679+0000","last_change":"2024-09-19T05:03:33.030679+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.030679+0000","last_undegraded":"2024-09-19T05:03:33.030679+0000","last_fullsized":"2024-09-19T05:03:33.030679+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.043373+0000","last_change":"2024-09-19T05:03:34.043373+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.043373+0000","last_undegraded":"2024-09-19T05:03:34.043373+0000","last_fullsized":"2024-09-19T05:03:34.043373+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.030729+0000","last_change":"2024-09-19T05:03:33.030729+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.030729+0000","last_undegraded":"2024-09-19T05:03:33.030729+0000","last_fullsized":"2024-09-19T05:03:33.030729+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.049197+0000","last_change":"2024-09-19T05:03:34.045953+0000","last_active":"2024-09-19T05:03:34.049197+0000","last_peered":"2024-09-19T05:03:34.049197+0000","last_clean":"2024-09-19T05:03:34.049197+0000","last_became_active":"2024-09-19T05:03:34.045523+0000","last_became_peered":"2024-09-19T05:03:34.045523+0000","last_unstale":"2024-09-19T05:03:34.049197+0000","last_undegraded":"2024-09-19T05:03:34.049197+0000","last_fullsized":"2024-09-19T05:03:34.049197+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:58.933635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.039134+0000","last_change":"2024-09-19T05:03:34.039134+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.039134+0000","last_undegraded":"2024-09-19T05:03:34.039134+0000","last_fullsized":"2024-09-19T05:03:34.039134+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.6","version":"72'1","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:37.039401+0000","last_change":"2024-09-19T05:03:34.047211+0000","last_active":"2024-09-19T05:03:37.039401+0000","last_peered":"2024-09-19T05:03:37.039401+0000","last_clean":"2024-09-19T05:03:37.039401+0000","last_became_active":"2024-09-19T05:03:34.046911+0000","last_became_peered":"2024-09-19T05:03:34.046911+0000","last_unstale":"2024-09-19T05:03:37.039401+0000","last_undegraded":"2024-09-19T05:03:37.039401+0000","last_fullsized":"2024-09-19T05:03:37.039401+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:16:26.543620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:03:34.025475+0000","last_change":"2024-09-19T05:03:34.025475+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.025475+0000","last_undegraded":"2024-09-19T05:03:34.025475+0000","last_fullsized":"2024-09-19T05:03:34.025475+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.049340+0000","last_change":"2024-09-19T05:03:34.044039+0000","last_active":"2024-09-19T05:03:34.049340+0000","last_peered":"2024-09-19T05:03:34.049340+0000","last_clean":"2024-09-19T05:03:34.049340+0000","last_became_active":"2024-09-19T05:03:34.043322+0000","last_became_peered":"2024-09-19T05:03:34.043322+0000","last_unstale":"2024-09-19T05:03:34.049340+0000","last_undegraded":"2024-09-19T05:03:34.049340+0000","last_fullsized":"2024-09-19T05:03:34.049340+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:24.883552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035441+0000","last_change":"2024-09-19T05:03:35.052278+0000","last_active":"2024-09-19T05:03:36.035441+0000","last_peered":"2024-09-19T05:03:36.035441+0000","last_clean":"2024-09-19T05:03:36.035441+0000","last_became_active":"2024-09-19T05:03:35.051969+0000","last_became_peered":"2024-09-19T05:03:35.051969+0000","last_unstale":"2024-09-19T05:03:36.035441+0000","last_undegraded":"2024-09-19T05:03:36.035441+0000","last_fullsized":"2024-09-19T05:03:36.035441+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:26:20.239488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.052401+0000","last_change":"2024-09-19T05:03:34.047682+0000","last_active":"2024-09-19T05:03:34.052401+0000","last_peered":"2024-09-19T05:03:34.052401+0000","last_clean":"2024-09-19T05:03:34.052401+0000","last_became_active":"2024-09-19T05:03:34.047362+0000","last_became_peered":"2024-09-19T05:03:34.047362+0000","last_unstale":"2024-09-19T05:03:34.052401+0000","last_undegraded":"2024-09-19T05:03:34.052401+0000","last_fullsized":"2024-09-19T05:03:34.052401+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:58:32.343560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.041176+0000","last_change":"2024-09-19T05:03:34.041176+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.041176+0000","last_undegraded":"2024-09-19T05:03:34.041176+0000","last_fullsized":"2024-09-19T05:03:34.041176+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.054999+0000","last_change":"2024-09-19T05:03:34.052239+0000","last_active":"2024-09-19T05:03:34.054999+0000","last_peered":"2024-09-19T05:03:34.054999+0000","last_clean":"2024-09-19T05:03:34.054999+0000","last_became_active":"2024-09-19T05:03:34.051822+0000","last_became_peered":"2024-09-19T05:03:34.051822+0000","last_unstale":"2024-09-19T05:03:34.054999+0000","last_undegraded":"2024-09-19T05:03:34.054999+0000","last_fullsized":"2024-09-19T05:03:34.054999+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:52:40.821030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.039166+0000","last_change":"2024-09-19T05:03:34.039166+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.039166+0000","last_undegraded":"2024-09-19T05:03:34.039166+0000","last_fullsized":"2024-09-19T05:03:34.039166+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.031288+0000","last_change":"2024-09-19T05:03:33.031288+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.031288+0000","last_undegraded":"2024-09-19T05:03:33.031288+0000","last_fullsized":"2024-09-19T05:03:33.031288+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":9,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.055588+0000","last_change":"2024-09-19T05:03:35.052627+0000","last_active":"2024-09-19T05:03:35.055588+0000","last_peered":"2024-09-19T05:03:35.055588+0000","last_clean":"2024-09-19T05:03:35.055588+0000","last_became_active":"2024-09-19T05:03:35.052324+0000","last_became_peered":"2024-09-19T05:03:35.052324+0000","last_unstale":"2024-09-19T05:03:35.055588+0000","last_undegraded":"2024-09-19T05:03:35.055588+0000","last_fullsized":"2024-09-19T05:03:35.055588+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:53.549784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":9,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.049584+0000","last_change":"2024-09-19T05:03:34.044503+0000","last_active":"2024-09-19T05:03:34.049584+0000","last_peered":"2024-09-19T05:03:34.049584+0000","last_clean":"2024-09-19T05:03:34.049584+0000","last_became_active":"2024-09-19T05:03:34.044174+0000","last_became_peered":"2024-09-19T05:03:34.044174+0000","last_unstale":"2024-09-19T05:03:34.049584+0000","last_undegraded":"2024-09-19T05:03:34.049584+0000","last_fullsized":"2024-09-19T05:03:34.049584+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:45:29.649512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":9,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.047995+0000","last_change":"2024-09-19T05:03:35.045172+0000","last_active":"2024-09-19T05:03:35.047995+0000","last_peered":"2024-09-19T05:03:35.047995+0000","last_clean":"2024-09-19T05:03:35.047995+0000","last_became_active":"2024-09-19T05:03:35.044854+0000","last_became_peered":"2024-09-19T05:03:35.044854+0000","last_unstale":"2024-09-19T05:03:35.047995+0000","last_undegraded":"2024-09-19T05:03:35.047995+0000","last_fullsized":"2024-09-19T05:03:35.047995+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:29.861198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":12,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.035201+0000","last_change":"2024-09-19T05:03:34.044475+0000","last_active":"2024-09-19T05:03:35.035201+0000","last_peered":"2024-09-19T05:03:35.035201+0000","last_clean":"2024-09-19T05:03:35.035201+0000","last_became_active":"2024-09-19T05:03:34.044172+0000","last_became_peered":"2024-09-19T05:03:34.044172+0000","last_unstale":"2024-09-19T05:03:35.035201+0000","last_undegraded":"2024-09-19T05:03:35.035201+0000","last_fullsized":"2024-09-19T05:03:35.035201+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:34:39.022973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":1,"reported_epoch":70,"state":"creating+peering","last_fresh":"2024-09-19T05:03:34.033514+0000","last_change":"2024-09-19T05:03:34.033514+0000","last_active":"2024-09-19T05:03:34.025475+0000","last_peered":"2024-09-19T05:03:34.025475+0000","last_clean":"2024-09-19T05:03:34.025475+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:34.033514+0000","last_undegraded":"2024-09-19T05:03:34.033514+0000","last_fullsized":"2024-09-19T05:03:34.033514+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-09-19T05:03:33.030670+0000","last_change":"2024-09-19T05:03:33.030670+0000","last_active":"2024-09-19T05:03:33.019852+0000","last_peered":"2024-09-19T05:03:33.019852+0000","last_clean":"2024-09-19T05:03:33.019852+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:03:33.030670+0000","last_undegraded":"2024-09-19T05:03:33.030670+0000","last_fullsized":"2024-09-19T05:03:33.030670+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":269,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-19T05:03:34.036103+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:03:34.036103+0000","last_peered":"2024-09-19T05:03:34.036103+0000","last_clean":"2024-09-19T05:03:34.036103+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:03:34.036103+0000","last_undegraded":"2024-09-19T05:03:34.036103+0000","last_fullsized":"2024-09-19T05:03:34.036103+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":82,"acting":82,"num_store_stats":5},{"poolid":11,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9,"ondisk_log_size":9,"up":60,"acting":60,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509473,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32584,"kb_used_data":1396,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339256,"statfs":{"total":96636764160,"available":96603398144,"internally_reserved":0,"allocated":1429504,"data_stored":965799,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509472,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27864,"kb_used_data":828,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343976,"statfs":{"total":96636764160,"available":96608231424,"internally_reserved":0,"allocated":847872,"data_stored":382098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509472,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27844,"kb_used_data":816,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343996,"statfs":{"total":96636764160,"available":96608251904,"internally_reserved":0,"allocated":835584,"data_stored":375431,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542176,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31992,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339848,"statfs":{"total":96636764160,"available":96604004352,"internally_reserved":0,"allocated":823296,"data_stored":369222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542176,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36152,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335688,"statfs":{"total":96636764160,"available":96599744512,"internally_reserved":0,"allocated":823296,"data_stored":369222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574881,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27832,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344008,"statfs":{"total":96636764160,"available":96608264192,"internally_reserved":0,"allocated":823296,"data_stored":369222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574881,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32040,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339800,"statfs":{"total":96636764160,"available":96603955200,"internally_reserved":0,"allocated":868352,"data_stored":389377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574881,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36780,"kb_used_data":1432,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335060,"statfs":{"total":96636764160,"available":96599101440,"internally_reserved":0,"allocated":1466368,"data_stored":986325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:03:38.739 INFO:tasks.ceph.ceph_manager.ceph:PG 12.3f is not active+clean 2024-09-19T05:03:38.740 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 70, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:34.035523+0000', 'last_change': '2024-09-19T05:03:34.035523+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.035523+0000', 'last_undegraded': '2024-09-19T05:03:34.035523+0000', 'last_fullsized': '2024-09-19T05:03:34.035523+0000', 'mapping_epoch': 70, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 70, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:03:38.740 INFO:tasks.ceph.ceph_manager.ceph:PG 12.3c is not active+clean 2024-09-19T05:03:38.740 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 70, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:34.034324+0000', 'last_change': '2024-09-19T05:03:34.034324+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.034324+0000', 'last_undegraded': '2024-09-19T05:03:34.034324+0000', 'last_fullsized': '2024-09-19T05:03:34.034324+0000', 'mapping_epoch': 70, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 70, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:03:38.740 INFO:tasks.ceph.ceph_manager.ceph:PG 12.3b is not active+clean 2024-09-19T05:03:38.740 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:34.025475+0000', 'last_change': '2024-09-19T05:03:34.025475+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.025475+0000', 'last_undegraded': '2024-09-19T05:03:34.025475+0000', 'last_fullsized': '2024-09-19T05:03:34.025475+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:38.740 INFO:tasks.ceph.ceph_manager.ceph:PG 12.3a is not active+clean 2024-09-19T05:03:38.740 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:34.025475+0000', 'last_change': '2024-09-19T05:03:34.025475+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.025475+0000', 'last_undegraded': '2024-09-19T05:03:34.025475+0000', 'last_fullsized': '2024-09-19T05:03:34.025475+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:38.740 INFO:tasks.ceph.ceph_manager.ceph:PG 12.39 is not active+clean 2024-09-19T05:03:38.740 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 70, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:34.039645+0000', 'last_change': '2024-09-19T05:03:34.039645+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.039645+0000', 'last_undegraded': '2024-09-19T05:03:34.039645+0000', 'last_fullsized': '2024-09-19T05:03:34.039645+0000', 'mapping_epoch': 70, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 70, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:03:38.741 INFO:tasks.ceph.ceph_manager.ceph:PG 12.38 is not active+clean 2024-09-19T05:03:38.741 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:34.025475+0000', 'last_change': '2024-09-19T05:03:34.025475+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.025475+0000', 'last_undegraded': '2024-09-19T05:03:34.025475+0000', 'last_fullsized': '2024-09-19T05:03:34.025475+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:38.741 INFO:tasks.ceph.ceph_manager.ceph:PG 12.37 is not active+clean 2024-09-19T05:03:38.741 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:34.025475+0000', 'last_change': '2024-09-19T05:03:34.025475+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.025475+0000', 'last_undegraded': '2024-09-19T05:03:34.025475+0000', 'last_fullsized': '2024-09-19T05:03:34.025475+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:38.741 INFO:tasks.ceph.ceph_manager.ceph:PG 12.36 is not active+clean 2024-09-19T05:03:38.741 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 70, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:34.034261+0000', 'last_change': '2024-09-19T05:03:34.034261+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.034261+0000', 'last_undegraded': '2024-09-19T05:03:34.034261+0000', 'last_fullsized': '2024-09-19T05:03:34.034261+0000', 'mapping_epoch': 70, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 70, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:03:38.741 INFO:tasks.ceph.ceph_manager.ceph:PG 12.34 is not active+clean 2024-09-19T05:03:38.741 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 70, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:34.033837+0000', 'last_change': '2024-09-19T05:03:34.033837+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.033837+0000', 'last_undegraded': '2024-09-19T05:03:34.033837+0000', 'last_fullsized': '2024-09-19T05:03:34.033837+0000', 'mapping_epoch': 70, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 70, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:03:38.741 INFO:tasks.ceph.ceph_manager.ceph:PG 12.33 is not active+clean 2024-09-19T05:03:38.741 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:34.025475+0000', 'last_change': '2024-09-19T05:03:34.025475+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.025475+0000', 'last_undegraded': '2024-09-19T05:03:34.025475+0000', 'last_fullsized': '2024-09-19T05:03:34.025475+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:38.741 INFO:tasks.ceph.ceph_manager.ceph:PG 12.32 is not active+clean 2024-09-19T05:03:38.742 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:34.025475+0000', 'last_change': '2024-09-19T05:03:34.025475+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.025475+0000', 'last_undegraded': '2024-09-19T05:03:34.025475+0000', 'last_fullsized': '2024-09-19T05:03:34.025475+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:38.742 INFO:tasks.ceph.ceph_manager.ceph:PG 12.30 is not active+clean 2024-09-19T05:03:38.742 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 70, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:34.035827+0000', 'last_change': '2024-09-19T05:03:34.035827+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.035827+0000', 'last_undegraded': '2024-09-19T05:03:34.035827+0000', 'last_fullsized': '2024-09-19T05:03:34.035827+0000', 'mapping_epoch': 70, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 70, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:03:38.742 INFO:tasks.ceph.ceph_manager.ceph:PG 12.2f is not active+clean 2024-09-19T05:03:38.742 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:34.025475+0000', 'last_change': '2024-09-19T05:03:34.025475+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.025475+0000', 'last_undegraded': '2024-09-19T05:03:34.025475+0000', 'last_fullsized': '2024-09-19T05:03:34.025475+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:38.742 INFO:tasks.ceph.ceph_manager.ceph:PG 12.2d is not active+clean 2024-09-19T05:03:38.742 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:34.025475+0000', 'last_change': '2024-09-19T05:03:34.025475+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.025475+0000', 'last_undegraded': '2024-09-19T05:03:34.025475+0000', 'last_fullsized': '2024-09-19T05:03:34.025475+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:38.742 INFO:tasks.ceph.ceph_manager.ceph:PG 12.2c is not active+clean 2024-09-19T05:03:38.742 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:34.025475+0000', 'last_change': '2024-09-19T05:03:34.025475+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.025475+0000', 'last_undegraded': '2024-09-19T05:03:34.025475+0000', 'last_fullsized': '2024-09-19T05:03:34.025475+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:38.742 INFO:tasks.ceph.ceph_manager.ceph:PG 12.2b is not active+clean 2024-09-19T05:03:38.742 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:34.025475+0000', 'last_change': '2024-09-19T05:03:34.025475+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.025475+0000', 'last_undegraded': '2024-09-19T05:03:34.025475+0000', 'last_fullsized': '2024-09-19T05:03:34.025475+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:38.743 INFO:tasks.ceph.ceph_manager.ceph:PG 12.2a is not active+clean 2024-09-19T05:03:38.743 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:34.025475+0000', 'last_change': '2024-09-19T05:03:34.025475+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.025475+0000', 'last_undegraded': '2024-09-19T05:03:34.025475+0000', 'last_fullsized': '2024-09-19T05:03:34.025475+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:38.743 INFO:tasks.ceph.ceph_manager.ceph:PG 12.29 is not active+clean 2024-09-19T05:03:38.743 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:34.025475+0000', 'last_change': '2024-09-19T05:03:34.025475+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.025475+0000', 'last_undegraded': '2024-09-19T05:03:34.025475+0000', 'last_fullsized': '2024-09-19T05:03:34.025475+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:38.743 INFO:tasks.ceph.ceph_manager.ceph:PG 12.26 is not active+clean 2024-09-19T05:03:38.743 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 70, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:34.033334+0000', 'last_change': '2024-09-19T05:03:34.033334+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.033334+0000', 'last_undegraded': '2024-09-19T05:03:34.033334+0000', 'last_fullsized': '2024-09-19T05:03:34.033334+0000', 'mapping_epoch': 70, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 70, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:03:38.743 INFO:tasks.ceph.ceph_manager.ceph:PG 12.25 is not active+clean 2024-09-19T05:03:38.743 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 70, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:34.034067+0000', 'last_change': '2024-09-19T05:03:34.034067+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.034067+0000', 'last_undegraded': '2024-09-19T05:03:34.034067+0000', 'last_fullsized': '2024-09-19T05:03:34.034067+0000', 'mapping_epoch': 70, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 70, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:03:38.743 INFO:tasks.ceph.ceph_manager.ceph:PG 12.24 is not active+clean 2024-09-19T05:03:38.743 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:34.025475+0000', 'last_change': '2024-09-19T05:03:34.025475+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.025475+0000', 'last_undegraded': '2024-09-19T05:03:34.025475+0000', 'last_fullsized': '2024-09-19T05:03:34.025475+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:38.743 INFO:tasks.ceph.ceph_manager.ceph:PG 12.22 is not active+clean 2024-09-19T05:03:38.744 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 70, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:34.034453+0000', 'last_change': '2024-09-19T05:03:34.034453+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.034453+0000', 'last_undegraded': '2024-09-19T05:03:34.034453+0000', 'last_fullsized': '2024-09-19T05:03:34.034453+0000', 'mapping_epoch': 70, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 70, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:03:38.744 INFO:tasks.ceph.ceph_manager.ceph:PG 12.20 is not active+clean 2024-09-19T05:03:38.744 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 70, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:34.035396+0000', 'last_change': '2024-09-19T05:03:34.035396+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.035396+0000', 'last_undegraded': '2024-09-19T05:03:34.035396+0000', 'last_fullsized': '2024-09-19T05:03:34.035396+0000', 'mapping_epoch': 70, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 70, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:03:38.744 INFO:tasks.ceph.ceph_manager.ceph:PG 11.1f is not active+clean 2024-09-19T05:03:38.744 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:33.033371+0000', 'last_change': '2024-09-19T05:03:33.033371+0000', 'last_active': '2024-09-19T05:03:33.019852+0000', 'last_peered': '2024-09-19T05:03:33.019852+0000', 'last_clean': '2024-09-19T05:03:33.019852+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:33.033371+0000', 'last_undegraded': '2024-09-19T05:03:33.033371+0000', 'last_fullsized': '2024-09-19T05:03:33.033371+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:03:38.744 INFO:tasks.ceph.ceph_manager.ceph:PG 12.1a is not active+clean 2024-09-19T05:03:38.744 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:34.025475+0000', 'last_change': '2024-09-19T05:03:34.025475+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.025475+0000', 'last_undegraded': '2024-09-19T05:03:34.025475+0000', 'last_fullsized': '2024-09-19T05:03:34.025475+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:38.744 INFO:tasks.ceph.ceph_manager.ceph:PG 12.1b is not active+clean 2024-09-19T05:03:38.744 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:34.025475+0000', 'last_change': '2024-09-19T05:03:34.025475+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.025475+0000', 'last_undegraded': '2024-09-19T05:03:34.025475+0000', 'last_fullsized': '2024-09-19T05:03:34.025475+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:38.744 INFO:tasks.ceph.ceph_manager.ceph:PG 11.1b is not active+clean 2024-09-19T05:03:38.744 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:33.019852+0000', 'last_change': '2024-09-19T05:03:33.019852+0000', 'last_active': '2024-09-19T05:03:33.019852+0000', 'last_peered': '2024-09-19T05:03:33.019852+0000', 'last_clean': '2024-09-19T05:03:33.019852+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:33.019852+0000', 'last_undegraded': '2024-09-19T05:03:33.019852+0000', 'last_fullsized': '2024-09-19T05:03:33.019852+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:38.745 INFO:tasks.ceph.ceph_manager.ceph:PG 12.1e is not active+clean 2024-09-19T05:03:38.745 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:34.025475+0000', 'last_change': '2024-09-19T05:03:34.025475+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.025475+0000', 'last_undegraded': '2024-09-19T05:03:34.025475+0000', 'last_fullsized': '2024-09-19T05:03:34.025475+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:38.745 INFO:tasks.ceph.ceph_manager.ceph:PG 12.1f is not active+clean 2024-09-19T05:03:38.745 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 70, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:34.044359+0000', 'last_change': '2024-09-19T05:03:34.044359+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.044359+0000', 'last_undegraded': '2024-09-19T05:03:34.044359+0000', 'last_fullsized': '2024-09-19T05:03:34.044359+0000', 'mapping_epoch': 70, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 70, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:03:38.745 INFO:tasks.ceph.ceph_manager.ceph:PG 11.18 is not active+clean 2024-09-19T05:03:38.745 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:33.031314+0000', 'last_change': '2024-09-19T05:03:33.031314+0000', 'last_active': '2024-09-19T05:03:33.019852+0000', 'last_peered': '2024-09-19T05:03:33.019852+0000', 'last_clean': '2024-09-19T05:03:33.019852+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:33.031314+0000', 'last_undegraded': '2024-09-19T05:03:33.031314+0000', 'last_fullsized': '2024-09-19T05:03:33.031314+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:03:38.745 INFO:tasks.ceph.ceph_manager.ceph:PG 12.11 is not active+clean 2024-09-19T05:03:38.745 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 70, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:34.033069+0000', 'last_change': '2024-09-19T05:03:34.033069+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.033069+0000', 'last_undegraded': '2024-09-19T05:03:34.033069+0000', 'last_fullsized': '2024-09-19T05:03:34.033069+0000', 'mapping_epoch': 70, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 70, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:03:38.745 INFO:tasks.ceph.ceph_manager.ceph:PG 12.12 is not active+clean 2024-09-19T05:03:38.745 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:34.025475+0000', 'last_change': '2024-09-19T05:03:34.025475+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.025475+0000', 'last_undegraded': '2024-09-19T05:03:34.025475+0000', 'last_fullsized': '2024-09-19T05:03:34.025475+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:38.746 INFO:tasks.ceph.ceph_manager.ceph:PG 11.15 is not active+clean 2024-09-19T05:03:38.746 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:33.032832+0000', 'last_change': '2024-09-19T05:03:33.032832+0000', 'last_active': '2024-09-19T05:03:33.019852+0000', 'last_peered': '2024-09-19T05:03:33.019852+0000', 'last_clean': '2024-09-19T05:03:33.019852+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:33.032832+0000', 'last_undegraded': '2024-09-19T05:03:33.032832+0000', 'last_fullsized': '2024-09-19T05:03:33.032832+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:03:38.746 INFO:tasks.ceph.ceph_manager.ceph:PG 12.14 is not active+clean 2024-09-19T05:03:38.746 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 70, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:34.033081+0000', 'last_change': '2024-09-19T05:03:34.033081+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.033081+0000', 'last_undegraded': '2024-09-19T05:03:34.033081+0000', 'last_fullsized': '2024-09-19T05:03:34.033081+0000', 'mapping_epoch': 70, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 70, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:03:38.746 INFO:tasks.ceph.ceph_manager.ceph:PG 12.15 is not active+clean 2024-09-19T05:03:38.746 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 70, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:34.039701+0000', 'last_change': '2024-09-19T05:03:34.039701+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.039701+0000', 'last_undegraded': '2024-09-19T05:03:34.039701+0000', 'last_fullsized': '2024-09-19T05:03:34.039701+0000', 'mapping_epoch': 70, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 70, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:03:38.746 INFO:tasks.ceph.ceph_manager.ceph:PG 12.16 is not active+clean 2024-09-19T05:03:38.746 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 70, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:34.041148+0000', 'last_change': '2024-09-19T05:03:34.041148+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.041148+0000', 'last_undegraded': '2024-09-19T05:03:34.041148+0000', 'last_fullsized': '2024-09-19T05:03:34.041148+0000', 'mapping_epoch': 70, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 70, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:03:38.746 INFO:tasks.ceph.ceph_manager.ceph:PG 11.11 is not active+clean 2024-09-19T05:03:38.746 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:33.033241+0000', 'last_change': '2024-09-19T05:03:33.033241+0000', 'last_active': '2024-09-19T05:03:33.019852+0000', 'last_peered': '2024-09-19T05:03:33.019852+0000', 'last_clean': '2024-09-19T05:03:33.019852+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:33.033241+0000', 'last_undegraded': '2024-09-19T05:03:33.033241+0000', 'last_fullsized': '2024-09-19T05:03:33.033241+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:03:38.746 INFO:tasks.ceph.ceph_manager.ceph:PG 12.17 is not active+clean 2024-09-19T05:03:38.747 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 70, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:34.043860+0000', 'last_change': '2024-09-19T05:03:34.043860+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.043860+0000', 'last_undegraded': '2024-09-19T05:03:34.043860+0000', 'last_fullsized': '2024-09-19T05:03:34.043860+0000', 'mapping_epoch': 70, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 70, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:03:38.747 INFO:tasks.ceph.ceph_manager.ceph:PG 12.8 is not active+clean 2024-09-19T05:03:38.747 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:34.025475+0000', 'last_change': '2024-09-19T05:03:34.025475+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.025475+0000', 'last_undegraded': '2024-09-19T05:03:34.025475+0000', 'last_fullsized': '2024-09-19T05:03:34.025475+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:38.747 INFO:tasks.ceph.ceph_manager.ceph:PG 12.9 is not active+clean 2024-09-19T05:03:38.747 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:34.025475+0000', 'last_change': '2024-09-19T05:03:34.025475+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.025475+0000', 'last_undegraded': '2024-09-19T05:03:34.025475+0000', 'last_fullsized': '2024-09-19T05:03:34.025475+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:38.747 INFO:tasks.ceph.ceph_manager.ceph:PG 11.e is not active+clean 2024-09-19T05:03:38.748 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:33.019852+0000', 'last_change': '2024-09-19T05:03:33.019852+0000', 'last_active': '2024-09-19T05:03:33.019852+0000', 'last_peered': '2024-09-19T05:03:33.019852+0000', 'last_clean': '2024-09-19T05:03:33.019852+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:33.019852+0000', 'last_undegraded': '2024-09-19T05:03:33.019852+0000', 'last_fullsized': '2024-09-19T05:03:33.019852+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:38.748 INFO:tasks.ceph.ceph_manager.ceph:PG 12.a is not active+clean 2024-09-19T05:03:38.748 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:34.025475+0000', 'last_change': '2024-09-19T05:03:34.025475+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.025475+0000', 'last_undegraded': '2024-09-19T05:03:34.025475+0000', 'last_fullsized': '2024-09-19T05:03:34.025475+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:38.748 INFO:tasks.ceph.ceph_manager.ceph:PG 11.d is not active+clean 2024-09-19T05:03:38.748 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:33.032375+0000', 'last_change': '2024-09-19T05:03:33.032375+0000', 'last_active': '2024-09-19T05:03:33.019852+0000', 'last_peered': '2024-09-19T05:03:33.019852+0000', 'last_clean': '2024-09-19T05:03:33.019852+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:33.032375+0000', 'last_undegraded': '2024-09-19T05:03:33.032375+0000', 'last_fullsized': '2024-09-19T05:03:33.032375+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:03:38.748 INFO:tasks.ceph.ceph_manager.ceph:PG 12.b is not active+clean 2024-09-19T05:03:38.748 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:34.025475+0000', 'last_change': '2024-09-19T05:03:34.025475+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.025475+0000', 'last_undegraded': '2024-09-19T05:03:34.025475+0000', 'last_fullsized': '2024-09-19T05:03:34.025475+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:38.748 INFO:tasks.ceph.ceph_manager.ceph:PG 11.b is not active+clean 2024-09-19T05:03:38.748 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:33.030670+0000', 'last_change': '2024-09-19T05:03:33.030670+0000', 'last_active': '2024-09-19T05:03:33.019852+0000', 'last_peered': '2024-09-19T05:03:33.019852+0000', 'last_clean': '2024-09-19T05:03:33.019852+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:33.030670+0000', 'last_undegraded': '2024-09-19T05:03:33.030670+0000', 'last_fullsized': '2024-09-19T05:03:33.030670+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:03:38.748 INFO:tasks.ceph.ceph_manager.ceph:PG 11.9 is not active+clean 2024-09-19T05:03:38.749 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:33.030679+0000', 'last_change': '2024-09-19T05:03:33.030679+0000', 'last_active': '2024-09-19T05:03:33.019852+0000', 'last_peered': '2024-09-19T05:03:33.019852+0000', 'last_clean': '2024-09-19T05:03:33.019852+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:33.030679+0000', 'last_undegraded': '2024-09-19T05:03:33.030679+0000', 'last_fullsized': '2024-09-19T05:03:33.030679+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:03:38.749 INFO:tasks.ceph.ceph_manager.ceph:PG 12.f is not active+clean 2024-09-19T05:03:38.749 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 70, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:34.043373+0000', 'last_change': '2024-09-19T05:03:34.043373+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.043373+0000', 'last_undegraded': '2024-09-19T05:03:34.043373+0000', 'last_fullsized': '2024-09-19T05:03:34.043373+0000', 'mapping_epoch': 70, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 70, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:03:38.749 INFO:tasks.ceph.ceph_manager.ceph:PG 11.8 is not active+clean 2024-09-19T05:03:38.749 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:33.030729+0000', 'last_change': '2024-09-19T05:03:33.030729+0000', 'last_active': '2024-09-19T05:03:33.019852+0000', 'last_peered': '2024-09-19T05:03:33.019852+0000', 'last_clean': '2024-09-19T05:03:33.019852+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:33.030729+0000', 'last_undegraded': '2024-09-19T05:03:33.030729+0000', 'last_fullsized': '2024-09-19T05:03:33.030729+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:03:38.749 INFO:tasks.ceph.ceph_manager.ceph:PG 12.0 is not active+clean 2024-09-19T05:03:38.749 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:34.025475+0000', 'last_change': '2024-09-19T05:03:34.025475+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.025475+0000', 'last_undegraded': '2024-09-19T05:03:34.025475+0000', 'last_fullsized': '2024-09-19T05:03:34.025475+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:38.749 INFO:tasks.ceph.ceph_manager.ceph:PG 12.1 is not active+clean 2024-09-19T05:03:38.749 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 70, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:34.039134+0000', 'last_change': '2024-09-19T05:03:34.039134+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.039134+0000', 'last_undegraded': '2024-09-19T05:03:34.039134+0000', 'last_fullsized': '2024-09-19T05:03:34.039134+0000', 'mapping_epoch': 70, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 70, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:03:38.749 INFO:tasks.ceph.ceph_manager.ceph:PG 12.2 is not active+clean 2024-09-19T05:03:38.750 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:03:34.025475+0000', 'last_change': '2024-09-19T05:03:34.025475+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.025475+0000', 'last_undegraded': '2024-09-19T05:03:34.025475+0000', 'last_fullsized': '2024-09-19T05:03:34.025475+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:03:38.750 INFO:tasks.ceph.ceph_manager.ceph:PG 12.4 is not active+clean 2024-09-19T05:03:38.750 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 70, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:34.041176+0000', 'last_change': '2024-09-19T05:03:34.041176+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.041176+0000', 'last_undegraded': '2024-09-19T05:03:34.041176+0000', 'last_fullsized': '2024-09-19T05:03:34.041176+0000', 'mapping_epoch': 70, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 70, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:03:38.750 INFO:tasks.ceph.ceph_manager.ceph:PG 12.5 is not active+clean 2024-09-19T05:03:38.750 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 70, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:34.039166+0000', 'last_change': '2024-09-19T05:03:34.039166+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.039166+0000', 'last_undegraded': '2024-09-19T05:03:34.039166+0000', 'last_fullsized': '2024-09-19T05:03:34.039166+0000', 'mapping_epoch': 70, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 70, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:03:38.750 INFO:tasks.ceph.ceph_manager.ceph:PG 11.2 is not active+clean 2024-09-19T05:03:38.750 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:33.031288+0000', 'last_change': '2024-09-19T05:03:33.031288+0000', 'last_active': '2024-09-19T05:03:33.019852+0000', 'last_peered': '2024-09-19T05:03:33.019852+0000', 'last_clean': '2024-09-19T05:03:33.019852+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:33.031288+0000', 'last_undegraded': '2024-09-19T05:03:33.031288+0000', 'last_fullsized': '2024-09-19T05:03:33.031288+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-19T05:03:38.750 INFO:tasks.ceph.ceph_manager.ceph:PG 12.d is not active+clean 2024-09-19T05:03:38.750 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 70, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:34.033514+0000', 'last_change': '2024-09-19T05:03:34.033514+0000', 'last_active': '2024-09-19T05:03:34.025475+0000', 'last_peered': '2024-09-19T05:03:34.025475+0000', 'last_clean': '2024-09-19T05:03:34.025475+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:34.033514+0000', 'last_undegraded': '2024-09-19T05:03:34.033514+0000', 'last_fullsized': '2024-09-19T05:03:34.033514+0000', 'mapping_epoch': 70, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 70, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:34.025475+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:03:38.750 INFO:tasks.ceph.ceph_manager.ceph:PG 11.a is not active+clean 2024-09-19T05:03:38.750 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:03:33.030670+0000', 'last_change': '2024-09-19T05:03:33.030670+0000', 'last_active': '2024-09-19T05:03:33.019852+0000', 'last_peered': '2024-09-19T05:03:33.019852+0000', 'last_clean': '2024-09-19T05:03:33.019852+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:03:33.030670+0000', 'last_undegraded': '2024-09-19T05:03:33.030670+0000', 'last_fullsized': '2024-09-19T05:03:33.030670+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'last_clean_scrub_stamp': '2024-09-19T05:03:33.019852+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-19T05:03:38.751 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-19T05:03:38.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.875+0000 7f3b5add8640 1 Processor -- start 2024-09-19T05:03:38.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.875+0000 7f3b5add8640 1 -- start start 2024-09-19T05:03:38.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.876+0000 7f3b5add8640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3b54161d50 0x7f3b5409b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:38.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.876+0000 7f3b5add8640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f3b54070e20 0x7f3b5409aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:38.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.876+0000 7f3b5add8640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3b5409afb0 0x7f3b540d0530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:38.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.876+0000 7f3b5add8640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f3b540ccf80 con 0x7f3b5409afb0 2024-09-19T05:03:38.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.876+0000 7f3b5add8640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f3b54071fa0 con 0x7f3b54070e20 2024-09-19T05:03:38.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.876+0000 7f3b5add8640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f3b540cd520 con 0x7f3b54161d50 2024-09-19T05:03:38.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.876+0000 7f3b59375640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3b5409afb0 0x7f3b540d0530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:38.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.876+0000 7f3b59375640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3b5409afb0 0x7f3b540d0530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37190/0 (socket says 172.21.15.5:37190) 2024-09-19T05:03:38.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.876+0000 7f3b59375640 1 -- 172.21.15.5:0/1435232909 learned_addr learned my addr 172.21.15.5:0/1435232909 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:38.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.876+0000 7f3b59375640 1 -- 172.21.15.5:0/1435232909 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3b54161d50 msgr2=0x7f3b5409b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:38.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.876+0000 7f3b59375640 1 --2- 172.21.15.5:0/1435232909 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3b54161d50 0x7f3b5409b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.876+0000 7f3b59375640 1 -- 172.21.15.5:0/1435232909 >> v2:172.21.15.134:3300/0 conn(0x7f3b54070e20 msgr2=0x7f3b5409aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:38.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.876+0000 7f3b53fff640 1 --2- 172.21.15.5:0/1435232909 >> v2:172.21.15.134:3300/0 conn(0x7f3b54070e20 0x7f3b5409aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:38.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.876+0000 7f3b59375640 1 --2- 172.21.15.5:0/1435232909 >> v2:172.21.15.134:3300/0 conn(0x7f3b54070e20 0x7f3b5409aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.876+0000 7f3b59375640 1 -- 172.21.15.5:0/1435232909 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b54071260 con 0x7f3b5409afb0 2024-09-19T05:03:38.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.877+0000 7f3b59375640 1 --2- 172.21.15.5:0/1435232909 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b5409afb0 0x7f3b540d0530 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f3b540733f0 tx=0x7f3b4c02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f2d292a1f1f076b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:38.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.877+0000 7f3b537fe640 1 -- 172.21.15.5:0/1435232909 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b4c036070 con 0x7f3b5409afb0 2024-09-19T05:03:38.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.877+0000 7f3b537fe640 1 -- 172.21.15.5:0/1435232909 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3b4c031600 con 0x7f3b5409afb0 2024-09-19T05:03:38.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.877+0000 7f3b537fe640 1 -- 172.21.15.5:0/1435232909 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b4c0319d0 con 0x7f3b5409afb0 2024-09-19T05:03:38.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.878+0000 7f3b5add8640 1 -- 172.21.15.5:0/1435232909 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b5409afb0 msgr2=0x7f3b540d0530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:38.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.878+0000 7f3b5add8640 1 --2- 172.21.15.5:0/1435232909 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b5409afb0 0x7f3b540d0530 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f3b540733f0 tx=0x7f3b4c02a610 comp rx=0 tx=0).stop 2024-09-19T05:03:38.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.878+0000 7f3b5add8640 1 -- 172.21.15.5:0/1435232909 shutdown_connections 2024-09-19T05:03:38.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.878+0000 7f3b5add8640 1 --2- 172.21.15.5:0/1435232909 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b5409afb0 0x7f3b540d0530 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.878+0000 7f3b5add8640 1 --2- 172.21.15.5:0/1435232909 >> v2:172.21.15.134:3300/0 conn(0x7f3b54070e20 0x7f3b5409aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.878+0000 7f3b5add8640 1 --2- 172.21.15.5:0/1435232909 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3b54161d50 0x7f3b5409b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.878+0000 7f3b5add8640 1 -- 172.21.15.5:0/1435232909 >> 172.21.15.5:0/1435232909 conn(0x7f3b540d25a0 msgr2=0x7f3b540d29b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:38.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.878+0000 7f3b5add8640 1 -- 172.21.15.5:0/1435232909 shutdown_connections 2024-09-19T05:03:38.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.878+0000 7f3b5add8640 1 -- 172.21.15.5:0/1435232909 wait complete. 2024-09-19T05:03:38.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.879+0000 7f3b5add8640 1 Processor -- start 2024-09-19T05:03:38.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.879+0000 7f3b5add8640 1 -- start start 2024-09-19T05:03:38.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.880+0000 7f3b5add8640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3b54070e20 0x7f3b540b73f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:38.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.880+0000 7f3b5add8640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3b5409afb0 0x7f3b540c9670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:38.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.880+0000 7f3b5add8640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b54161d50 0x7f3b540cb7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:38.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.880+0000 7f3b5add8640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f3b540721f0 con 0x7f3b54161d50 2024-09-19T05:03:38.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.880+0000 7f3b5add8640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f3b54162130 con 0x7f3b5409afb0 2024-09-19T05:03:38.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.880+0000 7f3b5add8640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f3b540cd1b0 con 0x7f3b54070e20 2024-09-19T05:03:38.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.880+0000 7f3b59375640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b54161d50 0x7f3b540cb7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:38.884 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.880+0000 7f3b59375640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b54161d50 0x7f3b540cb7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37202/0 (socket says 172.21.15.5:37202) 2024-09-19T05:03:38.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.880+0000 7f3b59375640 1 -- 172.21.15.5:0/683332016 learned_addr learned my addr 172.21.15.5:0/683332016 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:38.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.880+0000 7f3b58b74640 1 --2- 172.21.15.5:0/683332016 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3b54070e20 0x7f3b540b73f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:38.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.880+0000 7f3b59375640 1 -- 172.21.15.5:0/683332016 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3b54070e20 msgr2=0x7f3b540b73f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:38.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.880+0000 7f3b59375640 1 --2- 172.21.15.5:0/683332016 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3b54070e20 0x7f3b540b73f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.880+0000 7f3b59375640 1 -- 172.21.15.5:0/683332016 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3b5409afb0 msgr2=0x7f3b540c9670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:38.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.880+0000 7f3b53fff640 1 --2- 172.21.15.5:0/683332016 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3b5409afb0 0x7f3b540c9670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:38.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.880+0000 7f3b59375640 1 --2- 172.21.15.5:0/683332016 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3b5409afb0 0x7f3b540c9670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:38.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.880+0000 7f3b59375640 1 -- 172.21.15.5:0/683332016 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b540ca050 con 0x7f3b54161d50 2024-09-19T05:03:38.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.880+0000 7f3b58b74640 1 --2- 172.21.15.5:0/683332016 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3b54070e20 0x7f3b540b73f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:38.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.880+0000 7f3b53fff640 1 --2- 172.21.15.5:0/683332016 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3b5409afb0 0x7f3b540c9670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:38.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.880+0000 7f3b59375640 1 --2- 172.21.15.5:0/683332016 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b54161d50 0x7f3b540cb7f0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f3b4c034040 tx=0x7f3b4c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:38.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.881+0000 7f3b517fa640 1 -- 172.21.15.5:0/683332016 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b4c036050 con 0x7f3b54161d50 2024-09-19T05:03:38.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.881+0000 7f3b517fa640 1 -- 172.21.15.5:0/683332016 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3b4c042070 con 0x7f3b54161d50 2024-09-19T05:03:38.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.881+0000 7f3b5add8640 1 -- 172.21.15.5:0/683332016 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b540ca330 con 0x7f3b54161d50 2024-09-19T05:03:38.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.881+0000 7f3b517fa640 1 -- 172.21.15.5:0/683332016 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b4c009510 con 0x7f3b54161d50 2024-09-19T05:03:38.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.881+0000 7f3b5add8640 1 -- 172.21.15.5:0/683332016 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b540ca8f0 con 0x7f3b54161d50 2024-09-19T05:03:38.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.882+0000 7f3b5add8640 1 -- 172.21.15.5:0/683332016 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b5409aa70 con 0x7f3b54161d50 2024-09-19T05:03:38.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.882+0000 7f3b517fa640 1 -- 172.21.15.5:0/683332016 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3b4c007bf0 con 0x7f3b54161d50 2024-09-19T05:03:38.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.883+0000 7f3b517fa640 1 --2- 172.21.15.5:0/683332016 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3b3806c2b0 0x7f3b3806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:38.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.883+0000 7f3b517fa640 1 -- 172.21.15.5:0/683332016 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f3b4c0ac480 con 0x7f3b54161d50 2024-09-19T05:03:38.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.883+0000 7f3b58b74640 1 --2- 172.21.15.5:0/683332016 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3b3806c2b0 0x7f3b3806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:38.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.884+0000 7f3b58b74640 1 --2- 172.21.15.5:0/683332016 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3b3806c2b0 0x7f3b3806e770 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f3b4800a870 tx=0x7f3b48008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:38.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:38.887+0000 7f3b517fa640 1 -- 172.21.15.5:0/683332016 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3b4c07ac10 con 0x7f3b54161d50 2024-09-19T05:03:39.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.130+0000 7f3b5add8640 1 -- 172.21.15.5:0/683332016 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f3b540ceb60 con 0x7f3b54161d50 2024-09-19T05:03:39.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.131+0000 7f3b517fa640 1 -- 172.21.15.5:0/683332016 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1632 (secure 0 0 0) 0x7f3b4c07a510 con 0x7f3b54161d50 2024-09-19T05:03:39.133 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:39.133 INFO:teuthology.orchestra.run.smithi005.stdout:{"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":162,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":72,"num_osds":8,"num_up_osds":8,"osd_up_since":1726722068,"num_in_osds":8,"osd_in_since":1726722059,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":41},{"state_name":"creating+peering","count":31},{"state_name":"unknown","count":25}],"num_pgs":97,"num_pools":3,"num_objects":7,"data_bytes":590368,"bytes_used":259162112,"bytes_avail":772834951168,"bytes_total":773094113280,"unknown_pgs_ratio":0.25773194432258606,"inactive_pgs_ratio":0.31958761811256409,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":3},"fsmap":{"epoch":38,"btime":"2024-09-19T05:03:37:052318+0000","id":5,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":5,"rank":0,"name":"c","status":"up:active","gid":5943}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":7,"modified":"2024-09-19T05:02:57.282965+0000","services":{"mds":{"daemons":{"summary":"","b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-19T05:03:39.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.133+0000 7f3b5add8640 1 -- 172.21.15.5:0/683332016 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3b3806c2b0 msgr2=0x7f3b3806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:39.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.133+0000 7f3b5add8640 1 --2- 172.21.15.5:0/683332016 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3b3806c2b0 0x7f3b3806e770 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f3b4800a870 tx=0x7f3b48008040 comp rx=0 tx=0).stop 2024-09-19T05:03:39.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.133+0000 7f3b5add8640 1 -- 172.21.15.5:0/683332016 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b54161d50 msgr2=0x7f3b540cb7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:39.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.133+0000 7f3b5add8640 1 --2- 172.21.15.5:0/683332016 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b54161d50 0x7f3b540cb7f0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f3b4c034040 tx=0x7f3b4c004a40 comp rx=0 tx=0).stop 2024-09-19T05:03:39.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.133+0000 7f3b5add8640 1 -- 172.21.15.5:0/683332016 shutdown_connections 2024-09-19T05:03:39.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.133+0000 7f3b5add8640 1 --2- 172.21.15.5:0/683332016 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3b3806c2b0 0x7f3b3806e770 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:39.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.133+0000 7f3b5add8640 1 --2- 172.21.15.5:0/683332016 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3b54161d50 0x7f3b540cb7f0 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:39.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.133+0000 7f3b5add8640 1 --2- 172.21.15.5:0/683332016 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3b5409afb0 0x7f3b540c9670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:39.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.133+0000 7f3b5add8640 1 --2- 172.21.15.5:0/683332016 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3b54070e20 0x7f3b540b73f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:39.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.133+0000 7f3b5add8640 1 -- 172.21.15.5:0/683332016 >> 172.21.15.5:0/683332016 conn(0x7f3b540d25a0 msgr2=0x7f3b5406ce50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:39.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.133+0000 7f3b5add8640 1 -- 172.21.15.5:0/683332016 shutdown_connections 2024-09-19T05:03:39.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.133+0000 7f3b5add8640 1 -- 172.21.15.5:0/683332016 wait complete. 2024-09-19T05:03:39.145 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-19T05:03:39.145 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:03:39.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.246+0000 7f51f1dcd640 1 Processor -- start 2024-09-19T05:03:39.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.246+0000 7f51f1dcd640 1 -- start start 2024-09-19T05:03:39.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.246+0000 7f51f1dcd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f51ec0d3150 0x7f51ec0b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:39.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.246+0000 7f51f1dcd640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51ec0d3680 con 0x7f51ec15e660 2024-09-19T05:03:39.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.246+0000 7f51f1dcd640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51ec0d3960 con 0x7f51ec0b6530 2024-09-19T05:03:39.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.246+0000 7f51f1dcd640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f51ec06d4b0 con 0x7f51ec0d3150 2024-09-19T05:03:39.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.247+0000 7f51eaffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f51ec0d3150 0x7f51ec0b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:39.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.247+0000 7f51eaffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f51ec0d3150 0x7f51ec0b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37208/0 (socket says 172.21.15.5:37208) 2024-09-19T05:03:39.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.247+0000 7f51eaffd640 1 -- 172.21.15.5:0/3138770019 learned_addr learned my addr 172.21.15.5:0/3138770019 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:39.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.247+0000 7f51eb7fe640 1 --1- 172.21.15.5:0/3138770019 >> v1:172.21.15.5:6789/0 conn(0x7f51ec15e660 0x7f51ec0d4dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:57554/0 (socket says 172.21.15.5:57554) 2024-09-19T05:03:39.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.247+0000 7f51eaffd640 1 -- 172.21.15.5:0/3138770019 >> v1:172.21.15.134:6789/0 conn(0x7f51ec0b6530 legacy=0x7f51ec06d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:39.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.247+0000 7f51eaffd640 1 -- 172.21.15.5:0/3138770019 >> v1:172.21.15.5:6789/0 conn(0x7f51ec15e660 legacy=0x7f51ec0d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:39.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.247+0000 7f51eaffd640 1 -- 172.21.15.5:0/3138770019 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51ec06ce60 con 0x7f51ec0d3150 2024-09-19T05:03:39.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.247+0000 7f51ea7fc640 1 -- 172.21.15.5:0/3138770019 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3083993908 0 0) 0x7f51ec0d3680 con 0x7f51ec15e660 2024-09-19T05:03:39.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.248+0000 7f51eaffd640 1 --2- 172.21.15.5:0/3138770019 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f51ec0d3150 0x7f51ec0b5ff0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f51e0009870 tx=0x7f51e002a330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3332108e6af26c81 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:39.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.248+0000 7f51ea7fc640 1 -- 172.21.15.5:0/3138770019 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51e0037070 con 0x7f51ec0d3150 2024-09-19T05:03:39.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.248+0000 7f51ea7fc640 1 -- 172.21.15.5:0/3138770019 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51e0032640 con 0x7f51ec0d3150 2024-09-19T05:03:39.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.248+0000 7f51ea7fc640 1 -- 172.21.15.5:0/3138770019 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51e0032a10 con 0x7f51ec0d3150 2024-09-19T05:03:39.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.248+0000 7f51f1dcd640 1 -- 172.21.15.5:0/3138770019 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f51ec0d3150 msgr2=0x7f51ec0b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:39.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.248+0000 7f51f1dcd640 1 --2- 172.21.15.5:0/3138770019 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f51ec0d3150 0x7f51ec0b5ff0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f51e0009870 tx=0x7f51e002a330 comp rx=0 tx=0).stop 2024-09-19T05:03:39.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.248+0000 7f51f1dcd640 1 -- 172.21.15.5:0/3138770019 shutdown_connections 2024-09-19T05:03:39.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.248+0000 7f51f1dcd640 1 --2- 172.21.15.5:0/3138770019 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f51ec0d3150 0x7f51ec0b5ff0 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:39.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.248+0000 7f51f1dcd640 1 -- 172.21.15.5:0/3138770019 >> 172.21.15.5:0/3138770019 conn(0x7f51ec08c000 msgr2=0x7f51ec0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:39.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.248+0000 7f51f1dcd640 1 -- 172.21.15.5:0/3138770019 shutdown_connections 2024-09-19T05:03:39.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.248+0000 7f51f1dcd640 1 -- 172.21.15.5:0/3138770019 wait complete. 2024-09-19T05:03:39.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.249+0000 7f51f1dcd640 1 Processor -- start 2024-09-19T05:03:39.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.250+0000 7f51f1dcd640 1 -- start start 2024-09-19T05:03:39.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.250+0000 7f51f1dcd640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f51ec0b6530 0x7f51ec0b9f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:39.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.250+0000 7f51f1dcd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f51ec0d3150 0x7f51ec1f7ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:39.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.250+0000 7f51f1dcd640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f51ec15e660 0x7f51ec14c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:39.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.250+0000 7f51f1dcd640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f51ec06e050 con 0x7f51ec0d3150 2024-09-19T05:03:39.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.250+0000 7f51f1dcd640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f51ec15ea40 con 0x7f51ec0b6530 2024-09-19T05:03:39.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.250+0000 7f51f1dcd640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f51ec06e1d0 con 0x7f51ec15e660 2024-09-19T05:03:39.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.251+0000 7f51eaffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f51ec0d3150 0x7f51ec1f7ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:39.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.251+0000 7f51eaffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f51ec0d3150 0x7f51ec1f7ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37218/0 (socket says 172.21.15.5:37218) 2024-09-19T05:03:39.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.251+0000 7f51eaffd640 1 -- 172.21.15.5:0/4276488036 learned_addr learned my addr 172.21.15.5:0/4276488036 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:39.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.251+0000 7f51ebfff640 1 --2- 172.21.15.5:0/4276488036 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f51ec15e660 0x7f51ec14c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:39.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.251+0000 7f51eb7fe640 1 --2- 172.21.15.5:0/4276488036 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f51ec0b6530 0x7f51ec0b9f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:39.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.251+0000 7f51eaffd640 1 -- 172.21.15.5:0/4276488036 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f51ec15e660 msgr2=0x7f51ec14c0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:39.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.251+0000 7f51eaffd640 1 --2- 172.21.15.5:0/4276488036 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f51ec15e660 0x7f51ec14c0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:39.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.251+0000 7f51eaffd640 1 -- 172.21.15.5:0/4276488036 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f51ec0b6530 msgr2=0x7f51ec0b9f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:39.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.251+0000 7f51eaffd640 1 --2- 172.21.15.5:0/4276488036 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f51ec0b6530 0x7f51ec0b9f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:39.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.251+0000 7f51eaffd640 1 -- 172.21.15.5:0/4276488036 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51ec0b8ed0 con 0x7f51ec0d3150 2024-09-19T05:03:39.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.251+0000 7f51ebfff640 1 --2- 172.21.15.5:0/4276488036 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f51ec15e660 0x7f51ec14c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:39.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.251+0000 7f51eb7fe640 1 --2- 172.21.15.5:0/4276488036 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f51ec0b6530 0x7f51ec0b9f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:39.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.251+0000 7f51eaffd640 1 --2- 172.21.15.5:0/4276488036 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f51ec0d3150 0x7f51ec1f7ea0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f51e0009870 tx=0x7f51e00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:39.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.251+0000 7f51d3fff640 1 -- 172.21.15.5:0/4276488036 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51e0041070 con 0x7f51ec0d3150 2024-09-19T05:03:39.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.251+0000 7f51d3fff640 1 -- 172.21.15.5:0/4276488036 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51e003c870 con 0x7f51ec0d3150 2024-09-19T05:03:39.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.251+0000 7f51d3fff640 1 -- 172.21.15.5:0/4276488036 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51e0037040 con 0x7f51ec0d3150 2024-09-19T05:03:39.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.251+0000 7f51f1dcd640 1 -- 172.21.15.5:0/4276488036 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51ec0b91b0 con 0x7f51ec0d3150 2024-09-19T05:03:39.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.251+0000 7f51f1dcd640 1 -- 172.21.15.5:0/4276488036 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51ec0b9770 con 0x7f51ec0d3150 2024-09-19T05:03:39.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.252+0000 7f51f1dcd640 1 -- 172.21.15.5:0/4276488036 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51ec0b5ff0 con 0x7f51ec0d3150 2024-09-19T05:03:39.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.253+0000 7f51d3fff640 1 -- 172.21.15.5:0/4276488036 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f51e0044070 con 0x7f51ec0d3150 2024-09-19T05:03:39.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.253+0000 7f51d3fff640 1 --2- 172.21.15.5:0/4276488036 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f51d806c2b0 0x7f51d806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:39.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.253+0000 7f51d3fff640 1 -- 172.21.15.5:0/4276488036 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f51e00ac3e0 con 0x7f51ec0d3150 2024-09-19T05:03:39.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.253+0000 7f51eb7fe640 1 --2- 172.21.15.5:0/4276488036 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f51d806c2b0 0x7f51d806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:39.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.254+0000 7f51eb7fe640 1 --2- 172.21.15.5:0/4276488036 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f51d806c2b0 0x7f51d806e770 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f51dc000f60 tx=0x7f51dc007ca0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:39.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.258+0000 7f51d3fff640 1 -- 172.21.15.5:0/4276488036 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f51e007aae0 con 0x7f51ec0d3150 2024-09-19T05:03:39.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.433+0000 7f51f1dcd640 1 -- 172.21.15.5:0/4276488036 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f51ec0d4ba0 con 0x7f51d806c2b0 2024-09-19T05:03:39.441 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.440+0000 7f51d3fff640 1 -- 172.21.15.5:0/4276488036 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252083 (secure 0 0 0) 0x7f51ec0d4ba0 con 0x7f51d806c2b0 2024-09-19T05:03:39.444 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:39.445 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:03:39.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.443+0000 7f51f1dcd640 1 -- 172.21.15.5:0/4276488036 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f51d806c2b0 msgr2=0x7f51d806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:39.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.443+0000 7f51f1dcd640 1 --2- 172.21.15.5:0/4276488036 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f51d806c2b0 0x7f51d806e770 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f51dc000f60 tx=0x7f51dc007ca0 comp rx=0 tx=0).stop 2024-09-19T05:03:39.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.443+0000 7f51f1dcd640 1 -- 172.21.15.5:0/4276488036 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f51ec0d3150 msgr2=0x7f51ec1f7ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:39.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.443+0000 7f51f1dcd640 1 --2- 172.21.15.5:0/4276488036 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f51ec0d3150 0x7f51ec1f7ea0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f51e0009870 tx=0x7f51e00046c0 comp rx=0 tx=0).stop 2024-09-19T05:03:39.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.443+0000 7f51f1dcd640 1 -- 172.21.15.5:0/4276488036 shutdown_connections 2024-09-19T05:03:39.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.443+0000 7f51f1dcd640 1 --2- 172.21.15.5:0/4276488036 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f51d806c2b0 0x7f51d806e770 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:39.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.443+0000 7f51f1dcd640 1 --2- 172.21.15.5:0/4276488036 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f51ec15e660 0x7f51ec14c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:39.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.443+0000 7f51f1dcd640 1 --2- 172.21.15.5:0/4276488036 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f51ec0d3150 0x7f51ec1f7ea0 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:39.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.443+0000 7f51f1dcd640 1 --2- 172.21.15.5:0/4276488036 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f51ec0b6530 0x7f51ec0b9f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:39.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.443+0000 7f51f1dcd640 1 -- 172.21.15.5:0/4276488036 >> 172.21.15.5:0/4276488036 conn(0x7f51ec08c000 msgr2=0x7f51ec06d940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:39.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.444+0000 7f51f1dcd640 1 -- 172.21.15.5:0/4276488036 shutdown_connections 2024-09-19T05:03:39.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:39.444+0000 7f51f1dcd640 1 -- 172.21.15.5:0/4276488036 wait complete. 2024-09-19T05:03:39.456 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":141,"stamp":"2024-09-19T05:03:39.291960+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":165,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":257564,"kb_used_data":8028,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754717156,"statfs":{"total":773094113280,"available":772830367744,"internally_reserved":0,"allocated":8220672,"data_stored":4346520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":29,"apply_latency_ms":29,"commit_latency_ns":29000000,"apply_latency_ns":29000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001388"},"pg_stats":[{"pgid":"12.3f","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.039329+0000","last_change":"2024-09-19T05:03:35.050896+0000","last_active":"2024-09-19T05:03:36.039329+0000","last_peered":"2024-09-19T05:03:36.039329+0000","last_clean":"2024-09-19T05:03:36.039329+0000","last_became_active":"2024-09-19T05:03:35.050352+0000","last_became_peered":"2024-09-19T05:03:35.050352+0000","last_unstale":"2024-09-19T05:03:36.039329+0000","last_undegraded":"2024-09-19T05:03:36.039329+0000","last_fullsized":"2024-09-19T05:03:36.039329+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:02:09.516873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3e","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035636+0000","last_change":"2024-09-19T05:03:35.063278+0000","last_active":"2024-09-19T05:03:36.035636+0000","last_peered":"2024-09-19T05:03:36.035636+0000","last_clean":"2024-09-19T05:03:36.035636+0000","last_became_active":"2024-09-19T05:03:35.062913+0000","last_became_peered":"2024-09-19T05:03:35.062913+0000","last_unstale":"2024-09-19T05:03:36.035636+0000","last_undegraded":"2024-09-19T05:03:36.035636+0000","last_fullsized":"2024-09-19T05:03:36.035636+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:49:00.281260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.3d","version":"0'0","reported_seq":9,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.054590+0000","last_change":"2024-09-19T05:03:35.051014+0000","last_active":"2024-09-19T05:03:35.054590+0000","last_peered":"2024-09-19T05:03:35.054590+0000","last_clean":"2024-09-19T05:03:35.054590+0000","last_became_active":"2024-09-19T05:03:35.050622+0000","last_became_peered":"2024-09-19T05:03:35.050622+0000","last_unstale":"2024-09-19T05:03:35.054590+0000","last_undegraded":"2024-09-19T05:03:35.054590+0000","last_fullsized":"2024-09-19T05:03:35.054590+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:42:58.980507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3c","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.039332+0000","last_change":"2024-09-19T05:03:35.049381+0000","last_active":"2024-09-19T05:03:36.039332+0000","last_peered":"2024-09-19T05:03:36.039332+0000","last_clean":"2024-09-19T05:03:36.039332+0000","last_became_active":"2024-09-19T05:03:35.049054+0000","last_became_peered":"2024-09-19T05:03:35.049054+0000","last_unstale":"2024-09-19T05:03:36.039332+0000","last_undegraded":"2024-09-19T05:03:36.039332+0000","last_fullsized":"2024-09-19T05:03:36.039332+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:43.964862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3b","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.127746+0000","last_change":"2024-09-19T05:03:35.058750+0000","last_active":"2024-09-19T05:03:36.127746+0000","last_peered":"2024-09-19T05:03:36.127746+0000","last_clean":"2024-09-19T05:03:36.127746+0000","last_became_active":"2024-09-19T05:03:35.058474+0000","last_became_peered":"2024-09-19T05:03:35.058474+0000","last_unstale":"2024-09-19T05:03:36.127746+0000","last_undegraded":"2024-09-19T05:03:36.127746+0000","last_fullsized":"2024-09-19T05:03:36.127746+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:29.160011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.3a","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.505836+0000","last_change":"2024-09-19T05:03:35.052634+0000","last_active":"2024-09-19T05:03:36.505836+0000","last_peered":"2024-09-19T05:03:36.505836+0000","last_clean":"2024-09-19T05:03:36.505836+0000","last_became_active":"2024-09-19T05:03:35.052285+0000","last_became_peered":"2024-09-19T05:03:35.052285+0000","last_unstale":"2024-09-19T05:03:36.505836+0000","last_undegraded":"2024-09-19T05:03:36.505836+0000","last_fullsized":"2024-09-19T05:03:36.505836+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:56:35.371722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.39","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.505962+0000","last_change":"2024-09-19T05:03:35.068509+0000","last_active":"2024-09-19T05:03:36.505962+0000","last_peered":"2024-09-19T05:03:36.505962+0000","last_clean":"2024-09-19T05:03:36.505962+0000","last_became_active":"2024-09-19T05:03:35.068200+0000","last_became_peered":"2024-09-19T05:03:35.068200+0000","last_unstale":"2024-09-19T05:03:36.505962+0000","last_undegraded":"2024-09-19T05:03:36.505962+0000","last_fullsized":"2024-09-19T05:03:36.505962+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:55:39.282947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.38","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.127546+0000","last_change":"2024-09-19T05:03:35.060106+0000","last_active":"2024-09-19T05:03:36.127546+0000","last_peered":"2024-09-19T05:03:36.127546+0000","last_clean":"2024-09-19T05:03:36.127546+0000","last_became_active":"2024-09-19T05:03:35.059846+0000","last_became_peered":"2024-09-19T05:03:35.059846+0000","last_unstale":"2024-09-19T05:03:36.127546+0000","last_undegraded":"2024-09-19T05:03:36.127546+0000","last_fullsized":"2024-09-19T05:03:36.127546+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:50.174434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.37","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506714+0000","last_change":"2024-09-19T05:03:35.049565+0000","last_active":"2024-09-19T05:03:36.506714+0000","last_peered":"2024-09-19T05:03:36.506714+0000","last_clean":"2024-09-19T05:03:36.506714+0000","last_became_active":"2024-09-19T05:03:35.048569+0000","last_became_peered":"2024-09-19T05:03:35.048569+0000","last_unstale":"2024-09-19T05:03:36.506714+0000","last_undegraded":"2024-09-19T05:03:36.506714+0000","last_fullsized":"2024-09-19T05:03:36.506714+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:41:46.856076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.36","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.038969+0000","last_change":"2024-09-19T05:03:35.049490+0000","last_active":"2024-09-19T05:03:36.038969+0000","last_peered":"2024-09-19T05:03:36.038969+0000","last_clean":"2024-09-19T05:03:36.038969+0000","last_became_active":"2024-09-19T05:03:35.049192+0000","last_became_peered":"2024-09-19T05:03:35.049192+0000","last_unstale":"2024-09-19T05:03:36.038969+0000","last_undegraded":"2024-09-19T05:03:36.038969+0000","last_fullsized":"2024-09-19T05:03:36.038969+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:39:10.541188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.35","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035444+0000","last_change":"2024-09-19T05:03:35.070250+0000","last_active":"2024-09-19T05:03:36.035444+0000","last_peered":"2024-09-19T05:03:36.035444+0000","last_clean":"2024-09-19T05:03:36.035444+0000","last_became_active":"2024-09-19T05:03:35.069903+0000","last_became_peered":"2024-09-19T05:03:35.069903+0000","last_unstale":"2024-09-19T05:03:36.035444+0000","last_undegraded":"2024-09-19T05:03:36.035444+0000","last_fullsized":"2024-09-19T05:03:36.035444+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:40.248124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.34","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.039495+0000","last_change":"2024-09-19T05:03:35.051746+0000","last_active":"2024-09-19T05:03:36.039495+0000","last_peered":"2024-09-19T05:03:36.039495+0000","last_clean":"2024-09-19T05:03:36.039495+0000","last_became_active":"2024-09-19T05:03:35.051478+0000","last_became_peered":"2024-09-19T05:03:35.051478+0000","last_unstale":"2024-09-19T05:03:36.039495+0000","last_undegraded":"2024-09-19T05:03:36.039495+0000","last_fullsized":"2024-09-19T05:03:36.039495+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:57.916532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.33","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.127786+0000","last_change":"2024-09-19T05:03:35.055168+0000","last_active":"2024-09-19T05:03:36.127786+0000","last_peered":"2024-09-19T05:03:36.127786+0000","last_clean":"2024-09-19T05:03:36.127786+0000","last_became_active":"2024-09-19T05:03:35.054838+0000","last_became_peered":"2024-09-19T05:03:35.054838+0000","last_unstale":"2024-09-19T05:03:36.127786+0000","last_undegraded":"2024-09-19T05:03:36.127786+0000","last_fullsized":"2024-09-19T05:03:36.127786+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:20:14.879121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.32","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.505951+0000","last_change":"2024-09-19T05:03:35.054386+0000","last_active":"2024-09-19T05:03:36.505951+0000","last_peered":"2024-09-19T05:03:36.505951+0000","last_clean":"2024-09-19T05:03:36.505951+0000","last_became_active":"2024-09-19T05:03:35.054109+0000","last_became_peered":"2024-09-19T05:03:35.054109+0000","last_unstale":"2024-09-19T05:03:36.505951+0000","last_undegraded":"2024-09-19T05:03:36.505951+0000","last_fullsized":"2024-09-19T05:03:36.505951+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:23:05.995435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.31","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035390+0000","last_change":"2024-09-19T05:03:35.060678+0000","last_active":"2024-09-19T05:03:36.035390+0000","last_peered":"2024-09-19T05:03:36.035390+0000","last_clean":"2024-09-19T05:03:36.035390+0000","last_became_active":"2024-09-19T05:03:35.060370+0000","last_became_peered":"2024-09-19T05:03:35.060370+0000","last_unstale":"2024-09-19T05:03:36.035390+0000","last_undegraded":"2024-09-19T05:03:36.035390+0000","last_fullsized":"2024-09-19T05:03:36.035390+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:55.284436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.30","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.038429+0000","last_change":"2024-09-19T05:03:35.046424+0000","last_active":"2024-09-19T05:03:36.038429+0000","last_peered":"2024-09-19T05:03:36.038429+0000","last_clean":"2024-09-19T05:03:36.038429+0000","last_became_active":"2024-09-19T05:03:35.046082+0000","last_became_peered":"2024-09-19T05:03:35.046082+0000","last_unstale":"2024-09-19T05:03:36.038429+0000","last_undegraded":"2024-09-19T05:03:36.038429+0000","last_fullsized":"2024-09-19T05:03:36.038429+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:40.629194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2f","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.128113+0000","last_change":"2024-09-19T05:03:35.067621+0000","last_active":"2024-09-19T05:03:36.128113+0000","last_peered":"2024-09-19T05:03:36.128113+0000","last_clean":"2024-09-19T05:03:36.128113+0000","last_became_active":"2024-09-19T05:03:35.067326+0000","last_became_peered":"2024-09-19T05:03:35.067326+0000","last_unstale":"2024-09-19T05:03:36.128113+0000","last_undegraded":"2024-09-19T05:03:36.128113+0000","last_fullsized":"2024-09-19T05:03:36.128113+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:40:06.081259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2e","version":"0'0","reported_seq":9,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.058449+0000","last_change":"2024-09-19T05:03:35.055724+0000","last_active":"2024-09-19T05:03:35.058449+0000","last_peered":"2024-09-19T05:03:35.058449+0000","last_clean":"2024-09-19T05:03:35.058449+0000","last_became_active":"2024-09-19T05:03:35.054094+0000","last_became_peered":"2024-09-19T05:03:35.054094+0000","last_unstale":"2024-09-19T05:03:35.058449+0000","last_undegraded":"2024-09-19T05:03:35.058449+0000","last_fullsized":"2024-09-19T05:03:35.058449+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:03:56.188018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.2d","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.505873+0000","last_change":"2024-09-19T05:03:35.052467+0000","last_active":"2024-09-19T05:03:36.505873+0000","last_peered":"2024-09-19T05:03:36.505873+0000","last_clean":"2024-09-19T05:03:36.505873+0000","last_became_active":"2024-09-19T05:03:35.052149+0000","last_became_peered":"2024-09-19T05:03:35.052149+0000","last_unstale":"2024-09-19T05:03:36.505873+0000","last_undegraded":"2024-09-19T05:03:36.505873+0000","last_fullsized":"2024-09-19T05:03:36.505873+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:04.664379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.2c","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.127734+0000","last_change":"2024-09-19T05:03:35.060405+0000","last_active":"2024-09-19T05:03:36.127734+0000","last_peered":"2024-09-19T05:03:36.127734+0000","last_clean":"2024-09-19T05:03:36.127734+0000","last_became_active":"2024-09-19T05:03:35.059879+0000","last_became_peered":"2024-09-19T05:03:35.059879+0000","last_unstale":"2024-09-19T05:03:36.127734+0000","last_undegraded":"2024-09-19T05:03:36.127734+0000","last_fullsized":"2024-09-19T05:03:36.127734+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:01:07.412262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2b","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506292+0000","last_change":"2024-09-19T05:03:35.050522+0000","last_active":"2024-09-19T05:03:36.506292+0000","last_peered":"2024-09-19T05:03:36.506292+0000","last_clean":"2024-09-19T05:03:36.506292+0000","last_became_active":"2024-09-19T05:03:35.048417+0000","last_became_peered":"2024-09-19T05:03:35.048417+0000","last_unstale":"2024-09-19T05:03:36.506292+0000","last_undegraded":"2024-09-19T05:03:36.506292+0000","last_fullsized":"2024-09-19T05:03:36.506292+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:25:48.163933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2a","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.127628+0000","last_change":"2024-09-19T05:03:35.060916+0000","last_active":"2024-09-19T05:03:36.127628+0000","last_peered":"2024-09-19T05:03:36.127628+0000","last_clean":"2024-09-19T05:03:36.127628+0000","last_became_active":"2024-09-19T05:03:35.060669+0000","last_became_peered":"2024-09-19T05:03:35.060669+0000","last_unstale":"2024-09-19T05:03:36.127628+0000","last_undegraded":"2024-09-19T05:03:36.127628+0000","last_fullsized":"2024-09-19T05:03:36.127628+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:16:01.827736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.29","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506049+0000","last_change":"2024-09-19T05:03:35.049217+0000","last_active":"2024-09-19T05:03:36.506049+0000","last_peered":"2024-09-19T05:03:36.506049+0000","last_clean":"2024-09-19T05:03:36.506049+0000","last_became_active":"2024-09-19T05:03:35.048878+0000","last_became_peered":"2024-09-19T05:03:35.048878+0000","last_unstale":"2024-09-19T05:03:36.506049+0000","last_undegraded":"2024-09-19T05:03:36.506049+0000","last_fullsized":"2024-09-19T05:03:36.506049+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:03:41.597417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.28","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035090+0000","last_change":"2024-09-19T05:03:35.052726+0000","last_active":"2024-09-19T05:03:36.035090+0000","last_peered":"2024-09-19T05:03:36.035090+0000","last_clean":"2024-09-19T05:03:36.035090+0000","last_became_active":"2024-09-19T05:03:35.052182+0000","last_became_peered":"2024-09-19T05:03:35.052182+0000","last_unstale":"2024-09-19T05:03:36.035090+0000","last_undegraded":"2024-09-19T05:03:36.035090+0000","last_fullsized":"2024-09-19T05:03:36.035090+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:25:46.028551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.27","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035471+0000","last_change":"2024-09-19T05:03:35.063050+0000","last_active":"2024-09-19T05:03:36.035471+0000","last_peered":"2024-09-19T05:03:36.035471+0000","last_clean":"2024-09-19T05:03:36.035471+0000","last_became_active":"2024-09-19T05:03:35.062756+0000","last_became_peered":"2024-09-19T05:03:35.062756+0000","last_unstale":"2024-09-19T05:03:36.035471+0000","last_undegraded":"2024-09-19T05:03:36.035471+0000","last_fullsized":"2024-09-19T05:03:36.035471+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:23:59.772413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.26","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.039131+0000","last_change":"2024-09-19T05:03:35.052874+0000","last_active":"2024-09-19T05:03:36.039131+0000","last_peered":"2024-09-19T05:03:36.039131+0000","last_clean":"2024-09-19T05:03:36.039131+0000","last_became_active":"2024-09-19T05:03:35.052600+0000","last_became_peered":"2024-09-19T05:03:35.052600+0000","last_unstale":"2024-09-19T05:03:36.039131+0000","last_undegraded":"2024-09-19T05:03:36.039131+0000","last_fullsized":"2024-09-19T05:03:36.039131+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:00:31.098047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.25","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.038461+0000","last_change":"2024-09-19T05:03:35.046460+0000","last_active":"2024-09-19T05:03:36.038461+0000","last_peered":"2024-09-19T05:03:36.038461+0000","last_clean":"2024-09-19T05:03:36.038461+0000","last_became_active":"2024-09-19T05:03:35.046157+0000","last_became_peered":"2024-09-19T05:03:35.046157+0000","last_unstale":"2024-09-19T05:03:36.038461+0000","last_undegraded":"2024-09-19T05:03:36.038461+0000","last_fullsized":"2024-09-19T05:03:36.038461+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:23:05.995435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.24","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.127816+0000","last_change":"2024-09-19T05:03:35.060494+0000","last_active":"2024-09-19T05:03:36.127816+0000","last_peered":"2024-09-19T05:03:36.127816+0000","last_clean":"2024-09-19T05:03:36.127816+0000","last_became_active":"2024-09-19T05:03:35.060223+0000","last_became_peered":"2024-09-19T05:03:35.060223+0000","last_unstale":"2024-09-19T05:03:36.127816+0000","last_undegraded":"2024-09-19T05:03:36.127816+0000","last_fullsized":"2024-09-19T05:03:36.127816+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:25:20.014523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.23","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035236+0000","last_change":"2024-09-19T05:03:35.062345+0000","last_active":"2024-09-19T05:03:36.035236+0000","last_peered":"2024-09-19T05:03:36.035236+0000","last_clean":"2024-09-19T05:03:36.035236+0000","last_became_active":"2024-09-19T05:03:35.057565+0000","last_became_peered":"2024-09-19T05:03:35.057565+0000","last_unstale":"2024-09-19T05:03:36.035236+0000","last_undegraded":"2024-09-19T05:03:36.035236+0000","last_fullsized":"2024-09-19T05:03:36.035236+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:25:04.436057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.22","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.038563+0000","last_change":"2024-09-19T05:03:35.053013+0000","last_active":"2024-09-19T05:03:36.038563+0000","last_peered":"2024-09-19T05:03:36.038563+0000","last_clean":"2024-09-19T05:03:36.038563+0000","last_became_active":"2024-09-19T05:03:35.052515+0000","last_became_peered":"2024-09-19T05:03:35.052515+0000","last_unstale":"2024-09-19T05:03:36.038563+0000","last_undegraded":"2024-09-19T05:03:36.038563+0000","last_fullsized":"2024-09-19T05:03:36.038563+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:56:44.096092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.21","version":"0'0","reported_seq":9,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.054564+0000","last_change":"2024-09-19T05:03:35.051767+0000","last_active":"2024-09-19T05:03:35.054564+0000","last_peered":"2024-09-19T05:03:35.054564+0000","last_clean":"2024-09-19T05:03:35.054564+0000","last_became_active":"2024-09-19T05:03:35.051503+0000","last_became_peered":"2024-09-19T05:03:35.051503+0000","last_unstale":"2024-09-19T05:03:35.054564+0000","last_undegraded":"2024-09-19T05:03:35.054564+0000","last_fullsized":"2024-09-19T05:03:35.054564+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:11.623680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.20","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.038644+0000","last_change":"2024-09-19T05:03:35.050001+0000","last_active":"2024-09-19T05:03:36.038644+0000","last_peered":"2024-09-19T05:03:36.038644+0000","last_clean":"2024-09-19T05:03:36.038644+0000","last_became_active":"2024-09-19T05:03:35.049703+0000","last_became_peered":"2024-09-19T05:03:35.049703+0000","last_unstale":"2024-09-19T05:03:36.038644+0000","last_undegraded":"2024-09-19T05:03:36.038644+0000","last_fullsized":"2024-09-19T05:03:36.038644+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:04.208063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":9,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.058482+0000","last_change":"2024-09-19T05:03:35.055993+0000","last_active":"2024-09-19T05:03:35.058482+0000","last_peered":"2024-09-19T05:03:35.058482+0000","last_clean":"2024-09-19T05:03:35.058482+0000","last_became_active":"2024-09-19T05:03:35.054657+0000","last_became_peered":"2024-09-19T05:03:35.054657+0000","last_unstale":"2024-09-19T05:03:35.058482+0000","last_undegraded":"2024-09-19T05:03:35.058482+0000","last_fullsized":"2024-09-19T05:03:35.058482+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:18:51.162577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1f","version":"71'4","reported_seq":18,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.128073+0000","last_change":"2024-09-19T05:03:34.054479+0000","last_active":"2024-09-19T05:03:36.128073+0000","last_peered":"2024-09-19T05:03:36.128073+0000","last_clean":"2024-09-19T05:03:36.128073+0000","last_became_active":"2024-09-19T05:03:34.053867+0000","last_became_peered":"2024-09-19T05:03:34.053867+0000","last_unstale":"2024-09-19T05:03:36.128073+0000","last_undegraded":"2024-09-19T05:03:36.128073+0000","last_fullsized":"2024-09-19T05:03:36.128073+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:10:44.191370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035169+0000","last_change":"2024-09-19T05:03:35.051647+0000","last_active":"2024-09-19T05:03:36.035169+0000","last_peered":"2024-09-19T05:03:36.035169+0000","last_clean":"2024-09-19T05:03:36.035169+0000","last_became_active":"2024-09-19T05:03:35.051151+0000","last_became_peered":"2024-09-19T05:03:35.051151+0000","last_unstale":"2024-09-19T05:03:36.035169+0000","last_undegraded":"2024-09-19T05:03:36.035169+0000","last_fullsized":"2024-09-19T05:03:36.035169+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:35.263312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"71'1","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.038662+0000","last_change":"2024-09-19T05:03:34.051259+0000","last_active":"2024-09-19T05:03:36.038662+0000","last_peered":"2024-09-19T05:03:36.038662+0000","last_clean":"2024-09-19T05:03:36.038662+0000","last_became_active":"2024-09-19T05:03:34.050874+0000","last_became_peered":"2024-09-19T05:03:34.050874+0000","last_unstale":"2024-09-19T05:03:36.038662+0000","last_undegraded":"2024-09-19T05:03:36.038662+0000","last_fullsized":"2024-09-19T05:03:36.038662+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:33.311971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506060+0000","last_change":"2024-09-19T05:03:35.055069+0000","last_active":"2024-09-19T05:03:36.506060+0000","last_peered":"2024-09-19T05:03:36.506060+0000","last_clean":"2024-09-19T05:03:36.506060+0000","last_became_active":"2024-09-19T05:03:35.054782+0000","last_became_peered":"2024-09-19T05:03:35.054782+0000","last_unstale":"2024-09-19T05:03:36.506060+0000","last_undegraded":"2024-09-19T05:03:36.506060+0000","last_fullsized":"2024-09-19T05:03:36.506060+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:30.414278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"71'2","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.038887+0000","last_change":"2024-09-19T05:03:34.048634+0000","last_active":"2024-09-19T05:03:36.038887+0000","last_peered":"2024-09-19T05:03:36.038887+0000","last_clean":"2024-09-19T05:03:36.038887+0000","last_became_active":"2024-09-19T05:03:34.048405+0000","last_became_peered":"2024-09-19T05:03:34.048405+0000","last_unstale":"2024-09-19T05:03:36.038887+0000","last_undegraded":"2024-09-19T05:03:36.038887+0000","last_fullsized":"2024-09-19T05:03:36.038887+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:12.477662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506600+0000","last_change":"2024-09-19T05:03:35.050219+0000","last_active":"2024-09-19T05:03:36.506600+0000","last_peered":"2024-09-19T05:03:36.506600+0000","last_clean":"2024-09-19T05:03:36.506600+0000","last_became_active":"2024-09-19T05:03:35.049965+0000","last_became_peered":"2024-09-19T05:03:35.049965+0000","last_unstale":"2024-09-19T05:03:36.506600+0000","last_undegraded":"2024-09-19T05:03:36.506600+0000","last_fullsized":"2024-09-19T05:03:36.506600+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:13.448728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1c","version":"71'2","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506521+0000","last_change":"2024-09-19T05:03:34.051508+0000","last_active":"2024-09-19T05:03:36.506521+0000","last_peered":"2024-09-19T05:03:36.506521+0000","last_clean":"2024-09-19T05:03:36.506521+0000","last_became_active":"2024-09-19T05:03:34.051230+0000","last_became_peered":"2024-09-19T05:03:34.051230+0000","last_unstale":"2024-09-19T05:03:36.506521+0000","last_undegraded":"2024-09-19T05:03:36.506521+0000","last_fullsized":"2024-09-19T05:03:36.506521+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:20:02.967369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035423+0000","last_change":"2024-09-19T05:03:35.069575+0000","last_active":"2024-09-19T05:03:36.035423+0000","last_peered":"2024-09-19T05:03:36.035423+0000","last_clean":"2024-09-19T05:03:36.035423+0000","last_became_active":"2024-09-19T05:03:35.068964+0000","last_became_peered":"2024-09-19T05:03:35.068964+0000","last_unstale":"2024-09-19T05:03:36.035423+0000","last_undegraded":"2024-09-19T05:03:36.035423+0000","last_fullsized":"2024-09-19T05:03:36.035423+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:31.099035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1b","version":"71'1","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506485+0000","last_change":"2024-09-19T05:03:34.049794+0000","last_active":"2024-09-19T05:03:36.506485+0000","last_peered":"2024-09-19T05:03:36.506485+0000","last_clean":"2024-09-19T05:03:36.506485+0000","last_became_active":"2024-09-19T05:03:34.049531+0000","last_became_peered":"2024-09-19T05:03:34.049531+0000","last_unstale":"2024-09-19T05:03:36.506485+0000","last_undegraded":"2024-09-19T05:03:36.506485+0000","last_fullsized":"2024-09-19T05:03:36.506485+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:54:59.656206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035586+0000","last_change":"2024-09-19T05:03:35.062277+0000","last_active":"2024-09-19T05:03:36.035586+0000","last_peered":"2024-09-19T05:03:36.035586+0000","last_clean":"2024-09-19T05:03:36.035586+0000","last_became_active":"2024-09-19T05:03:35.061944+0000","last_became_peered":"2024-09-19T05:03:35.061944+0000","last_unstale":"2024-09-19T05:03:36.035586+0000","last_undegraded":"2024-09-19T05:03:36.035586+0000","last_fullsized":"2024-09-19T05:03:36.035586+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:26:42.402031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1a","version":"71'1","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.038636+0000","last_change":"2024-09-19T05:03:34.043242+0000","last_active":"2024-09-19T05:03:36.038636+0000","last_peered":"2024-09-19T05:03:36.038636+0000","last_clean":"2024-09-19T05:03:36.038636+0000","last_became_active":"2024-09-19T05:03:34.042929+0000","last_became_peered":"2024-09-19T05:03:34.042929+0000","last_unstale":"2024-09-19T05:03:36.038636+0000","last_undegraded":"2024-09-19T05:03:36.038636+0000","last_fullsized":"2024-09-19T05:03:36.038636+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:58:32.343560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506722+0000","last_change":"2024-09-19T05:03:35.048790+0000","last_active":"2024-09-19T05:03:36.506722+0000","last_peered":"2024-09-19T05:03:36.506722+0000","last_clean":"2024-09-19T05:03:36.506722+0000","last_became_active":"2024-09-19T05:03:35.048474+0000","last_became_peered":"2024-09-19T05:03:35.048474+0000","last_unstale":"2024-09-19T05:03:36.506722+0000","last_undegraded":"2024-09-19T05:03:36.506722+0000","last_fullsized":"2024-09-19T05:03:36.506722+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:37:17.733409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035389+0000","last_change":"2024-09-19T05:03:34.050142+0000","last_active":"2024-09-19T05:03:36.035389+0000","last_peered":"2024-09-19T05:03:36.035389+0000","last_clean":"2024-09-19T05:03:36.035389+0000","last_became_active":"2024-09-19T05:03:34.049880+0000","last_became_peered":"2024-09-19T05:03:34.049880+0000","last_unstale":"2024-09-19T05:03:36.035389+0000","last_undegraded":"2024-09-19T05:03:36.035389+0000","last_fullsized":"2024-09-19T05:03:36.035389+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:09:57.637208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506291+0000","last_change":"2024-09-19T05:03:35.068548+0000","last_active":"2024-09-19T05:03:36.506291+0000","last_peered":"2024-09-19T05:03:36.506291+0000","last_clean":"2024-09-19T05:03:36.506291+0000","last_became_active":"2024-09-19T05:03:35.068117+0000","last_became_peered":"2024-09-19T05:03:35.068117+0000","last_unstale":"2024-09-19T05:03:36.506291+0000","last_undegraded":"2024-09-19T05:03:36.506291+0000","last_fullsized":"2024-09-19T05:03:36.506291+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:04.293887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.127777+0000","last_change":"2024-09-19T05:03:34.045966+0000","last_active":"2024-09-19T05:03:36.127777+0000","last_peered":"2024-09-19T05:03:36.127777+0000","last_clean":"2024-09-19T05:03:36.127777+0000","last_became_active":"2024-09-19T05:03:34.045700+0000","last_became_peered":"2024-09-19T05:03:34.045700+0000","last_unstale":"2024-09-19T05:03:36.127777+0000","last_undegraded":"2024-09-19T05:03:36.127777+0000","last_fullsized":"2024-09-19T05:03:36.127777+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:11:33.156053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035112+0000","last_change":"2024-09-19T05:03:35.052478+0000","last_active":"2024-09-19T05:03:36.035112+0000","last_peered":"2024-09-19T05:03:36.035112+0000","last_clean":"2024-09-19T05:03:36.035112+0000","last_became_active":"2024-09-19T05:03:35.051798+0000","last_became_peered":"2024-09-19T05:03:35.051798+0000","last_unstale":"2024-09-19T05:03:36.035112+0000","last_undegraded":"2024-09-19T05:03:36.035112+0000","last_fullsized":"2024-09-19T05:03:36.035112+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:15:49.281314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.039304+0000","last_change":"2024-09-19T05:03:34.050866+0000","last_active":"2024-09-19T05:03:36.039304+0000","last_peered":"2024-09-19T05:03:36.039304+0000","last_clean":"2024-09-19T05:03:36.039304+0000","last_became_active":"2024-09-19T05:03:34.050190+0000","last_became_peered":"2024-09-19T05:03:34.050190+0000","last_unstale":"2024-09-19T05:03:36.039304+0000","last_undegraded":"2024-09-19T05:03:36.039304+0000","last_fullsized":"2024-09-19T05:03:36.039304+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:39:09.535564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.038987+0000","last_change":"2024-09-19T05:03:35.051299+0000","last_active":"2024-09-19T05:03:36.038987+0000","last_peered":"2024-09-19T05:03:36.038987+0000","last_clean":"2024-09-19T05:03:36.038987+0000","last_became_active":"2024-09-19T05:03:35.051023+0000","last_became_peered":"2024-09-19T05:03:35.051023+0000","last_unstale":"2024-09-19T05:03:36.038987+0000","last_undegraded":"2024-09-19T05:03:36.038987+0000","last_fullsized":"2024-09-19T05:03:36.038987+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:36.610280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.039174+0000","last_change":"2024-09-19T05:03:34.042927+0000","last_active":"2024-09-19T05:03:36.039174+0000","last_peered":"2024-09-19T05:03:36.039174+0000","last_clean":"2024-09-19T05:03:36.039174+0000","last_became_active":"2024-09-19T05:03:34.042611+0000","last_became_peered":"2024-09-19T05:03:34.042611+0000","last_unstale":"2024-09-19T05:03:36.039174+0000","last_undegraded":"2024-09-19T05:03:36.039174+0000","last_fullsized":"2024-09-19T05:03:36.039174+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:38:48.653090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506265+0000","last_change":"2024-09-19T05:03:35.047023+0000","last_active":"2024-09-19T05:03:36.506265+0000","last_peered":"2024-09-19T05:03:36.506265+0000","last_clean":"2024-09-19T05:03:36.506265+0000","last_became_active":"2024-09-19T05:03:35.046812+0000","last_became_peered":"2024-09-19T05:03:35.046812+0000","last_unstale":"2024-09-19T05:03:36.506265+0000","last_undegraded":"2024-09-19T05:03:36.506265+0000","last_fullsized":"2024-09-19T05:03:36.506265+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:40.629194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"71'3","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.128035+0000","last_change":"2024-09-19T05:03:34.052202+0000","last_active":"2024-09-19T05:03:36.128035+0000","last_peered":"2024-09-19T05:03:36.128035+0000","last_clean":"2024-09-19T05:03:36.128035+0000","last_became_active":"2024-09-19T05:03:34.051858+0000","last_became_peered":"2024-09-19T05:03:34.051858+0000","last_unstale":"2024-09-19T05:03:36.128035+0000","last_undegraded":"2024-09-19T05:03:36.128035+0000","last_fullsized":"2024-09-19T05:03:36.128035+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:22:42.956841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":9,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.055652+0000","last_change":"2024-09-19T05:03:35.048939+0000","last_active":"2024-09-19T05:03:35.055652+0000","last_peered":"2024-09-19T05:03:35.055652+0000","last_clean":"2024-09-19T05:03:35.055652+0000","last_became_active":"2024-09-19T05:03:35.048616+0000","last_became_peered":"2024-09-19T05:03:35.048616+0000","last_unstale":"2024-09-19T05:03:35.055652+0000","last_undegraded":"2024-09-19T05:03:35.055652+0000","last_fullsized":"2024-09-19T05:03:35.055652+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:17:09.837543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.14","version":"71'6","reported_seq":20,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506669+0000","last_change":"2024-09-19T05:03:34.050189+0000","last_active":"2024-09-19T05:03:36.506669+0000","last_peered":"2024-09-19T05:03:36.506669+0000","last_clean":"2024-09-19T05:03:36.506669+0000","last_became_active":"2024-09-19T05:03:34.049876+0000","last_became_peered":"2024-09-19T05:03:34.049876+0000","last_unstale":"2024-09-19T05:03:36.506669+0000","last_undegraded":"2024-09-19T05:03:36.506669+0000","last_fullsized":"2024-09-19T05:03:36.506669+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:36.873008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.039598+0000","last_change":"2024-09-19T05:03:35.046409+0000","last_active":"2024-09-19T05:03:36.039598+0000","last_peered":"2024-09-19T05:03:36.039598+0000","last_clean":"2024-09-19T05:03:36.039598+0000","last_became_active":"2024-09-19T05:03:35.046109+0000","last_became_peered":"2024-09-19T05:03:35.046109+0000","last_unstale":"2024-09-19T05:03:36.039598+0000","last_undegraded":"2024-09-19T05:03:36.039598+0000","last_fullsized":"2024-09-19T05:03:36.039598+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:26:58.619453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.13","version":"71'2","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.038767+0000","last_change":"2024-09-19T05:03:34.046731+0000","last_active":"2024-09-19T05:03:36.038767+0000","last_peered":"2024-09-19T05:03:36.038767+0000","last_clean":"2024-09-19T05:03:36.038767+0000","last_became_active":"2024-09-19T05:03:34.045731+0000","last_became_peered":"2024-09-19T05:03:34.045731+0000","last_unstale":"2024-09-19T05:03:36.038767+0000","last_undegraded":"2024-09-19T05:03:36.038767+0000","last_fullsized":"2024-09-19T05:03:36.038767+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:20.467116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506250+0000","last_change":"2024-09-19T05:03:35.055053+0000","last_active":"2024-09-19T05:03:36.506250+0000","last_peered":"2024-09-19T05:03:36.506250+0000","last_clean":"2024-09-19T05:03:36.506250+0000","last_became_active":"2024-09-19T05:03:35.054720+0000","last_became_peered":"2024-09-19T05:03:35.054720+0000","last_unstale":"2024-09-19T05:03:36.506250+0000","last_undegraded":"2024-09-19T05:03:36.506250+0000","last_fullsized":"2024-09-19T05:03:36.506250+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:47:13.457208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.038378+0000","last_change":"2024-09-19T05:03:34.043679+0000","last_active":"2024-09-19T05:03:36.038378+0000","last_peered":"2024-09-19T05:03:36.038378+0000","last_clean":"2024-09-19T05:03:36.038378+0000","last_became_active":"2024-09-19T05:03:34.043377+0000","last_became_peered":"2024-09-19T05:03:34.043377+0000","last_unstale":"2024-09-19T05:03:36.038378+0000","last_undegraded":"2024-09-19T05:03:36.038378+0000","last_fullsized":"2024-09-19T05:03:36.038378+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:08.624486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506158+0000","last_change":"2024-09-19T05:03:35.054257+0000","last_active":"2024-09-19T05:03:36.506158+0000","last_peered":"2024-09-19T05:03:36.506158+0000","last_clean":"2024-09-19T05:03:36.506158+0000","last_became_active":"2024-09-19T05:03:35.053966+0000","last_became_peered":"2024-09-19T05:03:35.053966+0000","last_unstale":"2024-09-19T05:03:36.506158+0000","last_undegraded":"2024-09-19T05:03:36.506158+0000","last_fullsized":"2024-09-19T05:03:36.506158+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:37.103548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.127537+0000","last_change":"2024-09-19T05:03:34.054161+0000","last_active":"2024-09-19T05:03:36.127537+0000","last_peered":"2024-09-19T05:03:36.127537+0000","last_clean":"2024-09-19T05:03:36.127537+0000","last_became_active":"2024-09-19T05:03:34.053787+0000","last_became_peered":"2024-09-19T05:03:34.053787+0000","last_unstale":"2024-09-19T05:03:36.127537+0000","last_undegraded":"2024-09-19T05:03:36.127537+0000","last_fullsized":"2024-09-19T05:03:36.127537+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:25.593699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506366+0000","last_change":"2024-09-19T05:03:35.055830+0000","last_active":"2024-09-19T05:03:36.506366+0000","last_peered":"2024-09-19T05:03:36.506366+0000","last_clean":"2024-09-19T05:03:36.506366+0000","last_became_active":"2024-09-19T05:03:35.055560+0000","last_became_peered":"2024-09-19T05:03:35.055560+0000","last_unstale":"2024-09-19T05:03:36.506366+0000","last_undegraded":"2024-09-19T05:03:36.506366+0000","last_fullsized":"2024-09-19T05:03:36.506366+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:32.238103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"71'8","reported_seq":22,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035329+0000","last_change":"2024-09-19T05:03:34.044080+0000","last_active":"2024-09-19T05:03:36.035329+0000","last_peered":"2024-09-19T05:03:36.035329+0000","last_clean":"2024-09-19T05:03:36.035329+0000","last_became_active":"2024-09-19T05:03:34.043748+0000","last_became_peered":"2024-09-19T05:03:34.043748+0000","last_unstale":"2024-09-19T05:03:36.035329+0000","last_undegraded":"2024-09-19T05:03:36.035329+0000","last_fullsized":"2024-09-19T05:03:36.035329+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:46:23.623083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.505595+0000","last_change":"2024-09-19T05:03:35.053382+0000","last_active":"2024-09-19T05:03:36.505595+0000","last_peered":"2024-09-19T05:03:36.505595+0000","last_clean":"2024-09-19T05:03:36.505595+0000","last_became_active":"2024-09-19T05:03:35.053063+0000","last_became_peered":"2024-09-19T05:03:35.053063+0000","last_unstale":"2024-09-19T05:03:36.505595+0000","last_undegraded":"2024-09-19T05:03:36.505595+0000","last_fullsized":"2024-09-19T05:03:36.505595+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:26:58.619453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.f","version":"71'1","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.039400+0000","last_change":"2024-09-19T05:03:34.051081+0000","last_active":"2024-09-19T05:03:36.039400+0000","last_peered":"2024-09-19T05:03:36.039400+0000","last_clean":"2024-09-19T05:03:36.039400+0000","last_became_active":"2024-09-19T05:03:34.050595+0000","last_became_peered":"2024-09-19T05:03:34.050595+0000","last_unstale":"2024-09-19T05:03:36.039400+0000","last_undegraded":"2024-09-19T05:03:36.039400+0000","last_fullsized":"2024-09-19T05:03:36.039400+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:35.604656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.127567+0000","last_change":"2024-09-19T05:03:35.067538+0000","last_active":"2024-09-19T05:03:36.127567+0000","last_peered":"2024-09-19T05:03:36.127567+0000","last_clean":"2024-09-19T05:03:36.127567+0000","last_became_active":"2024-09-19T05:03:35.067244+0000","last_became_peered":"2024-09-19T05:03:35.067244+0000","last_unstale":"2024-09-19T05:03:36.127567+0000","last_undegraded":"2024-09-19T05:03:36.127567+0000","last_fullsized":"2024-09-19T05:03:36.127567+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:23:12.549015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.e","version":"71'2","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506777+0000","last_change":"2024-09-19T05:03:34.051010+0000","last_active":"2024-09-19T05:03:36.506777+0000","last_peered":"2024-09-19T05:03:36.506777+0000","last_clean":"2024-09-19T05:03:36.506777+0000","last_became_active":"2024-09-19T05:03:34.050670+0000","last_became_peered":"2024-09-19T05:03:34.050670+0000","last_unstale":"2024-09-19T05:03:36.506777+0000","last_undegraded":"2024-09-19T05:03:36.506777+0000","last_fullsized":"2024-09-19T05:03:36.506777+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:23.114256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.127574+0000","last_change":"2024-09-19T05:03:35.068992+0000","last_active":"2024-09-19T05:03:36.127574+0000","last_peered":"2024-09-19T05:03:36.127574+0000","last_clean":"2024-09-19T05:03:36.127574+0000","last_became_active":"2024-09-19T05:03:35.068705+0000","last_became_peered":"2024-09-19T05:03:35.068705+0000","last_unstale":"2024-09-19T05:03:36.127574+0000","last_undegraded":"2024-09-19T05:03:36.127574+0000","last_fullsized":"2024-09-19T05:03:36.127574+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:18.151048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.d","version":"71'1","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.128081+0000","last_change":"2024-09-19T05:03:34.044670+0000","last_active":"2024-09-19T05:03:36.128081+0000","last_peered":"2024-09-19T05:03:36.128081+0000","last_clean":"2024-09-19T05:03:36.128081+0000","last_became_active":"2024-09-19T05:03:34.044396+0000","last_became_peered":"2024-09-19T05:03:34.044396+0000","last_unstale":"2024-09-19T05:03:36.128081+0000","last_undegraded":"2024-09-19T05:03:36.128081+0000","last_fullsized":"2024-09-19T05:03:36.128081+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:50:00.140223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.505813+0000","last_change":"2024-09-19T05:03:35.047573+0000","last_active":"2024-09-19T05:03:36.505813+0000","last_peered":"2024-09-19T05:03:36.505813+0000","last_clean":"2024-09-19T05:03:36.505813+0000","last_became_active":"2024-09-19T05:03:35.047315+0000","last_became_peered":"2024-09-19T05:03:35.047315+0000","last_unstale":"2024-09-19T05:03:36.505813+0000","last_undegraded":"2024-09-19T05:03:36.505813+0000","last_fullsized":"2024-09-19T05:03:36.505813+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:05:02.917362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":12,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.034845+0000","last_change":"2024-09-19T05:03:34.048383+0000","last_active":"2024-09-19T05:03:35.034845+0000","last_peered":"2024-09-19T05:03:35.034845+0000","last_clean":"2024-09-19T05:03:35.034845+0000","last_became_active":"2024-09-19T05:03:34.048053+0000","last_became_peered":"2024-09-19T05:03:34.048053+0000","last_unstale":"2024-09-19T05:03:35.034845+0000","last_undegraded":"2024-09-19T05:03:35.034845+0000","last_fullsized":"2024-09-19T05:03:35.034845+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:51.427358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035456+0000","last_change":"2024-09-19T05:03:35.052969+0000","last_active":"2024-09-19T05:03:36.035456+0000","last_peered":"2024-09-19T05:03:36.035456+0000","last_clean":"2024-09-19T05:03:36.035456+0000","last_became_active":"2024-09-19T05:03:35.052637+0000","last_became_peered":"2024-09-19T05:03:35.052637+0000","last_unstale":"2024-09-19T05:03:36.035456+0000","last_undegraded":"2024-09-19T05:03:36.035456+0000","last_fullsized":"2024-09-19T05:03:36.035456+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:51:08.697240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.b","version":"71'2","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.505871+0000","last_change":"2024-09-19T05:03:34.052176+0000","last_active":"2024-09-19T05:03:36.505871+0000","last_peered":"2024-09-19T05:03:36.505871+0000","last_clean":"2024-09-19T05:03:36.505871+0000","last_became_active":"2024-09-19T05:03:34.051869+0000","last_became_peered":"2024-09-19T05:03:34.051869+0000","last_unstale":"2024-09-19T05:03:36.505871+0000","last_undegraded":"2024-09-19T05:03:36.505871+0000","last_fullsized":"2024-09-19T05:03:36.505871+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:08.624486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035606+0000","last_change":"2024-09-19T05:03:35.059821+0000","last_active":"2024-09-19T05:03:36.035606+0000","last_peered":"2024-09-19T05:03:36.035606+0000","last_clean":"2024-09-19T05:03:36.035606+0000","last_became_active":"2024-09-19T05:03:35.050952+0000","last_became_peered":"2024-09-19T05:03:35.050952+0000","last_unstale":"2024-09-19T05:03:36.035606+0000","last_undegraded":"2024-09-19T05:03:36.035606+0000","last_fullsized":"2024-09-19T05:03:36.035606+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:25.834322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.505722+0000","last_change":"2024-09-19T05:03:34.047787+0000","last_active":"2024-09-19T05:03:36.505722+0000","last_peered":"2024-09-19T05:03:36.505722+0000","last_clean":"2024-09-19T05:03:36.505722+0000","last_became_active":"2024-09-19T05:03:34.047516+0000","last_became_peered":"2024-09-19T05:03:34.047516+0000","last_unstale":"2024-09-19T05:03:36.505722+0000","last_undegraded":"2024-09-19T05:03:36.505722+0000","last_fullsized":"2024-09-19T05:03:36.505722+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:33.311971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506523+0000","last_change":"2024-09-19T05:03:35.050739+0000","last_active":"2024-09-19T05:03:36.506523+0000","last_peered":"2024-09-19T05:03:36.506523+0000","last_clean":"2024-09-19T05:03:36.506523+0000","last_became_active":"2024-09-19T05:03:35.050204+0000","last_became_peered":"2024-09-19T05:03:35.050204+0000","last_unstale":"2024-09-19T05:03:36.506523+0000","last_undegraded":"2024-09-19T05:03:36.506523+0000","last_fullsized":"2024-09-19T05:03:36.506523+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:12:20.136573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.505655+0000","last_change":"2024-09-19T05:03:34.050145+0000","last_active":"2024-09-19T05:03:36.505655+0000","last_peered":"2024-09-19T05:03:36.505655+0000","last_clean":"2024-09-19T05:03:36.505655+0000","last_became_active":"2024-09-19T05:03:34.049875+0000","last_became_peered":"2024-09-19T05:03:34.049875+0000","last_unstale":"2024-09-19T05:03:36.505655+0000","last_undegraded":"2024-09-19T05:03:36.505655+0000","last_fullsized":"2024-09-19T05:03:36.505655+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:04:18.222852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.505977+0000","last_change":"2024-09-19T05:03:35.049176+0000","last_active":"2024-09-19T05:03:36.505977+0000","last_peered":"2024-09-19T05:03:36.505977+0000","last_clean":"2024-09-19T05:03:36.505977+0000","last_became_active":"2024-09-19T05:03:35.048906+0000","last_became_peered":"2024-09-19T05:03:35.048906+0000","last_unstale":"2024-09-19T05:03:36.505977+0000","last_undegraded":"2024-09-19T05:03:36.505977+0000","last_fullsized":"2024-09-19T05:03:36.505977+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:09:46.779455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.7","version":"71'2","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.038515+0000","last_change":"2024-09-19T05:03:34.045953+0000","last_active":"2024-09-19T05:03:36.038515+0000","last_peered":"2024-09-19T05:03:36.038515+0000","last_clean":"2024-09-19T05:03:36.038515+0000","last_became_active":"2024-09-19T05:03:34.045523+0000","last_became_peered":"2024-09-19T05:03:34.045523+0000","last_unstale":"2024-09-19T05:03:36.038515+0000","last_undegraded":"2024-09-19T05:03:36.038515+0000","last_fullsized":"2024-09-19T05:03:36.038515+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:55.563275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.505962+0000","last_change":"2024-09-19T05:03:35.055129+0000","last_active":"2024-09-19T05:03:36.505962+0000","last_peered":"2024-09-19T05:03:36.505962+0000","last_clean":"2024-09-19T05:03:36.505962+0000","last_became_active":"2024-09-19T05:03:35.054841+0000","last_became_peered":"2024-09-19T05:03:35.054841+0000","last_unstale":"2024-09-19T05:03:36.505962+0000","last_undegraded":"2024-09-19T05:03:36.505962+0000","last_fullsized":"2024-09-19T05:03:36.505962+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:49:40.070401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.6","version":"72'1","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:37.039401+0000","last_change":"2024-09-19T05:03:34.047211+0000","last_active":"2024-09-19T05:03:37.039401+0000","last_peered":"2024-09-19T05:03:37.039401+0000","last_clean":"2024-09-19T05:03:37.039401+0000","last_became_active":"2024-09-19T05:03:34.046911+0000","last_became_peered":"2024-09-19T05:03:34.046911+0000","last_unstale":"2024-09-19T05:03:37.039401+0000","last_undegraded":"2024-09-19T05:03:37.039401+0000","last_fullsized":"2024-09-19T05:03:37.039401+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:16:26.543620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506249+0000","last_change":"2024-09-19T05:03:35.054638+0000","last_active":"2024-09-19T05:03:36.506249+0000","last_peered":"2024-09-19T05:03:36.506249+0000","last_clean":"2024-09-19T05:03:36.506249+0000","last_became_active":"2024-09-19T05:03:35.054335+0000","last_became_peered":"2024-09-19T05:03:35.054335+0000","last_unstale":"2024-09-19T05:03:36.506249+0000","last_undegraded":"2024-09-19T05:03:36.506249+0000","last_fullsized":"2024-09-19T05:03:36.506249+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:15:42.976681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.039149+0000","last_change":"2024-09-19T05:03:34.044039+0000","last_active":"2024-09-19T05:03:36.039149+0000","last_peered":"2024-09-19T05:03:36.039149+0000","last_clean":"2024-09-19T05:03:36.039149+0000","last_became_active":"2024-09-19T05:03:34.043322+0000","last_became_peered":"2024-09-19T05:03:34.043322+0000","last_unstale":"2024-09-19T05:03:36.039149+0000","last_undegraded":"2024-09-19T05:03:36.039149+0000","last_fullsized":"2024-09-19T05:03:36.039149+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:41:34.795200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035441+0000","last_change":"2024-09-19T05:03:35.052278+0000","last_active":"2024-09-19T05:03:36.035441+0000","last_peered":"2024-09-19T05:03:36.035441+0000","last_clean":"2024-09-19T05:03:36.035441+0000","last_became_active":"2024-09-19T05:03:35.051969+0000","last_became_peered":"2024-09-19T05:03:35.051969+0000","last_unstale":"2024-09-19T05:03:36.035441+0000","last_undegraded":"2024-09-19T05:03:36.035441+0000","last_fullsized":"2024-09-19T05:03:36.035441+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:26:20.239488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.038382+0000","last_change":"2024-09-19T05:03:34.047682+0000","last_active":"2024-09-19T05:03:36.038382+0000","last_peered":"2024-09-19T05:03:36.038382+0000","last_clean":"2024-09-19T05:03:36.038382+0000","last_became_active":"2024-09-19T05:03:34.047362+0000","last_became_peered":"2024-09-19T05:03:34.047362+0000","last_unstale":"2024-09-19T05:03:36.038382+0000","last_undegraded":"2024-09-19T05:03:36.038382+0000","last_fullsized":"2024-09-19T05:03:36.038382+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:04:18.222852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506565+0000","last_change":"2024-09-19T05:03:35.055159+0000","last_active":"2024-09-19T05:03:36.506565+0000","last_peered":"2024-09-19T05:03:36.506565+0000","last_clean":"2024-09-19T05:03:36.506565+0000","last_became_active":"2024-09-19T05:03:35.054817+0000","last_became_peered":"2024-09-19T05:03:35.054817+0000","last_unstale":"2024-09-19T05:03:36.506565+0000","last_undegraded":"2024-09-19T05:03:36.506565+0000","last_fullsized":"2024-09-19T05:03:36.506565+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:59.446256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506123+0000","last_change":"2024-09-19T05:03:34.052239+0000","last_active":"2024-09-19T05:03:36.506123+0000","last_peered":"2024-09-19T05:03:36.506123+0000","last_clean":"2024-09-19T05:03:36.506123+0000","last_became_active":"2024-09-19T05:03:34.051822+0000","last_became_peered":"2024-09-19T05:03:34.051822+0000","last_unstale":"2024-09-19T05:03:36.506123+0000","last_undegraded":"2024-09-19T05:03:36.506123+0000","last_fullsized":"2024-09-19T05:03:36.506123+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:02.589594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506713+0000","last_change":"2024-09-19T05:03:35.068438+0000","last_active":"2024-09-19T05:03:36.506713+0000","last_peered":"2024-09-19T05:03:36.506713+0000","last_clean":"2024-09-19T05:03:36.506713+0000","last_became_active":"2024-09-19T05:03:35.068155+0000","last_became_peered":"2024-09-19T05:03:35.068155+0000","last_unstale":"2024-09-19T05:03:36.506713+0000","last_undegraded":"2024-09-19T05:03:36.506713+0000","last_fullsized":"2024-09-19T05:03:36.506713+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:51:13.246587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.127659+0000","last_change":"2024-09-19T05:03:34.054399+0000","last_active":"2024-09-19T05:03:36.127659+0000","last_peered":"2024-09-19T05:03:36.127659+0000","last_clean":"2024-09-19T05:03:36.127659+0000","last_became_active":"2024-09-19T05:03:34.053766+0000","last_became_peered":"2024-09-19T05:03:34.053766+0000","last_unstale":"2024-09-19T05:03:36.127659+0000","last_undegraded":"2024-09-19T05:03:36.127659+0000","last_fullsized":"2024-09-19T05:03:36.127659+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:48:46.280064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":9,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.055588+0000","last_change":"2024-09-19T05:03:35.052627+0000","last_active":"2024-09-19T05:03:35.055588+0000","last_peered":"2024-09-19T05:03:35.055588+0000","last_clean":"2024-09-19T05:03:35.055588+0000","last_became_active":"2024-09-19T05:03:35.052324+0000","last_became_peered":"2024-09-19T05:03:35.052324+0000","last_unstale":"2024-09-19T05:03:35.055588+0000","last_undegraded":"2024-09-19T05:03:35.055588+0000","last_fullsized":"2024-09-19T05:03:35.055588+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:53.549784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506080+0000","last_change":"2024-09-19T05:03:34.044503+0000","last_active":"2024-09-19T05:03:36.506080+0000","last_peered":"2024-09-19T05:03:36.506080+0000","last_clean":"2024-09-19T05:03:36.506080+0000","last_became_active":"2024-09-19T05:03:34.044174+0000","last_became_peered":"2024-09-19T05:03:34.044174+0000","last_unstale":"2024-09-19T05:03:36.506080+0000","last_undegraded":"2024-09-19T05:03:36.506080+0000","last_fullsized":"2024-09-19T05:03:36.506080+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:26:21.177242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":9,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.047995+0000","last_change":"2024-09-19T05:03:35.045172+0000","last_active":"2024-09-19T05:03:35.047995+0000","last_peered":"2024-09-19T05:03:35.047995+0000","last_clean":"2024-09-19T05:03:35.047995+0000","last_became_active":"2024-09-19T05:03:35.044854+0000","last_became_peered":"2024-09-19T05:03:35.044854+0000","last_unstale":"2024-09-19T05:03:35.047995+0000","last_undegraded":"2024-09-19T05:03:35.047995+0000","last_fullsized":"2024-09-19T05:03:35.047995+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:29.861198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":12,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-19T05:03:35.035201+0000","last_change":"2024-09-19T05:03:34.044475+0000","last_active":"2024-09-19T05:03:35.035201+0000","last_peered":"2024-09-19T05:03:35.035201+0000","last_clean":"2024-09-19T05:03:35.035201+0000","last_became_active":"2024-09-19T05:03:34.044172+0000","last_became_peered":"2024-09-19T05:03:34.044172+0000","last_unstale":"2024-09-19T05:03:35.035201+0000","last_undegraded":"2024-09-19T05:03:35.035201+0000","last_fullsized":"2024-09-19T05:03:35.035201+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:34:39.022973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.039053+0000","last_change":"2024-09-19T05:03:35.047775+0000","last_active":"2024-09-19T05:03:36.039053+0000","last_peered":"2024-09-19T05:03:36.039053+0000","last_clean":"2024-09-19T05:03:36.039053+0000","last_became_active":"2024-09-19T05:03:35.047471+0000","last_became_peered":"2024-09-19T05:03:35.047471+0000","last_unstale":"2024-09-19T05:03:36.039053+0000","last_undegraded":"2024-09-19T05:03:36.039053+0000","last_fullsized":"2024-09-19T05:03:36.039053+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:26.740271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506163+0000","last_change":"2024-09-19T05:03:34.050958+0000","last_active":"2024-09-19T05:03:36.506163+0000","last_peered":"2024-09-19T05:03:36.506163+0000","last_clean":"2024-09-19T05:03:36.506163+0000","last_became_active":"2024-09-19T05:03:34.050671+0000","last_became_peered":"2024-09-19T05:03:34.050671+0000","last_unstale":"2024-09-19T05:03:36.506163+0000","last_undegraded":"2024-09-19T05:03:36.506163+0000","last_fullsized":"2024-09-19T05:03:36.506163+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:12.477662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":273,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.038761+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:03:36.038761+0000","last_peered":"2024-09-19T05:03:36.038761+0000","last_clean":"2024-09-19T05:03:36.038761+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:03:36.038761+0000","last_undegraded":"2024-09-19T05:03:36.038761+0000","last_fullsized":"2024-09-19T05:03:36.038761+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":11,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509474,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32624,"kb_used_data":1436,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339216,"statfs":{"total":96636764160,"available":96603357184,"internally_reserved":0,"allocated":1470464,"data_stored":986347,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509473,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27896,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343944,"statfs":{"total":96636764160,"available":96608198656,"internally_reserved":0,"allocated":884736,"data_stored":397569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509473,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27888,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343952,"statfs":{"total":96636764160,"available":96608206848,"internally_reserved":0,"allocated":876544,"data_stored":395991,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542177,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32048,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339792,"statfs":{"total":96636764160,"available":96603947008,"internally_reserved":0,"allocated":876544,"data_stored":396539,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542177,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36220,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335620,"statfs":{"total":96636764160,"available":96599674880,"internally_reserved":0,"allocated":884736,"data_stored":396699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574882,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32068,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339772,"statfs":{"total":96636764160,"available":96603926528,"internally_reserved":0,"allocated":892928,"data_stored":397673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574881,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32040,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339800,"statfs":{"total":96636764160,"available":96603955200,"internally_reserved":0,"allocated":868352,"data_stored":389377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574881,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36780,"kb_used_data":1432,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335060,"statfs":{"total":96636764160,"available":96599101440,"internally_reserved":0,"allocated":1466368,"data_stored":986325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:03:42.513 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:03:42.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.626+0000 7f3a0263c640 1 Processor -- start 2024-09-19T05:03:42.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.626+0000 7f3a0263c640 1 -- start start 2024-09-19T05:03:42.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.626+0000 7f3a0263c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f39fc0d3150 0x7f39fc0b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:42.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.626+0000 7f3a0263c640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f39fc0b6530 0x7f39fc06d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:42.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.626+0000 7f3a0263c640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39fc0d3680 con 0x7f39fc15e660 2024-09-19T05:03:42.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.626+0000 7f3a0263c640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f39fc06d4b0 con 0x7f39fc0d3150 2024-09-19T05:03:42.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.626+0000 7f3a0263c640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f39fc0d3960 con 0x7f39fc0b6530 2024-09-19T05:03:42.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.627+0000 7f39fb7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f39fc0d3150 0x7f39fc0b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:42.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.627+0000 7f39fb7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f39fc0d3150 0x7f39fc0b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37234/0 (socket says 172.21.15.5:37234) 2024-09-19T05:03:42.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.627+0000 7f39fbfff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f39fc15e660 0x7f39fc0d4dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:57556/0 (socket says 172.21.15.5:57556) 2024-09-19T05:03:42.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.627+0000 7f39fb7fe640 1 -- 172.21.15.5:0/1217390659 learned_addr learned my addr 172.21.15.5:0/1217390659 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:42.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.627+0000 7f3a00bd9640 1 --2- 172.21.15.5:0/1217390659 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f39fc0b6530 0x7f39fc06d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:42.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.627+0000 7f39fb7fe640 1 -- 172.21.15.5:0/1217390659 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f39fc0b6530 msgr2=0x7f39fc06d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:42.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.627+0000 7f39fb7fe640 1 --2- 172.21.15.5:0/1217390659 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f39fc0b6530 0x7f39fc06d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:42.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.627+0000 7f39fb7fe640 1 -- 172.21.15.5:0/1217390659 >> v1:172.21.15.5:6789/0 conn(0x7f39fc15e660 legacy=0x7f39fc0d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:42.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.627+0000 7f39fb7fe640 1 -- 172.21.15.5:0/1217390659 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39fc06ce60 con 0x7f39fc0d3150 2024-09-19T05:03:42.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.627+0000 7f39faffd640 1 -- 172.21.15.5:0/1217390659 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 621488651 0 0) 0x7f39fc0d3680 con 0x7f39fc15e660 2024-09-19T05:03:42.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.627+0000 7f3a00bd9640 1 --2- 172.21.15.5:0/1217390659 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f39fc0b6530 0x7f39fc06d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:42.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.628+0000 7f39fb7fe640 1 --2- 172.21.15.5:0/1217390659 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39fc0d3150 0x7f39fc0b5ff0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f39f0009870 tx=0x7f39f002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d5342cc95421ff server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:42.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.628+0000 7f39faffd640 1 -- 172.21.15.5:0/1217390659 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39f0037070 con 0x7f39fc0d3150 2024-09-19T05:03:42.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.628+0000 7f39faffd640 1 -- 172.21.15.5:0/1217390659 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39f002ae50 con 0x7f39fc0d3150 2024-09-19T05:03:42.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.628+0000 7f39faffd640 1 -- 172.21.15.5:0/1217390659 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39f0032860 con 0x7f39fc0d3150 2024-09-19T05:03:42.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.629+0000 7f3a0263c640 1 -- 172.21.15.5:0/1217390659 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39fc0d3150 msgr2=0x7f39fc0b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:42.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.629+0000 7f3a0263c640 1 --2- 172.21.15.5:0/1217390659 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39fc0d3150 0x7f39fc0b5ff0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f39f0009870 tx=0x7f39f002a300 comp rx=0 tx=0).stop 2024-09-19T05:03:42.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.629+0000 7f3a0263c640 1 -- 172.21.15.5:0/1217390659 shutdown_connections 2024-09-19T05:03:42.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.629+0000 7f3a0263c640 1 --2- 172.21.15.5:0/1217390659 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f39fc0b6530 0x7f39fc06d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:42.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.629+0000 7f3a0263c640 1 --2- 172.21.15.5:0/1217390659 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39fc0d3150 0x7f39fc0b5ff0 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:42.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.629+0000 7f3a0263c640 1 -- 172.21.15.5:0/1217390659 >> 172.21.15.5:0/1217390659 conn(0x7f39fc08c000 msgr2=0x7f39fc0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:42.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.629+0000 7f3a0263c640 1 -- 172.21.15.5:0/1217390659 shutdown_connections 2024-09-19T05:03:42.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.629+0000 7f3a0263c640 1 -- 172.21.15.5:0/1217390659 wait complete. 2024-09-19T05:03:42.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.630+0000 7f3a0263c640 1 Processor -- start 2024-09-19T05:03:42.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.630+0000 7f3a0263c640 1 -- start start 2024-09-19T05:03:42.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.631+0000 7f3a0263c640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f39fc0b6530 0x7f39fc0cbf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:42.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.631+0000 7f3a0263c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39fc0d3150 0x7f39fc15ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:42.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.631+0000 7f3a0263c640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f39fc15e660 0x7f39fc0cdb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:42.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.631+0000 7f3a0263c640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f39fc06de80 con 0x7f39fc0d3150 2024-09-19T05:03:42.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.631+0000 7f3a0263c640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f39fc15ea40 con 0x7f39fc15e660 2024-09-19T05:03:42.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.631+0000 7f3a0263c640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f39fc06e000 con 0x7f39fc0b6530 2024-09-19T05:03:42.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.631+0000 7f39fb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39fc0d3150 0x7f39fc15ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:42.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.631+0000 7f39fb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39fc0d3150 0x7f39fc15ae00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37248/0 (socket says 172.21.15.5:37248) 2024-09-19T05:03:42.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.631+0000 7f39fb7fe640 1 -- 172.21.15.5:0/3333848788 learned_addr learned my addr 172.21.15.5:0/3333848788 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:42.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.631+0000 7f39fbfff640 1 --2- 172.21.15.5:0/3333848788 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f39fc0b6530 0x7f39fc0cbf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:42.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.631+0000 7f3a00bd9640 1 --2- 172.21.15.5:0/3333848788 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f39fc15e660 0x7f39fc0cdb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:42.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.631+0000 7f39fb7fe640 1 -- 172.21.15.5:0/3333848788 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f39fc0b6530 msgr2=0x7f39fc0cbf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:42.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.631+0000 7f39fb7fe640 1 --2- 172.21.15.5:0/3333848788 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f39fc0b6530 0x7f39fc0cbf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:42.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.631+0000 7f39fb7fe640 1 -- 172.21.15.5:0/3333848788 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f39fc15e660 msgr2=0x7f39fc0cdb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:42.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.631+0000 7f39fb7fe640 1 --2- 172.21.15.5:0/3333848788 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f39fc15e660 0x7f39fc0cdb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:42.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.631+0000 7f39fb7fe640 1 -- 172.21.15.5:0/3333848788 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39fc0cc6c0 con 0x7f39fc0d3150 2024-09-19T05:03:42.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.631+0000 7f39fbfff640 1 --2- 172.21.15.5:0/3333848788 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f39fc0b6530 0x7f39fc0cbf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:42.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.631+0000 7f3a00bd9640 1 --2- 172.21.15.5:0/3333848788 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f39fc15e660 0x7f39fc0cdb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:42.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.632+0000 7f39fb7fe640 1 --2- 172.21.15.5:0/3333848788 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39fc0d3150 0x7f39fc15ae00 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f39f0000c00 tx=0x7f39f00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:42.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.632+0000 7f39f8ff9640 1 -- 172.21.15.5:0/3333848788 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39f0041070 con 0x7f39fc0d3150 2024-09-19T05:03:42.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.632+0000 7f39f8ff9640 1 -- 172.21.15.5:0/3333848788 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39f003c670 con 0x7f39fc0d3150 2024-09-19T05:03:42.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.632+0000 7f3a0263c640 1 -- 172.21.15.5:0/3333848788 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39fc0b91c0 con 0x7f39fc0d3150 2024-09-19T05:03:42.637 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.632+0000 7f39f8ff9640 1 -- 172.21.15.5:0/3333848788 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39f0037040 con 0x7f39fc0d3150 2024-09-19T05:03:42.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.632+0000 7f3a0263c640 1 -- 172.21.15.5:0/3333848788 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39fc0b9780 con 0x7f39fc0d3150 2024-09-19T05:03:42.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.633+0000 7f3a0263c640 1 -- 172.21.15.5:0/3333848788 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39fc06d940 con 0x7f39fc0d3150 2024-09-19T05:03:42.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.634+0000 7f39f8ff9640 1 -- 172.21.15.5:0/3333848788 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f39f0044070 con 0x7f39fc0d3150 2024-09-19T05:03:42.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.634+0000 7f39f8ff9640 1 --2- 172.21.15.5:0/3333848788 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f39e806c2b0 0x7f39e806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:42.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.634+0000 7f39f8ff9640 1 -- 172.21.15.5:0/3333848788 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f39f00abf90 con 0x7f39fc0d3150 2024-09-19T05:03:42.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.634+0000 7f39fbfff640 1 --2- 172.21.15.5:0/3333848788 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f39e806c2b0 0x7f39e806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:42.638 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.635+0000 7f39fbfff640 1 --2- 172.21.15.5:0/3333848788 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f39e806c2b0 0x7f39e806e770 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f39ec000f60 tx=0x7f39ec009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:42.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.639+0000 7f39f8ff9640 1 -- 172.21.15.5:0/3333848788 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f39f007a690 con 0x7f39fc0d3150 2024-09-19T05:03:42.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.811+0000 7f3a0263c640 1 -- 172.21.15.5:0/3333848788 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f39fc0b31a0 con 0x7f39e806c2b0 2024-09-19T05:03:42.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.818+0000 7f39f8ff9640 1 -- 172.21.15.5:0/3333848788 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252078 (secure 0 0 0) 0x7f39fc0b31a0 con 0x7f39e806c2b0 2024-09-19T05:03:42.821 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:42.823 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:03:42.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.821+0000 7f3a0263c640 1 -- 172.21.15.5:0/3333848788 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f39e806c2b0 msgr2=0x7f39e806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:42.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.821+0000 7f3a0263c640 1 --2- 172.21.15.5:0/3333848788 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f39e806c2b0 0x7f39e806e770 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f39ec000f60 tx=0x7f39ec009040 comp rx=0 tx=0).stop 2024-09-19T05:03:42.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.821+0000 7f3a0263c640 1 -- 172.21.15.5:0/3333848788 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39fc0d3150 msgr2=0x7f39fc15ae00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:42.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.821+0000 7f3a0263c640 1 --2- 172.21.15.5:0/3333848788 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39fc0d3150 0x7f39fc15ae00 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f39f0000c00 tx=0x7f39f00046c0 comp rx=0 tx=0).stop 2024-09-19T05:03:42.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.821+0000 7f3a0263c640 1 -- 172.21.15.5:0/3333848788 shutdown_connections 2024-09-19T05:03:42.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.821+0000 7f3a0263c640 1 --2- 172.21.15.5:0/3333848788 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f39e806c2b0 0x7f39e806e770 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:42.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.821+0000 7f3a0263c640 1 --2- 172.21.15.5:0/3333848788 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f39fc15e660 0x7f39fc0cdb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:42.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.821+0000 7f3a0263c640 1 --2- 172.21.15.5:0/3333848788 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f39fc0d3150 0x7f39fc15ae00 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:42.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.821+0000 7f3a0263c640 1 --2- 172.21.15.5:0/3333848788 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f39fc0b6530 0x7f39fc0cbf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:42.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.821+0000 7f3a0263c640 1 -- 172.21.15.5:0/3333848788 >> 172.21.15.5:0/3333848788 conn(0x7f39fc08c000 msgr2=0x7f39fc0b1dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:42.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.821+0000 7f3a0263c640 1 -- 172.21.15.5:0/3333848788 shutdown_connections 2024-09-19T05:03:42.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.821+0000 7f3a0263c640 1 -- 172.21.15.5:0/3333848788 wait complete. 2024-09-19T05:03:42.833 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":142,"stamp":"2024-09-19T05:03:41.292758+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":165,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":257580,"kb_used_data":8040,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754717140,"statfs":{"total":773094113280,"available":772830351360,"internally_reserved":0,"allocated":8232960,"data_stored":4353212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":255315504},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":26,"apply_latency_ms":26,"commit_latency_ns":26000000,"apply_latency_ns":26000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.261718"},"pg_stats":[{"pgid":"12.3f","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.039329+0000","last_change":"2024-09-19T05:03:35.050896+0000","last_active":"2024-09-19T05:03:36.039329+0000","last_peered":"2024-09-19T05:03:36.039329+0000","last_clean":"2024-09-19T05:03:36.039329+0000","last_became_active":"2024-09-19T05:03:35.050352+0000","last_became_peered":"2024-09-19T05:03:35.050352+0000","last_unstale":"2024-09-19T05:03:36.039329+0000","last_undegraded":"2024-09-19T05:03:36.039329+0000","last_fullsized":"2024-09-19T05:03:36.039329+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:02:09.516873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3e","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035636+0000","last_change":"2024-09-19T05:03:35.063278+0000","last_active":"2024-09-19T05:03:36.035636+0000","last_peered":"2024-09-19T05:03:36.035636+0000","last_clean":"2024-09-19T05:03:36.035636+0000","last_became_active":"2024-09-19T05:03:35.062913+0000","last_became_peered":"2024-09-19T05:03:35.062913+0000","last_unstale":"2024-09-19T05:03:36.035636+0000","last_undegraded":"2024-09-19T05:03:36.035636+0000","last_fullsized":"2024-09-19T05:03:36.035636+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:49:00.281260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.3d","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506186+0000","last_change":"2024-09-19T05:03:35.051014+0000","last_active":"2024-09-19T05:03:36.506186+0000","last_peered":"2024-09-19T05:03:36.506186+0000","last_clean":"2024-09-19T05:03:36.506186+0000","last_became_active":"2024-09-19T05:03:35.050622+0000","last_became_peered":"2024-09-19T05:03:35.050622+0000","last_unstale":"2024-09-19T05:03:36.506186+0000","last_undegraded":"2024-09-19T05:03:36.506186+0000","last_fullsized":"2024-09-19T05:03:36.506186+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:09:58.642832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3c","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.039332+0000","last_change":"2024-09-19T05:03:35.049381+0000","last_active":"2024-09-19T05:03:36.039332+0000","last_peered":"2024-09-19T05:03:36.039332+0000","last_clean":"2024-09-19T05:03:36.039332+0000","last_became_active":"2024-09-19T05:03:35.049054+0000","last_became_peered":"2024-09-19T05:03:35.049054+0000","last_unstale":"2024-09-19T05:03:36.039332+0000","last_undegraded":"2024-09-19T05:03:36.039332+0000","last_fullsized":"2024-09-19T05:03:36.039332+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:42:43.964862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3b","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.127746+0000","last_change":"2024-09-19T05:03:35.058750+0000","last_active":"2024-09-19T05:03:36.127746+0000","last_peered":"2024-09-19T05:03:36.127746+0000","last_clean":"2024-09-19T05:03:36.127746+0000","last_became_active":"2024-09-19T05:03:35.058474+0000","last_became_peered":"2024-09-19T05:03:35.058474+0000","last_unstale":"2024-09-19T05:03:36.127746+0000","last_undegraded":"2024-09-19T05:03:36.127746+0000","last_fullsized":"2024-09-19T05:03:36.127746+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:29.160011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.3a","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.505836+0000","last_change":"2024-09-19T05:03:35.052634+0000","last_active":"2024-09-19T05:03:36.505836+0000","last_peered":"2024-09-19T05:03:36.505836+0000","last_clean":"2024-09-19T05:03:36.505836+0000","last_became_active":"2024-09-19T05:03:35.052285+0000","last_became_peered":"2024-09-19T05:03:35.052285+0000","last_unstale":"2024-09-19T05:03:36.505836+0000","last_undegraded":"2024-09-19T05:03:36.505836+0000","last_fullsized":"2024-09-19T05:03:36.505836+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:56:35.371722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.39","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.505962+0000","last_change":"2024-09-19T05:03:35.068509+0000","last_active":"2024-09-19T05:03:36.505962+0000","last_peered":"2024-09-19T05:03:36.505962+0000","last_clean":"2024-09-19T05:03:36.505962+0000","last_became_active":"2024-09-19T05:03:35.068200+0000","last_became_peered":"2024-09-19T05:03:35.068200+0000","last_unstale":"2024-09-19T05:03:36.505962+0000","last_undegraded":"2024-09-19T05:03:36.505962+0000","last_fullsized":"2024-09-19T05:03:36.505962+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:55:39.282947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.38","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.127546+0000","last_change":"2024-09-19T05:03:35.060106+0000","last_active":"2024-09-19T05:03:36.127546+0000","last_peered":"2024-09-19T05:03:36.127546+0000","last_clean":"2024-09-19T05:03:36.127546+0000","last_became_active":"2024-09-19T05:03:35.059846+0000","last_became_peered":"2024-09-19T05:03:35.059846+0000","last_unstale":"2024-09-19T05:03:36.127546+0000","last_undegraded":"2024-09-19T05:03:36.127546+0000","last_fullsized":"2024-09-19T05:03:36.127546+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:50.174434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.37","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506714+0000","last_change":"2024-09-19T05:03:35.049565+0000","last_active":"2024-09-19T05:03:36.506714+0000","last_peered":"2024-09-19T05:03:36.506714+0000","last_clean":"2024-09-19T05:03:36.506714+0000","last_became_active":"2024-09-19T05:03:35.048569+0000","last_became_peered":"2024-09-19T05:03:35.048569+0000","last_unstale":"2024-09-19T05:03:36.506714+0000","last_undegraded":"2024-09-19T05:03:36.506714+0000","last_fullsized":"2024-09-19T05:03:36.506714+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:41:46.856076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.36","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.038969+0000","last_change":"2024-09-19T05:03:35.049490+0000","last_active":"2024-09-19T05:03:36.038969+0000","last_peered":"2024-09-19T05:03:36.038969+0000","last_clean":"2024-09-19T05:03:36.038969+0000","last_became_active":"2024-09-19T05:03:35.049192+0000","last_became_peered":"2024-09-19T05:03:35.049192+0000","last_unstale":"2024-09-19T05:03:36.038969+0000","last_undegraded":"2024-09-19T05:03:36.038969+0000","last_fullsized":"2024-09-19T05:03:36.038969+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:39:10.541188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.35","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035444+0000","last_change":"2024-09-19T05:03:35.070250+0000","last_active":"2024-09-19T05:03:36.035444+0000","last_peered":"2024-09-19T05:03:36.035444+0000","last_clean":"2024-09-19T05:03:36.035444+0000","last_became_active":"2024-09-19T05:03:35.069903+0000","last_became_peered":"2024-09-19T05:03:35.069903+0000","last_unstale":"2024-09-19T05:03:36.035444+0000","last_undegraded":"2024-09-19T05:03:36.035444+0000","last_fullsized":"2024-09-19T05:03:36.035444+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:40.248124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.34","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.039495+0000","last_change":"2024-09-19T05:03:35.051746+0000","last_active":"2024-09-19T05:03:36.039495+0000","last_peered":"2024-09-19T05:03:36.039495+0000","last_clean":"2024-09-19T05:03:36.039495+0000","last_became_active":"2024-09-19T05:03:35.051478+0000","last_became_peered":"2024-09-19T05:03:35.051478+0000","last_unstale":"2024-09-19T05:03:36.039495+0000","last_undegraded":"2024-09-19T05:03:36.039495+0000","last_fullsized":"2024-09-19T05:03:36.039495+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:57.916532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.33","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.127786+0000","last_change":"2024-09-19T05:03:35.055168+0000","last_active":"2024-09-19T05:03:36.127786+0000","last_peered":"2024-09-19T05:03:36.127786+0000","last_clean":"2024-09-19T05:03:36.127786+0000","last_became_active":"2024-09-19T05:03:35.054838+0000","last_became_peered":"2024-09-19T05:03:35.054838+0000","last_unstale":"2024-09-19T05:03:36.127786+0000","last_undegraded":"2024-09-19T05:03:36.127786+0000","last_fullsized":"2024-09-19T05:03:36.127786+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:20:14.879121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.32","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.505951+0000","last_change":"2024-09-19T05:03:35.054386+0000","last_active":"2024-09-19T05:03:36.505951+0000","last_peered":"2024-09-19T05:03:36.505951+0000","last_clean":"2024-09-19T05:03:36.505951+0000","last_became_active":"2024-09-19T05:03:35.054109+0000","last_became_peered":"2024-09-19T05:03:35.054109+0000","last_unstale":"2024-09-19T05:03:36.505951+0000","last_undegraded":"2024-09-19T05:03:36.505951+0000","last_fullsized":"2024-09-19T05:03:36.505951+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:23:05.995435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.31","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035390+0000","last_change":"2024-09-19T05:03:35.060678+0000","last_active":"2024-09-19T05:03:36.035390+0000","last_peered":"2024-09-19T05:03:36.035390+0000","last_clean":"2024-09-19T05:03:36.035390+0000","last_became_active":"2024-09-19T05:03:35.060370+0000","last_became_peered":"2024-09-19T05:03:35.060370+0000","last_unstale":"2024-09-19T05:03:36.035390+0000","last_undegraded":"2024-09-19T05:03:36.035390+0000","last_fullsized":"2024-09-19T05:03:36.035390+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:46:55.284436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.30","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.038429+0000","last_change":"2024-09-19T05:03:35.046424+0000","last_active":"2024-09-19T05:03:36.038429+0000","last_peered":"2024-09-19T05:03:36.038429+0000","last_clean":"2024-09-19T05:03:36.038429+0000","last_became_active":"2024-09-19T05:03:35.046082+0000","last_became_peered":"2024-09-19T05:03:35.046082+0000","last_unstale":"2024-09-19T05:03:36.038429+0000","last_undegraded":"2024-09-19T05:03:36.038429+0000","last_fullsized":"2024-09-19T05:03:36.038429+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:40.629194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2f","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.128113+0000","last_change":"2024-09-19T05:03:35.067621+0000","last_active":"2024-09-19T05:03:36.128113+0000","last_peered":"2024-09-19T05:03:36.128113+0000","last_clean":"2024-09-19T05:03:36.128113+0000","last_became_active":"2024-09-19T05:03:35.067326+0000","last_became_peered":"2024-09-19T05:03:35.067326+0000","last_unstale":"2024-09-19T05:03:36.128113+0000","last_undegraded":"2024-09-19T05:03:36.128113+0000","last_fullsized":"2024-09-19T05:03:36.128113+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:40:06.081259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2e","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506367+0000","last_change":"2024-09-19T05:03:35.055724+0000","last_active":"2024-09-19T05:03:36.506367+0000","last_peered":"2024-09-19T05:03:36.506367+0000","last_clean":"2024-09-19T05:03:36.506367+0000","last_became_active":"2024-09-19T05:03:35.054094+0000","last_became_peered":"2024-09-19T05:03:35.054094+0000","last_unstale":"2024-09-19T05:03:36.506367+0000","last_undegraded":"2024-09-19T05:03:36.506367+0000","last_fullsized":"2024-09-19T05:03:36.506367+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:01:36.984896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.2d","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.505873+0000","last_change":"2024-09-19T05:03:35.052467+0000","last_active":"2024-09-19T05:03:36.505873+0000","last_peered":"2024-09-19T05:03:36.505873+0000","last_clean":"2024-09-19T05:03:36.505873+0000","last_became_active":"2024-09-19T05:03:35.052149+0000","last_became_peered":"2024-09-19T05:03:35.052149+0000","last_unstale":"2024-09-19T05:03:36.505873+0000","last_undegraded":"2024-09-19T05:03:36.505873+0000","last_fullsized":"2024-09-19T05:03:36.505873+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:13:04.664379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.2c","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.127734+0000","last_change":"2024-09-19T05:03:35.060405+0000","last_active":"2024-09-19T05:03:36.127734+0000","last_peered":"2024-09-19T05:03:36.127734+0000","last_clean":"2024-09-19T05:03:36.127734+0000","last_became_active":"2024-09-19T05:03:35.059879+0000","last_became_peered":"2024-09-19T05:03:35.059879+0000","last_unstale":"2024-09-19T05:03:36.127734+0000","last_undegraded":"2024-09-19T05:03:36.127734+0000","last_fullsized":"2024-09-19T05:03:36.127734+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:01:07.412262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2b","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506292+0000","last_change":"2024-09-19T05:03:35.050522+0000","last_active":"2024-09-19T05:03:36.506292+0000","last_peered":"2024-09-19T05:03:36.506292+0000","last_clean":"2024-09-19T05:03:36.506292+0000","last_became_active":"2024-09-19T05:03:35.048417+0000","last_became_peered":"2024-09-19T05:03:35.048417+0000","last_unstale":"2024-09-19T05:03:36.506292+0000","last_undegraded":"2024-09-19T05:03:36.506292+0000","last_fullsized":"2024-09-19T05:03:36.506292+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:25:48.163933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2a","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.127628+0000","last_change":"2024-09-19T05:03:35.060916+0000","last_active":"2024-09-19T05:03:36.127628+0000","last_peered":"2024-09-19T05:03:36.127628+0000","last_clean":"2024-09-19T05:03:36.127628+0000","last_became_active":"2024-09-19T05:03:35.060669+0000","last_became_peered":"2024-09-19T05:03:35.060669+0000","last_unstale":"2024-09-19T05:03:36.127628+0000","last_undegraded":"2024-09-19T05:03:36.127628+0000","last_fullsized":"2024-09-19T05:03:36.127628+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:16:01.827736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.29","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506049+0000","last_change":"2024-09-19T05:03:35.049217+0000","last_active":"2024-09-19T05:03:36.506049+0000","last_peered":"2024-09-19T05:03:36.506049+0000","last_clean":"2024-09-19T05:03:36.506049+0000","last_became_active":"2024-09-19T05:03:35.048878+0000","last_became_peered":"2024-09-19T05:03:35.048878+0000","last_unstale":"2024-09-19T05:03:36.506049+0000","last_undegraded":"2024-09-19T05:03:36.506049+0000","last_fullsized":"2024-09-19T05:03:36.506049+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:03:41.597417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.28","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035090+0000","last_change":"2024-09-19T05:03:35.052726+0000","last_active":"2024-09-19T05:03:36.035090+0000","last_peered":"2024-09-19T05:03:36.035090+0000","last_clean":"2024-09-19T05:03:36.035090+0000","last_became_active":"2024-09-19T05:03:35.052182+0000","last_became_peered":"2024-09-19T05:03:35.052182+0000","last_unstale":"2024-09-19T05:03:36.035090+0000","last_undegraded":"2024-09-19T05:03:36.035090+0000","last_fullsized":"2024-09-19T05:03:36.035090+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:25:46.028551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.27","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035471+0000","last_change":"2024-09-19T05:03:35.063050+0000","last_active":"2024-09-19T05:03:36.035471+0000","last_peered":"2024-09-19T05:03:36.035471+0000","last_clean":"2024-09-19T05:03:36.035471+0000","last_became_active":"2024-09-19T05:03:35.062756+0000","last_became_peered":"2024-09-19T05:03:35.062756+0000","last_unstale":"2024-09-19T05:03:36.035471+0000","last_undegraded":"2024-09-19T05:03:36.035471+0000","last_fullsized":"2024-09-19T05:03:36.035471+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:23:59.772413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.26","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.039131+0000","last_change":"2024-09-19T05:03:35.052874+0000","last_active":"2024-09-19T05:03:36.039131+0000","last_peered":"2024-09-19T05:03:36.039131+0000","last_clean":"2024-09-19T05:03:36.039131+0000","last_became_active":"2024-09-19T05:03:35.052600+0000","last_became_peered":"2024-09-19T05:03:35.052600+0000","last_unstale":"2024-09-19T05:03:36.039131+0000","last_undegraded":"2024-09-19T05:03:36.039131+0000","last_fullsized":"2024-09-19T05:03:36.039131+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:00:31.098047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.25","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.038461+0000","last_change":"2024-09-19T05:03:35.046460+0000","last_active":"2024-09-19T05:03:36.038461+0000","last_peered":"2024-09-19T05:03:36.038461+0000","last_clean":"2024-09-19T05:03:36.038461+0000","last_became_active":"2024-09-19T05:03:35.046157+0000","last_became_peered":"2024-09-19T05:03:35.046157+0000","last_unstale":"2024-09-19T05:03:36.038461+0000","last_undegraded":"2024-09-19T05:03:36.038461+0000","last_fullsized":"2024-09-19T05:03:36.038461+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:23:05.995435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.24","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.127816+0000","last_change":"2024-09-19T05:03:35.060494+0000","last_active":"2024-09-19T05:03:36.127816+0000","last_peered":"2024-09-19T05:03:36.127816+0000","last_clean":"2024-09-19T05:03:36.127816+0000","last_became_active":"2024-09-19T05:03:35.060223+0000","last_became_peered":"2024-09-19T05:03:35.060223+0000","last_unstale":"2024-09-19T05:03:36.127816+0000","last_undegraded":"2024-09-19T05:03:36.127816+0000","last_fullsized":"2024-09-19T05:03:36.127816+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:25:20.014523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.23","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035236+0000","last_change":"2024-09-19T05:03:35.062345+0000","last_active":"2024-09-19T05:03:36.035236+0000","last_peered":"2024-09-19T05:03:36.035236+0000","last_clean":"2024-09-19T05:03:36.035236+0000","last_became_active":"2024-09-19T05:03:35.057565+0000","last_became_peered":"2024-09-19T05:03:35.057565+0000","last_unstale":"2024-09-19T05:03:36.035236+0000","last_undegraded":"2024-09-19T05:03:36.035236+0000","last_fullsized":"2024-09-19T05:03:36.035236+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:25:04.436057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.22","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.038563+0000","last_change":"2024-09-19T05:03:35.053013+0000","last_active":"2024-09-19T05:03:36.038563+0000","last_peered":"2024-09-19T05:03:36.038563+0000","last_clean":"2024-09-19T05:03:36.038563+0000","last_became_active":"2024-09-19T05:03:35.052515+0000","last_became_peered":"2024-09-19T05:03:35.052515+0000","last_unstale":"2024-09-19T05:03:36.038563+0000","last_undegraded":"2024-09-19T05:03:36.038563+0000","last_fullsized":"2024-09-19T05:03:36.038563+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:56:44.096092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.21","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506112+0000","last_change":"2024-09-19T05:03:35.051767+0000","last_active":"2024-09-19T05:03:36.506112+0000","last_peered":"2024-09-19T05:03:36.506112+0000","last_clean":"2024-09-19T05:03:36.506112+0000","last_became_active":"2024-09-19T05:03:35.051503+0000","last_became_peered":"2024-09-19T05:03:35.051503+0000","last_unstale":"2024-09-19T05:03:36.506112+0000","last_undegraded":"2024-09-19T05:03:36.506112+0000","last_fullsized":"2024-09-19T05:03:36.506112+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:46:24.628706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.20","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.038644+0000","last_change":"2024-09-19T05:03:35.050001+0000","last_active":"2024-09-19T05:03:36.038644+0000","last_peered":"2024-09-19T05:03:36.038644+0000","last_clean":"2024-09-19T05:03:36.038644+0000","last_became_active":"2024-09-19T05:03:35.049703+0000","last_became_peered":"2024-09-19T05:03:35.049703+0000","last_unstale":"2024-09-19T05:03:36.038644+0000","last_undegraded":"2024-09-19T05:03:36.038644+0000","last_fullsized":"2024-09-19T05:03:36.038644+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:04.208063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.505540+0000","last_change":"2024-09-19T05:03:35.055993+0000","last_active":"2024-09-19T05:03:36.505540+0000","last_peered":"2024-09-19T05:03:36.505540+0000","last_clean":"2024-09-19T05:03:36.505540+0000","last_became_active":"2024-09-19T05:03:35.054657+0000","last_became_peered":"2024-09-19T05:03:35.054657+0000","last_unstale":"2024-09-19T05:03:36.505540+0000","last_undegraded":"2024-09-19T05:03:36.505540+0000","last_fullsized":"2024-09-19T05:03:36.505540+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:32.006498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1f","version":"71'4","reported_seq":18,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.128073+0000","last_change":"2024-09-19T05:03:34.054479+0000","last_active":"2024-09-19T05:03:36.128073+0000","last_peered":"2024-09-19T05:03:36.128073+0000","last_clean":"2024-09-19T05:03:36.128073+0000","last_became_active":"2024-09-19T05:03:34.053867+0000","last_became_peered":"2024-09-19T05:03:34.053867+0000","last_unstale":"2024-09-19T05:03:36.128073+0000","last_undegraded":"2024-09-19T05:03:36.128073+0000","last_fullsized":"2024-09-19T05:03:36.128073+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:10:44.191370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035169+0000","last_change":"2024-09-19T05:03:35.051647+0000","last_active":"2024-09-19T05:03:36.035169+0000","last_peered":"2024-09-19T05:03:36.035169+0000","last_clean":"2024-09-19T05:03:36.035169+0000","last_became_active":"2024-09-19T05:03:35.051151+0000","last_became_peered":"2024-09-19T05:03:35.051151+0000","last_unstale":"2024-09-19T05:03:36.035169+0000","last_undegraded":"2024-09-19T05:03:36.035169+0000","last_fullsized":"2024-09-19T05:03:36.035169+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:35.263312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"71'1","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.038662+0000","last_change":"2024-09-19T05:03:34.051259+0000","last_active":"2024-09-19T05:03:36.038662+0000","last_peered":"2024-09-19T05:03:36.038662+0000","last_clean":"2024-09-19T05:03:36.038662+0000","last_became_active":"2024-09-19T05:03:34.050874+0000","last_became_peered":"2024-09-19T05:03:34.050874+0000","last_unstale":"2024-09-19T05:03:36.038662+0000","last_undegraded":"2024-09-19T05:03:36.038662+0000","last_fullsized":"2024-09-19T05:03:36.038662+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:33.311971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506060+0000","last_change":"2024-09-19T05:03:35.055069+0000","last_active":"2024-09-19T05:03:36.506060+0000","last_peered":"2024-09-19T05:03:36.506060+0000","last_clean":"2024-09-19T05:03:36.506060+0000","last_became_active":"2024-09-19T05:03:35.054782+0000","last_became_peered":"2024-09-19T05:03:35.054782+0000","last_unstale":"2024-09-19T05:03:36.506060+0000","last_undegraded":"2024-09-19T05:03:36.506060+0000","last_fullsized":"2024-09-19T05:03:36.506060+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:30.414278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"71'2","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.038887+0000","last_change":"2024-09-19T05:03:34.048634+0000","last_active":"2024-09-19T05:03:36.038887+0000","last_peered":"2024-09-19T05:03:36.038887+0000","last_clean":"2024-09-19T05:03:36.038887+0000","last_became_active":"2024-09-19T05:03:34.048405+0000","last_became_peered":"2024-09-19T05:03:34.048405+0000","last_unstale":"2024-09-19T05:03:36.038887+0000","last_undegraded":"2024-09-19T05:03:36.038887+0000","last_fullsized":"2024-09-19T05:03:36.038887+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:12.477662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506600+0000","last_change":"2024-09-19T05:03:35.050219+0000","last_active":"2024-09-19T05:03:36.506600+0000","last_peered":"2024-09-19T05:03:36.506600+0000","last_clean":"2024-09-19T05:03:36.506600+0000","last_became_active":"2024-09-19T05:03:35.049965+0000","last_became_peered":"2024-09-19T05:03:35.049965+0000","last_unstale":"2024-09-19T05:03:36.506600+0000","last_undegraded":"2024-09-19T05:03:36.506600+0000","last_fullsized":"2024-09-19T05:03:36.506600+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:13.448728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1c","version":"71'2","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506521+0000","last_change":"2024-09-19T05:03:34.051508+0000","last_active":"2024-09-19T05:03:36.506521+0000","last_peered":"2024-09-19T05:03:36.506521+0000","last_clean":"2024-09-19T05:03:36.506521+0000","last_became_active":"2024-09-19T05:03:34.051230+0000","last_became_peered":"2024-09-19T05:03:34.051230+0000","last_unstale":"2024-09-19T05:03:36.506521+0000","last_undegraded":"2024-09-19T05:03:36.506521+0000","last_fullsized":"2024-09-19T05:03:36.506521+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:20:02.967369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035423+0000","last_change":"2024-09-19T05:03:35.069575+0000","last_active":"2024-09-19T05:03:36.035423+0000","last_peered":"2024-09-19T05:03:36.035423+0000","last_clean":"2024-09-19T05:03:36.035423+0000","last_became_active":"2024-09-19T05:03:35.068964+0000","last_became_peered":"2024-09-19T05:03:35.068964+0000","last_unstale":"2024-09-19T05:03:36.035423+0000","last_undegraded":"2024-09-19T05:03:36.035423+0000","last_fullsized":"2024-09-19T05:03:36.035423+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:31.099035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1b","version":"71'1","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506485+0000","last_change":"2024-09-19T05:03:34.049794+0000","last_active":"2024-09-19T05:03:36.506485+0000","last_peered":"2024-09-19T05:03:36.506485+0000","last_clean":"2024-09-19T05:03:36.506485+0000","last_became_active":"2024-09-19T05:03:34.049531+0000","last_became_peered":"2024-09-19T05:03:34.049531+0000","last_unstale":"2024-09-19T05:03:36.506485+0000","last_undegraded":"2024-09-19T05:03:36.506485+0000","last_fullsized":"2024-09-19T05:03:36.506485+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:54:59.656206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035586+0000","last_change":"2024-09-19T05:03:35.062277+0000","last_active":"2024-09-19T05:03:36.035586+0000","last_peered":"2024-09-19T05:03:36.035586+0000","last_clean":"2024-09-19T05:03:36.035586+0000","last_became_active":"2024-09-19T05:03:35.061944+0000","last_became_peered":"2024-09-19T05:03:35.061944+0000","last_unstale":"2024-09-19T05:03:36.035586+0000","last_undegraded":"2024-09-19T05:03:36.035586+0000","last_fullsized":"2024-09-19T05:03:36.035586+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:26:42.402031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1a","version":"71'1","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.038636+0000","last_change":"2024-09-19T05:03:34.043242+0000","last_active":"2024-09-19T05:03:36.038636+0000","last_peered":"2024-09-19T05:03:36.038636+0000","last_clean":"2024-09-19T05:03:36.038636+0000","last_became_active":"2024-09-19T05:03:34.042929+0000","last_became_peered":"2024-09-19T05:03:34.042929+0000","last_unstale":"2024-09-19T05:03:36.038636+0000","last_undegraded":"2024-09-19T05:03:36.038636+0000","last_fullsized":"2024-09-19T05:03:36.038636+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:58:32.343560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506722+0000","last_change":"2024-09-19T05:03:35.048790+0000","last_active":"2024-09-19T05:03:36.506722+0000","last_peered":"2024-09-19T05:03:36.506722+0000","last_clean":"2024-09-19T05:03:36.506722+0000","last_became_active":"2024-09-19T05:03:35.048474+0000","last_became_peered":"2024-09-19T05:03:35.048474+0000","last_unstale":"2024-09-19T05:03:36.506722+0000","last_undegraded":"2024-09-19T05:03:36.506722+0000","last_fullsized":"2024-09-19T05:03:36.506722+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:37:17.733409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035389+0000","last_change":"2024-09-19T05:03:34.050142+0000","last_active":"2024-09-19T05:03:36.035389+0000","last_peered":"2024-09-19T05:03:36.035389+0000","last_clean":"2024-09-19T05:03:36.035389+0000","last_became_active":"2024-09-19T05:03:34.049880+0000","last_became_peered":"2024-09-19T05:03:34.049880+0000","last_unstale":"2024-09-19T05:03:36.035389+0000","last_undegraded":"2024-09-19T05:03:36.035389+0000","last_fullsized":"2024-09-19T05:03:36.035389+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:09:57.637208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506291+0000","last_change":"2024-09-19T05:03:35.068548+0000","last_active":"2024-09-19T05:03:36.506291+0000","last_peered":"2024-09-19T05:03:36.506291+0000","last_clean":"2024-09-19T05:03:36.506291+0000","last_became_active":"2024-09-19T05:03:35.068117+0000","last_became_peered":"2024-09-19T05:03:35.068117+0000","last_unstale":"2024-09-19T05:03:36.506291+0000","last_undegraded":"2024-09-19T05:03:36.506291+0000","last_fullsized":"2024-09-19T05:03:36.506291+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:38:04.293887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.127777+0000","last_change":"2024-09-19T05:03:34.045966+0000","last_active":"2024-09-19T05:03:36.127777+0000","last_peered":"2024-09-19T05:03:36.127777+0000","last_clean":"2024-09-19T05:03:36.127777+0000","last_became_active":"2024-09-19T05:03:34.045700+0000","last_became_peered":"2024-09-19T05:03:34.045700+0000","last_unstale":"2024-09-19T05:03:36.127777+0000","last_undegraded":"2024-09-19T05:03:36.127777+0000","last_fullsized":"2024-09-19T05:03:36.127777+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:11:33.156053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035112+0000","last_change":"2024-09-19T05:03:35.052478+0000","last_active":"2024-09-19T05:03:36.035112+0000","last_peered":"2024-09-19T05:03:36.035112+0000","last_clean":"2024-09-19T05:03:36.035112+0000","last_became_active":"2024-09-19T05:03:35.051798+0000","last_became_peered":"2024-09-19T05:03:35.051798+0000","last_unstale":"2024-09-19T05:03:36.035112+0000","last_undegraded":"2024-09-19T05:03:36.035112+0000","last_fullsized":"2024-09-19T05:03:36.035112+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:15:49.281314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.039304+0000","last_change":"2024-09-19T05:03:34.050866+0000","last_active":"2024-09-19T05:03:36.039304+0000","last_peered":"2024-09-19T05:03:36.039304+0000","last_clean":"2024-09-19T05:03:36.039304+0000","last_became_active":"2024-09-19T05:03:34.050190+0000","last_became_peered":"2024-09-19T05:03:34.050190+0000","last_unstale":"2024-09-19T05:03:36.039304+0000","last_undegraded":"2024-09-19T05:03:36.039304+0000","last_fullsized":"2024-09-19T05:03:36.039304+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:39:09.535564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.038987+0000","last_change":"2024-09-19T05:03:35.051299+0000","last_active":"2024-09-19T05:03:36.038987+0000","last_peered":"2024-09-19T05:03:36.038987+0000","last_clean":"2024-09-19T05:03:36.038987+0000","last_became_active":"2024-09-19T05:03:35.051023+0000","last_became_peered":"2024-09-19T05:03:35.051023+0000","last_unstale":"2024-09-19T05:03:36.038987+0000","last_undegraded":"2024-09-19T05:03:36.038987+0000","last_fullsized":"2024-09-19T05:03:36.038987+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:36.610280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.039174+0000","last_change":"2024-09-19T05:03:34.042927+0000","last_active":"2024-09-19T05:03:36.039174+0000","last_peered":"2024-09-19T05:03:36.039174+0000","last_clean":"2024-09-19T05:03:36.039174+0000","last_became_active":"2024-09-19T05:03:34.042611+0000","last_became_peered":"2024-09-19T05:03:34.042611+0000","last_unstale":"2024-09-19T05:03:36.039174+0000","last_undegraded":"2024-09-19T05:03:36.039174+0000","last_fullsized":"2024-09-19T05:03:36.039174+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:38:48.653090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506265+0000","last_change":"2024-09-19T05:03:35.047023+0000","last_active":"2024-09-19T05:03:36.506265+0000","last_peered":"2024-09-19T05:03:36.506265+0000","last_clean":"2024-09-19T05:03:36.506265+0000","last_became_active":"2024-09-19T05:03:35.046812+0000","last_became_peered":"2024-09-19T05:03:35.046812+0000","last_unstale":"2024-09-19T05:03:36.506265+0000","last_undegraded":"2024-09-19T05:03:36.506265+0000","last_fullsized":"2024-09-19T05:03:36.506265+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:40.629194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"71'3","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.128035+0000","last_change":"2024-09-19T05:03:34.052202+0000","last_active":"2024-09-19T05:03:36.128035+0000","last_peered":"2024-09-19T05:03:36.128035+0000","last_clean":"2024-09-19T05:03:36.128035+0000","last_became_active":"2024-09-19T05:03:34.051858+0000","last_became_peered":"2024-09-19T05:03:34.051858+0000","last_unstale":"2024-09-19T05:03:36.128035+0000","last_undegraded":"2024-09-19T05:03:36.128035+0000","last_fullsized":"2024-09-19T05:03:36.128035+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:22:42.956841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506336+0000","last_change":"2024-09-19T05:03:35.048939+0000","last_active":"2024-09-19T05:03:36.506336+0000","last_peered":"2024-09-19T05:03:36.506336+0000","last_clean":"2024-09-19T05:03:36.506336+0000","last_became_active":"2024-09-19T05:03:35.048616+0000","last_became_peered":"2024-09-19T05:03:35.048616+0000","last_unstale":"2024-09-19T05:03:36.506336+0000","last_undegraded":"2024-09-19T05:03:36.506336+0000","last_fullsized":"2024-09-19T05:03:36.506336+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:16:27.549244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.14","version":"71'6","reported_seq":20,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506669+0000","last_change":"2024-09-19T05:03:34.050189+0000","last_active":"2024-09-19T05:03:36.506669+0000","last_peered":"2024-09-19T05:03:36.506669+0000","last_clean":"2024-09-19T05:03:36.506669+0000","last_became_active":"2024-09-19T05:03:34.049876+0000","last_became_peered":"2024-09-19T05:03:34.049876+0000","last_unstale":"2024-09-19T05:03:36.506669+0000","last_undegraded":"2024-09-19T05:03:36.506669+0000","last_fullsized":"2024-09-19T05:03:36.506669+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:36.873008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.039598+0000","last_change":"2024-09-19T05:03:35.046409+0000","last_active":"2024-09-19T05:03:36.039598+0000","last_peered":"2024-09-19T05:03:36.039598+0000","last_clean":"2024-09-19T05:03:36.039598+0000","last_became_active":"2024-09-19T05:03:35.046109+0000","last_became_peered":"2024-09-19T05:03:35.046109+0000","last_unstale":"2024-09-19T05:03:36.039598+0000","last_undegraded":"2024-09-19T05:03:36.039598+0000","last_fullsized":"2024-09-19T05:03:36.039598+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:26:58.619453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.13","version":"71'2","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.038767+0000","last_change":"2024-09-19T05:03:34.046731+0000","last_active":"2024-09-19T05:03:36.038767+0000","last_peered":"2024-09-19T05:03:36.038767+0000","last_clean":"2024-09-19T05:03:36.038767+0000","last_became_active":"2024-09-19T05:03:34.045731+0000","last_became_peered":"2024-09-19T05:03:34.045731+0000","last_unstale":"2024-09-19T05:03:36.038767+0000","last_undegraded":"2024-09-19T05:03:36.038767+0000","last_fullsized":"2024-09-19T05:03:36.038767+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:26:20.467116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506250+0000","last_change":"2024-09-19T05:03:35.055053+0000","last_active":"2024-09-19T05:03:36.506250+0000","last_peered":"2024-09-19T05:03:36.506250+0000","last_clean":"2024-09-19T05:03:36.506250+0000","last_became_active":"2024-09-19T05:03:35.054720+0000","last_became_peered":"2024-09-19T05:03:35.054720+0000","last_unstale":"2024-09-19T05:03:36.506250+0000","last_undegraded":"2024-09-19T05:03:36.506250+0000","last_fullsized":"2024-09-19T05:03:36.506250+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:47:13.457208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.038378+0000","last_change":"2024-09-19T05:03:34.043679+0000","last_active":"2024-09-19T05:03:36.038378+0000","last_peered":"2024-09-19T05:03:36.038378+0000","last_clean":"2024-09-19T05:03:36.038378+0000","last_became_active":"2024-09-19T05:03:34.043377+0000","last_became_peered":"2024-09-19T05:03:34.043377+0000","last_unstale":"2024-09-19T05:03:36.038378+0000","last_undegraded":"2024-09-19T05:03:36.038378+0000","last_fullsized":"2024-09-19T05:03:36.038378+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:08.624486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506158+0000","last_change":"2024-09-19T05:03:35.054257+0000","last_active":"2024-09-19T05:03:36.506158+0000","last_peered":"2024-09-19T05:03:36.506158+0000","last_clean":"2024-09-19T05:03:36.506158+0000","last_became_active":"2024-09-19T05:03:35.053966+0000","last_became_peered":"2024-09-19T05:03:35.053966+0000","last_unstale":"2024-09-19T05:03:36.506158+0000","last_undegraded":"2024-09-19T05:03:36.506158+0000","last_fullsized":"2024-09-19T05:03:36.506158+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:21:37.103548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.127537+0000","last_change":"2024-09-19T05:03:34.054161+0000","last_active":"2024-09-19T05:03:36.127537+0000","last_peered":"2024-09-19T05:03:36.127537+0000","last_clean":"2024-09-19T05:03:36.127537+0000","last_became_active":"2024-09-19T05:03:34.053787+0000","last_became_peered":"2024-09-19T05:03:34.053787+0000","last_unstale":"2024-09-19T05:03:36.127537+0000","last_undegraded":"2024-09-19T05:03:36.127537+0000","last_fullsized":"2024-09-19T05:03:36.127537+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:25.593699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506366+0000","last_change":"2024-09-19T05:03:35.055830+0000","last_active":"2024-09-19T05:03:36.506366+0000","last_peered":"2024-09-19T05:03:36.506366+0000","last_clean":"2024-09-19T05:03:36.506366+0000","last_became_active":"2024-09-19T05:03:35.055560+0000","last_became_peered":"2024-09-19T05:03:35.055560+0000","last_unstale":"2024-09-19T05:03:36.506366+0000","last_undegraded":"2024-09-19T05:03:36.506366+0000","last_fullsized":"2024-09-19T05:03:36.506366+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:32.238103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"71'8","reported_seq":22,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035329+0000","last_change":"2024-09-19T05:03:34.044080+0000","last_active":"2024-09-19T05:03:36.035329+0000","last_peered":"2024-09-19T05:03:36.035329+0000","last_clean":"2024-09-19T05:03:36.035329+0000","last_became_active":"2024-09-19T05:03:34.043748+0000","last_became_peered":"2024-09-19T05:03:34.043748+0000","last_unstale":"2024-09-19T05:03:36.035329+0000","last_undegraded":"2024-09-19T05:03:36.035329+0000","last_fullsized":"2024-09-19T05:03:36.035329+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:46:23.623083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.505595+0000","last_change":"2024-09-19T05:03:35.053382+0000","last_active":"2024-09-19T05:03:36.505595+0000","last_peered":"2024-09-19T05:03:36.505595+0000","last_clean":"2024-09-19T05:03:36.505595+0000","last_became_active":"2024-09-19T05:03:35.053063+0000","last_became_peered":"2024-09-19T05:03:35.053063+0000","last_unstale":"2024-09-19T05:03:36.505595+0000","last_undegraded":"2024-09-19T05:03:36.505595+0000","last_fullsized":"2024-09-19T05:03:36.505595+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:26:58.619453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.f","version":"71'1","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.039400+0000","last_change":"2024-09-19T05:03:34.051081+0000","last_active":"2024-09-19T05:03:36.039400+0000","last_peered":"2024-09-19T05:03:36.039400+0000","last_clean":"2024-09-19T05:03:36.039400+0000","last_became_active":"2024-09-19T05:03:34.050595+0000","last_became_peered":"2024-09-19T05:03:34.050595+0000","last_unstale":"2024-09-19T05:03:36.039400+0000","last_undegraded":"2024-09-19T05:03:36.039400+0000","last_fullsized":"2024-09-19T05:03:36.039400+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:35.604656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.127567+0000","last_change":"2024-09-19T05:03:35.067538+0000","last_active":"2024-09-19T05:03:36.127567+0000","last_peered":"2024-09-19T05:03:36.127567+0000","last_clean":"2024-09-19T05:03:36.127567+0000","last_became_active":"2024-09-19T05:03:35.067244+0000","last_became_peered":"2024-09-19T05:03:35.067244+0000","last_unstale":"2024-09-19T05:03:36.127567+0000","last_undegraded":"2024-09-19T05:03:36.127567+0000","last_fullsized":"2024-09-19T05:03:36.127567+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:23:12.549015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.e","version":"71'2","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506777+0000","last_change":"2024-09-19T05:03:34.051010+0000","last_active":"2024-09-19T05:03:36.506777+0000","last_peered":"2024-09-19T05:03:36.506777+0000","last_clean":"2024-09-19T05:03:36.506777+0000","last_became_active":"2024-09-19T05:03:34.050670+0000","last_became_peered":"2024-09-19T05:03:34.050670+0000","last_unstale":"2024-09-19T05:03:36.506777+0000","last_undegraded":"2024-09-19T05:03:36.506777+0000","last_fullsized":"2024-09-19T05:03:36.506777+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:23.114256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.127574+0000","last_change":"2024-09-19T05:03:35.068992+0000","last_active":"2024-09-19T05:03:36.127574+0000","last_peered":"2024-09-19T05:03:36.127574+0000","last_clean":"2024-09-19T05:03:36.127574+0000","last_became_active":"2024-09-19T05:03:35.068705+0000","last_became_peered":"2024-09-19T05:03:35.068705+0000","last_unstale":"2024-09-19T05:03:36.127574+0000","last_undegraded":"2024-09-19T05:03:36.127574+0000","last_fullsized":"2024-09-19T05:03:36.127574+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:18.151048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.d","version":"71'1","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.128081+0000","last_change":"2024-09-19T05:03:34.044670+0000","last_active":"2024-09-19T05:03:36.128081+0000","last_peered":"2024-09-19T05:03:36.128081+0000","last_clean":"2024-09-19T05:03:36.128081+0000","last_became_active":"2024-09-19T05:03:34.044396+0000","last_became_peered":"2024-09-19T05:03:34.044396+0000","last_unstale":"2024-09-19T05:03:36.128081+0000","last_undegraded":"2024-09-19T05:03:36.128081+0000","last_fullsized":"2024-09-19T05:03:36.128081+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:50:00.140223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.505813+0000","last_change":"2024-09-19T05:03:35.047573+0000","last_active":"2024-09-19T05:03:36.505813+0000","last_peered":"2024-09-19T05:03:36.505813+0000","last_clean":"2024-09-19T05:03:36.505813+0000","last_became_active":"2024-09-19T05:03:35.047315+0000","last_became_peered":"2024-09-19T05:03:35.047315+0000","last_unstale":"2024-09-19T05:03:36.505813+0000","last_undegraded":"2024-09-19T05:03:36.505813+0000","last_fullsized":"2024-09-19T05:03:36.505813+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:05:02.917362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506130+0000","last_change":"2024-09-19T05:03:34.048383+0000","last_active":"2024-09-19T05:03:36.506130+0000","last_peered":"2024-09-19T05:03:36.506130+0000","last_clean":"2024-09-19T05:03:36.506130+0000","last_became_active":"2024-09-19T05:03:34.048053+0000","last_became_peered":"2024-09-19T05:03:34.048053+0000","last_unstale":"2024-09-19T05:03:36.506130+0000","last_undegraded":"2024-09-19T05:03:36.506130+0000","last_fullsized":"2024-09-19T05:03:36.506130+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:51.427358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035456+0000","last_change":"2024-09-19T05:03:35.052969+0000","last_active":"2024-09-19T05:03:36.035456+0000","last_peered":"2024-09-19T05:03:36.035456+0000","last_clean":"2024-09-19T05:03:36.035456+0000","last_became_active":"2024-09-19T05:03:35.052637+0000","last_became_peered":"2024-09-19T05:03:35.052637+0000","last_unstale":"2024-09-19T05:03:36.035456+0000","last_undegraded":"2024-09-19T05:03:36.035456+0000","last_fullsized":"2024-09-19T05:03:36.035456+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:51:08.697240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.b","version":"71'2","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.505871+0000","last_change":"2024-09-19T05:03:34.052176+0000","last_active":"2024-09-19T05:03:36.505871+0000","last_peered":"2024-09-19T05:03:36.505871+0000","last_clean":"2024-09-19T05:03:36.505871+0000","last_became_active":"2024-09-19T05:03:34.051869+0000","last_became_peered":"2024-09-19T05:03:34.051869+0000","last_unstale":"2024-09-19T05:03:36.505871+0000","last_undegraded":"2024-09-19T05:03:36.505871+0000","last_fullsized":"2024-09-19T05:03:36.505871+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:08.624486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035606+0000","last_change":"2024-09-19T05:03:35.059821+0000","last_active":"2024-09-19T05:03:36.035606+0000","last_peered":"2024-09-19T05:03:36.035606+0000","last_clean":"2024-09-19T05:03:36.035606+0000","last_became_active":"2024-09-19T05:03:35.050952+0000","last_became_peered":"2024-09-19T05:03:35.050952+0000","last_unstale":"2024-09-19T05:03:36.035606+0000","last_undegraded":"2024-09-19T05:03:36.035606+0000","last_fullsized":"2024-09-19T05:03:36.035606+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:25.834322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.505722+0000","last_change":"2024-09-19T05:03:34.047787+0000","last_active":"2024-09-19T05:03:36.505722+0000","last_peered":"2024-09-19T05:03:36.505722+0000","last_clean":"2024-09-19T05:03:36.505722+0000","last_became_active":"2024-09-19T05:03:34.047516+0000","last_became_peered":"2024-09-19T05:03:34.047516+0000","last_unstale":"2024-09-19T05:03:36.505722+0000","last_undegraded":"2024-09-19T05:03:36.505722+0000","last_fullsized":"2024-09-19T05:03:36.505722+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:33.311971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506523+0000","last_change":"2024-09-19T05:03:35.050739+0000","last_active":"2024-09-19T05:03:36.506523+0000","last_peered":"2024-09-19T05:03:36.506523+0000","last_clean":"2024-09-19T05:03:36.506523+0000","last_became_active":"2024-09-19T05:03:35.050204+0000","last_became_peered":"2024-09-19T05:03:35.050204+0000","last_unstale":"2024-09-19T05:03:36.506523+0000","last_undegraded":"2024-09-19T05:03:36.506523+0000","last_fullsized":"2024-09-19T05:03:36.506523+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:12:20.136573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.505655+0000","last_change":"2024-09-19T05:03:34.050145+0000","last_active":"2024-09-19T05:03:36.505655+0000","last_peered":"2024-09-19T05:03:36.505655+0000","last_clean":"2024-09-19T05:03:36.505655+0000","last_became_active":"2024-09-19T05:03:34.049875+0000","last_became_peered":"2024-09-19T05:03:34.049875+0000","last_unstale":"2024-09-19T05:03:36.505655+0000","last_undegraded":"2024-09-19T05:03:36.505655+0000","last_fullsized":"2024-09-19T05:03:36.505655+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:04:18.222852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.505977+0000","last_change":"2024-09-19T05:03:35.049176+0000","last_active":"2024-09-19T05:03:36.505977+0000","last_peered":"2024-09-19T05:03:36.505977+0000","last_clean":"2024-09-19T05:03:36.505977+0000","last_became_active":"2024-09-19T05:03:35.048906+0000","last_became_peered":"2024-09-19T05:03:35.048906+0000","last_unstale":"2024-09-19T05:03:36.505977+0000","last_undegraded":"2024-09-19T05:03:36.505977+0000","last_fullsized":"2024-09-19T05:03:36.505977+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:09:46.779455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.7","version":"71'2","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.038515+0000","last_change":"2024-09-19T05:03:34.045953+0000","last_active":"2024-09-19T05:03:36.038515+0000","last_peered":"2024-09-19T05:03:36.038515+0000","last_clean":"2024-09-19T05:03:36.038515+0000","last_became_active":"2024-09-19T05:03:34.045523+0000","last_became_peered":"2024-09-19T05:03:34.045523+0000","last_unstale":"2024-09-19T05:03:36.038515+0000","last_undegraded":"2024-09-19T05:03:36.038515+0000","last_fullsized":"2024-09-19T05:03:36.038515+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:55.563275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.505962+0000","last_change":"2024-09-19T05:03:35.055129+0000","last_active":"2024-09-19T05:03:36.505962+0000","last_peered":"2024-09-19T05:03:36.505962+0000","last_clean":"2024-09-19T05:03:36.505962+0000","last_became_active":"2024-09-19T05:03:35.054841+0000","last_became_peered":"2024-09-19T05:03:35.054841+0000","last_unstale":"2024-09-19T05:03:36.505962+0000","last_undegraded":"2024-09-19T05:03:36.505962+0000","last_fullsized":"2024-09-19T05:03:36.505962+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:49:40.070401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.6","version":"72'1","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:37.039401+0000","last_change":"2024-09-19T05:03:34.047211+0000","last_active":"2024-09-19T05:03:37.039401+0000","last_peered":"2024-09-19T05:03:37.039401+0000","last_clean":"2024-09-19T05:03:37.039401+0000","last_became_active":"2024-09-19T05:03:34.046911+0000","last_became_peered":"2024-09-19T05:03:34.046911+0000","last_unstale":"2024-09-19T05:03:37.039401+0000","last_undegraded":"2024-09-19T05:03:37.039401+0000","last_fullsized":"2024-09-19T05:03:37.039401+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:16:26.543620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506249+0000","last_change":"2024-09-19T05:03:35.054638+0000","last_active":"2024-09-19T05:03:36.506249+0000","last_peered":"2024-09-19T05:03:36.506249+0000","last_clean":"2024-09-19T05:03:36.506249+0000","last_became_active":"2024-09-19T05:03:35.054335+0000","last_became_peered":"2024-09-19T05:03:35.054335+0000","last_unstale":"2024-09-19T05:03:36.506249+0000","last_undegraded":"2024-09-19T05:03:36.506249+0000","last_fullsized":"2024-09-19T05:03:36.506249+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:15:42.976681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.039149+0000","last_change":"2024-09-19T05:03:34.044039+0000","last_active":"2024-09-19T05:03:36.039149+0000","last_peered":"2024-09-19T05:03:36.039149+0000","last_clean":"2024-09-19T05:03:36.039149+0000","last_became_active":"2024-09-19T05:03:34.043322+0000","last_became_peered":"2024-09-19T05:03:34.043322+0000","last_unstale":"2024-09-19T05:03:36.039149+0000","last_undegraded":"2024-09-19T05:03:36.039149+0000","last_fullsized":"2024-09-19T05:03:36.039149+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:41:34.795200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.035441+0000","last_change":"2024-09-19T05:03:35.052278+0000","last_active":"2024-09-19T05:03:36.035441+0000","last_peered":"2024-09-19T05:03:36.035441+0000","last_clean":"2024-09-19T05:03:36.035441+0000","last_became_active":"2024-09-19T05:03:35.051969+0000","last_became_peered":"2024-09-19T05:03:35.051969+0000","last_unstale":"2024-09-19T05:03:36.035441+0000","last_undegraded":"2024-09-19T05:03:36.035441+0000","last_fullsized":"2024-09-19T05:03:36.035441+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:26:20.239488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.038382+0000","last_change":"2024-09-19T05:03:34.047682+0000","last_active":"2024-09-19T05:03:36.038382+0000","last_peered":"2024-09-19T05:03:36.038382+0000","last_clean":"2024-09-19T05:03:36.038382+0000","last_became_active":"2024-09-19T05:03:34.047362+0000","last_became_peered":"2024-09-19T05:03:34.047362+0000","last_unstale":"2024-09-19T05:03:36.038382+0000","last_undegraded":"2024-09-19T05:03:36.038382+0000","last_fullsized":"2024-09-19T05:03:36.038382+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:04:18.222852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506565+0000","last_change":"2024-09-19T05:03:35.055159+0000","last_active":"2024-09-19T05:03:36.506565+0000","last_peered":"2024-09-19T05:03:36.506565+0000","last_clean":"2024-09-19T05:03:36.506565+0000","last_became_active":"2024-09-19T05:03:35.054817+0000","last_became_peered":"2024-09-19T05:03:35.054817+0000","last_unstale":"2024-09-19T05:03:36.506565+0000","last_undegraded":"2024-09-19T05:03:36.506565+0000","last_fullsized":"2024-09-19T05:03:36.506565+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:59.446256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506123+0000","last_change":"2024-09-19T05:03:34.052239+0000","last_active":"2024-09-19T05:03:36.506123+0000","last_peered":"2024-09-19T05:03:36.506123+0000","last_clean":"2024-09-19T05:03:36.506123+0000","last_became_active":"2024-09-19T05:03:34.051822+0000","last_became_peered":"2024-09-19T05:03:34.051822+0000","last_unstale":"2024-09-19T05:03:36.506123+0000","last_undegraded":"2024-09-19T05:03:36.506123+0000","last_fullsized":"2024-09-19T05:03:36.506123+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:02.589594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506713+0000","last_change":"2024-09-19T05:03:35.068438+0000","last_active":"2024-09-19T05:03:36.506713+0000","last_peered":"2024-09-19T05:03:36.506713+0000","last_clean":"2024-09-19T05:03:36.506713+0000","last_became_active":"2024-09-19T05:03:35.068155+0000","last_became_peered":"2024-09-19T05:03:35.068155+0000","last_unstale":"2024-09-19T05:03:36.506713+0000","last_undegraded":"2024-09-19T05:03:36.506713+0000","last_fullsized":"2024-09-19T05:03:36.506713+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:51:13.246587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.127659+0000","last_change":"2024-09-19T05:03:34.054399+0000","last_active":"2024-09-19T05:03:36.127659+0000","last_peered":"2024-09-19T05:03:36.127659+0000","last_clean":"2024-09-19T05:03:36.127659+0000","last_became_active":"2024-09-19T05:03:34.053766+0000","last_became_peered":"2024-09-19T05:03:34.053766+0000","last_unstale":"2024-09-19T05:03:36.127659+0000","last_undegraded":"2024-09-19T05:03:36.127659+0000","last_fullsized":"2024-09-19T05:03:36.127659+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:48:46.280064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506361+0000","last_change":"2024-09-19T05:03:35.052627+0000","last_active":"2024-09-19T05:03:36.506361+0000","last_peered":"2024-09-19T05:03:36.506361+0000","last_clean":"2024-09-19T05:03:36.506361+0000","last_became_active":"2024-09-19T05:03:35.052324+0000","last_became_peered":"2024-09-19T05:03:35.052324+0000","last_unstale":"2024-09-19T05:03:36.506361+0000","last_undegraded":"2024-09-19T05:03:36.506361+0000","last_fullsized":"2024-09-19T05:03:36.506361+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:45.952469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506080+0000","last_change":"2024-09-19T05:03:34.044503+0000","last_active":"2024-09-19T05:03:36.506080+0000","last_peered":"2024-09-19T05:03:36.506080+0000","last_clean":"2024-09-19T05:03:36.506080+0000","last_became_active":"2024-09-19T05:03:34.044174+0000","last_became_peered":"2024-09-19T05:03:34.044174+0000","last_unstale":"2024-09-19T05:03:36.506080+0000","last_undegraded":"2024-09-19T05:03:36.506080+0000","last_fullsized":"2024-09-19T05:03:36.506080+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:26:21.177242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.505947+0000","last_change":"2024-09-19T05:03:35.045172+0000","last_active":"2024-09-19T05:03:36.505947+0000","last_peered":"2024-09-19T05:03:36.505947+0000","last_clean":"2024-09-19T05:03:36.505947+0000","last_became_active":"2024-09-19T05:03:35.044854+0000","last_became_peered":"2024-09-19T05:03:35.044854+0000","last_unstale":"2024-09-19T05:03:36.505947+0000","last_undegraded":"2024-09-19T05:03:36.505947+0000","last_fullsized":"2024-09-19T05:03:36.505947+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:19:04.244040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.505478+0000","last_change":"2024-09-19T05:03:34.044475+0000","last_active":"2024-09-19T05:03:36.505478+0000","last_peered":"2024-09-19T05:03:36.505478+0000","last_clean":"2024-09-19T05:03:36.505478+0000","last_became_active":"2024-09-19T05:03:34.044172+0000","last_became_peered":"2024-09-19T05:03:34.044172+0000","last_unstale":"2024-09-19T05:03:36.505478+0000","last_undegraded":"2024-09-19T05:03:36.505478+0000","last_fullsized":"2024-09-19T05:03:36.505478+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:34:39.022973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":12,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.039053+0000","last_change":"2024-09-19T05:03:35.047775+0000","last_active":"2024-09-19T05:03:36.039053+0000","last_peered":"2024-09-19T05:03:36.039053+0000","last_clean":"2024-09-19T05:03:36.039053+0000","last_became_active":"2024-09-19T05:03:35.047471+0000","last_became_peered":"2024-09-19T05:03:35.047471+0000","last_unstale":"2024-09-19T05:03:36.039053+0000","last_undegraded":"2024-09-19T05:03:36.039053+0000","last_fullsized":"2024-09-19T05:03:36.039053+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:34.025475+0000","last_clean_scrub_stamp":"2024-09-19T05:03:34.025475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:26.740271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.506163+0000","last_change":"2024-09-19T05:03:34.050958+0000","last_active":"2024-09-19T05:03:36.506163+0000","last_peered":"2024-09-19T05:03:36.506163+0000","last_clean":"2024-09-19T05:03:36.506163+0000","last_became_active":"2024-09-19T05:03:34.050671+0000","last_became_peered":"2024-09-19T05:03:34.050671+0000","last_unstale":"2024-09-19T05:03:36.506163+0000","last_undegraded":"2024-09-19T05:03:36.506163+0000","last_fullsized":"2024-09-19T05:03:36.506163+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:03:33.019852+0000","last_clean_scrub_stamp":"2024-09-19T05:03:33.019852+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:12.477662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":273,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-19T05:03:36.038761+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:03:36.038761+0000","last_peered":"2024-09-19T05:03:36.038761+0000","last_clean":"2024-09-19T05:03:36.038761+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:03:36.038761+0000","last_undegraded":"2024-09-19T05:03:36.038761+0000","last_fullsized":"2024-09-19T05:03:36.038761+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":11,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509474,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32624,"kb_used_data":1436,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339216,"statfs":{"total":96636764160,"available":96603357184,"internally_reserved":0,"allocated":1470464,"data_stored":986347,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509473,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27896,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343944,"statfs":{"total":96636764160,"available":96608198656,"internally_reserved":0,"allocated":884736,"data_stored":397569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509473,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27888,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343952,"statfs":{"total":96636764160,"available":96608206848,"internally_reserved":0,"allocated":876544,"data_stored":395991,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542177,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32048,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339792,"statfs":{"total":96636764160,"available":96603947008,"internally_reserved":0,"allocated":876544,"data_stored":396539,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542177,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36220,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335620,"statfs":{"total":96636764160,"available":96599674880,"internally_reserved":0,"allocated":884736,"data_stored":396699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574882,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32068,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339772,"statfs":{"total":96636764160,"available":96603926528,"internally_reserved":0,"allocated":892928,"data_stored":397673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574882,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32056,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339784,"statfs":{"total":96636764160,"available":96603938816,"internally_reserved":0,"allocated":880640,"data_stored":396069,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574881,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36780,"kb_used_data":1432,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335060,"statfs":{"total":96636764160,"available":96599101440,"internally_reserved":0,"allocated":1466368,"data_stored":986325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:03:42.837 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T05:03:42.837 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T05:03:42.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.981+0000 7f2bc1a74640 1 Processor -- start 2024-09-19T05:03:42.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.981+0000 7f2bc1a74640 1 -- start start 2024-09-19T05:03:42.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.982+0000 7f2bc1a74640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2bbc15fba0 0x7f2bbc0d2f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:42.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.982+0000 7f2bc1a74640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2bbc15ff80 con 0x7f2bbc09b180 2024-09-19T05:03:42.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.982+0000 7f2bc1a74640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2bbc0b3b50 con 0x7f2bbc0b17b0 2024-09-19T05:03:42.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.982+0000 7f2bc1a74640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f2bbc0b2760 con 0x7f2bbc15fba0 2024-09-19T05:03:42.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.982+0000 7f2bbbfff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f2bbc09b180 0x7f2bbc0ccf10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:57566/0 (socket says 172.21.15.5:57566) 2024-09-19T05:03:42.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.982+0000 7f2bbbfff640 1 -- 172.21.15.5:0/3354945230 learned_addr learned my addr 172.21.15.5:0/3354945230 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:42.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.983+0000 7f2bbb7fe640 1 --2- 172.21.15.5:0/3354945230 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2bbc15fba0 0x7f2bbc0d2f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:42.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.983+0000 7f2bba7fc640 1 -- 172.21.15.5:0/3354945230 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3864292840 0 0) 0x7f2bbc15ff80 con 0x7f2bbc09b180 2024-09-19T05:03:42.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.983+0000 7f2bba7fc640 1 -- 172.21.15.5:0/3354945230 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2ba4003520 con 0x7f2bbc09b180 2024-09-19T05:03:42.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.983+0000 7f2bba7fc640 1 -- 172.21.15.5:0/3354945230 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1981548965 0 0) 0x7f2ba4003520 con 0x7f2bbc09b180 2024-09-19T05:03:42.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.983+0000 7f2bba7fc640 1 -- 172.21.15.5:0/3354945230 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2bbc15fba0 msgr2=0x7f2bbc0d2f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:42.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.983+0000 7f2bba7fc640 1 --2- 172.21.15.5:0/3354945230 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2bbc15fba0 0x7f2bbc0d2f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:42.988 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.983+0000 7f2bba7fc640 1 -- 172.21.15.5:0/3354945230 >> v1:172.21.15.134:6789/0 conn(0x7f2bbc0b17b0 legacy=0x7f2bbc09aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:42.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.983+0000 7f2bba7fc640 1 -- 172.21.15.5:0/3354945230 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bbc0b2a40 con 0x7f2bbc09b180 2024-09-19T05:03:42.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.983+0000 7f2bba7fc640 1 -- 172.21.15.5:0/3354945230 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f2bb4001670 con 0x7f2bbc09b180 2024-09-19T05:03:42.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.983+0000 7f2bba7fc640 1 -- 172.21.15.5:0/3354945230 >> v1:172.21.15.5:6789/0 conn(0x7f2bbc09b180 legacy=0x7f2bbc0ccf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:42.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.983+0000 7f2bba7fc640 1 --2- 172.21.15.5:0/3354945230 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2ba40039e0 0x7f2ba4003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:42.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.983+0000 7f2bba7fc640 1 --2- 172.21.15.5:0/3354945230 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2ba4004800 0x7f2ba4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:42.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.983+0000 7f2bba7fc640 1 --2- 172.21.15.5:0/3354945230 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2bbc15fba0 0x7f2ba40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:42.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.983+0000 7f2bba7fc640 1 -- 172.21.15.5:0/3354945230 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f2bbc0b2760 con 0x7f2ba4004800 2024-09-19T05:03:42.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.983+0000 7f2bba7fc640 1 -- 172.21.15.5:0/3354945230 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f2ba400ba70 con 0x7f2ba40039e0 2024-09-19T05:03:42.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.983+0000 7f2bba7fc640 1 -- 172.21.15.5:0/3354945230 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f2ba400bc70 con 0x7f2bbc15fba0 2024-09-19T05:03:42.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.983+0000 7f2bbaffd640 1 --2- 172.21.15.5:0/3354945230 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2ba4004800 0x7f2ba4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:42.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.983+0000 7f2bbb7fe640 1 --2- 172.21.15.5:0/3354945230 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2ba40039e0 0x7f2ba4003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:42.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.983+0000 7f2bbbfff640 1 --2- 172.21.15.5:0/3354945230 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2bbc15fba0 0x7f2ba40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:42.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.984+0000 7f2bbaffd640 1 -- 172.21.15.5:0/3354945230 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2bbc15fba0 msgr2=0x7f2ba40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:42.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.984+0000 7f2bbaffd640 1 --2- 172.21.15.5:0/3354945230 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2bbc15fba0 0x7f2ba40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:42.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.984+0000 7f2bbaffd640 1 -- 172.21.15.5:0/3354945230 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2ba40039e0 msgr2=0x7f2ba4003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:42.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.984+0000 7f2bbaffd640 1 --2- 172.21.15.5:0/3354945230 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2ba40039e0 0x7f2ba4003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:42.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.984+0000 7f2bbaffd640 1 -- 172.21.15.5:0/3354945230 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ba4003520 con 0x7f2ba4004800 2024-09-19T05:03:42.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.984+0000 7f2bbaffd640 1 --2- 172.21.15.5:0/3354945230 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2ba4004800 0x7f2ba4004c80 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f2bbc0c5f10 tx=0x7f2ba4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f07c6bb62f190d6c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:42.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.985+0000 7f2bba7fc640 1 -- 172.21.15.5:0/3354945230 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bb0001370 con 0x7f2ba4004800 2024-09-19T05:03:42.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.985+0000 7f2bba7fc640 1 -- 172.21.15.5:0/3354945230 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2bb00052d0 con 0x7f2ba4004800 2024-09-19T05:03:42.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.985+0000 7f2bba7fc640 1 -- 172.21.15.5:0/3354945230 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bb002ab70 con 0x7f2ba4004800 2024-09-19T05:03:42.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.985+0000 7f2bc1a74640 1 -- 172.21.15.5:0/3354945230 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2ba4004800 msgr2=0x7f2ba4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:42.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.985+0000 7f2bc1a74640 1 --2- 172.21.15.5:0/3354945230 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2ba4004800 0x7f2ba4004c80 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f2bbc0c5f10 tx=0x7f2ba4005830 comp rx=0 tx=0).stop 2024-09-19T05:03:42.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.985+0000 7f2bbbfff640 1 -- 172.21.15.5:0/3354945230 reap_dead start 2024-09-19T05:03:42.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.985+0000 7f2bc1a74640 1 -- 172.21.15.5:0/3354945230 shutdown_connections 2024-09-19T05:03:42.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.985+0000 7f2bc1a74640 1 -- 172.21.15.5:0/3354945230 >> 172.21.15.5:0/3354945230 conn(0x7f2bbc0d2410 msgr2=0x7f2bbc0d2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:42.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.985+0000 7f2bc1a74640 1 -- 172.21.15.5:0/3354945230 shutdown_connections 2024-09-19T05:03:42.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.985+0000 7f2bc1a74640 1 -- 172.21.15.5:0/3354945230 wait complete. 2024-09-19T05:03:42.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.986+0000 7f2bc1a74640 1 Processor -- start 2024-09-19T05:03:42.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.987+0000 7f2bc1a74640 1 -- start start 2024-09-19T05:03:42.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.987+0000 7f2bc1a74640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2ba4004800 0x7f2bbc0ce010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:42.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.987+0000 7f2bc1a74640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2bbc09c530 0x7f2bbc0cf740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:42.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.987+0000 7f2bc1a74640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2bbc0cfc80 0x7f2bbc09df40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:42.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.987+0000 7f2bc1a74640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f2bbc0d30b0 con 0x7f2bbc09c530 2024-09-19T05:03:42.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.987+0000 7f2bc1a74640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f2bbc0d2f30 con 0x7f2ba4004800 2024-09-19T05:03:42.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.987+0000 7f2bc1a74640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f2bbc0d3230 con 0x7f2bbc0cfc80 2024-09-19T05:03:42.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.987+0000 7f2bbaffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2bbc09c530 0x7f2bbc0cf740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:42.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.987+0000 7f2bbaffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2bbc09c530 0x7f2bbc0cf740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37272/0 (socket says 172.21.15.5:37272) 2024-09-19T05:03:42.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.987+0000 7f2bbaffd640 1 -- 172.21.15.5:0/272215084 learned_addr learned my addr 172.21.15.5:0/272215084 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:42.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.988+0000 7f2bbbfff640 1 --2- 172.21.15.5:0/272215084 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2bbc0cfc80 0x7f2bbc09df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:42.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.988+0000 7f2bbb7fe640 1 --2- 172.21.15.5:0/272215084 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2ba4004800 0x7f2bbc0ce010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:42.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.988+0000 7f2bbaffd640 1 -- 172.21.15.5:0/272215084 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2bbc0cfc80 msgr2=0x7f2bbc09df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:42.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.988+0000 7f2bbaffd640 1 --2- 172.21.15.5:0/272215084 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2bbc0cfc80 0x7f2bbc09df40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:42.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.988+0000 7f2bbaffd640 1 -- 172.21.15.5:0/272215084 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2ba4004800 msgr2=0x7f2bbc0ce010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:42.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.988+0000 7f2bbaffd640 1 --2- 172.21.15.5:0/272215084 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2ba4004800 0x7f2bbc0ce010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:42.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.988+0000 7f2bbaffd640 1 -- 172.21.15.5:0/272215084 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bbc0ce6a0 con 0x7f2bbc09c530 2024-09-19T05:03:42.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.988+0000 7f2bbaffd640 1 --2- 172.21.15.5:0/272215084 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2bbc09c530 0x7f2bbc0cf740 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f2bb002a520 tx=0x7f2bb0001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:42.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.988+0000 7f2ba3fff640 1 -- 172.21.15.5:0/272215084 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bb0037040 con 0x7f2bbc09c530 2024-09-19T05:03:42.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.988+0000 7f2ba3fff640 1 -- 172.21.15.5:0/272215084 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2bb0042070 con 0x7f2bbc09c530 2024-09-19T05:03:42.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.988+0000 7f2bc1a74640 1 -- 172.21.15.5:0/272215084 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bbc0ce980 con 0x7f2bbc09c530 2024-09-19T05:03:42.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.988+0000 7f2ba3fff640 1 -- 172.21.15.5:0/272215084 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bb0007a30 con 0x7f2bbc09c530 2024-09-19T05:03:42.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.988+0000 7f2bc1a74640 1 -- 172.21.15.5:0/272215084 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bbc0cef40 con 0x7f2bbc09c530 2024-09-19T05:03:42.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.989+0000 7f2bc1a74640 1 -- 172.21.15.5:0/272215084 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2bbc09aa70 con 0x7f2bbc09c530 2024-09-19T05:03:42.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.990+0000 7f2ba3fff640 1 -- 172.21.15.5:0/272215084 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2bb00052d0 con 0x7f2bbc09c530 2024-09-19T05:03:42.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.990+0000 7f2ba3fff640 1 --2- 172.21.15.5:0/272215084 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2ba806c2e0 0x7f2ba806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:42.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.990+0000 7f2ba3fff640 1 -- 172.21.15.5:0/272215084 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f2bb00ab8e0 con 0x7f2bbc09c530 2024-09-19T05:03:42.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.990+0000 7f2bbb7fe640 1 --2- 172.21.15.5:0/272215084 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2ba806c2e0 0x7f2ba806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:42.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.991+0000 7f2bbb7fe640 1 --2- 172.21.15.5:0/272215084 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2ba806c2e0 0x7f2ba806e7a0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f2bac009fd0 tx=0x7f2bac00b040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:42.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:42.994+0000 7f2ba3fff640 1 -- 172.21.15.5:0/272215084 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2bb0079e40 con 0x7f2bbc09c530 2024-09-19T05:03:43.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.246+0000 7f2bc1a74640 1 -- 172.21.15.5:0/272215084 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f2bbc071400 con 0x7f2bbc09c530 2024-09-19T05:03:43.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.247+0000 7f2ba3fff640 1 -- 172.21.15.5:0/272215084 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v14) ==== 190+0+147 (secure 0 0 0) 0x7f2bb0079740 con 0x7f2bbc09c530 2024-09-19T05:03:43.249 INFO:teuthology.orchestra.run.smithi005.stdout:[client.0] 2024-09-19T05:03:43.249 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDnr+tmGJAHJxAA6YT7sqI8XwKH2Z23OxGkFw== 2024-09-19T05:03:43.249 INFO:teuthology.orchestra.run.smithi005.stdout: caps mds = "allow" 2024-09-19T05:03:43.249 INFO:teuthology.orchestra.run.smithi005.stdout: caps mon = "allow r" 2024-09-19T05:03:43.250 INFO:teuthology.orchestra.run.smithi005.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T05:03:43.250 INFO:teuthology.orchestra.run.smithi005.stderr:updated caps for client.0 2024-09-19T05:03:43.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.250+0000 7f2bc1a74640 1 -- 172.21.15.5:0/272215084 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2ba806c2e0 msgr2=0x7f2ba806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:43.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.250+0000 7f2bc1a74640 1 --2- 172.21.15.5:0/272215084 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2ba806c2e0 0x7f2ba806e7a0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f2bac009fd0 tx=0x7f2bac00b040 comp rx=0 tx=0).stop 2024-09-19T05:03:43.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.250+0000 7f2bc1a74640 1 -- 172.21.15.5:0/272215084 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2bbc09c530 msgr2=0x7f2bbc0cf740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:43.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.250+0000 7f2bc1a74640 1 --2- 172.21.15.5:0/272215084 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2bbc09c530 0x7f2bbc0cf740 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f2bb002a520 tx=0x7f2bb0001120 comp rx=0 tx=0).stop 2024-09-19T05:03:43.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.251+0000 7f2bc1a74640 1 -- 172.21.15.5:0/272215084 shutdown_connections 2024-09-19T05:03:43.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.251+0000 7f2bc1a74640 1 --2- 172.21.15.5:0/272215084 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2ba806c2e0 0x7f2ba806e7a0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:43.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.251+0000 7f2bc1a74640 1 --2- 172.21.15.5:0/272215084 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2bbc0cfc80 0x7f2bbc09df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:43.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.251+0000 7f2bc1a74640 1 --2- 172.21.15.5:0/272215084 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2bbc09c530 0x7f2bbc0cf740 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:43.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.251+0000 7f2bc1a74640 1 --2- 172.21.15.5:0/272215084 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2ba4004800 0x7f2bbc0ce010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:43.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.251+0000 7f2bc1a74640 1 -- 172.21.15.5:0/272215084 >> 172.21.15.5:0/272215084 conn(0x7f2bbc0d2410 msgr2=0x7f2bbc071c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:43.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.251+0000 7f2bc1a74640 1 -- 172.21.15.5:0/272215084 shutdown_connections 2024-09-19T05:03:43.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.251+0000 7f2bc1a74640 1 -- 172.21.15.5:0/272215084 wait complete. 2024-09-19T05:03:43.263 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:03:43.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.364+0000 7f1c661e4640 1 Processor -- start 2024-09-19T05:03:43.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.364+0000 7f1c661e4640 1 -- start start 2024-09-19T05:03:43.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.365+0000 7f1c661e4640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1c6015e890 0x7f1c6006cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:43.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.365+0000 7f1c661e4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1c600d4f00 0x7f1c600b8a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:43.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.365+0000 7f1c661e4640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c600d3040 con 0x7f1c600d2b60 2024-09-19T05:03:43.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.365+0000 7f1c661e4640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f1c600d3c50 con 0x7f1c6015e890 2024-09-19T05:03:43.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.365+0000 7f1c661e4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1c600d3320 con 0x7f1c600d4f00 2024-09-19T05:03:43.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.365+0000 7f1c5f7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1c6015e890 0x7f1c6006cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:43.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.365+0000 7f1c5f7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1c6015e890 0x7f1c6006cbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37282/0 (socket says 172.21.15.5:37282) 2024-09-19T05:03:43.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.365+0000 7f1c5f7fe640 1 -- 172.21.15.5:0/139479229 learned_addr learned my addr 172.21.15.5:0/139479229 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:43.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.365+0000 7f1c5effd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f1c600d2b60 0x7f1c600cede0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:57568/0 (socket says 172.21.15.5:57568) 2024-09-19T05:03:43.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.365+0000 7f1c5ffff640 1 --2- 172.21.15.5:0/139479229 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1c600d4f00 0x7f1c600b8a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:43.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.365+0000 7f1c5f7fe640 1 -- 172.21.15.5:0/139479229 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1c600d4f00 msgr2=0x7f1c600b8a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:43.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.365+0000 7f1c5f7fe640 1 --2- 172.21.15.5:0/139479229 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1c600d4f00 0x7f1c600b8a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:43.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.365+0000 7f1c5f7fe640 1 -- 172.21.15.5:0/139479229 >> v1:172.21.15.5:6789/0 conn(0x7f1c600d2b60 legacy=0x7f1c600cede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:43.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.365+0000 7f1c5e7fc640 1 -- 172.21.15.5:0/139479229 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3863600059 0 0) 0x7f1c600d3040 con 0x7f1c600d2b60 2024-09-19T05:03:43.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.365+0000 7f1c5f7fe640 1 -- 172.21.15.5:0/139479229 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c600d3600 con 0x7f1c6015e890 2024-09-19T05:03:43.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.365+0000 7f1c5ffff640 1 --2- 172.21.15.5:0/139479229 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1c600d4f00 0x7f1c600b8a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:43.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.366+0000 7f1c5f7fe640 1 --2- 172.21.15.5:0/139479229 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1c6015e890 0x7f1c6006cbb0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f1c50009870 tx=0x7f1c5002a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cb9fa7af8efb7ac server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:43.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.366+0000 7f1c5e7fc640 1 -- 172.21.15.5:0/139479229 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c50037070 con 0x7f1c6015e890 2024-09-19T05:03:43.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.366+0000 7f1c5e7fc640 1 -- 172.21.15.5:0/139479229 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c50032440 con 0x7f1c6015e890 2024-09-19T05:03:43.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.366+0000 7f1c5e7fc640 1 -- 172.21.15.5:0/139479229 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c50032810 con 0x7f1c6015e890 2024-09-19T05:03:43.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.367+0000 7f1c661e4640 1 -- 172.21.15.5:0/139479229 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1c6015e890 msgr2=0x7f1c6006cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:43.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.367+0000 7f1c661e4640 1 --2- 172.21.15.5:0/139479229 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1c6015e890 0x7f1c6006cbb0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f1c50009870 tx=0x7f1c5002a130 comp rx=0 tx=0).stop 2024-09-19T05:03:43.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.367+0000 7f1c661e4640 1 -- 172.21.15.5:0/139479229 shutdown_connections 2024-09-19T05:03:43.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.367+0000 7f1c661e4640 1 --2- 172.21.15.5:0/139479229 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1c600d4f00 0x7f1c600b8a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:43.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.367+0000 7f1c661e4640 1 --2- 172.21.15.5:0/139479229 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1c6015e890 0x7f1c6006cbb0 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:43.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.367+0000 7f1c661e4640 1 -- 172.21.15.5:0/139479229 >> 172.21.15.5:0/139479229 conn(0x7f1c600b66c0 msgr2=0x7f1c600d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:43.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.367+0000 7f1c661e4640 1 -- 172.21.15.5:0/139479229 shutdown_connections 2024-09-19T05:03:43.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.367+0000 7f1c661e4640 1 -- 172.21.15.5:0/139479229 wait complete. 2024-09-19T05:03:43.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.368+0000 7f1c661e4640 1 Processor -- start 2024-09-19T05:03:43.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.368+0000 7f1c661e4640 1 -- start start 2024-09-19T05:03:43.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.369+0000 7f1c661e4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1c600d2b60 0x7f1c601508b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:43.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.369+0000 7f1c661e4640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1c600d4f00 0x7f1c600ad8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:43.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.369+0000 7f1c661e4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1c6015e890 0x7f1c600addf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:43.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.369+0000 7f1c661e4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1c6006db10 con 0x7f1c600d2b60 2024-09-19T05:03:43.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.369+0000 7f1c661e4640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f1c6015ec70 con 0x7f1c600d4f00 2024-09-19T05:03:43.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.369+0000 7f1c661e4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1c6006dc90 con 0x7f1c6015e890 2024-09-19T05:03:43.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.369+0000 7f1c5f7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1c600d2b60 0x7f1c601508b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:43.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.369+0000 7f1c5f7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1c600d2b60 0x7f1c601508b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37284/0 (socket says 172.21.15.5:37284) 2024-09-19T05:03:43.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.369+0000 7f1c5f7fe640 1 -- 172.21.15.5:0/2126080145 learned_addr learned my addr 172.21.15.5:0/2126080145 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:43.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.369+0000 7f1c5f7fe640 1 -- 172.21.15.5:0/2126080145 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1c6015e890 msgr2=0x7f1c600addf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:43.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.369+0000 7f1c5f7fe640 1 --2- 172.21.15.5:0/2126080145 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1c6015e890 0x7f1c600addf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:43.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.369+0000 7f1c5f7fe640 1 -- 172.21.15.5:0/2126080145 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1c600d4f00 msgr2=0x7f1c600ad8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:43.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.369+0000 7f1c5f7fe640 1 --2- 172.21.15.5:0/2126080145 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1c600d4f00 0x7f1c600ad8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:43.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.369+0000 7f1c5f7fe640 1 -- 172.21.15.5:0/2126080145 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c600aaff0 con 0x7f1c600d2b60 2024-09-19T05:03:43.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.369+0000 7f1c5f7fe640 1 --2- 172.21.15.5:0/2126080145 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1c600d2b60 0x7f1c601508b0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f1c50009870 tx=0x7f1c500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:43.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.370+0000 7f1c57fff640 1 -- 172.21.15.5:0/2126080145 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c50041020 con 0x7f1c600d2b60 2024-09-19T05:03:43.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.370+0000 7f1c57fff640 1 -- 172.21.15.5:0/2126080145 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c50030990 con 0x7f1c600d2b60 2024-09-19T05:03:43.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.370+0000 7f1c661e4640 1 -- 172.21.15.5:0/2126080145 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c600ab260 con 0x7f1c600d2b60 2024-09-19T05:03:43.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.370+0000 7f1c57fff640 1 -- 172.21.15.5:0/2126080145 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c50037040 con 0x7f1c600d2b60 2024-09-19T05:03:43.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.370+0000 7f1c661e4640 1 -- 172.21.15.5:0/2126080145 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c600cf0b0 con 0x7f1c600d2b60 2024-09-19T05:03:43.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.371+0000 7f1c661e4640 1 -- 172.21.15.5:0/2126080145 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c60162120 con 0x7f1c600d2b60 2024-09-19T05:03:43.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.371+0000 7f1c57fff640 1 -- 172.21.15.5:0/2126080145 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1c50044020 con 0x7f1c600d2b60 2024-09-19T05:03:43.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.372+0000 7f1c57fff640 1 --2- 172.21.15.5:0/2126080145 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1c4006c2b0 0x7f1c4006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:43.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.372+0000 7f1c57fff640 1 -- 172.21.15.5:0/2126080145 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f1c500abc60 con 0x7f1c600d2b60 2024-09-19T05:03:43.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.372+0000 7f1c5effd640 1 --2- 172.21.15.5:0/2126080145 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1c4006c2b0 0x7f1c4006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:43.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.373+0000 7f1c5effd640 1 --2- 172.21.15.5:0/2126080145 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1c4006c2b0 0x7f1c4006e770 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f1c48007fd0 tx=0x7f1c48007960 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:43.377 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.376+0000 7f1c57fff640 1 -- 172.21.15.5:0/2126080145 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1c60162120 con 0x7f1c600d2b60 2024-09-19T05:03:43.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.587+0000 7f1c661e4640 1 -- 172.21.15.5:0/2126080145 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1c600b47f0 con 0x7f1c600d2b60 2024-09-19T05:03:43.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.588+0000 7f1c57fff640 1 -- 172.21.15.5:0/2126080145 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 38 v38) ==== 94+0+5219 (secure 0 0 0) 0x7f1c5004b070 con 0x7f1c600d2b60 2024-09-19T05:03:43.590 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:43.590 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":38,"btime":"2024-09-19T05:03:37:052318+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5560,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/2045800348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":2045800348},{"type":"v1","addr":"172.21.15.134:6836","nonce":2045800348}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5563,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/1704639855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":1704639855},{"type":"v1","addr":"172.21.15.134:6837","nonce":1704639855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5940,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/97678885","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":97678885},{"type":"v1","addr":"172.21.15.5:6834","nonce":97678885}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":34}],"filesystems":[{"mdsmap":{"epoch":38,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:03:34.399849+0000","modified":"2024-09-19T05:03:36.397011+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5943},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5943":{"gid":5943,"name":"c","rank":0,"incarnation":36,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/4064124508","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":4064124508},{"type":"v1","addr":"172.21.15.5:6835","nonce":4064124508}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5943,"qdb_cluster":[5943]},"id":5}]} 2024-09-19T05:03:43.590 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 38 2024-09-19T05:03:43.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.590+0000 7f1c661e4640 1 -- 172.21.15.5:0/2126080145 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1c4006c2b0 msgr2=0x7f1c4006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:43.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.590+0000 7f1c661e4640 1 --2- 172.21.15.5:0/2126080145 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1c4006c2b0 0x7f1c4006e770 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f1c48007fd0 tx=0x7f1c48007960 comp rx=0 tx=0).stop 2024-09-19T05:03:43.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.590+0000 7f1c661e4640 1 -- 172.21.15.5:0/2126080145 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1c600d2b60 msgr2=0x7f1c601508b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:43.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.590+0000 7f1c661e4640 1 --2- 172.21.15.5:0/2126080145 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1c600d2b60 0x7f1c601508b0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f1c50009870 tx=0x7f1c500046c0 comp rx=0 tx=0).stop 2024-09-19T05:03:43.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.590+0000 7f1c661e4640 1 -- 172.21.15.5:0/2126080145 shutdown_connections 2024-09-19T05:03:43.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.590+0000 7f1c661e4640 1 --2- 172.21.15.5:0/2126080145 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1c4006c2b0 0x7f1c4006e770 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:43.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.590+0000 7f1c661e4640 1 --2- 172.21.15.5:0/2126080145 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1c6015e890 0x7f1c600addf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:43.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.590+0000 7f1c661e4640 1 --2- 172.21.15.5:0/2126080145 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1c600d4f00 0x7f1c600ad8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:43.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.590+0000 7f1c661e4640 1 --2- 172.21.15.5:0/2126080145 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1c600d2b60 0x7f1c601508b0 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:43.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.590+0000 7f1c661e4640 1 -- 172.21.15.5:0/2126080145 >> 172.21.15.5:0/2126080145 conn(0x7f1c600b66c0 msgr2=0x7f1c6006cdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:43.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.590+0000 7f1c661e4640 1 -- 172.21.15.5:0/2126080145 shutdown_connections 2024-09-19T05:03:43.592 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:43.590+0000 7f1c661e4640 1 -- 172.21.15.5:0/2126080145 wait complete. 2024-09-19T05:03:44.006 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 38, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T05:03:34.399849+0000', 'modified': '2024-09-19T05:03:36.397011+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5943}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5943': {'gid': 5943, 'name': 'c', 'rank': 0, 'incarnation': 36, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.5:6835/4064124508', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.5:6833', 'nonce': 4064124508}, {'type': 'v1', 'addr': '172.21.15.5:6835', 'nonce': 4064124508}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [12], 'metadata_pool': 11, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5943, 'qdb_cluster': [5943]} 2024-09-19T05:03:44.006 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T05:03:44.006 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-19T05:03:44.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.112+0000 7f1807fff640 1 Processor -- start 2024-09-19T05:03:44.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.112+0000 7f1807fff640 1 -- start start 2024-09-19T05:03:44.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.113+0000 7f1807fff640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f18080d4310 0x7f18080d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:44.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.113+0000 7f1807fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f180806d460 0x7f180806d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:44.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.113+0000 7f1807fff640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f180806de10 con 0x7f180815e470 2024-09-19T05:03:44.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.113+0000 7f1807fff640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f18080d4cc0 con 0x7f180806d460 2024-09-19T05:03:44.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.113+0000 7f1807fff640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f18080cf710 con 0x7f18080d4310 2024-09-19T05:03:44.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.113+0000 7f18077fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f180806d460 0x7f180806d8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:44.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.113+0000 7f18077fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f180806d460 0x7f180806d8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37288/0 (socket says 172.21.15.5:37288) 2024-09-19T05:03:44.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.113+0000 7f18077fe640 1 -- 172.21.15.5:0/2278829209 learned_addr learned my addr 172.21.15.5:0/2278829209 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:44.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.113+0000 7f1806ffd640 1 --1- 172.21.15.5:0/2278829209 >> v1:172.21.15.5:6789/0 conn(0x7f180815e470 0x7f18080cfba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:57582/0 (socket says 172.21.15.5:57582) 2024-09-19T05:03:44.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.113+0000 7f17fe7fc640 1 --2- 172.21.15.5:0/2278829209 >> v2:172.21.15.134:3300/0 conn(0x7f18080d4310 0x7f18080d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:44.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.113+0000 7f18077fe640 1 -- 172.21.15.5:0/2278829209 >> v2:172.21.15.134:3300/0 conn(0x7f18080d4310 msgr2=0x7f18080d4780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:44.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.113+0000 7f18077fe640 1 --2- 172.21.15.5:0/2278829209 >> v2:172.21.15.134:3300/0 conn(0x7f18080d4310 0x7f18080d4780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.113+0000 7f18077fe640 1 -- 172.21.15.5:0/2278829209 >> v1:172.21.15.5:6789/0 conn(0x7f180815e470 legacy=0x7f18080cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:44.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.113+0000 7f18077fe640 1 -- 172.21.15.5:0/2278829209 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f180815e850 con 0x7f180806d460 2024-09-19T05:03:44.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.114+0000 7f18077fe640 1 --2- 172.21.15.5:0/2278829209 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f180806d460 0x7f180806d8d0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f18080b6f10 tx=0x7f180002a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf7757e06a7a19fb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:44.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.114+0000 7f18067fc640 1 -- 172.21.15.5:0/2278829209 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1800036070 con 0x7f180806d460 2024-09-19T05:03:44.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.114+0000 7f18067fc640 1 -- 172.21.15.5:0/2278829209 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1800031600 con 0x7f180806d460 2024-09-19T05:03:44.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.114+0000 7f18067fc640 1 -- 172.21.15.5:0/2278829209 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18000319d0 con 0x7f180806d460 2024-09-19T05:03:44.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.114+0000 7f1807fff640 1 -- 172.21.15.5:0/2278829209 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f180806d460 msgr2=0x7f180806d8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:44.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.114+0000 7f1807fff640 1 --2- 172.21.15.5:0/2278829209 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f180806d460 0x7f180806d8d0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f18080b6f10 tx=0x7f180002a730 comp rx=0 tx=0).stop 2024-09-19T05:03:44.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.115+0000 7f1807fff640 1 -- 172.21.15.5:0/2278829209 shutdown_connections 2024-09-19T05:03:44.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.115+0000 7f1807fff640 1 --2- 172.21.15.5:0/2278829209 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f180806d460 0x7f180806d8d0 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.115+0000 7f1807fff640 1 --2- 172.21.15.5:0/2278829209 >> v2:172.21.15.134:3300/0 conn(0x7f18080d4310 0x7f18080d4780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.115+0000 7f1807fff640 1 -- 172.21.15.5:0/2278829209 >> 172.21.15.5:0/2278829209 conn(0x7f180809d700 msgr2=0x7f180808c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:44.117 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.115+0000 7f1807fff640 1 -- 172.21.15.5:0/2278829209 shutdown_connections 2024-09-19T05:03:44.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.115+0000 7f1807fff640 1 -- 172.21.15.5:0/2278829209 wait complete. 2024-09-19T05:03:44.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.116+0000 7f1807fff640 1 Processor -- start 2024-09-19T05:03:44.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.116+0000 7f1807fff640 1 -- start start 2024-09-19T05:03:44.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.117+0000 7f1807fff640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f180806d460 0x7f1808157be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:44.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.117+0000 7f1807fff640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f18080d4310 0x7f180815f380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:44.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.117+0000 7f1807fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f180815e470 0x7f1808160fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:44.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.117+0000 7f1807fff640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f18080cf0c0 con 0x7f180815e470 2024-09-19T05:03:44.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.117+0000 7f1807fff640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f18080d1980 con 0x7f180806d460 2024-09-19T05:03:44.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.117+0000 7f1807fff640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f18080cf3a0 con 0x7f18080d4310 2024-09-19T05:03:44.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.117+0000 7f18077fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f180815e470 0x7f1808160fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:44.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.117+0000 7f18077fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f180815e470 0x7f1808160fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37296/0 (socket says 172.21.15.5:37296) 2024-09-19T05:03:44.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.117+0000 7f18077fe640 1 -- 172.21.15.5:0/869001716 learned_addr learned my addr 172.21.15.5:0/869001716 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:44.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.117+0000 7f1806ffd640 1 --2- 172.21.15.5:0/869001716 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f180806d460 0x7f1808157be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:44.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.117+0000 7f17fe7fc640 1 --2- 172.21.15.5:0/869001716 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f18080d4310 0x7f180815f380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:44.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.117+0000 7f18077fe640 1 -- 172.21.15.5:0/869001716 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f18080d4310 msgr2=0x7f180815f380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:44.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.117+0000 7f18077fe640 1 --2- 172.21.15.5:0/869001716 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f18080d4310 0x7f180815f380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.117+0000 7f18077fe640 1 -- 172.21.15.5:0/869001716 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f180806d460 msgr2=0x7f1808157be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:44.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.117+0000 7f18077fe640 1 --2- 172.21.15.5:0/869001716 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f180806d460 0x7f1808157be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.117+0000 7f18077fe640 1 -- 172.21.15.5:0/869001716 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18080b7f70 con 0x7f180815e470 2024-09-19T05:03:44.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.118+0000 7f18077fe640 1 --2- 172.21.15.5:0/869001716 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f180815e470 0x7f1808160fc0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f1800034040 tx=0x7f1800004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:44.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.118+0000 7f1804ff9640 1 -- 172.21.15.5:0/869001716 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1800036050 con 0x7f180815e470 2024-09-19T05:03:44.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.118+0000 7f1804ff9640 1 -- 172.21.15.5:0/869001716 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1800042070 con 0x7f180815e470 2024-09-19T05:03:44.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.118+0000 7f1807fff640 1 -- 172.21.15.5:0/869001716 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18080b8210 con 0x7f180815e470 2024-09-19T05:03:44.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.118+0000 7f1804ff9640 1 -- 172.21.15.5:0/869001716 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1800009510 con 0x7f180815e470 2024-09-19T05:03:44.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.118+0000 7f1807fff640 1 -- 172.21.15.5:0/869001716 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18080b87d0 con 0x7f180815e470 2024-09-19T05:03:44.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.120+0000 7f1804ff9640 1 -- 172.21.15.5:0/869001716 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1800007bf0 con 0x7f180815e470 2024-09-19T05:03:44.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.121+0000 7f1804ff9640 1 --2- 172.21.15.5:0/869001716 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f17e806c2e0 0x7f17e806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:44.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.121+0000 7f1804ff9640 1 -- 172.21.15.5:0/869001716 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f18000ac1a0 con 0x7f180815e470 2024-09-19T05:03:44.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.121+0000 7f1806ffd640 1 --2- 172.21.15.5:0/869001716 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f17e806c2e0 0x7f17e806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:44.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.121+0000 7f1810870740 1 Processor -- start 2024-09-19T05:03:44.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.121+0000 7f1810870740 1 -- start start 2024-09-19T05:03:44.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.121+0000 7f1806ffd640 1 --2- 172.21.15.5:0/869001716 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f17e806c2e0 0x7f17e806e7a0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f17f8007fd0 tx=0x7f17f8007e80 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:44.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.122+0000 7f1810870740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x556a3eb074b0 0x556a3eb4cc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:44.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.122+0000 7f1810870740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556a3eb04c70 0x556a3eb07890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:44.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.122+0000 7f1810870740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x556a3eb08c40 0x556a3eb01aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:44.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.122+0000 7f1810870740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x556a3ea69520 con 0x556a3eb04c70 2024-09-19T05:03:44.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.122+0000 7f1810870740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x556a3ea113e0 con 0x556a3eb074b0 2024-09-19T05:03:44.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.122+0000 7f1810870740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x556a3ea654e0 con 0x556a3eb08c40 2024-09-19T05:03:44.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.122+0000 7f17fe7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556a3eb04c70 0x556a3eb07890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:44.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.122+0000 7f17fe7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556a3eb04c70 0x556a3eb07890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37302/0 (socket says 172.21.15.5:37302) 2024-09-19T05:03:44.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.122+0000 7f17fe7fc640 1 -- 172.21.15.5:0/2932374100 learned_addr learned my addr 172.21.15.5:0/2932374100 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:44.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.122+0000 7f1806ffd640 1 --2- 172.21.15.5:0/2932374100 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x556a3eb074b0 0x556a3eb4cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:44.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.122+0000 7f18077fe640 1 --2- 172.21.15.5:0/2932374100 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x556a3eb08c40 0x556a3eb01aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:44.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.123+0000 7f17fe7fc640 1 -- 172.21.15.5:0/2932374100 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x556a3eb08c40 msgr2=0x556a3eb01aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:44.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.123+0000 7f17fe7fc640 1 --2- 172.21.15.5:0/2932374100 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x556a3eb08c40 0x556a3eb01aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.123+0000 7f17fe7fc640 1 -- 172.21.15.5:0/2932374100 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x556a3eb074b0 msgr2=0x556a3eb4cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:44.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.123+0000 7f17fe7fc640 1 --2- 172.21.15.5:0/2932374100 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x556a3eb074b0 0x556a3eb4cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.123+0000 7f17fe7fc640 1 -- 172.21.15.5:0/2932374100 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a3ea2c2f0 con 0x556a3eb04c70 2024-09-19T05:03:44.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.123+0000 7f17fe7fc640 1 --2- 172.21.15.5:0/2932374100 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556a3eb04c70 0x556a3eb07890 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f17f0007960 tx=0x7f17f0007e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6fd3fe27ce827dd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:44.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.123+0000 7f17fd7fa640 1 -- 172.21.15.5:0/2932374100 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17f0018020 con 0x556a3eb04c70 2024-09-19T05:03:44.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.123+0000 7f17fd7fa640 1 -- 172.21.15.5:0/2932374100 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17f0004300 con 0x556a3eb04c70 2024-09-19T05:03:44.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.123+0000 7f17fd7fa640 1 -- 172.21.15.5:0/2932374100 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17f0010af0 con 0x556a3eb04c70 2024-09-19T05:03:44.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.124+0000 7f1810870740 1 -- 172.21.15.5:0/2932374100 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556a3eb04c70 msgr2=0x556a3eb07890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:44.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.124+0000 7f1810870740 1 --2- 172.21.15.5:0/2932374100 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556a3eb04c70 0x556a3eb07890 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f17f0007960 tx=0x7f17f0007e20 comp rx=0 tx=0).stop 2024-09-19T05:03:44.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.124+0000 7f1810870740 1 -- 172.21.15.5:0/2932374100 shutdown_connections 2024-09-19T05:03:44.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.124+0000 7f1810870740 1 --2- 172.21.15.5:0/2932374100 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x556a3eb08c40 0x556a3eb01aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.124+0000 7f1810870740 1 --2- 172.21.15.5:0/2932374100 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556a3eb04c70 0x556a3eb07890 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.124+0000 7f1810870740 1 --2- 172.21.15.5:0/2932374100 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x556a3eb074b0 0x556a3eb4cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.124+0000 7f1810870740 1 -- 172.21.15.5:0/2932374100 >> 172.21.15.5:0/2932374100 conn(0x556a3eb03c70 msgr2=0x556a3eb4c120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:44.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.124+0000 7f1810870740 1 -- 172.21.15.5:0/2932374100 shutdown_connections 2024-09-19T05:03:44.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.124+0000 7f1810870740 1 -- 172.21.15.5:0/2932374100 wait complete. 2024-09-19T05:03:44.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.124+0000 7f1810870740 1 -- start start 2024-09-19T05:03:44.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.124+0000 7f1810870740 1 Processor -- start 2024-09-19T05:03:44.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.125+0000 7f1810870740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556a3eb074b0 0x556a3eb45fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:44.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.125+0000 7f1810870740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x556a3eb08c40 0x556a3eb01690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:44.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.125+0000 7f1810870740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x556a3eb2a690 0x556a3eb01bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:44.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.125+0000 7f1810870740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x556a3eb03110 con 0x556a3eb074b0 2024-09-19T05:03:44.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.125+0000 7f1810870740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x556a3e9f2450 con 0x556a3eb2a690 2024-09-19T05:03:44.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.125+0000 7f1810870740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x556a3eb4d480 con 0x556a3eb08c40 2024-09-19T05:03:44.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.125+0000 7f1810870740 10 client.0 _ll_register_callbacks cb 0x556a3e77bac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:03:44.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.125+0000 7f1806ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556a3eb074b0 0x556a3eb45fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:44.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.125+0000 7f1806ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556a3eb074b0 0x556a3eb45fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37308/0 (socket says 172.21.15.5:37308) 2024-09-19T05:03:44.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.125+0000 7f1806ffd640 1 -- 172.21.15.5:0/2395861490 learned_addr learned my addr 172.21.15.5:0/2395861490 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:44.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.125+0000 7f17fe7fc640 1 --2- 172.21.15.5:0/2395861490 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x556a3eb08c40 0x556a3eb01690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:44.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.125+0000 7f18077fe640 1 --2- 172.21.15.5:0/2395861490 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x556a3eb2a690 0x556a3eb01bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:44.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.126+0000 7f1806ffd640 1 -- 172.21.15.5:0/2395861490 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x556a3eb08c40 msgr2=0x556a3eb01690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:44.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.126+0000 7f1806ffd640 1 --2- 172.21.15.5:0/2395861490 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x556a3eb08c40 0x556a3eb01690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.126+0000 7f1806ffd640 1 -- 172.21.15.5:0/2395861490 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x556a3eb2a690 msgr2=0x556a3eb01bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:44.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.126+0000 7f1806ffd640 1 --2- 172.21.15.5:0/2395861490 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x556a3eb2a690 0x556a3eb01bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.126+0000 7f1806ffd640 1 -- 172.21.15.5:0/2395861490 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a3e77c2d0 con 0x556a3eb074b0 2024-09-19T05:03:44.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.126+0000 7f1806ffd640 1 --2- 172.21.15.5:0/2395861490 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556a3eb074b0 0x556a3eb45fe0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f17f8013680 tx=0x7f17f8000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63a338c4533c631a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:44.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.126+0000 7f17e67fc640 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-19T05:03:44.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.126+0000 7f17e67fc640 1 -- 172.21.15.5:0/2395861490 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17f8020580 con 0x556a3eb074b0 2024-09-19T05:03:44.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.126+0000 7f1810870740 1 -- 172.21.15.5:0/2395861490 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f17f0004300 con 0x556a3eb074b0 2024-09-19T05:03:44.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.126+0000 7f17e67fc640 1 -- 172.21.15.5:0/2395861490 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f17f8020720 con 0x556a3eb074b0 2024-09-19T05:03:44.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.126+0000 7f17e67fc640 1 -- 172.21.15.5:0/2395861490 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f17f802e050 con 0x556a3eb074b0 2024-09-19T05:03:44.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.126+0000 7f1810870740 10 client.6102 fetch_fsmap learned FSMap version 38 2024-09-19T05:03:44.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.126+0000 7f1810870740 1 -- 172.21.15.5:0/2395861490 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=2+}) -- 0x556a3e8466b0 con 0x556a3eb074b0 2024-09-19T05:03:44.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.126+0000 7f17e67fc640 1 -- 172.21.15.5:0/2395861490 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17f0004300 con 0x556a3eb074b0 2024-09-19T05:03:44.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.126+0000 7f17e67fc640 1 -- 172.21.15.5:0/2395861490 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 38) ==== 3502+0+0 (secure 0 0 0) 0x7f17f8031020 con 0x556a3eb074b0 2024-09-19T05:03:44.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.126+0000 7f1810870740 10 client.6102 fetch_fsmap finished waiting for FSMap version 38 2024-09-19T05:03:44.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.126+0000 7f1810870740 10 client.6102 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T05:03:44.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.126+0000 7f1810870740 20 client.6102 populate_metadata read hostname 'smithi005' 2024-09-19T05:03:44.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.126+0000 7f1810870740 1 --2- 172.21.15.5:0/2395861490 >> [v2:172.21.15.5:6833/4064124508,v1:172.21.15.5:6835/4064124508] conn(0x556a3eb2f130 0x556a3eb31110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:44.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.126+0000 7f1810870740 4 client.6102 mds_command: new command op to 5943 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:03:44.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.126+0000 7f1810870740 1 -- 172.21.15.5:0/2395861490 --> [v2:172.21.15.5:6833/4064124508,v1:172.21.15.5:6835/4064124508] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556a3ea76c50 con 0x556a3eb2f130 2024-09-19T05:03:44.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.127+0000 7f17fe7fc640 1 --2- 172.21.15.5:0/2395861490 >> [v2:172.21.15.5:6833/4064124508,v1:172.21.15.5:6835/4064124508] conn(0x556a3eb2f130 0x556a3eb31110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:44.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.127+0000 7f17e67fc640 10 client.6102 ms_handle_connect on v2:172.21.15.5:6833/4064124508 2024-09-19T05:03:44.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.127+0000 7f17fe7fc640 1 --2- 172.21.15.5:0/2395861490 >> [v2:172.21.15.5:6833/4064124508,v1:172.21.15.5:6835/4064124508] conn(0x556a3eb2f130 0x556a3eb31110 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6ba40d79105286a2 server_cookie=587d0c3591664954 in_seq=0 out_seq=0 2024-09-19T05:03:44.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.128+0000 7f17e67fc640 1 -- 172.21.15.5:0/2395861490 <== mds.0 v2:172.21.15.5:6833/4064124508 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556a3ea76c50 con 0x556a3eb2f130 2024-09-19T05:03:44.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.128+0000 7f17e67fc640 10 client.6102 handle_command_reply: tid=0 2024-09-19T05:03:44.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.128+0000 7f1810870740 1 client.6102 shutdown 2024-09-19T05:03:44.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.128+0000 7f1810870740 1 -- 172.21.15.5:0/2395861490 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556a3eb074b0 msgr2=0x556a3eb45fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:44.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.128+0000 7f1810870740 1 --2- 172.21.15.5:0/2395861490 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556a3eb074b0 0x556a3eb45fe0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f17f8013680 tx=0x7f17f8000bc0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.128+0000 7f1810870740 1 -- 172.21.15.5:0/2395861490 shutdown_connections 2024-09-19T05:03:44.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.128+0000 7f1810870740 1 --2- 172.21.15.5:0/2395861490 >> [v2:172.21.15.5:6833/4064124508,v1:172.21.15.5:6835/4064124508] conn(0x556a3eb2f130 0x556a3eb31110 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.128+0000 7f1810870740 1 --2- 172.21.15.5:0/2395861490 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x556a3eb2a690 0x556a3eb01bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.128+0000 7f17e67fc640 0 client.6102 ms_handle_reset on v2:172.21.15.5:6833/4064124508 2024-09-19T05:03:44.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.128+0000 7f1810870740 1 --2- 172.21.15.5:0/2395861490 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x556a3eb08c40 0x556a3eb01690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.128+0000 7f1810870740 1 --2- 172.21.15.5:0/2395861490 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556a3eb074b0 0x556a3eb45fe0 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.128+0000 7f1810870740 1 -- 172.21.15.5:0/2395861490 >> 172.21.15.5:0/2395861490 conn(0x556a3eb04c70 msgr2=0x556a3eb4a0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:44.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.128+0000 7f1810870740 1 -- 172.21.15.5:0/2395861490 shutdown_connections 2024-09-19T05:03:44.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.128+0000 7f1810870740 1 -- 172.21.15.5:0/2395861490 wait complete. 2024-09-19T05:03:44.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.128+0000 7f1810870740 20 client.6102 trim_cache size 0 max 16384 2024-09-19T05:03:44.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.146+0000 7f1810870740 1 Processor -- start 2024-09-19T05:03:44.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.146+0000 7f1810870740 1 -- start start 2024-09-19T05:03:44.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.147+0000 7f1810870740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x556a3eb074b0 0x556a3eb43fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:44.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.147+0000 7f1810870740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556a3eb08c40 0x556a3eb312d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:44.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.147+0000 7f1810870740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x556a3eb2a690 0x556a3eb709a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:44.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.147+0000 7f1810870740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1808200150 con 0x556a3eb08c40 2024-09-19T05:03:44.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.147+0000 7f1810870740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f18080b9c80 con 0x556a3eb2a690 2024-09-19T05:03:44.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.147+0000 7f1810870740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f18081ffc60 con 0x556a3eb074b0 2024-09-19T05:03:44.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.147+0000 7f17fe7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556a3eb08c40 0x556a3eb312d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:44.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.147+0000 7f17fe7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556a3eb08c40 0x556a3eb312d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37324/0 (socket says 172.21.15.5:37324) 2024-09-19T05:03:44.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.147+0000 7f17fe7fc640 1 -- 172.21.15.5:0/1698148833 learned_addr learned my addr 172.21.15.5:0/1698148833 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:44.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.147+0000 7f17fe7fc640 1 -- 172.21.15.5:0/1698148833 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x556a3eb074b0 msgr2=0x556a3eb43fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:44.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.147+0000 7f17fe7fc640 1 --2- 172.21.15.5:0/1698148833 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x556a3eb074b0 0x556a3eb43fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.147+0000 7f17fe7fc640 1 -- 172.21.15.5:0/1698148833 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x556a3eb2a690 msgr2=0x556a3eb709a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:44.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.147+0000 7f17fe7fc640 1 --2- 172.21.15.5:0/1698148833 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x556a3eb2a690 0x556a3eb709a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.147+0000 7f17fe7fc640 1 -- 172.21.15.5:0/1698148833 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a3eafd430 con 0x556a3eb08c40 2024-09-19T05:03:44.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.148+0000 7f17fe7fc640 1 --2- 172.21.15.5:0/1698148833 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556a3eb08c40 0x556a3eb312d0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f17f0007930 tx=0x7f17f0014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=361c5a1a264e1451 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:44.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.148+0000 7f17fcff9640 1 -- 172.21.15.5:0/1698148833 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17f0018040 con 0x556a3eb08c40 2024-09-19T05:03:44.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.148+0000 7f17fcff9640 1 -- 172.21.15.5:0/1698148833 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17f0007510 con 0x556a3eb08c40 2024-09-19T05:03:44.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.148+0000 7f17fcff9640 1 -- 172.21.15.5:0/1698148833 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17f0010b90 con 0x556a3eb08c40 2024-09-19T05:03:44.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.148+0000 7f1810870740 1 -- 172.21.15.5:0/1698148833 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556a3eb08c40 msgr2=0x556a3eb312d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:44.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.148+0000 7f1810870740 1 --2- 172.21.15.5:0/1698148833 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556a3eb08c40 0x556a3eb312d0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f17f0007930 tx=0x7f17f0014000 comp rx=0 tx=0).stop 2024-09-19T05:03:44.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.148+0000 7f1810870740 1 -- 172.21.15.5:0/1698148833 shutdown_connections 2024-09-19T05:03:44.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.148+0000 7f1810870740 1 --2- 172.21.15.5:0/1698148833 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x556a3eb2a690 0x556a3eb709a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.148+0000 7f1810870740 1 --2- 172.21.15.5:0/1698148833 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556a3eb08c40 0x556a3eb312d0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.148+0000 7f1810870740 1 --2- 172.21.15.5:0/1698148833 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x556a3eb074b0 0x556a3eb43fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.148+0000 7f1810870740 1 -- 172.21.15.5:0/1698148833 >> 172.21.15.5:0/1698148833 conn(0x556a3eb04c70 msgr2=0x556a3eb4c0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:44.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.148+0000 7f1810870740 1 -- 172.21.15.5:0/1698148833 shutdown_connections 2024-09-19T05:03:44.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.148+0000 7f1810870740 1 -- 172.21.15.5:0/1698148833 wait complete. 2024-09-19T05:03:44.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.149+0000 7f1810870740 1 -- start start 2024-09-19T05:03:44.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.149+0000 7f1810870740 1 Processor -- start 2024-09-19T05:03:44.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.150+0000 7f1810870740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556a3eb074b0 0x556a3ebce2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:44.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.150+0000 7f1810870740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x556a3eb08c40 0x556a3eb3c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:44.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.150+0000 7f1810870740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x556a3eb2a690 0x556a3eb3c850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:44.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.150+0000 7f1810870740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x556a3eb2efb0 con 0x556a3eb074b0 2024-09-19T05:03:44.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.150+0000 7f1810870740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x556a3eb30a10 con 0x556a3eb08c40 2024-09-19T05:03:44.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.150+0000 7f1810870740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x556a3eb2f5a0 con 0x556a3eb2a690 2024-09-19T05:03:44.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.150+0000 7f1810870740 10 client.0 _ll_register_callbacks cb 0x7f17f8004b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:03:44.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.150+0000 7f1806ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556a3eb074b0 0x556a3ebce2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:44.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.150+0000 7f1806ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556a3eb074b0 0x556a3ebce2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37326/0 (socket says 172.21.15.5:37326) 2024-09-19T05:03:44.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.150+0000 7f1806ffd640 1 -- 172.21.15.5:0/3351046743 learned_addr learned my addr 172.21.15.5:0/3351046743 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:44.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.150+0000 7f18077fe640 1 --2- 172.21.15.5:0/3351046743 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x556a3eb2a690 0x556a3eb3c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:44.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.150+0000 7f17fe7fc640 1 --2- 172.21.15.5:0/3351046743 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x556a3eb08c40 0x556a3eb3c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:44.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.150+0000 7f1806ffd640 1 -- 172.21.15.5:0/3351046743 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x556a3eb2a690 msgr2=0x556a3eb3c850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:44.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.150+0000 7f1806ffd640 1 --2- 172.21.15.5:0/3351046743 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x556a3eb2a690 0x556a3eb3c850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.150+0000 7f1806ffd640 1 -- 172.21.15.5:0/3351046743 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x556a3eb08c40 msgr2=0x556a3eb3c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:44.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.150+0000 7f1806ffd640 1 --2- 172.21.15.5:0/3351046743 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x556a3eb08c40 0x556a3eb3c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.150+0000 7f1806ffd640 1 -- 172.21.15.5:0/3351046743 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a3eb70d90 con 0x556a3eb074b0 2024-09-19T05:03:44.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.150+0000 7f1806ffd640 1 --2- 172.21.15.5:0/3351046743 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556a3eb074b0 0x556a3ebce2f0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f17f80076a0 tx=0x7f17f8000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76556e706c373fa5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:44.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.150+0000 7f17e67fc640 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-19T05:03:44.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.151+0000 7f17e67fc640 1 -- 172.21.15.5:0/3351046743 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17f8013e50 con 0x556a3eb074b0 2024-09-19T05:03:44.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.151+0000 7f17e67fc640 1 -- 172.21.15.5:0/3351046743 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f17f8020d20 con 0x556a3eb074b0 2024-09-19T05:03:44.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.151+0000 7f1810870740 1 -- 172.21.15.5:0/3351046743 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f17f0007510 con 0x556a3eb074b0 2024-09-19T05:03:44.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.151+0000 7f17e67fc640 1 -- 172.21.15.5:0/3351046743 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f17f8042050 con 0x556a3eb074b0 2024-09-19T05:03:44.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.151+0000 7f1810870740 10 client.6108 fetch_fsmap learned FSMap version 38 2024-09-19T05:03:44.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.151+0000 7f1810870740 1 -- 172.21.15.5:0/3351046743 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=2+}) -- 0x556a3eb446f0 con 0x556a3eb074b0 2024-09-19T05:03:44.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.151+0000 7f17e67fc640 1 -- 172.21.15.5:0/3351046743 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17f0007510 con 0x556a3eb074b0 2024-09-19T05:03:44.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.151+0000 7f17e67fc640 1 -- 172.21.15.5:0/3351046743 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 38) ==== 3502+0+0 (secure 0 0 0) 0x7f17f8045020 con 0x556a3eb074b0 2024-09-19T05:03:44.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.151+0000 7f1810870740 10 client.6108 fetch_fsmap finished waiting for FSMap version 38 2024-09-19T05:03:44.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.151+0000 7f1810870740 10 client.6108 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T05:03:44.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.151+0000 7f1810870740 20 client.6108 populate_metadata read hostname 'smithi005' 2024-09-19T05:03:44.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.151+0000 7f1810870740 1 --2- 172.21.15.5:0/3351046743 >> [v2:172.21.15.5:6833/4064124508,v1:172.21.15.5:6835/4064124508] conn(0x556a3eb4b690 0x556a3eb27670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:44.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.151+0000 7f1810870740 4 client.6108 mds_command: new command op to 5943 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:03:44.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.151+0000 7f1810870740 1 -- 172.21.15.5:0/3351046743 --> [v2:172.21.15.5:6833/4064124508,v1:172.21.15.5:6835/4064124508] -- command(tid 0: {"prefix": "status"}) -- 0x556a3eb2a200 con 0x556a3eb4b690 2024-09-19T05:03:44.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.151+0000 7f17fe7fc640 1 --2- 172.21.15.5:0/3351046743 >> [v2:172.21.15.5:6833/4064124508,v1:172.21.15.5:6835/4064124508] conn(0x556a3eb4b690 0x556a3eb27670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:44.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.152+0000 7f17e67fc640 10 client.6108 ms_handle_connect on v2:172.21.15.5:6833/4064124508 2024-09-19T05:03:44.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.152+0000 7f17fe7fc640 1 --2- 172.21.15.5:0/3351046743 >> [v2:172.21.15.5:6833/4064124508,v1:172.21.15.5:6835/4064124508] conn(0x556a3eb4b690 0x556a3eb27670 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dcc26e0b4e8724c2 server_cookie=94bde876acdc39de in_seq=0 out_seq=0 2024-09-19T05:03:44.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.152+0000 7f17e67fc640 1 -- 172.21.15.5:0/3351046743 <== mds.0 v2:172.21.15.5:6833/4064124508 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x556a3eb2a200 con 0x556a3eb4b690 2024-09-19T05:03:44.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.152+0000 7f17e67fc640 10 client.6108 handle_command_reply: tid=0 2024-09-19T05:03:44.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.152+0000 7f1810870740 1 client.6108 shutdown 2024-09-19T05:03:44.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.152+0000 7f1810870740 1 -- 172.21.15.5:0/3351046743 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556a3eb074b0 msgr2=0x556a3ebce2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:44.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.152+0000 7f1810870740 1 --2- 172.21.15.5:0/3351046743 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556a3eb074b0 0x556a3ebce2f0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f17f80076a0 tx=0x7f17f8000ed0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.152+0000 7f1810870740 1 -- 172.21.15.5:0/3351046743 shutdown_connections 2024-09-19T05:03:44.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.152+0000 7f1810870740 1 --2- 172.21.15.5:0/3351046743 >> [v2:172.21.15.5:6833/4064124508,v1:172.21.15.5:6835/4064124508] conn(0x556a3eb4b690 0x556a3eb27670 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.152+0000 7f1810870740 1 --2- 172.21.15.5:0/3351046743 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x556a3eb2a690 0x556a3eb3c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.152+0000 7f1810870740 1 --2- 172.21.15.5:0/3351046743 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x556a3eb08c40 0x556a3eb3c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.152+0000 7f17e67fc640 0 client.6108 ms_handle_reset on v2:172.21.15.5:6833/4064124508 2024-09-19T05:03:44.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.152+0000 7f1810870740 1 --2- 172.21.15.5:0/3351046743 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x556a3eb074b0 0x556a3ebce2f0 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.152+0000 7f1810870740 1 -- 172.21.15.5:0/3351046743 >> 172.21.15.5:0/3351046743 conn(0x556a3eb04c70 msgr2=0x556a3eb4a0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:44.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.152+0000 7f1810870740 1 -- 172.21.15.5:0/3351046743 shutdown_connections 2024-09-19T05:03:44.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.152+0000 7f1810870740 1 -- 172.21.15.5:0/3351046743 wait complete. 2024-09-19T05:03:44.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.152+0000 7f1810870740 20 client.6108 trim_cache size 0 max 16384 2024-09-19T05:03:44.160 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-19T05:03:44.160 INFO:teuthology.orchestra.run.smithi005.stdout: "cluster_fsid": "d3e05719-6fe9-4686-ba83-cd0299bd169b", 2024-09-19T05:03:44.160 INFO:teuthology.orchestra.run.smithi005.stdout: "whoami": 0, 2024-09-19T05:03:44.160 INFO:teuthology.orchestra.run.smithi005.stdout: "id": 5943, 2024-09-19T05:03:44.160 INFO:teuthology.orchestra.run.smithi005.stdout: "want_state": "up:active", 2024-09-19T05:03:44.160 INFO:teuthology.orchestra.run.smithi005.stdout: "state": "up:active", 2024-09-19T05:03:44.160 INFO:teuthology.orchestra.run.smithi005.stdout: "fs_name": "cephfs", 2024-09-19T05:03:44.160 INFO:teuthology.orchestra.run.smithi005.stdout: "rank_uptime": 9.1203407720000005, 2024-09-19T05:03:44.160 INFO:teuthology.orchestra.run.smithi005.stdout: "mdsmap_epoch": 38, 2024-09-19T05:03:44.160 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch": 72, 2024-09-19T05:03:44.160 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch_barrier": 72, 2024-09-19T05:03:44.160 INFO:teuthology.orchestra.run.smithi005.stdout: "uptime": 14.139831713 2024-09-19T05:03:44.161 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-19T05:03:44.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.153+0000 7f1807fff640 1 -- 172.21.15.5:0/869001716 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f17e806c2e0 msgr2=0x7f17e806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:44.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.153+0000 7f1807fff640 1 --2- 172.21.15.5:0/869001716 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f17e806c2e0 0x7f17e806e7a0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f17f8007fd0 tx=0x7f17f8007e80 comp rx=0 tx=0).stop 2024-09-19T05:03:44.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.153+0000 7f1807fff640 1 -- 172.21.15.5:0/869001716 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f180815e470 msgr2=0x7f1808160fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:44.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.153+0000 7f1807fff640 1 --2- 172.21.15.5:0/869001716 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f180815e470 0x7f1808160fc0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f1800034040 tx=0x7f1800004a40 comp rx=0 tx=0).stop 2024-09-19T05:03:44.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.153+0000 7f1807fff640 1 -- 172.21.15.5:0/869001716 shutdown_connections 2024-09-19T05:03:44.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.153+0000 7f1807fff640 1 --2- 172.21.15.5:0/869001716 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f17e806c2e0 0x7f17e806e7a0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.153+0000 7f1807fff640 1 --2- 172.21.15.5:0/869001716 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f180815e470 0x7f1808160fc0 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.153+0000 7f1807fff640 1 --2- 172.21.15.5:0/869001716 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f18080d4310 0x7f180815f380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.153+0000 7f1807fff640 1 --2- 172.21.15.5:0/869001716 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f180806d460 0x7f1808157be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.153+0000 7f1807fff640 1 -- 172.21.15.5:0/869001716 >> 172.21.15.5:0/869001716 conn(0x7f180809d700 msgr2=0x7f18080b51d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:44.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.153+0000 7f1807fff640 1 -- 172.21.15.5:0/869001716 shutdown_connections 2024-09-19T05:03:44.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.153+0000 7f1807fff640 1 -- 172.21.15.5:0/869001716 wait complete. 2024-09-19T05:03:44.165 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:03:44.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.266+0000 7febcb59e640 1 Processor -- start 2024-09-19T05:03:44.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.267+0000 7febcb59e640 1 -- start start 2024-09-19T05:03:44.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.267+0000 7febcb59e640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7febcc0d4310 0x7febcc0d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:44.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.267+0000 7febcb59e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7febcc06d460 0x7febcc06d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:44.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.268+0000 7febcb59e640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7febcc06de10 con 0x7febcc15e470 2024-09-19T05:03:44.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.268+0000 7febcb59e640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7febcc0d4cc0 con 0x7febcc06d460 2024-09-19T05:03:44.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.268+0000 7febcb59e640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7febcc0cf710 con 0x7febcc0d4310 2024-09-19T05:03:44.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.268+0000 7febcad9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7febcc06d460 0x7febcc06d8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:44.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.268+0000 7febca59c640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7febcc15e470 0x7febcc0cfba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:57598/0 (socket says 172.21.15.5:57598) 2024-09-19T05:03:44.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.268+0000 7febca59c640 1 -- 172.21.15.5:0/1653187220 learned_addr learned my addr 172.21.15.5:0/1653187220 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:44.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.268+0000 7febc9d9b640 1 --2- 172.21.15.5:0/1653187220 >> v2:172.21.15.134:3300/0 conn(0x7febcc0d4310 0x7febcc0d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:44.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.268+0000 7febcad9d640 1 -- 172.21.15.5:0/1653187220 >> v2:172.21.15.134:3300/0 conn(0x7febcc0d4310 msgr2=0x7febcc0d4780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:44.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.268+0000 7febcad9d640 1 --2- 172.21.15.5:0/1653187220 >> v2:172.21.15.134:3300/0 conn(0x7febcc0d4310 0x7febcc0d4780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.268+0000 7febcad9d640 1 -- 172.21.15.5:0/1653187220 >> v1:172.21.15.5:6789/0 conn(0x7febcc15e470 legacy=0x7febcc0cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:44.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.268+0000 7febcad9d640 1 -- 172.21.15.5:0/1653187220 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febcc15e850 con 0x7febcc06d460 2024-09-19T05:03:44.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.268+0000 7febc959a640 1 -- 172.21.15.5:0/1653187220 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3873630931 0 0) 0x7febcc06de10 con 0x7febcc15e470 2024-09-19T05:03:44.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.268+0000 7febc9d9b640 1 --2- 172.21.15.5:0/1653187220 >> v2:172.21.15.134:3300/0 conn(0x7febcc0d4310 0x7febcc0d4780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:44.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.269+0000 7febcad9d640 1 --2- 172.21.15.5:0/1653187220 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7febcc06d460 0x7febcc06d8d0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7febcc0b6f10 tx=0x7febc402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f058b08edbffff02 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:44.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.269+0000 7febc959a640 1 -- 172.21.15.5:0/1653187220 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febc4007740 con 0x7febcc06d460 2024-09-19T05:03:44.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.269+0000 7febc959a640 1 -- 172.21.15.5:0/1653187220 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7febc40078e0 con 0x7febcc06d460 2024-09-19T05:03:44.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.269+0000 7febc959a640 1 -- 172.21.15.5:0/1653187220 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febc4007cb0 con 0x7febcc06d460 2024-09-19T05:03:44.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.269+0000 7febcb59e640 1 -- 172.21.15.5:0/1653187220 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7febcc06d460 msgr2=0x7febcc06d8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:44.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.269+0000 7febcb59e640 1 --2- 172.21.15.5:0/1653187220 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7febcc06d460 0x7febcc06d8d0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7febcc0b6f10 tx=0x7febc402a680 comp rx=0 tx=0).stop 2024-09-19T05:03:44.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.269+0000 7febcb59e640 1 -- 172.21.15.5:0/1653187220 shutdown_connections 2024-09-19T05:03:44.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.269+0000 7febcb59e640 1 --2- 172.21.15.5:0/1653187220 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7febcc06d460 0x7febcc06d8d0 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.269+0000 7febcb59e640 1 --2- 172.21.15.5:0/1653187220 >> v2:172.21.15.134:3300/0 conn(0x7febcc0d4310 0x7febcc0d4780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.270+0000 7febcb59e640 1 -- 172.21.15.5:0/1653187220 >> 172.21.15.5:0/1653187220 conn(0x7febcc09d700 msgr2=0x7febcc08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:44.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.270+0000 7febcb59e640 1 -- 172.21.15.5:0/1653187220 shutdown_connections 2024-09-19T05:03:44.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.270+0000 7febcb59e640 1 -- 172.21.15.5:0/1653187220 wait complete. 2024-09-19T05:03:44.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.271+0000 7febcb59e640 1 Processor -- start 2024-09-19T05:03:44.273 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.271+0000 7febcb59e640 1 -- start start 2024-09-19T05:03:44.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.272+0000 7febcb59e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7febcc06d460 0x7febcc15c430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:44.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.272+0000 7febcb59e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7febcc0d4310 0x7febcc0b84a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:44.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.272+0000 7febcb59e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7febcc15e470 0x7febcc0cd860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:44.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.272+0000 7febcb59e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7febcc0cf0c0 con 0x7febcc06d460 2024-09-19T05:03:44.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.272+0000 7febcb59e640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7febcc0d1980 con 0x7febcc15e470 2024-09-19T05:03:44.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.272+0000 7febcb59e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7febcc0cf3a0 con 0x7febcc0d4310 2024-09-19T05:03:44.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.272+0000 7febca59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7febcc06d460 0x7febcc15c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:44.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.272+0000 7febca59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7febcc06d460 0x7febcc15c430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37350/0 (socket says 172.21.15.5:37350) 2024-09-19T05:03:44.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.272+0000 7febca59c640 1 -- 172.21.15.5:0/3709936968 learned_addr learned my addr 172.21.15.5:0/3709936968 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:44.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.272+0000 7febcad9d640 1 --2- 172.21.15.5:0/3709936968 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7febcc15e470 0x7febcc0cd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:44.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.272+0000 7febc9d9b640 1 --2- 172.21.15.5:0/3709936968 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7febcc0d4310 0x7febcc0b84a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:44.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.272+0000 7febca59c640 1 -- 172.21.15.5:0/3709936968 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7febcc0d4310 msgr2=0x7febcc0b84a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:44.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.272+0000 7febca59c640 1 --2- 172.21.15.5:0/3709936968 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7febcc0d4310 0x7febcc0b84a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.272+0000 7febca59c640 1 -- 172.21.15.5:0/3709936968 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7febcc15e470 msgr2=0x7febcc0cd860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:44.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.272+0000 7febca59c640 1 --2- 172.21.15.5:0/3709936968 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7febcc15e470 0x7febcc0cd860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.272+0000 7febca59c640 1 -- 172.21.15.5:0/3709936968 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febcc0b7400 con 0x7febcc06d460 2024-09-19T05:03:44.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.272+0000 7febca59c640 1 --2- 172.21.15.5:0/3709936968 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7febcc06d460 0x7febcc15c430 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7febbc00c460 tx=0x7febbc00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:44.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.272+0000 7febbaffd640 1 -- 172.21.15.5:0/3709936968 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febbc018070 con 0x7febcc06d460 2024-09-19T05:03:44.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.272+0000 7febbaffd640 1 -- 172.21.15.5:0/3709936968 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7febbc007500 con 0x7febcc06d460 2024-09-19T05:03:44.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.272+0000 7febcb59e640 1 -- 172.21.15.5:0/3709936968 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febcc0b76e0 con 0x7febcc06d460 2024-09-19T05:03:44.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.272+0000 7febbaffd640 1 -- 172.21.15.5:0/3709936968 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febbc004a20 con 0x7febcc06d460 2024-09-19T05:03:44.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.272+0000 7febcb59e640 1 -- 172.21.15.5:0/3709936968 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febcc0b7ca0 con 0x7febcc06d460 2024-09-19T05:03:44.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.273+0000 7febcb59e640 1 -- 172.21.15.5:0/3709936968 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febcc0d4780 con 0x7febcc06d460 2024-09-19T05:03:44.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.274+0000 7febbaffd640 1 -- 172.21.15.5:0/3709936968 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7febbc01b070 con 0x7febcc06d460 2024-09-19T05:03:44.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.275+0000 7febbaffd640 1 --2- 172.21.15.5:0/3709936968 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7febac06c2e0 0x7febac06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:44.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.275+0000 7febbaffd640 1 -- 172.21.15.5:0/3709936968 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7febbc08a8a0 con 0x7febcc06d460 2024-09-19T05:03:44.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.275+0000 7febc9d9b640 1 --2- 172.21.15.5:0/3709936968 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7febac06c2e0 0x7febac06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:44.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.275+0000 7febc9d9b640 1 --2- 172.21.15.5:0/3709936968 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7febac06c2e0 0x7febac06e7a0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7febc0006fd0 tx=0x7febc0008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:44.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.279+0000 7febbaffd640 1 -- 172.21.15.5:0/3709936968 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7febbc058e80 con 0x7febcc06d460 2024-09-19T05:03:44.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.491+0000 7febcb59e640 1 -- 172.21.15.5:0/3709936968 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7febcc06cf90 con 0x7febcc06d460 2024-09-19T05:03:44.493 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.491+0000 7febbaffd640 1 -- 172.21.15.5:0/3709936968 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v38) ==== 53+0+73 (secure 0 0 0) 0x7febbc058780 con 0x7febcc06d460 2024-09-19T05:03:44.493 INFO:teuthology.orchestra.run.smithi005.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:03:44.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.493+0000 7febcb59e640 1 -- 172.21.15.5:0/3709936968 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7febac06c2e0 msgr2=0x7febac06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:44.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.493+0000 7febcb59e640 1 --2- 172.21.15.5:0/3709936968 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7febac06c2e0 0x7febac06e7a0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7febc0006fd0 tx=0x7febc0008040 comp rx=0 tx=0).stop 2024-09-19T05:03:44.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.493+0000 7febcb59e640 1 -- 172.21.15.5:0/3709936968 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7febcc06d460 msgr2=0x7febcc15c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:44.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.493+0000 7febcb59e640 1 --2- 172.21.15.5:0/3709936968 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7febcc06d460 0x7febcc15c430 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7febbc00c460 tx=0x7febbc00c920 comp rx=0 tx=0).stop 2024-09-19T05:03:44.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.493+0000 7febcb59e640 1 -- 172.21.15.5:0/3709936968 shutdown_connections 2024-09-19T05:03:44.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.493+0000 7febcb59e640 1 --2- 172.21.15.5:0/3709936968 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7febac06c2e0 0x7febac06e7a0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.493+0000 7febcb59e640 1 --2- 172.21.15.5:0/3709936968 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7febcc15e470 0x7febcc0cd860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.493+0000 7febcb59e640 1 --2- 172.21.15.5:0/3709936968 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7febcc0d4310 0x7febcc0b84a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.493+0000 7febcb59e640 1 --2- 172.21.15.5:0/3709936968 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7febcc06d460 0x7febcc15c430 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:44.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.493+0000 7febcb59e640 1 -- 172.21.15.5:0/3709936968 >> 172.21.15.5:0/3709936968 conn(0x7febcc09d700 msgr2=0x7febcc0b4f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:44.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.493+0000 7febcb59e640 1 -- 172.21.15.5:0/3709936968 shutdown_connections 2024-09-19T05:03:44.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44.493+0000 7febcb59e640 1 -- 172.21.15.5:0/3709936968 wait complete. 2024-09-19T05:03:44.505 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:03:44.506 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:03:44.506 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi005.front.sepia.ceph.com 2024-09-19T05:03:44.506 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T05:03:44.506 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T05:03:44.506 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:03:44.506 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T05:03:44.506 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:03:44.506 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:03:44.506 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:44.506 DEBUG:teuthology.orchestra.run.smithi005:> ip addr 2024-09-19T05:03:44.523 INFO:teuthology.orchestra.run.smithi005.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:03:44.523 INFO:teuthology.orchestra.run.smithi005.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:03:44.523 INFO:teuthology.orchestra.run.smithi005.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:03:44.523 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:44.523 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 ::1/128 scope host 2024-09-19T05:03:44.523 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:44.523 INFO:teuthology.orchestra.run.smithi005.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:03:44.523 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:de brd ff:ff:ff:ff:ff:ff 2024-09-19T05:03:44.523 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp7s0f0 2024-09-19T05:03:44.523 INFO:teuthology.orchestra.run.smithi005.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:03:44.524 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:df brd ff:ff:ff:ff:ff:ff 2024-09-19T05:03:44.524 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp7s0f1 2024-09-19T05:03:44.524 INFO:teuthology.orchestra.run.smithi005.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:03:44.524 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:42 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:03:44.524 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp1s0f0 2024-09-19T05:03:44.524 INFO:teuthology.orchestra.run.smithi005.stdout: inet 172.21.15.5/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:03:44.524 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft 42651sec preferred_lft 42651sec 2024-09-19T05:03:44.524 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::ec4:7aff:febd:1442/64 scope link 2024-09-19T05:03:44.524 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:44.524 INFO:teuthology.orchestra.run.smithi005.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:03:44.524 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:43 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:03:44.524 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp1s0f1 2024-09-19T05:03:44.525 INFO:teuthology.orchestra.run.smithi005.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:03:44.525 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 7a:9b:cf:fd:b9:c4 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:03:44.525 INFO:teuthology.orchestra.run.smithi005.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:03:44.525 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:44.525 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::c439:60ff:fe57:5151/64 scope link 2024-09-19T05:03:44.525 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:44.525 INFO:teuthology.orchestra.run.smithi005.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:03:44.525 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 82:af:e8:3f:64:c8 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:03:44.525 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::80af:e8ff:fe3f:64c8/64 scope link 2024-09-19T05:03:44.525 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:44.525 INFO:teuthology.orchestra.run.smithi005.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:03:44.525 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 7a:9b:cf:fd:b9:c4 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:03:44.525 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::789b:cfff:fefd:b9c4/64 scope link 2024-09-19T05:03:44.526 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:44.526 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:44.526 DEBUG:teuthology.orchestra.run.smithi005:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:03:44.587 INFO:teuthology.orchestra.run.smithi005.stdout:1 2024-09-19T05:03:44.589 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:44.589 DEBUG:teuthology.orchestra.run.smithi005:> route 2024-09-19T05:03:44.646 INFO:teuthology.orchestra.run.smithi005.stdout:Kernel IP routing table 2024-09-19T05:03:44.646 INFO:teuthology.orchestra.run.smithi005.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:03:44.646 INFO:teuthology.orchestra.run.smithi005.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:03:44.646 INFO:teuthology.orchestra.run.smithi005.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:03:44.646 INFO:teuthology.orchestra.run.smithi005.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:03:44.647 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:03:44.647 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-19T05:03:44.647 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:03:44.647 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:03:44.647 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:03:44.647 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-19T05:03:44.735 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:03:44.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:03:44.775 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:44.775 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list 2024-09-19T05:03:44.791 INFO:teuthology.orchestra.run.smithi005.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T05:03:44.791 INFO:teuthology.orchestra.run.smithi005.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T05:03:44.791 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:03:44.791 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:44.792 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link set brx.0 up 2024-09-19T05:03:44.857 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:03:44.857 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T05:03:44.913 INFO:teuthology.orchestra.run.smithi005.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:03:44.913 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:03:44.914 DEBUG:teuthology.orchestra.run.smithi005:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:03:44.969 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T05:03:44.969 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:44.969 DEBUG:teuthology.orchestra.run.smithi005:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T05:03:45.053 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T05:03:45.054 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T05:03:45.054 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-19T05:03:45.062 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T05:03:45.062 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T05:03:45.062 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-19T05:03:45.063 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:03:45.063 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:03:45.068 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T05:03:45.068 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T05:03:45.068 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-19T05:03:45.068 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:03:45.068 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:03:45.068 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790" 2024-09-19T05:03:45.068 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790:/ 2024-09-19T05:03:45.068 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=d3e05719-6fe9-4686-ba83-cd0299bd169b" will pass to kernel 2024-09-19T05:03:45.070 INFO:teuthology.orchestra.run.smithi005.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T05:03:45.070 INFO:teuthology.orchestra.run.smithi005.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:03:45.070 INFO:teuthology.orchestra.run.smithi005.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:03:45.070 INFO:teuthology.orchestra.run.smithi005.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:03:45.070 INFO:teuthology.orchestra.run.smithi005.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:03:45.071 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:03:45.071 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:45.071 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:03:45.097 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:03:45.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:03:45.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:03:45.199 INFO:teuthology.orchestra.run.smithi005.stdout:client6120 2024-09-19T05:03:45.200 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:03:45.200 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:45.216 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:03:45.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.357+0000 7f28fe65e640 1 Processor -- start 2024-09-19T05:03:45.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.357+0000 7f28fe65e640 1 -- start start 2024-09-19T05:03:45.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.358+0000 7f28fe65e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28f8161cf0 0x7f28f80b5160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:45.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.358+0000 7f28fe65e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f28f80b5fe0 0x7f28f80b6470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:45.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.358+0000 7f28fe65e640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f28f80d3ba0 con 0x7f28f80b73b0 2024-09-19T05:03:45.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.358+0000 7f28fe65e640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f28f81620d0 con 0x7f28f80b5fe0 2024-09-19T05:03:45.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.358+0000 7f28fe65e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f28f80d3e80 con 0x7f28f8161cf0 2024-09-19T05:03:45.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.358+0000 7f28fcbfb640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f28f80b5fe0 0x7f28f80b6470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:45.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.358+0000 7f28fcbfb640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f28f80b5fe0 0x7f28f80b6470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37366/0 (socket says 172.21.15.5:37366) 2024-09-19T05:03:45.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.358+0000 7f28fcbfb640 1 -- 172.21.15.5:0/1533174992 learned_addr learned my addr 172.21.15.5:0/1533174992 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:45.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.359+0000 7f28f7fff640 1 --2- 172.21.15.5:0/1533174992 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28f8161cf0 0x7f28f80b5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:45.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.359+0000 7f28fcbfb640 1 -- 172.21.15.5:0/1533174992 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28f8161cf0 msgr2=0x7f28f80b5160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:45.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.359+0000 7f28fcbfb640 1 --2- 172.21.15.5:0/1533174992 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28f8161cf0 0x7f28f80b5160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:45.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.359+0000 7f28fcbfb640 1 -- 172.21.15.5:0/1533174992 >> v1:172.21.15.134:6789/0 conn(0x7f28f80b73b0 legacy=0x7f28f80d3350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:45.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.359+0000 7f28fcbfb640 1 -- 172.21.15.5:0/1533174992 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28f80cebb0 con 0x7f28f80b5fe0 2024-09-19T05:03:45.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.359+0000 7f28fcbfb640 1 --2- 172.21.15.5:0/1533174992 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28f80b5fe0 0x7f28f80b6470 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f28f0009e50 tx=0x7f28f002a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=558570e181576401 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:45.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.360+0000 7f28f6ffd640 1 -- 172.21.15.5:0/1533174992 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28f0036070 con 0x7f28f80b5fe0 2024-09-19T05:03:45.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.360+0000 7f28f6ffd640 1 -- 172.21.15.5:0/1533174992 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28f0031600 con 0x7f28f80b5fe0 2024-09-19T05:03:45.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.360+0000 7f28f6ffd640 1 -- 172.21.15.5:0/1533174992 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28f00319d0 con 0x7f28f80b5fe0 2024-09-19T05:03:45.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.360+0000 7f28fe65e640 1 -- 172.21.15.5:0/1533174992 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28f80b5fe0 msgr2=0x7f28f80b6470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:45.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.360+0000 7f28fe65e640 1 --2- 172.21.15.5:0/1533174992 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28f80b5fe0 0x7f28f80b6470 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f28f0009e50 tx=0x7f28f002a6c0 comp rx=0 tx=0).stop 2024-09-19T05:03:45.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.360+0000 7f28fe65e640 1 -- 172.21.15.5:0/1533174992 shutdown_connections 2024-09-19T05:03:45.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.360+0000 7f28fe65e640 1 --2- 172.21.15.5:0/1533174992 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28f80b5fe0 0x7f28f80b6470 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:45.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.360+0000 7f28fe65e640 1 --2- 172.21.15.5:0/1533174992 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28f8161cf0 0x7f28f80b5160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:45.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.360+0000 7f28fe65e640 1 -- 172.21.15.5:0/1533174992 >> 172.21.15.5:0/1533174992 conn(0x7f28f808c000 msgr2=0x7f28f80d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:45.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.360+0000 7f28fe65e640 1 -- 172.21.15.5:0/1533174992 shutdown_connections 2024-09-19T05:03:45.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.360+0000 7f28fe65e640 1 -- 172.21.15.5:0/1533174992 wait complete. 2024-09-19T05:03:45.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.361+0000 7f28fe65e640 1 Processor -- start 2024-09-19T05:03:45.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.362+0000 7f28fe65e640 1 -- start start 2024-09-19T05:03:45.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.362+0000 7f28fe65e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f28f80b5fe0 0x7f28f815aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:45.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.362+0000 7f28fe65e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28f80b73b0 0x7f28f81589b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:45.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.362+0000 7f28fe65e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28f8161cf0 0x7f28f815c010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:45.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.362+0000 7f28fe65e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f28f80b7810 con 0x7f28f8161cf0 2024-09-19T05:03:45.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.362+0000 7f28fe65e640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f28f80cf170 con 0x7f28f80b5fe0 2024-09-19T05:03:45.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.362+0000 7f28fe65e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f28f80b7990 con 0x7f28f80b73b0 2024-09-19T05:03:45.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.363+0000 7f28fcbfb640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28f8161cf0 0x7f28f815c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:45.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.363+0000 7f28fcbfb640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28f8161cf0 0x7f28f815c010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37372/0 (socket says 172.21.15.5:37372) 2024-09-19T05:03:45.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.363+0000 7f28fcbfb640 1 -- 172.21.15.5:0/2647961126 learned_addr learned my addr 172.21.15.5:0/2647961126 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:45.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.363+0000 7f28f7fff640 1 --2- 172.21.15.5:0/2647961126 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f28f80b5fe0 0x7f28f815aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:45.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.363+0000 7f28f77fe640 1 --2- 172.21.15.5:0/2647961126 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28f80b73b0 0x7f28f81589b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:45.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.363+0000 7f28fcbfb640 1 -- 172.21.15.5:0/2647961126 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28f80b73b0 msgr2=0x7f28f81589b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:45.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.363+0000 7f28fcbfb640 1 --2- 172.21.15.5:0/2647961126 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28f80b73b0 0x7f28f81589b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:45.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.363+0000 7f28fcbfb640 1 -- 172.21.15.5:0/2647961126 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f28f80b5fe0 msgr2=0x7f28f815aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:45.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.363+0000 7f28fcbfb640 1 --2- 172.21.15.5:0/2647961126 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f28f80b5fe0 0x7f28f815aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:45.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.363+0000 7f28fcbfb640 1 -- 172.21.15.5:0/2647961126 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28f81596b0 con 0x7f28f8161cf0 2024-09-19T05:03:45.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.363+0000 7f28fcbfb640 1 --2- 172.21.15.5:0/2647961126 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28f8161cf0 0x7f28f815c010 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f28f0009f70 tx=0x7f28f0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:45.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.363+0000 7f28f4ff9640 1 -- 172.21.15.5:0/2647961126 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28f0036050 con 0x7f28f8161cf0 2024-09-19T05:03:45.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.363+0000 7f28f4ff9640 1 -- 172.21.15.5:0/2647961126 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28f0042070 con 0x7f28f8161cf0 2024-09-19T05:03:45.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.363+0000 7f28fe65e640 1 -- 172.21.15.5:0/2647961126 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28f8159990 con 0x7f28f8161cf0 2024-09-19T05:03:45.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.363+0000 7f28f4ff9640 1 -- 172.21.15.5:0/2647961126 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28f0009510 con 0x7f28f8161cf0 2024-09-19T05:03:45.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.363+0000 7f28fe65e640 1 -- 172.21.15.5:0/2647961126 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28f8159f50 con 0x7f28f8161cf0 2024-09-19T05:03:45.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.364+0000 7f28fe65e640 1 -- 172.21.15.5:0/2647961126 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28f815a720 con 0x7f28f8161cf0 2024-09-19T05:03:45.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.365+0000 7f28f4ff9640 1 -- 172.21.15.5:0/2647961126 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f28f0007bd0 con 0x7f28f8161cf0 2024-09-19T05:03:45.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.365+0000 7f28f4ff9640 1 --2- 172.21.15.5:0/2647961126 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f28d806c2b0 0x7f28d806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:45.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.366+0000 7f28f4ff9640 1 -- 172.21.15.5:0/2647961126 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f28f00ac4b0 con 0x7f28f8161cf0 2024-09-19T05:03:45.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.366+0000 7f28f7fff640 1 --2- 172.21.15.5:0/2647961126 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f28d806c2b0 0x7f28d806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:45.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.367+0000 7f28f7fff640 1 --2- 172.21.15.5:0/2647961126 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f28d806c2b0 0x7f28d806e770 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f28e8006fd0 tx=0x7f28e8008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:45.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.370+0000 7f28f4ff9640 1 -- 172.21.15.5:0/2647961126 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f28f0045360 con 0x7f28f8161cf0 2024-09-19T05:03:45.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.581+0000 7f28fe65e640 1 -- 172.21.15.5:0/2647961126 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f28f80b5160 con 0x7f28f8161cf0 2024-09-19T05:03:45.583 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.582+0000 7f28f4ff9640 1 -- 172.21.15.5:0/2647961126 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v38) ==== 53+0+73 (secure 0 0 0) 0x7f28f007aa80 con 0x7f28f8161cf0 2024-09-19T05:03:45.583 INFO:teuthology.orchestra.run.smithi005.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:03:45.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.584+0000 7f28fe65e640 1 -- 172.21.15.5:0/2647961126 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f28d806c2b0 msgr2=0x7f28d806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:45.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.584+0000 7f28fe65e640 1 --2- 172.21.15.5:0/2647961126 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f28d806c2b0 0x7f28d806e770 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f28e8006fd0 tx=0x7f28e8008040 comp rx=0 tx=0).stop 2024-09-19T05:03:45.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.584+0000 7f28fe65e640 1 -- 172.21.15.5:0/2647961126 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28f8161cf0 msgr2=0x7f28f815c010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:45.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.584+0000 7f28fe65e640 1 --2- 172.21.15.5:0/2647961126 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28f8161cf0 0x7f28f815c010 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f28f0009f70 tx=0x7f28f0004a40 comp rx=0 tx=0).stop 2024-09-19T05:03:45.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.584+0000 7f28fe65e640 1 -- 172.21.15.5:0/2647961126 shutdown_connections 2024-09-19T05:03:45.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.584+0000 7f28fe65e640 1 --2- 172.21.15.5:0/2647961126 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f28d806c2b0 0x7f28d806e770 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:45.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.584+0000 7f28fe65e640 1 --2- 172.21.15.5:0/2647961126 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28f8161cf0 0x7f28f815c010 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:45.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.584+0000 7f28fe65e640 1 --2- 172.21.15.5:0/2647961126 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28f80b73b0 0x7f28f81589b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:45.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.584+0000 7f28fe65e640 1 --2- 172.21.15.5:0/2647961126 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f28f80b5fe0 0x7f28f815aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:45.586 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.584+0000 7f28fe65e640 1 -- 172.21.15.5:0/2647961126 >> 172.21.15.5:0/2647961126 conn(0x7f28f808c000 msgr2=0x7f28f80d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:45.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.584+0000 7f28fe65e640 1 -- 172.21.15.5:0/2647961126 shutdown_connections 2024-09-19T05:03:45.587 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:45.584+0000 7f28fe65e640 1 -- 172.21.15.5:0/2647961126 wait complete. 2024-09-19T05:03:45.597 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:03:45.597 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:03:45.597 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi134.front.sepia.ceph.com 2024-09-19T05:03:45.597 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T05:03:45.597 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T05:03:45.597 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:03:45.597 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T05:03:45.597 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:03:45.597 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:03:45.597 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:45.598 DEBUG:teuthology.orchestra.run.smithi134:> ip addr 2024-09-19T05:03:45.617 INFO:teuthology.orchestra.run.smithi134.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:03:45.617 INFO:teuthology.orchestra.run.smithi134.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:03:45.618 INFO:teuthology.orchestra.run.smithi134.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:03:45.618 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:45.618 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 ::1/128 scope host 2024-09-19T05:03:45.618 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:45.618 INFO:teuthology.orchestra.run.smithi134.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:03:45.618 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:d9:38:e6 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:03:45.618 INFO:teuthology.orchestra.run.smithi134.stdout: altname enp7s0f0 2024-09-19T05:03:45.618 INFO:teuthology.orchestra.run.smithi134.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:03:45.618 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:d9:38:e7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:03:45.618 INFO:teuthology.orchestra.run.smithi134.stdout: altname enp7s0f1 2024-09-19T05:03:45.618 INFO:teuthology.orchestra.run.smithi134.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:03:45.618 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:88:6d:e8 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:03:45.619 INFO:teuthology.orchestra.run.smithi134.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:03:45.619 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:88:6d:e9 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:03:45.619 INFO:teuthology.orchestra.run.smithi134.stdout: inet 172.21.15.134/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T05:03:45.619 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft 42642sec preferred_lft 42642sec 2024-09-19T05:03:45.619 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::ec4:7aff:fe88:6de9/64 scope link noprefixroute 2024-09-19T05:03:45.619 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:45.619 INFO:teuthology.orchestra.run.smithi134.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:03:45.619 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0e:eb:2d:d0:3e:b7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:03:45.619 INFO:teuthology.orchestra.run.smithi134.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:03:45.619 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:45.619 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::90a2:26ff:feea:3d00/64 scope link 2024-09-19T05:03:45.619 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:45.619 INFO:teuthology.orchestra.run.smithi134.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:03:45.620 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether f6:41:57:e6:af:aa brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:03:45.620 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::f441:57ff:fee6:afaa/64 scope link 2024-09-19T05:03:45.620 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:45.620 INFO:teuthology.orchestra.run.smithi134.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:03:45.620 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0e:eb:2d:d0:3e:b7 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T05:03:45.620 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::ceb:2dff:fed0:3eb7/64 scope link 2024-09-19T05:03:45.620 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:45.620 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:45.620 DEBUG:teuthology.orchestra.run.smithi134:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:03:45.686 INFO:teuthology.orchestra.run.smithi134.stdout:1 2024-09-19T05:03:45.687 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:45.688 DEBUG:teuthology.orchestra.run.smithi134:> route 2024-09-19T05:03:45.747 INFO:teuthology.orchestra.run.smithi134.stdout:Kernel IP routing table 2024-09-19T05:03:45.747 INFO:teuthology.orchestra.run.smithi134.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:03:45.747 INFO:teuthology.orchestra.run.smithi134.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T05:03:45.747 INFO:teuthology.orchestra.run.smithi134.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T05:03:45.747 INFO:teuthology.orchestra.run.smithi134.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:03:45.748 DEBUG:teuthology.orchestra.run.smithi134:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:03:45.748 DEBUG:teuthology.orchestra.run.smithi134:> set -e 2024-09-19T05:03:45.748 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T05:03:45.748 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T05:03:45.748 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T05:03:45.748 DEBUG:teuthology.orchestra.run.smithi134:> ') 2024-09-19T05:03:45.839 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:03:45 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:03:45.872 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:03:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:03:45.878 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:45.878 DEBUG:teuthology.orchestra.run.smithi134:> ip netns list 2024-09-19T05:03:45.894 INFO:teuthology.orchestra.run.smithi134.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T05:03:45.894 INFO:teuthology.orchestra.run.smithi134.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T05:03:45.895 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:03:45.895 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:45.895 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link set brx.0 up 2024-09-19T05:03:45.960 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:03:45.960 DEBUG:teuthology.orchestra.run.smithi134:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T05:03:46.015 INFO:teuthology.orchestra.run.smithi134.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:03:46.016 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:03:46.016 DEBUG:teuthology.orchestra.run.smithi134:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:03:46.071 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T05:03:46.071 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:46.071 DEBUG:teuthology.orchestra.run.smithi134:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:03:46.155 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:03:46.155 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T05:03:46.155 INFO:teuthology.orchestra.run.smithi134.stdout:invalid new device string format 2024-09-19T05:03:46.163 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:03:46.164 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T05:03:46.164 INFO:teuthology.orchestra.run.smithi134.stdout:invalid new device string format 2024-09-19T05:03:46.164 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:03:46.164 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:03:46.169 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:03:46.169 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T05:03:46.169 INFO:teuthology.orchestra.run.smithi134.stdout:invalid new device string format 2024-09-19T05:03:46.169 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:03:46.169 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:03:46.169 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790" 2024-09-19T05:03:46.170 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790:/ 2024-09-19T05:03:46.170 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs,key=1,fsid=d3e05719-6fe9-4686-ba83-cd0299bd169b" will pass to kernel 2024-09-19T05:03:46.170 INFO:teuthology.orchestra.run.smithi134.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T05:03:46.170 INFO:teuthology.orchestra.run.smithi134.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:03:46.170 INFO:teuthology.orchestra.run.smithi134.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:03:46.170 INFO:teuthology.orchestra.run.smithi134.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:03:46.170 INFO:teuthology.orchestra.run.smithi134.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:03:46.171 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:03:46.171 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:46.172 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:03:46.195 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:03:46.286 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:03:46 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:03:46.287 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:03:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:03:46.292 INFO:teuthology.orchestra.run.smithi134.stdout:client5644 2024-09-19T05:03:46.293 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:03:46.293 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:46.308 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:03:46.309 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:46.365 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:03:46.365 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:46.422 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:03:46.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.537+0000 7f1d2cc82640 1 Processor -- start 2024-09-19T05:03:46.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.537+0000 7f1d2cc82640 1 -- start start 2024-09-19T05:03:46.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.538+0000 7f1d2cc82640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d2815c1c0 0x7f1d28070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:46.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.538+0000 7f1d2cc82640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d28070e00 con 0x7f1d2809b180 2024-09-19T05:03:46.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.538+0000 7f1d2cc82640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d280710e0 con 0x7f1d2815f480 2024-09-19T05:03:46.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.538+0000 7f1d2cc82640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1d280b5d90 con 0x7f1d2815c1c0 2024-09-19T05:03:46.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.538+0000 7f1d26d9d640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f1d2809b180 0x7f1d280b6220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:57606/0 (socket says 172.21.15.5:57606) 2024-09-19T05:03:46.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.538+0000 7f1d26d9d640 1 -- 172.21.15.5:0/1835525577 learned_addr learned my addr 172.21.15.5:0/1835525577 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:46.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.539+0000 7f1d2659c640 1 --2- 172.21.15.5:0/1835525577 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d2815c1c0 0x7f1d28070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:46.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.539+0000 7f1d2559a640 1 -- 172.21.15.5:0/1835525577 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2023246147 0 0) 0x7f1d28070e00 con 0x7f1d2809b180 2024-09-19T05:03:46.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.539+0000 7f1d2559a640 1 -- 172.21.15.5:0/1835525577 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1d10003520 con 0x7f1d2809b180 2024-09-19T05:03:46.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.539+0000 7f1d2559a640 1 -- 172.21.15.5:0/1835525577 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3640965659 0 0) 0x7f1d280710e0 con 0x7f1d2815f480 2024-09-19T05:03:46.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.539+0000 7f1d2559a640 1 -- 172.21.15.5:0/1835525577 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1d28070e00 con 0x7f1d2815f480 2024-09-19T05:03:46.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.539+0000 7f1d2659c640 1 -- 172.21.15.5:0/1835525577 >> v1:172.21.15.134:6789/0 conn(0x7f1d2815f480 legacy=0x7f1d2809aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:46.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.539+0000 7f1d2659c640 1 -- 172.21.15.5:0/1835525577 >> v1:172.21.15.5:6789/0 conn(0x7f1d2809b180 legacy=0x7f1d280b6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:46.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.539+0000 7f1d2659c640 1 -- 172.21.15.5:0/1835525577 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d280713c0 con 0x7f1d2815c1c0 2024-09-19T05:03:46.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.540+0000 7f1d2659c640 1 --2- 172.21.15.5:0/1835525577 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d2815c1c0 0x7f1d28070770 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f1d180097d0 tx=0x7f1d1802a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ab119166707e37cb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:46.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.540+0000 7f1d2559a640 1 -- 172.21.15.5:0/1835525577 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d18037070 con 0x7f1d2815c1c0 2024-09-19T05:03:46.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.540+0000 7f1d2559a640 1 -- 172.21.15.5:0/1835525577 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d18032440 con 0x7f1d2815c1c0 2024-09-19T05:03:46.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.540+0000 7f1d2559a640 1 -- 172.21.15.5:0/1835525577 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d18032810 con 0x7f1d2815c1c0 2024-09-19T05:03:46.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.540+0000 7f1d2cc82640 1 -- 172.21.15.5:0/1835525577 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d2815c1c0 msgr2=0x7f1d28070770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:46.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.540+0000 7f1d2cc82640 1 --2- 172.21.15.5:0/1835525577 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d2815c1c0 0x7f1d28070770 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f1d180097d0 tx=0x7f1d1802a210 comp rx=0 tx=0).stop 2024-09-19T05:03:46.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.541+0000 7f1d2cc82640 1 -- 172.21.15.5:0/1835525577 shutdown_connections 2024-09-19T05:03:46.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.541+0000 7f1d2cc82640 1 --2- 172.21.15.5:0/1835525577 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d2815c1c0 0x7f1d28070770 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:46.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.541+0000 7f1d2cc82640 1 -- 172.21.15.5:0/1835525577 >> 172.21.15.5:0/1835525577 conn(0x7f1d280b3ff0 msgr2=0x7f1d280b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:46.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.541+0000 7f1d2cc82640 1 -- 172.21.15.5:0/1835525577 shutdown_connections 2024-09-19T05:03:46.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.541+0000 7f1d2cc82640 1 -- 172.21.15.5:0/1835525577 wait complete. 2024-09-19T05:03:46.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.542+0000 7f1d2cc82640 1 Processor -- start 2024-09-19T05:03:46.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.542+0000 7f1d2cc82640 1 -- start start 2024-09-19T05:03:46.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.543+0000 7f1d2cc82640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1d2809b180 0x7f1d280cca20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:46.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.543+0000 7f1d2cc82640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d2815c1c0 0x7f1d281503c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:46.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.543+0000 7f1d2cc82640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d2815f480 0x7f1d28158990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:46.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.543+0000 7f1d2cc82640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1d280b6930 con 0x7f1d2815c1c0 2024-09-19T05:03:46.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.543+0000 7f1d2cc82640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f1d2815f8a0 con 0x7f1d2809b180 2024-09-19T05:03:46.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.543+0000 7f1d2cc82640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1d280b6ab0 con 0x7f1d2815f480 2024-09-19T05:03:46.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.543+0000 7f1d25d9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d2815c1c0 0x7f1d281503c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:46.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.543+0000 7f1d25d9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d2815c1c0 0x7f1d281503c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:37376/0 (socket says 172.21.15.5:37376) 2024-09-19T05:03:46.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.543+0000 7f1d25d9b640 1 -- 172.21.15.5:0/3162550504 learned_addr learned my addr 172.21.15.5:0/3162550504 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:46.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.543+0000 7f1d2659c640 1 --2- 172.21.15.5:0/3162550504 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1d2809b180 0x7f1d280cca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:46.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.543+0000 7f1d26d9d640 1 --2- 172.21.15.5:0/3162550504 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d2815f480 0x7f1d28158990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:46.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.543+0000 7f1d25d9b640 1 -- 172.21.15.5:0/3162550504 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d2815f480 msgr2=0x7f1d28158990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:46.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.543+0000 7f1d25d9b640 1 --2- 172.21.15.5:0/3162550504 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d2815f480 0x7f1d28158990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:46.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.543+0000 7f1d25d9b640 1 -- 172.21.15.5:0/3162550504 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1d2809b180 msgr2=0x7f1d280cca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:46.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.543+0000 7f1d25d9b640 1 --2- 172.21.15.5:0/3162550504 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1d2809b180 0x7f1d280cca20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:46.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.543+0000 7f1d25d9b640 1 -- 172.21.15.5:0/3162550504 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d28157730 con 0x7f1d2815c1c0 2024-09-19T05:03:46.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.544+0000 7f1d25d9b640 1 --2- 172.21.15.5:0/3162550504 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d2815c1c0 0x7f1d281503c0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f1d1c00c430 tx=0x7f1d1c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:46.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.544+0000 7f1d16ffd640 1 -- 172.21.15.5:0/3162550504 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d1c017070 con 0x7f1d2815c1c0 2024-09-19T05:03:46.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.544+0000 7f1d16ffd640 1 -- 172.21.15.5:0/3162550504 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d1c0052f0 con 0x7f1d2815c1c0 2024-09-19T05:03:46.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.544+0000 7f1d2cc82640 1 -- 172.21.15.5:0/3162550504 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d28157a10 con 0x7f1d2815c1c0 2024-09-19T05:03:46.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.544+0000 7f1d16ffd640 1 -- 172.21.15.5:0/3162550504 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d1c003830 con 0x7f1d2815c1c0 2024-09-19T05:03:46.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.544+0000 7f1d2cc82640 1 -- 172.21.15.5:0/3162550504 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d28158ed0 con 0x7f1d2815c1c0 2024-09-19T05:03:46.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.545+0000 7f1d2cc82640 1 -- 172.21.15.5:0/3162550504 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d281583f0 con 0x7f1d2815c1c0 2024-09-19T05:03:46.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.545+0000 7f1d16ffd640 1 -- 172.21.15.5:0/3162550504 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1d1c01a070 con 0x7f1d2815c1c0 2024-09-19T05:03:46.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.546+0000 7f1d16ffd640 1 --2- 172.21.15.5:0/3162550504 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d0806c2b0 0x7f1d0806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:46.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.546+0000 7f1d16ffd640 1 -- 172.21.15.5:0/3162550504 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f1d1c08a870 con 0x7f1d2815c1c0 2024-09-19T05:03:46.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.546+0000 7f1d2659c640 1 --2- 172.21.15.5:0/3162550504 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d0806c2b0 0x7f1d0806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:46.549 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.547+0000 7f1d2659c640 1 --2- 172.21.15.5:0/3162550504 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d0806c2b0 0x7f1d0806e770 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f1d18034000 tx=0x7f1d1802e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:46.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.550+0000 7f1d16ffd640 1 -- 172.21.15.5:0/3162550504 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1d1c058890 con 0x7f1d2815c1c0 2024-09-19T05:03:46.739 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.737+0000 7f1d2cc82640 1 -- 172.21.15.5:0/3162550504 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f1d280710e0 con 0x7f1d2815c1c0 2024-09-19T05:03:46.739 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.738+0000 7f1d16ffd640 1 -- 172.21.15.5:0/3162550504 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v72) ==== 80+0+0 (secure 0 0 0) 0x7f1d1c05cb90 con 0x7f1d2815c1c0 2024-09-19T05:03:46.740 INFO:teuthology.orchestra.run.smithi005.stderr:listed 0 entries 2024-09-19T05:03:46.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.740+0000 7f1d2cc82640 1 -- 172.21.15.5:0/3162550504 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d0806c2b0 msgr2=0x7f1d0806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:46.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.740+0000 7f1d2cc82640 1 --2- 172.21.15.5:0/3162550504 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d0806c2b0 0x7f1d0806e770 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f1d18034000 tx=0x7f1d1802e000 comp rx=0 tx=0).stop 2024-09-19T05:03:46.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.740+0000 7f1d2cc82640 1 -- 172.21.15.5:0/3162550504 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d2815c1c0 msgr2=0x7f1d281503c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:46.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.740+0000 7f1d2cc82640 1 --2- 172.21.15.5:0/3162550504 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d2815c1c0 0x7f1d281503c0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f1d1c00c430 tx=0x7f1d1c00c8f0 comp rx=0 tx=0).stop 2024-09-19T05:03:46.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.740+0000 7f1d2cc82640 1 -- 172.21.15.5:0/3162550504 shutdown_connections 2024-09-19T05:03:46.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.740+0000 7f1d2cc82640 1 --2- 172.21.15.5:0/3162550504 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d0806c2b0 0x7f1d0806e770 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:46.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.740+0000 7f1d2cc82640 1 --2- 172.21.15.5:0/3162550504 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d2815f480 0x7f1d28158990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:46.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.740+0000 7f1d2cc82640 1 --2- 172.21.15.5:0/3162550504 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d2815c1c0 0x7f1d281503c0 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:46.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.740+0000 7f1d2cc82640 1 --2- 172.21.15.5:0/3162550504 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1d2809b180 0x7f1d280cca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:46.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.740+0000 7f1d2cc82640 1 -- 172.21.15.5:0/3162550504 >> 172.21.15.5:0/3162550504 conn(0x7f1d280b3ff0 msgr2=0x7f1d280b6e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:46.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.740+0000 7f1d2cc82640 1 -- 172.21.15.5:0/3162550504 shutdown_connections 2024-09-19T05:03:46.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:46.740+0000 7f1d2cc82640 1 -- 172.21.15.5:0/3162550504 wait complete. 2024-09-19T05:03:46.752 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T05:03:46.752 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:46.752 DEBUG:teuthology.orchestra.run.smithi134:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-19T05:03:46.780 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi134.front.sepia.ceph.com 2024-09-19T05:03:46.781 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:46.781 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T05:03:46.837 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:46.837 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir subdir) 2024-09-19T05:03:46.857 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:46.857 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.quota.max_bytes -v 134217728 ./subdir) 2024-09-19T05:03:46.916 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:03:47.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.057+0000 7ff0382d9640 1 Processor -- start 2024-09-19T05:03:47.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.057+0000 7ff0382d9640 1 -- start start 2024-09-19T05:03:47.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.058+0000 7ff0382d9640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7ff03009aa70 0x7ff03009ae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:47.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.058+0000 7ff0382d9640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ff03009b7b0 0x7ff0300ccfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:47.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.058+0000 7ff0382d9640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff03009b390 con 0x7ff0300b1650 2024-09-19T05:03:47.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.058+0000 7ff0382d9640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7ff0300d06e0 con 0x7ff03009b7b0 2024-09-19T05:03:47.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.058+0000 7ff0382d9640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7ff03009bd20 con 0x7ff03009aa70 2024-09-19T05:03:47.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.059+0000 7ff035874640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ff03009b7b0 0x7ff0300ccfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:47.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.059+0000 7ff036876640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7ff0300b1650 0x7ff0300cd500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:47790/0 (socket says 172.21.15.5:47790) 2024-09-19T05:03:47.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.059+0000 7ff036876640 1 -- 172.21.15.5:0/1592595396 learned_addr learned my addr 172.21.15.5:0/1592595396 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:47.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.059+0000 7ff036075640 1 --2- 172.21.15.5:0/1592595396 >> v2:172.21.15.134:3300/0 conn(0x7ff03009aa70 0x7ff03009ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:47.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.059+0000 7ff035874640 1 -- 172.21.15.5:0/1592595396 >> v2:172.21.15.134:3300/0 conn(0x7ff03009aa70 msgr2=0x7ff03009ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:47.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.059+0000 7ff035874640 1 --2- 172.21.15.5:0/1592595396 >> v2:172.21.15.134:3300/0 conn(0x7ff03009aa70 0x7ff03009ae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:47.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.059+0000 7ff035874640 1 -- 172.21.15.5:0/1592595396 >> v1:172.21.15.5:6789/0 conn(0x7ff0300b1650 legacy=0x7ff0300cd500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:47.063 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.059+0000 7ff035874640 1 -- 172.21.15.5:0/1592595396 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0300d0120 con 0x7ff03009b7b0 2024-09-19T05:03:47.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.060+0000 7ff035874640 1 --2- 172.21.15.5:0/1592595396 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff03009b7b0 0x7ff0300ccfc0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7ff030073310 tx=0x7ff02002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f675c1af8365f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:47.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.060+0000 7ff035073640 1 -- 172.21.15.5:0/1592595396 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff020037070 con 0x7ff03009b7b0 2024-09-19T05:03:47.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.060+0000 7ff035073640 1 -- 172.21.15.5:0/1592595396 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff020032440 con 0x7ff03009b7b0 2024-09-19T05:03:47.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.060+0000 7ff035073640 1 -- 172.21.15.5:0/1592595396 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff020032810 con 0x7ff03009b7b0 2024-09-19T05:03:47.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.060+0000 7ff0382d9640 1 -- 172.21.15.5:0/1592595396 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff03009b7b0 msgr2=0x7ff0300ccfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:47.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.060+0000 7ff0382d9640 1 --2- 172.21.15.5:0/1592595396 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff03009b7b0 0x7ff0300ccfc0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7ff030073310 tx=0x7ff02002a1a0 comp rx=0 tx=0).stop 2024-09-19T05:03:47.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.060+0000 7ff0382d9640 1 -- 172.21.15.5:0/1592595396 shutdown_connections 2024-09-19T05:03:47.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.060+0000 7ff0382d9640 1 --2- 172.21.15.5:0/1592595396 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff03009b7b0 0x7ff0300ccfc0 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:47.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.060+0000 7ff0382d9640 1 --2- 172.21.15.5:0/1592595396 >> v2:172.21.15.134:3300/0 conn(0x7ff03009aa70 0x7ff03009ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:47.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.060+0000 7ff0382d9640 1 -- 172.21.15.5:0/1592595396 >> 172.21.15.5:0/1592595396 conn(0x7ff0300d23b0 msgr2=0x7ff0300d27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:47.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.060+0000 7ff0382d9640 1 -- 172.21.15.5:0/1592595396 shutdown_connections 2024-09-19T05:03:47.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.060+0000 7ff0382d9640 1 -- 172.21.15.5:0/1592595396 wait complete. 2024-09-19T05:03:47.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.062+0000 7ff0382d9640 1 Processor -- start 2024-09-19T05:03:47.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.062+0000 7ff0382d9640 1 -- start start 2024-09-19T05:03:47.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.062+0000 7ff0382d9640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff03009aa70 0x7ff0300b7080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:47.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.062+0000 7ff0382d9640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff03009b7b0 0x7ff0300c5bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:47.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.062+0000 7ff0382d9640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff0300b1650 0x7ff0300b0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:47.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.062+0000 7ff0382d9640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ff0300ce3a0 con 0x7ff03009aa70 2024-09-19T05:03:47.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.062+0000 7ff0382d9640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7ff0300ce220 con 0x7ff03009b7b0 2024-09-19T05:03:47.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.062+0000 7ff0382d9640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ff03015c880 con 0x7ff0300b1650 2024-09-19T05:03:47.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.062+0000 7ff036075640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff03009aa70 0x7ff0300b7080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:47.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.062+0000 7ff036075640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff03009aa70 0x7ff0300b7080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49346/0 (socket says 172.21.15.5:49346) 2024-09-19T05:03:47.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.062+0000 7ff036075640 1 -- 172.21.15.5:0/2167343555 learned_addr learned my addr 172.21.15.5:0/2167343555 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:47.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.063+0000 7ff035874640 1 --2- 172.21.15.5:0/2167343555 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff03009b7b0 0x7ff0300c5bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:47.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.063+0000 7ff036876640 1 --2- 172.21.15.5:0/2167343555 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff0300b1650 0x7ff0300b0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:47.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.063+0000 7ff036075640 1 -- 172.21.15.5:0/2167343555 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff0300b1650 msgr2=0x7ff0300b0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:47.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.063+0000 7ff036075640 1 --2- 172.21.15.5:0/2167343555 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff0300b1650 0x7ff0300b0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:47.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.063+0000 7ff036075640 1 -- 172.21.15.5:0/2167343555 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff03009b7b0 msgr2=0x7ff0300c5bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:47.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.063+0000 7ff036075640 1 --2- 172.21.15.5:0/2167343555 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff03009b7b0 0x7ff0300c5bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:47.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.063+0000 7ff036075640 1 -- 172.21.15.5:0/2167343555 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0300c6fe0 con 0x7ff03009aa70 2024-09-19T05:03:47.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.063+0000 7ff036876640 1 --2- 172.21.15.5:0/2167343555 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff0300b1650 0x7ff0300b0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:47.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.063+0000 7ff036075640 1 --2- 172.21.15.5:0/2167343555 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff03009aa70 0x7ff0300b7080 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7ff02c00d620 tx=0x7ff02c00dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:47.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.063+0000 7ff026ffd640 1 -- 172.21.15.5:0/2167343555 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff02c00b620 con 0x7ff03009aa70 2024-09-19T05:03:47.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.063+0000 7ff026ffd640 1 -- 172.21.15.5:0/2167343555 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff02c019070 con 0x7ff03009aa70 2024-09-19T05:03:47.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.063+0000 7ff0382d9640 1 -- 172.21.15.5:0/2167343555 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0300c6130 con 0x7ff03009aa70 2024-09-19T05:03:47.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.063+0000 7ff026ffd640 1 -- 172.21.15.5:0/2167343555 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff02c00ba00 con 0x7ff03009aa70 2024-09-19T05:03:47.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.063+0000 7ff0382d9640 1 -- 172.21.15.5:0/2167343555 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0300c66b0 con 0x7ff03009aa70 2024-09-19T05:03:47.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.064+0000 7ff0382d9640 1 -- 172.21.15.5:0/2167343555 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff03009ae50 con 0x7ff03009aa70 2024-09-19T05:03:47.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.065+0000 7ff026ffd640 1 -- 172.21.15.5:0/2167343555 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff02c00bba0 con 0x7ff03009aa70 2024-09-19T05:03:47.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.065+0000 7ff026ffd640 1 --2- 172.21.15.5:0/2167343555 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff01406c2b0 0x7ff01406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:47.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.065+0000 7ff026ffd640 1 -- 172.21.15.5:0/2167343555 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7ff02c08b910 con 0x7ff03009aa70 2024-09-19T05:03:47.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.065+0000 7ff035874640 1 --2- 172.21.15.5:0/2167343555 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff01406c2b0 0x7ff01406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:47.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.066+0000 7ff035874640 1 --2- 172.21.15.5:0/2167343555 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff01406c2b0 0x7ff01406e770 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7ff020034000 tx=0x7ff02002e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:47.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.069+0000 7ff026ffd640 1 -- 172.21.15.5:0/2167343555 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff0300c6fe0 con 0x7ff03009aa70 2024-09-19T05:03:47.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.283+0000 7ff0382d9640 1 -- 172.21.15.5:0/2167343555 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7ff0300cc500 con 0x7ff03009aa70 2024-09-19T05:03:47.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.284+0000 7ff026ffd640 1 -- 172.21.15.5:0/2167343555 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v38) ==== 53+0+73 (secure 0 0 0) 0x7ff02c059ef0 con 0x7ff03009aa70 2024-09-19T05:03:47.285 INFO:teuthology.orchestra.run.smithi005.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:03:47.287 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.285+0000 7ff0382d9640 1 -- 172.21.15.5:0/2167343555 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff01406c2b0 msgr2=0x7ff01406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:47.287 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.285+0000 7ff0382d9640 1 --2- 172.21.15.5:0/2167343555 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff01406c2b0 0x7ff01406e770 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7ff020034000 tx=0x7ff02002e000 comp rx=0 tx=0).stop 2024-09-19T05:03:47.287 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.285+0000 7ff0382d9640 1 -- 172.21.15.5:0/2167343555 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff03009aa70 msgr2=0x7ff0300b7080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:47.287 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.285+0000 7ff0382d9640 1 --2- 172.21.15.5:0/2167343555 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff03009aa70 0x7ff0300b7080 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7ff02c00d620 tx=0x7ff02c00dae0 comp rx=0 tx=0).stop 2024-09-19T05:03:47.287 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.285+0000 7ff0382d9640 1 -- 172.21.15.5:0/2167343555 shutdown_connections 2024-09-19T05:03:47.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.285+0000 7ff0382d9640 1 --2- 172.21.15.5:0/2167343555 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff01406c2b0 0x7ff01406e770 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:47.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.285+0000 7ff0382d9640 1 --2- 172.21.15.5:0/2167343555 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff0300b1650 0x7ff0300b0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:47.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.285+0000 7ff0382d9640 1 --2- 172.21.15.5:0/2167343555 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff03009b7b0 0x7ff0300c5bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:47.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.286+0000 7ff0382d9640 1 --2- 172.21.15.5:0/2167343555 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff03009aa70 0x7ff0300b7080 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:47.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.286+0000 7ff0382d9640 1 -- 172.21.15.5:0/2167343555 >> 172.21.15.5:0/2167343555 conn(0x7ff0300d23b0 msgr2=0x7ff0300711c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:47.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.286+0000 7ff0382d9640 1 -- 172.21.15.5:0/2167343555 shutdown_connections 2024-09-19T05:03:47.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:47.286+0000 7ff0382d9640 1 -- 172.21.15.5:0/2167343555 wait complete. 2024-09-19T05:03:47.298 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:03:47.298 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:03:47.298 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi134.front.sepia.ceph.com 2024-09-19T05:03:47.298 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T05:03:47.298 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T05:03:47.298 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:03:47.298 INFO:tasks.cephfs.mount:self.cephfs_mntpt = /subdir 2024-09-19T05:03:47.298 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:03:47.298 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:03:47.298 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:47.299 DEBUG:teuthology.orchestra.run.smithi134:> ip addr 2024-09-19T05:03:47.315 INFO:teuthology.orchestra.run.smithi134.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:03:47.315 INFO:teuthology.orchestra.run.smithi134.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:03:47.315 INFO:teuthology.orchestra.run.smithi134.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:03:47.315 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:47.315 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 ::1/128 scope host 2024-09-19T05:03:47.315 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:47.315 INFO:teuthology.orchestra.run.smithi134.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:03:47.315 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:d9:38:e6 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:03:47.315 INFO:teuthology.orchestra.run.smithi134.stdout: altname enp7s0f0 2024-09-19T05:03:47.315 INFO:teuthology.orchestra.run.smithi134.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:03:47.315 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:d9:38:e7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:03:47.316 INFO:teuthology.orchestra.run.smithi134.stdout: altname enp7s0f1 2024-09-19T05:03:47.316 INFO:teuthology.orchestra.run.smithi134.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:03:47.316 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:88:6d:e8 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:03:47.316 INFO:teuthology.orchestra.run.smithi134.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:03:47.316 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:88:6d:e9 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:03:47.316 INFO:teuthology.orchestra.run.smithi134.stdout: inet 172.21.15.134/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T05:03:47.316 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft 42641sec preferred_lft 42641sec 2024-09-19T05:03:47.316 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::ec4:7aff:fe88:6de9/64 scope link noprefixroute 2024-09-19T05:03:47.316 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:47.316 INFO:teuthology.orchestra.run.smithi134.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:03:47.316 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0e:eb:2d:d0:3e:b7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:03:47.316 INFO:teuthology.orchestra.run.smithi134.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:03:47.317 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:47.317 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::90a2:26ff:feea:3d00/64 scope link 2024-09-19T05:03:47.317 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:47.317 INFO:teuthology.orchestra.run.smithi134.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:03:47.317 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether f6:41:57:e6:af:aa brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:03:47.317 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::f441:57ff:fee6:afaa/64 scope link 2024-09-19T05:03:47.317 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:47.317 INFO:teuthology.orchestra.run.smithi134.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:03:47.317 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0e:eb:2d:d0:3e:b7 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T05:03:47.317 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::ceb:2dff:fed0:3eb7/64 scope link 2024-09-19T05:03:47.317 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:03:47.317 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:47.318 DEBUG:teuthology.orchestra.run.smithi134:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:03:47.378 INFO:teuthology.orchestra.run.smithi134.stdout:1 2024-09-19T05:03:47.380 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:47.380 DEBUG:teuthology.orchestra.run.smithi134:> route 2024-09-19T05:03:47.437 INFO:teuthology.orchestra.run.smithi134.stdout:Kernel IP routing table 2024-09-19T05:03:47.437 INFO:teuthology.orchestra.run.smithi134.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:03:47.437 INFO:teuthology.orchestra.run.smithi134.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T05:03:47.437 INFO:teuthology.orchestra.run.smithi134.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T05:03:47.437 INFO:teuthology.orchestra.run.smithi134.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:03:47.438 DEBUG:teuthology.orchestra.run.smithi134:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:03:47.438 DEBUG:teuthology.orchestra.run.smithi134:> set -e 2024-09-19T05:03:47.438 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T05:03:47.438 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T05:03:47.438 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T05:03:47.438 DEBUG:teuthology.orchestra.run.smithi134:> ') 2024-09-19T05:03:47.525 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:03:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:03:47.556 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:03:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:03:47.562 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:47.563 DEBUG:teuthology.orchestra.run.smithi134:> ip netns list 2024-09-19T05:03:47.578 INFO:teuthology.orchestra.run.smithi134.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T05:03:47.578 INFO:teuthology.orchestra.run.smithi134.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T05:03:47.579 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:03:47.579 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:47.579 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link set brx.0 up 2024-09-19T05:03:47.643 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:03:47.643 DEBUG:teuthology.orchestra.run.smithi134:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T05:03:47.699 INFO:teuthology.orchestra.run.smithi134.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:03:47.699 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:03:47.699 DEBUG:teuthology.orchestra.run.smithi134:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:03:47.754 INFO:tasks.cephfs.kernel_mount:mounting using device: :/subdir 2024-09-19T05:03:47.754 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:47.754 DEBUG:teuthology.orchestra.run.smithi134:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/subdir /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:03:47.837 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:03:47.837 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T05:03:47.837 INFO:teuthology.orchestra.run.smithi134.stdout:invalid new device string format 2024-09-19T05:03:47.845 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:03:47.846 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T05:03:47.846 INFO:teuthology.orchestra.run.smithi134.stdout:invalid new device string format 2024-09-19T05:03:47.846 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:03:47.846 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:03:47.861 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:03:47.861 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T05:03:47.861 INFO:teuthology.orchestra.run.smithi134.stdout:invalid new device string format 2024-09-19T05:03:47.861 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:03:47.861 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:03:47.861 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790" 2024-09-19T05:03:47.861 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790:/subdir 2024-09-19T05:03:47.861 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs,key=1,fsid=d3e05719-6fe9-4686-ba83-cd0299bd169b" will pass to kernel 2024-09-19T05:03:47.862 INFO:teuthology.orchestra.run.smithi134.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T05:03:47.862 INFO:teuthology.orchestra.run.smithi134.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:03:47.862 INFO:teuthology.orchestra.run.smithi134.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:03:47.862 INFO:teuthology.orchestra.run.smithi134.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:03:47.862 INFO:teuthology.orchestra.run.smithi134.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:03:47.863 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:03:47.863 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:47.863 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:03:47.930 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:03:48.021 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:03:48 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:03:48.028 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:03:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:03:48.034 INFO:teuthology.orchestra.run.smithi134.stdout:client6144 2024-09-19T05:03:48.034 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:03:48.034 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:48.050 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:48.050 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.1 && exec df -B1 .) 2024-09-19T05:03:48.110 INFO:teuthology.orchestra.run.smithi134.stdout:Filesystem 1B-blocks Used Available Use% Mounted on 2024-09-19T05:03:48.111 INFO:teuthology.orchestra.run.smithi134.stdout:172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790:/subdir 134217728 0 134217728 0% /home/ubuntu/cephtest/mnt.1 2024-09-19T05:03:48.111 WARNING:tasks.cephfs.mount:['Filesystem 1B-blocks Used Available Use% Mounted on', '172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790:/subdir 134217728 0 134217728 0% /home/ubuntu/cephtest/mnt.1'] 2024-09-19T05:03:48.111 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:48.111 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.quota.max_bytes -v 268435456 ./subdir) 2024-09-19T05:03:48.136 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:48.136 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.1 && exec df -B1 .) 2024-09-19T05:03:48.168 INFO:teuthology.orchestra.run.smithi134.stdout:Filesystem 1B-blocks Used Available Use% Mounted on 2024-09-19T05:03:48.168 INFO:teuthology.orchestra.run.smithi134.stdout:172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790:/subdir 268435456 0 268435456 0% /home/ubuntu/cephtest/mnt.1 2024-09-19T05:03:48.168 WARNING:tasks.cephfs.mount:['Filesystem 1B-blocks Used Available Use% Mounted on', '172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790:/subdir 268435456 0 268435456 0% /home/ubuntu/cephtest/mnt.1'] 2024-09-19T05:03:48.168 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T05:03:48.168 DEBUG:teuthology.orchestra.run.smithi005:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:03:48.229 DEBUG:teuthology.orchestra.run.smithi134:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:03:48.269 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T05:03:48.269 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:03:48.269 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:03:48.269 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:48.289 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:03:48.289 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:48.348 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:03:48.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.499+0000 7f27d1094640 1 Processor -- start 2024-09-19T05:03:48.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.499+0000 7f27d1094640 1 -- start start 2024-09-19T05:03:48.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.500+0000 7f27d1094640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f27cc15e660 0x7f27cc0d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:48.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.500+0000 7f27d1094640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f27cc0d3680 con 0x7f27cc0b6700 2024-09-19T05:03:48.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.500+0000 7f27d1094640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f27cc0d3960 con 0x7f27cc0d3150 2024-09-19T05:03:48.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.500+0000 7f27d1094640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f27cc06d4b0 con 0x7f27cc15e660 2024-09-19T05:03:48.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.500+0000 7f27cb59e640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f27cc0b6700 0x7f27cc06d940 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:47794/0 (socket says 172.21.15.5:47794) 2024-09-19T05:03:48.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.500+0000 7f27cb59e640 1 -- 172.21.15.5:0/320085389 learned_addr learned my addr 172.21.15.5:0/320085389 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:48.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.500+0000 7f27c9d9b640 1 -- 172.21.15.5:0/320085389 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1118597408 0 0) 0x7f27cc0d3680 con 0x7f27cc0b6700 2024-09-19T05:03:48.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.500+0000 7f27c9d9b640 1 -- 172.21.15.5:0/320085389 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f27b4003520 con 0x7f27cc0b6700 2024-09-19T05:03:48.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.501+0000 7f27cad9d640 1 --2- 172.21.15.5:0/320085389 >> v2:172.21.15.134:3300/0 conn(0x7f27cc15e660 0x7f27cc0d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:48.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.501+0000 7f27c9d9b640 1 -- 172.21.15.5:0/320085389 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2449864645 0 0) 0x7f27b4003520 con 0x7f27cc0b6700 2024-09-19T05:03:48.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.501+0000 7f27c9d9b640 1 -- 172.21.15.5:0/320085389 >> v2:172.21.15.134:3300/0 conn(0x7f27cc15e660 msgr2=0x7f27cc0d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:48.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.501+0000 7f27c9d9b640 1 --2- 172.21.15.5:0/320085389 >> v2:172.21.15.134:3300/0 conn(0x7f27cc15e660 0x7f27cc0d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:48.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.501+0000 7f27c9d9b640 1 -- 172.21.15.5:0/320085389 >> v1:172.21.15.134:6789/0 conn(0x7f27cc0d3150 legacy=0x7f27cc0b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:48.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.501+0000 7f27c9d9b640 1 -- 172.21.15.5:0/320085389 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27cc06ce60 con 0x7f27cc0b6700 2024-09-19T05:03:48.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.501+0000 7f27c9d9b640 1 -- 172.21.15.5:0/320085389 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f27c40019f0 con 0x7f27cc0b6700 2024-09-19T05:03:48.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.501+0000 7f27c9d9b640 1 -- 172.21.15.5:0/320085389 >> v1:172.21.15.5:6789/0 conn(0x7f27cc0b6700 legacy=0x7f27cc06d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:48.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.501+0000 7f27c9d9b640 1 --2- 172.21.15.5:0/320085389 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f27b40039b0 0x7f27b4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:48.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.501+0000 7f27c9d9b640 1 --2- 172.21.15.5:0/320085389 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27b4004800 0x7f27b4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:48.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.501+0000 7f27c9d9b640 1 --2- 172.21.15.5:0/320085389 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27b40051c0 0x7f27b400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:48.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.501+0000 7f27c9d9b640 1 -- 172.21.15.5:0/320085389 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f27b400c040 con 0x7f27b40051c0 2024-09-19T05:03:48.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.501+0000 7f27c9d9b640 1 -- 172.21.15.5:0/320085389 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f27b400c1f0 con 0x7f27b40039b0 2024-09-19T05:03:48.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.501+0000 7f27c9d9b640 1 -- 172.21.15.5:0/320085389 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f27b400c3f0 con 0x7f27b4004800 2024-09-19T05:03:48.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.501+0000 7f27cb59e640 1 --2- 172.21.15.5:0/320085389 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27b40051c0 0x7f27b400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:48.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.501+0000 7f27cad9d640 1 --2- 172.21.15.5:0/320085389 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f27b40039b0 0x7f27b4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:48.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.501+0000 7f27ca59c640 1 --2- 172.21.15.5:0/320085389 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27b4004800 0x7f27b4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:48.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.501+0000 7f27cb59e640 1 -- 172.21.15.5:0/320085389 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27b4004800 msgr2=0x7f27b4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:48.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.501+0000 7f27cb59e640 1 --2- 172.21.15.5:0/320085389 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27b4004800 0x7f27b4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:48.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.501+0000 7f27cb59e640 1 -- 172.21.15.5:0/320085389 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f27b40039b0 msgr2=0x7f27b4003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:48.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.501+0000 7f27cb59e640 1 --2- 172.21.15.5:0/320085389 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f27b40039b0 0x7f27b4003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:48.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.501+0000 7f27cb59e640 1 -- 172.21.15.5:0/320085389 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27b4003520 con 0x7f27b40051c0 2024-09-19T05:03:48.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.501+0000 7f27ca59c640 1 --2- 172.21.15.5:0/320085389 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27b4004800 0x7f27b4004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:48.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.502+0000 7f27cb59e640 1 -- 172.21.15.5:0/320085389 reap_dead start 2024-09-19T05:03:48.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.502+0000 7f27cb59e640 1 --2- 172.21.15.5:0/320085389 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27b40051c0 0x7f27b400b9c0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f27c400a830 tx=0x7f27b4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d0baaf91dddda8a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:48.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.502+0000 7f27c9d9b640 1 -- 172.21.15.5:0/320085389 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c400a480 con 0x7f27b40051c0 2024-09-19T05:03:48.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.502+0000 7f27c9d9b640 1 -- 172.21.15.5:0/320085389 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27c402f070 con 0x7f27b40051c0 2024-09-19T05:03:48.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.502+0000 7f27c9d9b640 1 -- 172.21.15.5:0/320085389 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c402bc90 con 0x7f27b40051c0 2024-09-19T05:03:48.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.503+0000 7f27d1094640 1 -- 172.21.15.5:0/320085389 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27b40051c0 msgr2=0x7f27b400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:48.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.503+0000 7f27d1094640 1 --2- 172.21.15.5:0/320085389 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27b40051c0 0x7f27b400b9c0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f27c400a830 tx=0x7f27b4005830 comp rx=0 tx=0).stop 2024-09-19T05:03:48.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.503+0000 7f27d1094640 1 -- 172.21.15.5:0/320085389 shutdown_connections 2024-09-19T05:03:48.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.503+0000 7f27d1094640 1 --2- 172.21.15.5:0/320085389 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27b40051c0 0x7f27b400b9c0 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:48.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.503+0000 7f27d1094640 1 -- 172.21.15.5:0/320085389 >> 172.21.15.5:0/320085389 conn(0x7f27cc08c000 msgr2=0x7f27cc0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:48.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.503+0000 7f27d1094640 1 -- 172.21.15.5:0/320085389 shutdown_connections 2024-09-19T05:03:48.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.503+0000 7f27d1094640 1 -- 172.21.15.5:0/320085389 wait complete. 2024-09-19T05:03:48.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.504+0000 7f27d1094640 1 Processor -- start 2024-09-19T05:03:48.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.504+0000 7f27d1094640 1 -- start start 2024-09-19T05:03:48.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.505+0000 7f27d1094640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27b40051c0 0x7f27cc0b9fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:48.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.505+0000 7f27d1094640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27cc0a1d10 0x7f27cc0ca5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:48.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.505+0000 7f27d1094640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f27cc0c7f20 0x7f27cc0cab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:48.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.505+0000 7f27d1094640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f27cc0b5ff0 con 0x7f27b40051c0 2024-09-19T05:03:48.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.505+0000 7f27d1094640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f27cc15ea40 con 0x7f27cc0c7f20 2024-09-19T05:03:48.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.505+0000 7f27d1094640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f27cc0b6170 con 0x7f27cc0a1d10 2024-09-19T05:03:48.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.505+0000 7f27cad9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27b40051c0 0x7f27cc0b9fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:48.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.505+0000 7f27cad9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27b40051c0 0x7f27cc0b9fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49374/0 (socket says 172.21.15.5:49374) 2024-09-19T05:03:48.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.505+0000 7f27cad9d640 1 -- 172.21.15.5:0/1566937696 learned_addr learned my addr 172.21.15.5:0/1566937696 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:48.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.505+0000 7f27ca59c640 1 --2- 172.21.15.5:0/1566937696 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27cc0a1d10 0x7f27cc0ca5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:48.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.505+0000 7f27cb59e640 1 --2- 172.21.15.5:0/1566937696 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f27cc0c7f20 0x7f27cc0cab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:48.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.506+0000 7f27cad9d640 1 -- 172.21.15.5:0/1566937696 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27cc0a1d10 msgr2=0x7f27cc0ca5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:48.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.506+0000 7f27cad9d640 1 --2- 172.21.15.5:0/1566937696 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27cc0a1d10 0x7f27cc0ca5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:48.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.506+0000 7f27cad9d640 1 -- 172.21.15.5:0/1566937696 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f27cc0c7f20 msgr2=0x7f27cc0cab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:48.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.506+0000 7f27cad9d640 1 --2- 172.21.15.5:0/1566937696 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f27cc0c7f20 0x7f27cc0cab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:48.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.506+0000 7f27cad9d640 1 -- 172.21.15.5:0/1566937696 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27cc1f4620 con 0x7f27b40051c0 2024-09-19T05:03:48.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.506+0000 7f27ca59c640 1 --2- 172.21.15.5:0/1566937696 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27cc0a1d10 0x7f27cc0ca5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:03:48.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.506+0000 7f27cad9d640 1 --2- 172.21.15.5:0/1566937696 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27b40051c0 0x7f27cc0b9fe0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f27bc011910 tx=0x7f27bc011dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:48.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.506+0000 7f27b37fe640 1 -- 172.21.15.5:0/1566937696 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27bc00fa90 con 0x7f27b40051c0 2024-09-19T05:03:48.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.506+0000 7f27b37fe640 1 -- 172.21.15.5:0/1566937696 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27bc00fc30 con 0x7f27b40051c0 2024-09-19T05:03:48.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.506+0000 7f27b37fe640 1 -- 172.21.15.5:0/1566937696 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27bc014440 con 0x7f27b40051c0 2024-09-19T05:03:48.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.506+0000 7f27d1094640 1 -- 172.21.15.5:0/1566937696 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27cc1f4900 con 0x7f27b40051c0 2024-09-19T05:03:48.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.506+0000 7f27d1094640 1 -- 172.21.15.5:0/1566937696 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27cc1f42d0 con 0x7f27b40051c0 2024-09-19T05:03:48.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.507+0000 7f27d1094640 1 -- 172.21.15.5:0/1566937696 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27cc06e620 con 0x7f27b40051c0 2024-09-19T05:03:48.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.508+0000 7f27b37fe640 1 -- 172.21.15.5:0/1566937696 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f27bc012040 con 0x7f27b40051c0 2024-09-19T05:03:48.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.508+0000 7f27b37fe640 1 --2- 172.21.15.5:0/1566937696 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f27b806c2e0 0x7f27b806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:48.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.508+0000 7f27b37fe640 1 -- 172.21.15.5:0/1566937696 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f27bc08ba40 con 0x7f27b40051c0 2024-09-19T05:03:48.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.509+0000 7f27ca59c640 1 --2- 172.21.15.5:0/1566937696 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f27b806c2e0 0x7f27b806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:48.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.509+0000 7f27ca59c640 1 --2- 172.21.15.5:0/1566937696 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f27b806c2e0 0x7f27b806e7a0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f27cc0c8620 tx=0x7f27c0009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:48.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.513+0000 7f27b37fe640 1 -- 172.21.15.5:0/1566937696 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f27bc019030 con 0x7f27b40051c0 2024-09-19T05:03:48.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.705+0000 7f27d1094640 1 -- 172.21.15.5:0/1566937696 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f27cc06e340 con 0x7f27b40051c0 2024-09-19T05:03:48.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.706+0000 7f27b37fe640 1 -- 172.21.15.5:0/1566937696 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v72) ==== 80+0+0 (secure 0 0 0) 0x7f27bc0599c0 con 0x7f27b40051c0 2024-09-19T05:03:48.708 INFO:teuthology.orchestra.run.smithi005.stderr:listed 0 entries 2024-09-19T05:03:48.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.708+0000 7f27d1094640 1 -- 172.21.15.5:0/1566937696 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f27b806c2e0 msgr2=0x7f27b806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:48.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.708+0000 7f27d1094640 1 --2- 172.21.15.5:0/1566937696 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f27b806c2e0 0x7f27b806e7a0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f27cc0c8620 tx=0x7f27c0009040 comp rx=0 tx=0).stop 2024-09-19T05:03:48.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.708+0000 7f27d1094640 1 -- 172.21.15.5:0/1566937696 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27b40051c0 msgr2=0x7f27cc0b9fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:48.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.708+0000 7f27d1094640 1 --2- 172.21.15.5:0/1566937696 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27b40051c0 0x7f27cc0b9fe0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f27bc011910 tx=0x7f27bc011dd0 comp rx=0 tx=0).stop 2024-09-19T05:03:48.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.708+0000 7f27d1094640 1 -- 172.21.15.5:0/1566937696 shutdown_connections 2024-09-19T05:03:48.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.708+0000 7f27d1094640 1 --2- 172.21.15.5:0/1566937696 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f27b806c2e0 0x7f27b806e7a0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:48.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.708+0000 7f27d1094640 1 --2- 172.21.15.5:0/1566937696 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f27cc0c7f20 0x7f27cc0cab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:48.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.708+0000 7f27d1094640 1 --2- 172.21.15.5:0/1566937696 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f27cc0a1d10 0x7f27cc0ca5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:48.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.708+0000 7f27d1094640 1 --2- 172.21.15.5:0/1566937696 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f27b40051c0 0x7f27cc0b9fe0 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:48.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.708+0000 7f27d1094640 1 -- 172.21.15.5:0/1566937696 >> 172.21.15.5:0/1566937696 conn(0x7f27cc08c000 msgr2=0x7f27cc0b5790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:48.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.708+0000 7f27d1094640 1 -- 172.21.15.5:0/1566937696 shutdown_connections 2024-09-19T05:03:48.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.708+0000 7f27d1094640 1 -- 172.21.15.5:0/1566937696 wait complete. 2024-09-19T05:03:48.721 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T05:03:48.721 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:48.721 DEBUG:teuthology.orchestra.run.smithi005:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T05:03:48.750 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi005.front.sepia.ceph.com 2024-09-19T05:03:48.750 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:48.750 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T05:03:48.806 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:03:48.806 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:03:48.807 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:48.824 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:03:48.824 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:48.887 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:03:48.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.989+0000 7f2c20094640 1 Processor -- start 2024-09-19T05:03:48.990 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.989+0000 7f2c20094640 1 -- start start 2024-09-19T05:03:48.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.990+0000 7f2c20094640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2c1815c1c0 0x7f2c18070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:48.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.990+0000 7f2c20094640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f2c1815f480 0x7f2c1809aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:48.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.990+0000 7f2c20094640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c18070e00 con 0x7f2c1809afb0 2024-09-19T05:03:48.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.990+0000 7f2c20094640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f2c180b5d90 con 0x7f2c1815f480 2024-09-19T05:03:48.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.990+0000 7f2c20094640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f2c180710e0 con 0x7f2c1815c1c0 2024-09-19T05:03:48.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.990+0000 7f2c1d62f640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f2c1815f480 0x7f2c1809aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:48.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.990+0000 7f2c1d62f640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f2c1815f480 0x7f2c1809aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49382/0 (socket says 172.21.15.5:49382) 2024-09-19T05:03:48.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.990+0000 7f2c1d62f640 1 -- 172.21.15.5:0/4224433935 learned_addr learned my addr 172.21.15.5:0/4224433935 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:48.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.990+0000 7f2c1de30640 1 --2- 172.21.15.5:0/4224433935 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2c1815c1c0 0x7f2c18070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:48.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.990+0000 7f2c1d62f640 1 -- 172.21.15.5:0/4224433935 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2c1815c1c0 msgr2=0x7f2c18070770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:48.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.990+0000 7f2c1d62f640 1 --2- 172.21.15.5:0/4224433935 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2c1815c1c0 0x7f2c18070770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:48.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.990+0000 7f2c1d62f640 1 -- 172.21.15.5:0/4224433935 >> v1:172.21.15.134:6789/0 conn(0x7f2c1809afb0 legacy=0x7f2c18161fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:48.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.990+0000 7f2c1d62f640 1 -- 172.21.15.5:0/4224433935 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c180713c0 con 0x7f2c1815f480 2024-09-19T05:03:48.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.991+0000 7f2c1d62f640 1 --2- 172.21.15.5:0/4224433935 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2c1815f480 0x7f2c1809aa70 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f2c08009870 tx=0x7f2c0802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47556922537e1998 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:48.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.991+0000 7f2c1ce2e640 1 -- 172.21.15.5:0/4224433935 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c08037070 con 0x7f2c1815f480 2024-09-19T05:03:48.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.991+0000 7f2c1ce2e640 1 -- 172.21.15.5:0/4224433935 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c08032440 con 0x7f2c1815f480 2024-09-19T05:03:48.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.991+0000 7f2c1ce2e640 1 -- 172.21.15.5:0/4224433935 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c08032810 con 0x7f2c1815f480 2024-09-19T05:03:48.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.992+0000 7f2c20094640 1 -- 172.21.15.5:0/4224433935 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2c1815f480 msgr2=0x7f2c1809aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:48.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.992+0000 7f2c20094640 1 --2- 172.21.15.5:0/4224433935 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2c1815f480 0x7f2c1809aa70 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f2c08009870 tx=0x7f2c0802a270 comp rx=0 tx=0).stop 2024-09-19T05:03:48.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.992+0000 7f2c20094640 1 -- 172.21.15.5:0/4224433935 shutdown_connections 2024-09-19T05:03:48.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.992+0000 7f2c20094640 1 --2- 172.21.15.5:0/4224433935 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2c1815f480 0x7f2c1809aa70 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:48.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.992+0000 7f2c20094640 1 --2- 172.21.15.5:0/4224433935 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2c1815c1c0 0x7f2c18070770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:48.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.992+0000 7f2c20094640 1 -- 172.21.15.5:0/4224433935 >> 172.21.15.5:0/4224433935 conn(0x7f2c180b3ff0 msgr2=0x7f2c180b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:48.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.992+0000 7f2c20094640 1 -- 172.21.15.5:0/4224433935 shutdown_connections 2024-09-19T05:03:48.996 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.992+0000 7f2c20094640 1 -- 172.21.15.5:0/4224433935 wait complete. 2024-09-19T05:03:48.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.993+0000 7f2c20094640 1 Processor -- start 2024-09-19T05:03:48.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.993+0000 7f2c20094640 1 -- start start 2024-09-19T05:03:48.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.994+0000 7f2c20094640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2c1809afb0 0x7f2c18158ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:48.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.994+0000 7f2c20094640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2c1815c1c0 0x7f2c180ceb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:48.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.994+0000 7f2c20094640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2c1815f480 0x7f2c180d1850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:48.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.994+0000 7f2c20094640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f2c180b7230 con 0x7f2c1815c1c0 2024-09-19T05:03:48.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.994+0000 7f2c20094640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f2c1815f8a0 con 0x7f2c1809afb0 2024-09-19T05:03:48.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.994+0000 7f2c20094640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f2c180b73b0 con 0x7f2c1815f480 2024-09-19T05:03:48.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.994+0000 7f2c1d62f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2c1815c1c0 0x7f2c180ceb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:48.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.994+0000 7f2c1d62f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2c1815c1c0 0x7f2c180ceb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49396/0 (socket says 172.21.15.5:49396) 2024-09-19T05:03:48.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.994+0000 7f2c1d62f640 1 -- 172.21.15.5:0/3274667254 learned_addr learned my addr 172.21.15.5:0/3274667254 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:48.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.994+0000 7f2c1de30640 1 --2- 172.21.15.5:0/3274667254 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2c1809afb0 0x7f2c18158ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:48.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.994+0000 7f2c1e631640 1 --2- 172.21.15.5:0/3274667254 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2c1815f480 0x7f2c180d1850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:49.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.994+0000 7f2c1d62f640 1 -- 172.21.15.5:0/3274667254 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2c1815f480 msgr2=0x7f2c180d1850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:49.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.994+0000 7f2c1d62f640 1 --2- 172.21.15.5:0/3274667254 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2c1815f480 0x7f2c180d1850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:49.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.994+0000 7f2c1d62f640 1 -- 172.21.15.5:0/3274667254 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2c1809afb0 msgr2=0x7f2c18158ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:49.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.994+0000 7f2c1d62f640 1 --2- 172.21.15.5:0/3274667254 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2c1809afb0 0x7f2c18158ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:49.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.994+0000 7f2c1d62f640 1 -- 172.21.15.5:0/3274667254 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c180cf080 con 0x7f2c1815c1c0 2024-09-19T05:03:49.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.994+0000 7f2c1d62f640 1 --2- 172.21.15.5:0/3274667254 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2c1815c1c0 0x7f2c180ceb40 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f2c0802a2b0 tx=0x7f2c080046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:49.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.995+0000 7f2c0e7fc640 1 -- 172.21.15.5:0/3274667254 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c08041020 con 0x7f2c1815c1c0 2024-09-19T05:03:49.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.995+0000 7f2c0e7fc640 1 -- 172.21.15.5:0/3274667254 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c080306e0 con 0x7f2c1815c1c0 2024-09-19T05:03:49.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.995+0000 7f2c20094640 1 -- 172.21.15.5:0/3274667254 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c180cf350 con 0x7f2c1815c1c0 2024-09-19T05:03:49.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.995+0000 7f2c0e7fc640 1 -- 172.21.15.5:0/3274667254 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c08037040 con 0x7f2c1815c1c0 2024-09-19T05:03:49.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.995+0000 7f2c20094640 1 -- 172.21.15.5:0/3274667254 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c180d1050 con 0x7f2c1815c1c0 2024-09-19T05:03:49.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.996+0000 7f2c20094640 1 -- 172.21.15.5:0/3274667254 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c180d0e40 con 0x7f2c1815c1c0 2024-09-19T05:03:49.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.996+0000 7f2c0e7fc640 1 -- 172.21.15.5:0/3274667254 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2c08044020 con 0x7f2c1815c1c0 2024-09-19T05:03:49.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.997+0000 7f2c0e7fc640 1 --2- 172.21.15.5:0/3274667254 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2bfc06c2b0 0x7f2bfc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:49.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.997+0000 7f2c0e7fc640 1 -- 172.21.15.5:0/3274667254 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f2c080abc20 con 0x7f2c1815c1c0 2024-09-19T05:03:49.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.997+0000 7f2c1de30640 1 --2- 172.21.15.5:0/3274667254 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2bfc06c2b0 0x7f2bfc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:49.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:48.998+0000 7f2c1de30640 1 --2- 172.21.15.5:0/3274667254 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2bfc06c2b0 0x7f2bfc06e770 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f2c140079a0 tx=0x7f2c14008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:49.003 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.001+0000 7f2c0e7fc640 1 -- 172.21.15.5:0/3274667254 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2c0804b030 con 0x7f2c1815c1c0 2024-09-19T05:03:49.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.189+0000 7f2c20094640 1 -- 172.21.15.5:0/3274667254 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f2c1809aa70 con 0x7f2c1815c1c0 2024-09-19T05:03:49.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.190+0000 7f2c0e7fc640 1 -- 172.21.15.5:0/3274667254 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v72) ==== 80+0+0 (secure 0 0 0) 0x7f2c08079c40 con 0x7f2c1815c1c0 2024-09-19T05:03:49.192 INFO:teuthology.orchestra.run.smithi005.stderr:listed 0 entries 2024-09-19T05:03:49.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.192+0000 7f2c20094640 1 -- 172.21.15.5:0/3274667254 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2bfc06c2b0 msgr2=0x7f2bfc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:49.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.192+0000 7f2c20094640 1 --2- 172.21.15.5:0/3274667254 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2bfc06c2b0 0x7f2bfc06e770 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f2c140079a0 tx=0x7f2c14008040 comp rx=0 tx=0).stop 2024-09-19T05:03:49.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.192+0000 7f2c20094640 1 -- 172.21.15.5:0/3274667254 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2c1815c1c0 msgr2=0x7f2c180ceb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:49.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.192+0000 7f2c20094640 1 --2- 172.21.15.5:0/3274667254 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2c1815c1c0 0x7f2c180ceb40 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f2c0802a2b0 tx=0x7f2c080046c0 comp rx=0 tx=0).stop 2024-09-19T05:03:49.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.192+0000 7f2c20094640 1 -- 172.21.15.5:0/3274667254 shutdown_connections 2024-09-19T05:03:49.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.192+0000 7f2c20094640 1 --2- 172.21.15.5:0/3274667254 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2bfc06c2b0 0x7f2bfc06e770 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:49.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.192+0000 7f2c20094640 1 --2- 172.21.15.5:0/3274667254 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2c1815f480 0x7f2c180d1850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:49.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.192+0000 7f2c20094640 1 --2- 172.21.15.5:0/3274667254 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2c1815c1c0 0x7f2c180ceb40 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:49.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.192+0000 7f2c20094640 1 --2- 172.21.15.5:0/3274667254 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2c1809afb0 0x7f2c18158ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:49.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.192+0000 7f2c20094640 1 -- 172.21.15.5:0/3274667254 >> 172.21.15.5:0/3274667254 conn(0x7f2c180b3ff0 msgr2=0x7f2c1806cdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:49.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.192+0000 7f2c20094640 1 -- 172.21.15.5:0/3274667254 shutdown_connections 2024-09-19T05:03:49.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.192+0000 7f2c20094640 1 -- 172.21.15.5:0/3274667254 wait complete. 2024-09-19T05:03:49.204 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T05:03:49.204 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:49.205 DEBUG:teuthology.orchestra.run.smithi134:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-19T05:03:49.237 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi134.front.sepia.ceph.com 2024-09-19T05:03:49.238 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:03:49.238 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T05:03:49.296 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:03:49.296 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:03:49.296 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:49.313 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=554 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:03:49.313 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:03:49.313 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:03:49.313 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:49.354 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056029,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2378 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:03:49.354 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:03:49.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.454+0000 7fade402e640 1 Processor -- start 2024-09-19T05:03:49.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.455+0000 7fade402e640 1 -- start start 2024-09-19T05:03:49.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.455+0000 7fade402e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faddc15e660 0x7faddc0d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:49.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.455+0000 7fade402e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7faddc0d3150 0x7faddc0b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:49.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.455+0000 7fade402e640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faddc0d3680 con 0x7faddc0b6530 2024-09-19T05:03:49.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.456+0000 7fade402e640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7faddc06d4b0 con 0x7faddc0d3150 2024-09-19T05:03:49.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.456+0000 7fade402e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7faddc0d3960 con 0x7faddc15e660 2024-09-19T05:03:49.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.456+0000 7fade15c9640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7faddc0d3150 0x7faddc0b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:49.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.456+0000 7fade15c9640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7faddc0d3150 0x7faddc0b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49404/0 (socket says 172.21.15.5:49404) 2024-09-19T05:03:49.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.456+0000 7fade15c9640 1 -- 172.21.15.5:0/2845634759 learned_addr learned my addr 172.21.15.5:0/2845634759 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:49.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.456+0000 7fade25cb640 1 --1- 172.21.15.5:0/2845634759 >> v1:172.21.15.5:6789/0 conn(0x7faddc0b6530 0x7faddc0cf070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:47808/0 (socket says 172.21.15.5:47808) 2024-09-19T05:03:49.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.456+0000 7fade1dca640 1 --2- 172.21.15.5:0/2845634759 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faddc15e660 0x7faddc0d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:49.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.456+0000 7fade15c9640 1 -- 172.21.15.5:0/2845634759 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faddc15e660 msgr2=0x7faddc0d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:49.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.456+0000 7fade15c9640 1 --2- 172.21.15.5:0/2845634759 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faddc15e660 0x7faddc0d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:49.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.456+0000 7fade15c9640 1 -- 172.21.15.5:0/2845634759 >> v1:172.21.15.5:6789/0 conn(0x7faddc0b6530 legacy=0x7faddc0cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:49.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.456+0000 7fade15c9640 1 -- 172.21.15.5:0/2845634759 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faddc06ce60 con 0x7faddc0d3150 2024-09-19T05:03:49.459 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.456+0000 7fade0dc8640 1 -- 172.21.15.5:0/2845634759 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1051266646 0 0) 0x7faddc0d3680 con 0x7faddc0b6530 2024-09-19T05:03:49.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.457+0000 7fade15c9640 1 --2- 172.21.15.5:0/2845634759 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faddc0d3150 0x7faddc0b5ff0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fadcc009870 tx=0x7fadcc02a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf764a26e02635db server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:49.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.457+0000 7fade0dc8640 1 -- 172.21.15.5:0/2845634759 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadcc037070 con 0x7faddc0d3150 2024-09-19T05:03:49.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.457+0000 7fade0dc8640 1 -- 172.21.15.5:0/2845634759 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fadcc02ae50 con 0x7faddc0d3150 2024-09-19T05:03:49.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.457+0000 7fade0dc8640 1 -- 172.21.15.5:0/2845634759 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadcc032860 con 0x7faddc0d3150 2024-09-19T05:03:49.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.457+0000 7fade402e640 1 -- 172.21.15.5:0/2845634759 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faddc0d3150 msgr2=0x7faddc0b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:49.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.457+0000 7fade402e640 1 --2- 172.21.15.5:0/2845634759 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faddc0d3150 0x7faddc0b5ff0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fadcc009870 tx=0x7fadcc02a300 comp rx=0 tx=0).stop 2024-09-19T05:03:49.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.457+0000 7fade402e640 1 -- 172.21.15.5:0/2845634759 shutdown_connections 2024-09-19T05:03:49.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.457+0000 7fade402e640 1 --2- 172.21.15.5:0/2845634759 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faddc0d3150 0x7faddc0b5ff0 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:49.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.457+0000 7fade402e640 1 --2- 172.21.15.5:0/2845634759 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faddc15e660 0x7faddc0d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:49.460 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.458+0000 7fade402e640 1 -- 172.21.15.5:0/2845634759 >> 172.21.15.5:0/2845634759 conn(0x7faddc08c000 msgr2=0x7faddc0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:49.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.458+0000 7fade402e640 1 -- 172.21.15.5:0/2845634759 shutdown_connections 2024-09-19T05:03:49.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.458+0000 7fade402e640 1 -- 172.21.15.5:0/2845634759 wait complete. 2024-09-19T05:03:49.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.459+0000 7fade402e640 1 Processor -- start 2024-09-19T05:03:49.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.459+0000 7fade402e640 1 -- start start 2024-09-19T05:03:49.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.459+0000 7fade402e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faddc0b6530 0x7faddc0b9a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:49.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.459+0000 7fade402e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faddc0d3150 0x7faddc15ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:49.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.459+0000 7fade402e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faddc15e660 0x7faddc0cdc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:49.463 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.459+0000 7fade402e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7faddc15ea40 con 0x7faddc15e660 2024-09-19T05:03:49.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.459+0000 7fade402e640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7faddc0d5310 con 0x7faddc0b6530 2024-09-19T05:03:49.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.459+0000 7fade402e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7faddc06e950 con 0x7faddc0d3150 2024-09-19T05:03:49.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.460+0000 7fade25cb640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faddc15e660 0x7faddc0cdc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:49.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.460+0000 7fade25cb640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faddc15e660 0x7faddc0cdc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49408/0 (socket says 172.21.15.5:49408) 2024-09-19T05:03:49.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.460+0000 7fade25cb640 1 -- 172.21.15.5:0/3509725885 learned_addr learned my addr 172.21.15.5:0/3509725885 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:49.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.460+0000 7fade15c9640 1 --2- 172.21.15.5:0/3509725885 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faddc0d3150 0x7faddc15ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:49.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.460+0000 7fade1dca640 1 --2- 172.21.15.5:0/3509725885 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faddc0b6530 0x7faddc0b9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:49.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.460+0000 7fade25cb640 1 -- 172.21.15.5:0/3509725885 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faddc0d3150 msgr2=0x7faddc15ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:49.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.460+0000 7fade25cb640 1 --2- 172.21.15.5:0/3509725885 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faddc0d3150 0x7faddc15ad20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:49.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.460+0000 7fade25cb640 1 -- 172.21.15.5:0/3509725885 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faddc0b6530 msgr2=0x7faddc0b9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:49.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.460+0000 7fade25cb640 1 --2- 172.21.15.5:0/3509725885 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faddc0b6530 0x7faddc0b9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:49.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.460+0000 7fade25cb640 1 -- 172.21.15.5:0/3509725885 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faddc0b8f80 con 0x7faddc15e660 2024-09-19T05:03:49.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.460+0000 7fade1dca640 1 --2- 172.21.15.5:0/3509725885 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faddc0b6530 0x7faddc0b9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:49.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.460+0000 7fade25cb640 1 --2- 172.21.15.5:0/3509725885 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faddc15e660 0x7faddc0cdc50 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7fadd400c7a0 tx=0x7fadd400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:49.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.460+0000 7fadd27fc640 1 -- 172.21.15.5:0/3509725885 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd4018070 con 0x7faddc15e660 2024-09-19T05:03:49.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.460+0000 7fadd27fc640 1 -- 172.21.15.5:0/3509725885 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fadd400a640 con 0x7faddc15e660 2024-09-19T05:03:49.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.460+0000 7fade402e640 1 -- 172.21.15.5:0/3509725885 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faddc0cc530 con 0x7faddc15e660 2024-09-19T05:03:49.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.460+0000 7fadd27fc640 1 -- 172.21.15.5:0/3509725885 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd400aab0 con 0x7faddc15e660 2024-09-19T05:03:49.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.460+0000 7fade402e640 1 -- 172.21.15.5:0/3509725885 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faddc0b9520 con 0x7faddc15e660 2024-09-19T05:03:49.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.461+0000 7fade402e640 1 -- 172.21.15.5:0/3509725885 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faddc0b5ff0 con 0x7faddc15e660 2024-09-19T05:03:49.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.462+0000 7fadd27fc640 1 -- 172.21.15.5:0/3509725885 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fadd401b070 con 0x7faddc15e660 2024-09-19T05:03:49.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.463+0000 7fadd27fc640 1 --2- 172.21.15.5:0/3509725885 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fadc006c2b0 0x7fadc006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:49.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.463+0000 7fadd27fc640 1 -- 172.21.15.5:0/3509725885 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7fadd408aaa0 con 0x7faddc15e660 2024-09-19T05:03:49.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.463+0000 7fade1dca640 1 --2- 172.21.15.5:0/3509725885 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fadc006c2b0 0x7fadc006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:49.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.463+0000 7fade1dca640 1 --2- 172.21.15.5:0/3509725885 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fadc006c2b0 0x7fadc006e770 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fadd8006fd0 tx=0x7fadd8008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:49.468 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.467+0000 7fadd27fc640 1 -- 172.21.15.5:0/3509725885 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fadd4058aa0 con 0x7faddc15e660 2024-09-19T05:03:49.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.683+0000 7fade402e640 1 -- 172.21.15.5:0/3509725885 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faddc0cf440 con 0x7faddc15e660 2024-09-19T05:03:49.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.683+0000 7fadd27fc640 1 -- 172.21.15.5:0/3509725885 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 38 v38) ==== 94+0+5219 (secure 0 0 0) 0x7fadd405cda0 con 0x7faddc15e660 2024-09-19T05:03:49.685 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:49.686 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":38,"btime":"2024-09-19T05:03:37:052318+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5560,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/2045800348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":2045800348},{"type":"v1","addr":"172.21.15.134:6836","nonce":2045800348}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5563,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/1704639855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":1704639855},{"type":"v1","addr":"172.21.15.134:6837","nonce":1704639855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5940,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/97678885","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":97678885},{"type":"v1","addr":"172.21.15.5:6834","nonce":97678885}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":34}],"filesystems":[{"mdsmap":{"epoch":38,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:03:34.399849+0000","modified":"2024-09-19T05:03:36.397011+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5943},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5943":{"gid":5943,"name":"c","rank":0,"incarnation":36,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/4064124508","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":4064124508},{"type":"v1","addr":"172.21.15.5:6835","nonce":4064124508}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5943,"qdb_cluster":[5943]},"id":5}]} 2024-09-19T05:03:49.687 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 38 2024-09-19T05:03:49.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.686+0000 7fade402e640 1 -- 172.21.15.5:0/3509725885 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fadc006c2b0 msgr2=0x7fadc006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:49.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.686+0000 7fade402e640 1 --2- 172.21.15.5:0/3509725885 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fadc006c2b0 0x7fadc006e770 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fadd8006fd0 tx=0x7fadd8008040 comp rx=0 tx=0).stop 2024-09-19T05:03:49.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.686+0000 7fade402e640 1 -- 172.21.15.5:0/3509725885 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faddc15e660 msgr2=0x7faddc0cdc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:49.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.686+0000 7fade402e640 1 --2- 172.21.15.5:0/3509725885 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faddc15e660 0x7faddc0cdc50 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7fadd400c7a0 tx=0x7fadd400cc60 comp rx=0 tx=0).stop 2024-09-19T05:03:49.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.686+0000 7fade402e640 1 -- 172.21.15.5:0/3509725885 shutdown_connections 2024-09-19T05:03:49.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.686+0000 7fade402e640 1 --2- 172.21.15.5:0/3509725885 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fadc006c2b0 0x7fadc006e770 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:49.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.686+0000 7fade402e640 1 --2- 172.21.15.5:0/3509725885 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faddc15e660 0x7faddc0cdc50 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:49.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.686+0000 7fade402e640 1 --2- 172.21.15.5:0/3509725885 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faddc0d3150 0x7faddc15ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:49.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.686+0000 7fade402e640 1 --2- 172.21.15.5:0/3509725885 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faddc0b6530 0x7faddc0b9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:49.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.686+0000 7fade402e640 1 -- 172.21.15.5:0/3509725885 >> 172.21.15.5:0/3509725885 conn(0x7faddc08c000 msgr2=0x7faddc0b55e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:49.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.686+0000 7fade402e640 1 -- 172.21.15.5:0/3509725885 shutdown_connections 2024-09-19T05:03:49.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.686+0000 7fade402e640 1 -- 172.21.15.5:0/3509725885 wait complete. 2024-09-19T05:03:49.699 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:03:49.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.799+0000 7eff1a9bd640 1 Processor -- start 2024-09-19T05:03:49.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.799+0000 7eff1a9bd640 1 -- start start 2024-09-19T05:03:49.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.800+0000 7eff1a9bd640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7eff1409b180 0x7eff14070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:49.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.800+0000 7eff1a9bd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7eff1415f480 0x7eff140b6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:49.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.800+0000 7eff1a9bd640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff1415f910 con 0x7eff1415c1c0 2024-09-19T05:03:49.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.800+0000 7eff1a9bd640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7eff140b5d90 con 0x7eff1415f480 2024-09-19T05:03:49.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.800+0000 7eff1a9bd640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7eff14070e00 con 0x7eff1409b180 2024-09-19T05:03:49.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.800+0000 7eff13fff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7eff1415c1c0 0x7eff1409aa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:47824/0 (socket says 172.21.15.5:47824) 2024-09-19T05:03:49.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.800+0000 7eff13fff640 1 -- 172.21.15.5:0/2101806882 learned_addr learned my addr 172.21.15.5:0/2101806882 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:49.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.800+0000 7eff18f5a640 1 --2- 172.21.15.5:0/2101806882 >> v2:172.21.15.5:3300/0 conn(0x7eff1415f480 0x7eff140b6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:49.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.800+0000 7eff137fe640 1 --2- 172.21.15.5:0/2101806882 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7eff1409b180 0x7eff14070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:49.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.800+0000 7eff18f5a640 1 -- 172.21.15.5:0/2101806882 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7eff1409b180 msgr2=0x7eff14070770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:49.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.800+0000 7eff18f5a640 1 --2- 172.21.15.5:0/2101806882 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7eff1409b180 0x7eff14070770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:49.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.800+0000 7eff18f5a640 1 -- 172.21.15.5:0/2101806882 >> v1:172.21.15.5:6789/0 conn(0x7eff1415c1c0 legacy=0x7eff1409aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:49.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.800+0000 7eff12ffd640 1 -- 172.21.15.5:0/2101806882 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4147664135 0 0) 0x7eff1415f910 con 0x7eff1415c1c0 2024-09-19T05:03:49.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.800+0000 7eff18f5a640 1 -- 172.21.15.5:0/2101806882 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff140710e0 con 0x7eff1415f480 2024-09-19T05:03:49.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.801+0000 7eff18f5a640 1 --2- 172.21.15.5:0/2101806882 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7eff1415f480 0x7eff140b6220 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7eff0c009d90 tx=0x7eff0c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad044a65b5523080 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:49.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.801+0000 7eff12ffd640 1 -- 172.21.15.5:0/2101806882 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff0c007740 con 0x7eff1415f480 2024-09-19T05:03:49.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.801+0000 7eff12ffd640 1 -- 172.21.15.5:0/2101806882 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff0c0078e0 con 0x7eff1415f480 2024-09-19T05:03:49.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.801+0000 7eff12ffd640 1 -- 172.21.15.5:0/2101806882 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff0c007cb0 con 0x7eff1415f480 2024-09-19T05:03:49.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.802+0000 7eff1a9bd640 1 -- 172.21.15.5:0/2101806882 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7eff1415f480 msgr2=0x7eff140b6220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:49.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.802+0000 7eff1a9bd640 1 --2- 172.21.15.5:0/2101806882 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7eff1415f480 0x7eff140b6220 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7eff0c009d90 tx=0x7eff0c02a660 comp rx=0 tx=0).stop 2024-09-19T05:03:49.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.802+0000 7eff1a9bd640 1 -- 172.21.15.5:0/2101806882 shutdown_connections 2024-09-19T05:03:49.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.802+0000 7eff1a9bd640 1 --2- 172.21.15.5:0/2101806882 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7eff1415f480 0x7eff140b6220 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:49.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.802+0000 7eff1a9bd640 1 --2- 172.21.15.5:0/2101806882 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7eff1409b180 0x7eff14070770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:49.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.802+0000 7eff1a9bd640 1 -- 172.21.15.5:0/2101806882 >> 172.21.15.5:0/2101806882 conn(0x7eff140b3ff0 msgr2=0x7eff140b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:49.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.802+0000 7eff1a9bd640 1 -- 172.21.15.5:0/2101806882 shutdown_connections 2024-09-19T05:03:49.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.802+0000 7eff1a9bd640 1 -- 172.21.15.5:0/2101806882 wait complete. 2024-09-19T05:03:49.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.803+0000 7eff1a9bd640 1 Processor -- start 2024-09-19T05:03:49.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.803+0000 7eff1a9bd640 1 -- start start 2024-09-19T05:03:49.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.804+0000 7eff1a9bd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7eff1409b180 0x7eff14159120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:49.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.804+0000 7eff1a9bd640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7eff1415c1c0 0x7eff140b2610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:49.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.804+0000 7eff1a9bd640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7eff1415f480 0x7eff1406d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:49.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.804+0000 7eff1a9bd640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7eff140b6760 con 0x7eff1409b180 2024-09-19T05:03:49.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.804+0000 7eff1a9bd640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7eff140716a0 con 0x7eff1415c1c0 2024-09-19T05:03:49.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.804+0000 7eff1a9bd640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7eff140b68e0 con 0x7eff1415f480 2024-09-19T05:03:49.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.804+0000 7eff13fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7eff1409b180 0x7eff14159120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:49.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.804+0000 7eff13fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7eff1409b180 0x7eff14159120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49426/0 (socket says 172.21.15.5:49426) 2024-09-19T05:03:49.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.804+0000 7eff13fff640 1 -- 172.21.15.5:0/2144331620 learned_addr learned my addr 172.21.15.5:0/2144331620 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:49.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.804+0000 7eff18f5a640 1 --2- 172.21.15.5:0/2144331620 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7eff1415f480 0x7eff1406d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:49.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.804+0000 7eff137fe640 1 --2- 172.21.15.5:0/2144331620 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7eff1415c1c0 0x7eff140b2610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:49.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.804+0000 7eff13fff640 1 -- 172.21.15.5:0/2144331620 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7eff1415f480 msgr2=0x7eff1406d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:49.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.804+0000 7eff13fff640 1 --2- 172.21.15.5:0/2144331620 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7eff1415f480 0x7eff1406d7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:49.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.804+0000 7eff13fff640 1 -- 172.21.15.5:0/2144331620 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7eff1415c1c0 msgr2=0x7eff140b2610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:49.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.804+0000 7eff13fff640 1 --2- 172.21.15.5:0/2144331620 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7eff1415c1c0 0x7eff140b2610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:49.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.804+0000 7eff13fff640 1 -- 172.21.15.5:0/2144331620 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff140b2b50 con 0x7eff1409b180 2024-09-19T05:03:49.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.804+0000 7eff18f5a640 1 --2- 172.21.15.5:0/2144331620 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7eff1415f480 0x7eff1406d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:49.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.804+0000 7eff137fe640 1 --2- 172.21.15.5:0/2144331620 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7eff1415c1c0 0x7eff140b2610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:49.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.805+0000 7eff13fff640 1 --2- 172.21.15.5:0/2144331620 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7eff1409b180 0x7eff14159120 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7eff0400c4d0 tx=0x7eff0400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:49.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.805+0000 7eff10ff9640 1 -- 172.21.15.5:0/2144331620 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff04018070 con 0x7eff1409b180 2024-09-19T05:03:49.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.805+0000 7eff10ff9640 1 -- 172.21.15.5:0/2144331620 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff04007500 con 0x7eff1409b180 2024-09-19T05:03:49.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.805+0000 7eff10ff9640 1 -- 172.21.15.5:0/2144331620 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff04004a20 con 0x7eff1409b180 2024-09-19T05:03:49.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.805+0000 7eff1a9bd640 1 -- 172.21.15.5:0/2144331620 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff140b15b0 con 0x7eff1409b180 2024-09-19T05:03:49.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.805+0000 7eff1a9bd640 1 -- 172.21.15.5:0/2144331620 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff140b1b30 con 0x7eff1409b180 2024-09-19T05:03:49.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.806+0000 7eff1a9bd640 1 -- 172.21.15.5:0/2144331620 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff140b37b0 con 0x7eff1409b180 2024-09-19T05:03:49.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.806+0000 7eff10ff9640 1 -- 172.21.15.5:0/2144331620 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7eff04004bc0 con 0x7eff1409b180 2024-09-19T05:03:49.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.807+0000 7eff10ff9640 1 --2- 172.21.15.5:0/2144331620 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7eff0006c2b0 0x7eff0006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:49.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.807+0000 7eff10ff9640 1 -- 172.21.15.5:0/2144331620 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7eff0408a870 con 0x7eff1409b180 2024-09-19T05:03:49.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.807+0000 7eff137fe640 1 --2- 172.21.15.5:0/2144331620 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7eff0006c2b0 0x7eff0006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:49.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.808+0000 7eff137fe640 1 --2- 172.21.15.5:0/2144331620 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7eff0006c2b0 0x7eff0006e770 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7eff1406e430 tx=0x7eff08008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:49.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:49.812+0000 7eff10ff9640 1 -- 172.21.15.5:0/2144331620 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7eff140b2b50 con 0x7eff1409b180 2024-09-19T05:03:50.024 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.023+0000 7eff1a9bd640 1 -- 172.21.15.5:0/2144331620 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7eff1409b5a0 con 0x7eff1409b180 2024-09-19T05:03:50.025 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.023+0000 7eff10ff9640 1 -- 172.21.15.5:0/2144331620 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 38 v38) ==== 94+0+5219 (secure 0 0 0) 0x7eff04058e50 con 0x7eff1409b180 2024-09-19T05:03:50.025 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:50.025 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":38,"btime":"2024-09-19T05:03:37:052318+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5560,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/2045800348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":2045800348},{"type":"v1","addr":"172.21.15.134:6836","nonce":2045800348}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5563,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/1704639855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":1704639855},{"type":"v1","addr":"172.21.15.134:6837","nonce":1704639855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5940,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/97678885","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":97678885},{"type":"v1","addr":"172.21.15.5:6834","nonce":97678885}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":34}],"filesystems":[{"mdsmap":{"epoch":38,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:03:34.399849+0000","modified":"2024-09-19T05:03:36.397011+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5943},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5943":{"gid":5943,"name":"c","rank":0,"incarnation":36,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/4064124508","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":4064124508},{"type":"v1","addr":"172.21.15.5:6835","nonce":4064124508}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5943,"qdb_cluster":[5943]},"id":5}]} 2024-09-19T05:03:50.025 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 38 2024-09-19T05:03:50.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.025+0000 7eff1a9bd640 1 -- 172.21.15.5:0/2144331620 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7eff0006c2b0 msgr2=0x7eff0006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:50.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.025+0000 7eff1a9bd640 1 --2- 172.21.15.5:0/2144331620 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7eff0006c2b0 0x7eff0006e770 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7eff1406e430 tx=0x7eff08008040 comp rx=0 tx=0).stop 2024-09-19T05:03:50.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.025+0000 7eff1a9bd640 1 -- 172.21.15.5:0/2144331620 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7eff1409b180 msgr2=0x7eff14159120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:50.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.025+0000 7eff1a9bd640 1 --2- 172.21.15.5:0/2144331620 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7eff1409b180 0x7eff14159120 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7eff0400c4d0 tx=0x7eff0400c990 comp rx=0 tx=0).stop 2024-09-19T05:03:50.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.025+0000 7eff1a9bd640 1 -- 172.21.15.5:0/2144331620 shutdown_connections 2024-09-19T05:03:50.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.025+0000 7eff1a9bd640 1 --2- 172.21.15.5:0/2144331620 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7eff0006c2b0 0x7eff0006e770 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:50.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.025+0000 7eff1a9bd640 1 --2- 172.21.15.5:0/2144331620 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7eff1415f480 0x7eff1406d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:50.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.025+0000 7eff1a9bd640 1 --2- 172.21.15.5:0/2144331620 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7eff1415c1c0 0x7eff140b2610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:50.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.025+0000 7eff1a9bd640 1 --2- 172.21.15.5:0/2144331620 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7eff1409b180 0x7eff14159120 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:50.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.025+0000 7eff1a9bd640 1 -- 172.21.15.5:0/2144331620 >> 172.21.15.5:0/2144331620 conn(0x7eff140b3ff0 msgr2=0x7eff1415c600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:50.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.025+0000 7eff1a9bd640 1 -- 172.21.15.5:0/2144331620 shutdown_connections 2024-09-19T05:03:50.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.025+0000 7eff1a9bd640 1 -- 172.21.15.5:0/2144331620 wait complete. 2024-09-19T05:03:50.038 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:03:50.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.141+0000 7ff7f23e4640 1 Processor -- start 2024-09-19T05:03:50.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.141+0000 7ff7f23e4640 1 -- start start 2024-09-19T05:03:50.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.142+0000 7ff7f23e4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff7ec15e5e0 0x7ff7ec162b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:50.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.142+0000 7ff7f23e4640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7ff7ec0b2240 0x7ff7ec06d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:50.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.142+0000 7ff7f23e4640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff7ec15e9c0 con 0x7ff7ec0d13f0 2024-09-19T05:03:50.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.142+0000 7ff7f23e4640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7ff7ec0d06e0 con 0x7ff7ec0b2240 2024-09-19T05:03:50.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.142+0000 7ff7f23e4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ff7ec0d0f60 con 0x7ff7ec15e5e0 2024-09-19T05:03:50.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.142+0000 7ff7eb7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7ff7ec0d13f0 0x7ff7ec0b1b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:47832/0 (socket says 172.21.15.5:47832) 2024-09-19T05:03:50.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.142+0000 7ff7eb7fe640 1 -- 172.21.15.5:0/4014742195 learned_addr learned my addr 172.21.15.5:0/4014742195 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:50.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.142+0000 7ff7ebfff640 1 --2- 172.21.15.5:0/4014742195 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff7ec15e5e0 0x7ff7ec162b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:50.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.142+0000 7ff7eaffd640 1 -- 172.21.15.5:0/4014742195 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1985182716 0 0) 0x7ff7e0001110 con 0x7ff7ec0d13f0 2024-09-19T05:03:50.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.142+0000 7ff7f0981640 1 --2- 172.21.15.5:0/4014742195 >> v2:172.21.15.134:3300/0 conn(0x7ff7ec0b2240 0x7ff7ec06d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:50.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.142+0000 7ff7eaffd640 1 -- 172.21.15.5:0/4014742195 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff7d4003520 con 0x7ff7ec0d13f0 2024-09-19T05:03:50.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.142+0000 7ff7eaffd640 1 -- 172.21.15.5:0/4014742195 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 253276212 0 0) 0x7ff7d4003520 con 0x7ff7ec0d13f0 2024-09-19T05:03:50.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.142+0000 7ff7eaffd640 1 -- 172.21.15.5:0/4014742195 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff7ec15e5e0 msgr2=0x7ff7ec162b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:50.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.142+0000 7ff7eaffd640 1 --2- 172.21.15.5:0/4014742195 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff7ec15e5e0 0x7ff7ec162b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:50.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.142+0000 7ff7eaffd640 1 -- 172.21.15.5:0/4014742195 >> v2:172.21.15.134:3300/0 conn(0x7ff7ec0b2240 msgr2=0x7ff7ec06d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:50.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.142+0000 7ff7eaffd640 1 --2- 172.21.15.5:0/4014742195 >> v2:172.21.15.134:3300/0 conn(0x7ff7ec0b2240 0x7ff7ec06d3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:50.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.142+0000 7ff7eaffd640 1 -- 172.21.15.5:0/4014742195 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7ec163070 con 0x7ff7ec0d13f0 2024-09-19T05:03:50.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.142+0000 7ff7eaffd640 1 -- 172.21.15.5:0/4014742195 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7ff7e0001840 con 0x7ff7ec0d13f0 2024-09-19T05:03:50.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.142+0000 7ff7eaffd640 1 -- 172.21.15.5:0/4014742195 >> v1:172.21.15.5:6789/0 conn(0x7ff7ec0d13f0 legacy=0x7ff7ec0b1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:50.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.142+0000 7ff7eaffd640 1 --2- 172.21.15.5:0/4014742195 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff7d40039b0 0x7ff7d4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:50.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.142+0000 7ff7eaffd640 1 --2- 172.21.15.5:0/4014742195 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7d4004800 0x7ff7d4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:50.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.143+0000 7ff7eaffd640 1 --2- 172.21.15.5:0/4014742195 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff7ec15e5e0 0x7ff7d40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:50.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.143+0000 7ff7eaffd640 1 -- 172.21.15.5:0/4014742195 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ff7ec0d0f60 con 0x7ff7d4004800 2024-09-19T05:03:50.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.143+0000 7ff7eaffd640 1 -- 172.21.15.5:0/4014742195 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7ff7d400b9c0 con 0x7ff7d40039b0 2024-09-19T05:03:50.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.143+0000 7ff7eaffd640 1 -- 172.21.15.5:0/4014742195 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ff7d400bb40 con 0x7ff7ec15e5e0 2024-09-19T05:03:50.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.143+0000 7ff7eb7fe640 1 --2- 172.21.15.5:0/4014742195 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7d4004800 0x7ff7d4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:50.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.143+0000 7ff7f0981640 1 --2- 172.21.15.5:0/4014742195 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff7ec15e5e0 0x7ff7d40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:50.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.143+0000 7ff7ebfff640 1 --2- 172.21.15.5:0/4014742195 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff7d40039b0 0x7ff7d4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:50.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.143+0000 7ff7eb7fe640 1 -- 172.21.15.5:0/4014742195 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff7ec15e5e0 msgr2=0x7ff7d40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:50.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.143+0000 7ff7eb7fe640 1 --2- 172.21.15.5:0/4014742195 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff7ec15e5e0 0x7ff7d40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:50.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.143+0000 7ff7eb7fe640 1 -- 172.21.15.5:0/4014742195 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff7d40039b0 msgr2=0x7ff7d4003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:50.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.143+0000 7ff7eb7fe640 1 --2- 172.21.15.5:0/4014742195 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff7d40039b0 0x7ff7d4003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:50.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.143+0000 7ff7eb7fe640 1 -- 172.21.15.5:0/4014742195 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7d4003520 con 0x7ff7d4004800 2024-09-19T05:03:50.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.144+0000 7ff7eb7fe640 1 --2- 172.21.15.5:0/4014742195 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7d4004800 0x7ff7d4004c80 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7ff7ec0d3430 tx=0x7ff7d4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5389e4b335e552ad server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:50.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.144+0000 7ff7eaffd640 1 -- 172.21.15.5:0/4014742195 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7e000c0e0 con 0x7ff7d4004800 2024-09-19T05:03:50.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.144+0000 7ff7eaffd640 1 -- 172.21.15.5:0/4014742195 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7e0034070 con 0x7ff7d4004800 2024-09-19T05:03:50.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.144+0000 7ff7eaffd640 1 -- 172.21.15.5:0/4014742195 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7e0005d10 con 0x7ff7d4004800 2024-09-19T05:03:50.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.144+0000 7ff7f23e4640 1 -- 172.21.15.5:0/4014742195 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7d4004800 msgr2=0x7ff7d4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:50.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.144+0000 7ff7f23e4640 1 --2- 172.21.15.5:0/4014742195 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7d4004800 0x7ff7d4004c80 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7ff7ec0d3430 tx=0x7ff7d4005830 comp rx=0 tx=0).stop 2024-09-19T05:03:50.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.144+0000 7ff7f0981640 1 -- 172.21.15.5:0/4014742195 reap_dead start 2024-09-19T05:03:50.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.144+0000 7ff7f23e4640 1 -- 172.21.15.5:0/4014742195 shutdown_connections 2024-09-19T05:03:50.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.144+0000 7ff7f23e4640 1 -- 172.21.15.5:0/4014742195 >> 172.21.15.5:0/4014742195 conn(0x7ff7ec0d23b0 msgr2=0x7ff7ec0d27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:50.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.145+0000 7ff7f23e4640 1 -- 172.21.15.5:0/4014742195 shutdown_connections 2024-09-19T05:03:50.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.145+0000 7ff7f23e4640 1 -- 172.21.15.5:0/4014742195 wait complete. 2024-09-19T05:03:50.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.146+0000 7ff7f23e4640 1 Processor -- start 2024-09-19T05:03:50.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.146+0000 7ff7f23e4640 1 -- start start 2024-09-19T05:03:50.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.147+0000 7ff7f23e4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7d4004800 0x7ff7ec157040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:50.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.147+0000 7ff7f23e4640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff7ec155dd0 0x7ff7ec158930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:50.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.147+0000 7ff7f23e4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff7ec158e70 0x7ff7ec1e83f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:50.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.147+0000 7ff7f23e4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ff7ec0d0bf0 con 0x7ff7d4004800 2024-09-19T05:03:50.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.147+0000 7ff7f23e4640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7ff7ec0d0910 con 0x7ff7ec155dd0 2024-09-19T05:03:50.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.147+0000 7ff7f23e4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ff7ec0b1850 con 0x7ff7ec158e70 2024-09-19T05:03:50.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.147+0000 7ff7ebfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7d4004800 0x7ff7ec157040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:50.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.147+0000 7ff7ebfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7d4004800 0x7ff7ec157040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49448/0 (socket says 172.21.15.5:49448) 2024-09-19T05:03:50.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.147+0000 7ff7ebfff640 1 -- 172.21.15.5:0/3111467772 learned_addr learned my addr 172.21.15.5:0/3111467772 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:50.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.147+0000 7ff7f0981640 1 --2- 172.21.15.5:0/3111467772 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff7ec158e70 0x7ff7ec1e83f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:50.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.147+0000 7ff7eb7fe640 1 --2- 172.21.15.5:0/3111467772 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff7ec155dd0 0x7ff7ec158930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:50.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.147+0000 7ff7ebfff640 1 -- 172.21.15.5:0/3111467772 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff7ec158e70 msgr2=0x7ff7ec1e83f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:50.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.147+0000 7ff7ebfff640 1 --2- 172.21.15.5:0/3111467772 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff7ec158e70 0x7ff7ec1e83f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:50.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.147+0000 7ff7ebfff640 1 -- 172.21.15.5:0/3111467772 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff7ec155dd0 msgr2=0x7ff7ec158930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:50.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.147+0000 7ff7ebfff640 1 --2- 172.21.15.5:0/3111467772 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff7ec155dd0 0x7ff7ec158930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:50.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.147+0000 7ff7ebfff640 1 -- 172.21.15.5:0/3111467772 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7ec0b8120 con 0x7ff7d4004800 2024-09-19T05:03:50.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.147+0000 7ff7f0981640 1 --2- 172.21.15.5:0/3111467772 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff7ec158e70 0x7ff7ec1e83f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:50.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.147+0000 7ff7ebfff640 1 --2- 172.21.15.5:0/3111467772 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7d4004800 0x7ff7ec157040 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc011910 tx=0x7ff7dc011dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:50.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.147+0000 7ff7e8ff9640 1 -- 172.21.15.5:0/3111467772 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7dc00fa90 con 0x7ff7d4004800 2024-09-19T05:03:50.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.147+0000 7ff7e8ff9640 1 -- 172.21.15.5:0/3111467772 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7dc00fc30 con 0x7ff7d4004800 2024-09-19T05:03:50.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.147+0000 7ff7f23e4640 1 -- 172.21.15.5:0/3111467772 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7ec159840 con 0x7ff7d4004800 2024-09-19T05:03:50.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.147+0000 7ff7e8ff9640 1 -- 172.21.15.5:0/3111467772 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7dc014440 con 0x7ff7d4004800 2024-09-19T05:03:50.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.147+0000 7ff7f23e4640 1 -- 172.21.15.5:0/3111467772 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7ec0b7d40 con 0x7ff7d4004800 2024-09-19T05:03:50.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.149+0000 7ff7f23e4640 1 -- 172.21.15.5:0/3111467772 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7ec06cd20 con 0x7ff7d4004800 2024-09-19T05:03:50.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.149+0000 7ff7e8ff9640 1 -- 172.21.15.5:0/3111467772 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff7dc012040 con 0x7ff7d4004800 2024-09-19T05:03:50.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.149+0000 7ff7e8ff9640 1 --2- 172.21.15.5:0/3111467772 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff7d806c2b0 0x7ff7d806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:50.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.149+0000 7ff7e8ff9640 1 -- 172.21.15.5:0/3111467772 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7ff7dc08bb80 con 0x7ff7d4004800 2024-09-19T05:03:50.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.149+0000 7ff7eb7fe640 1 --2- 172.21.15.5:0/3111467772 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff7d806c2b0 0x7ff7d806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:50.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.150+0000 7ff7eb7fe640 1 --2- 172.21.15.5:0/3111467772 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff7d806c2b0 0x7ff7d806e770 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7ff7e0001050 tx=0x7ff7e0009030 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:50.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.154+0000 7ff7e8ff9640 1 -- 172.21.15.5:0/3111467772 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff7dc019030 con 0x7ff7d4004800 2024-09-19T05:03:50.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.330+0000 7ff7f23e4640 1 -- 172.21.15.5:0/3111467772 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff7ec0d2f30 con 0x7ff7d4004800 2024-09-19T05:03:50.333 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.331+0000 7ff7e8ff9640 1 -- 172.21.15.5:0/3111467772 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v72) ==== 74+0+16969 (secure 0 0 0) 0x7ff7dc05a0c0 con 0x7ff7d4004800 2024-09-19T05:03:50.333 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:50.333 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":72,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:03:36.032008+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:03:32.054047+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-09-19T05:03:33.384703+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:03:50.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.333+0000 7ff7f23e4640 1 -- 172.21.15.5:0/3111467772 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff7d806c2b0 msgr2=0x7ff7d806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:50.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.333+0000 7ff7f23e4640 1 --2- 172.21.15.5:0/3111467772 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff7d806c2b0 0x7ff7d806e770 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7ff7e0001050 tx=0x7ff7e0009030 comp rx=0 tx=0).stop 2024-09-19T05:03:50.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.333+0000 7ff7f23e4640 1 -- 172.21.15.5:0/3111467772 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7d4004800 msgr2=0x7ff7ec157040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:50.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.333+0000 7ff7f23e4640 1 --2- 172.21.15.5:0/3111467772 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7d4004800 0x7ff7ec157040 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc011910 tx=0x7ff7dc011dd0 comp rx=0 tx=0).stop 2024-09-19T05:03:50.335 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.333+0000 7ff7f23e4640 1 -- 172.21.15.5:0/3111467772 shutdown_connections 2024-09-19T05:03:50.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.333+0000 7ff7f23e4640 1 --2- 172.21.15.5:0/3111467772 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff7d806c2b0 0x7ff7d806e770 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:50.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.333+0000 7ff7f23e4640 1 --2- 172.21.15.5:0/3111467772 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff7ec158e70 0x7ff7ec1e83f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:50.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.333+0000 7ff7f23e4640 1 --2- 172.21.15.5:0/3111467772 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff7ec155dd0 0x7ff7ec158930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:50.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.333+0000 7ff7f23e4640 1 --2- 172.21.15.5:0/3111467772 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff7d4004800 0x7ff7ec157040 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:50.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.333+0000 7ff7f23e4640 1 -- 172.21.15.5:0/3111467772 >> 172.21.15.5:0/3111467772 conn(0x7ff7ec0d23b0 msgr2=0x7ff7ec0700a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:50.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.333+0000 7ff7f23e4640 1 -- 172.21.15.5:0/3111467772 shutdown_connections 2024-09-19T05:03:50.336 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.333+0000 7ff7f23e4640 1 -- 172.21.15.5:0/3111467772 wait complete. 2024-09-19T05:03:50.346 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T05:03:50.346 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:03:50.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.447+0000 7f81452e6640 1 Processor -- start 2024-09-19T05:03:50.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.447+0000 7f81452e6640 1 -- start start 2024-09-19T05:03:50.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.448+0000 7f81452e6640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f814015b2d0 0x7f814015b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:50.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.448+0000 7f81452e6640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81400cf900 con 0x7f814006f0e0 2024-09-19T05:03:50.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.448+0000 7f81452e6640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81400cfbe0 con 0x7f81400cce10 2024-09-19T05:03:50.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.448+0000 7f81452e6640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f81400afd10 con 0x7f814015b2d0 2024-09-19T05:03:50.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.448+0000 7f813effd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f814006f0e0 0x7f814006f4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:47840/0 (socket says 172.21.15.5:47840) 2024-09-19T05:03:50.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.448+0000 7f813effd640 1 -- 172.21.15.5:0/3163430562 learned_addr learned my addr 172.21.15.5:0/3163430562 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:50.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.448+0000 7f813f7fe640 1 --2- 172.21.15.5:0/3163430562 >> v2:172.21.15.134:3300/0 conn(0x7f814015b2d0 0x7f814015b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:50.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.448+0000 7f813dffb640 1 -- 172.21.15.5:0/3163430562 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 584184179 0 0) 0x7f81400cf900 con 0x7f814006f0e0 2024-09-19T05:03:50.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.448+0000 7f813dffb640 1 -- 172.21.15.5:0/3163430562 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8128003520 con 0x7f814006f0e0 2024-09-19T05:03:50.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.448+0000 7f813dffb640 1 -- 172.21.15.5:0/3163430562 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1551193851 0 0) 0x7f81400cfbe0 con 0x7f81400cce10 2024-09-19T05:03:50.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.448+0000 7f813dffb640 1 -- 172.21.15.5:0/3163430562 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f81400cf900 con 0x7f81400cce10 2024-09-19T05:03:50.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.448+0000 7f813dffb640 1 -- 172.21.15.5:0/3163430562 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1869645792 0 0) 0x7f8128003520 con 0x7f814006f0e0 2024-09-19T05:03:50.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.448+0000 7f813f7fe640 1 -- 172.21.15.5:0/3163430562 >> v1:172.21.15.134:6789/0 conn(0x7f81400cce10 legacy=0x7f81400cf090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:50.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.448+0000 7f813f7fe640 1 -- 172.21.15.5:0/3163430562 >> v1:172.21.15.5:6789/0 conn(0x7f814006f0e0 legacy=0x7f814006f4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:50.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.448+0000 7f813f7fe640 1 -- 172.21.15.5:0/3163430562 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81400cfec0 con 0x7f814015b2d0 2024-09-19T05:03:50.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.449+0000 7f813f7fe640 1 --2- 172.21.15.5:0/3163430562 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f814015b2d0 0x7f814015b6e0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f8138009d90 tx=0x7f813802a5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ac47301c3a34f9ff server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:50.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.449+0000 7f813dffb640 1 -- 172.21.15.5:0/3163430562 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8130001670 con 0x7f814015b2d0 2024-09-19T05:03:50.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.449+0000 7f813dffb640 1 -- 172.21.15.5:0/3163430562 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8138007540 con 0x7f814015b2d0 2024-09-19T05:03:50.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.449+0000 7f813dffb640 1 -- 172.21.15.5:0/3163430562 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81380078f0 con 0x7f814015b2d0 2024-09-19T05:03:50.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.450+0000 7f81452e6640 1 -- 172.21.15.5:0/3163430562 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f814015b2d0 msgr2=0x7f814015b6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:50.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.450+0000 7f81452e6640 1 --2- 172.21.15.5:0/3163430562 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f814015b2d0 0x7f814015b6e0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f8138009d90 tx=0x7f813802a5f0 comp rx=0 tx=0).stop 2024-09-19T05:03:50.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.450+0000 7f81452e6640 1 -- 172.21.15.5:0/3163430562 shutdown_connections 2024-09-19T05:03:50.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.450+0000 7f81452e6640 1 --2- 172.21.15.5:0/3163430562 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f814015b2d0 0x7f814015b6e0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:50.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.450+0000 7f81452e6640 1 -- 172.21.15.5:0/3163430562 >> 172.21.15.5:0/3163430562 conn(0x7f8140067da0 msgr2=0x7f814006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:50.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.450+0000 7f81452e6640 1 -- 172.21.15.5:0/3163430562 shutdown_connections 2024-09-19T05:03:50.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.450+0000 7f81452e6640 1 -- 172.21.15.5:0/3163430562 wait complete. 2024-09-19T05:03:50.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.451+0000 7f81452e6640 1 Processor -- start 2024-09-19T05:03:50.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.451+0000 7f81452e6640 1 -- start start 2024-09-19T05:03:50.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.452+0000 7f81452e6640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f814006f0e0 0x7f8140150890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:50.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.452+0000 7f81452e6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f81400cce10 0x7f81401e3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:50.455 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.452+0000 7f81452e6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f814015b2d0 0x7f81401e4250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:50.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.452+0000 7f81452e6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f81400b40c0 con 0x7f81400cce10 2024-09-19T05:03:50.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.452+0000 7f81452e6640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f81400d01a0 con 0x7f814006f0e0 2024-09-19T05:03:50.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.452+0000 7f81452e6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f81400b4240 con 0x7f814015b2d0 2024-09-19T05:03:50.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.452+0000 7f813e7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f81400cce10 0x7f81401e3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:50.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.452+0000 7f813e7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f81400cce10 0x7f81401e3d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49464/0 (socket says 172.21.15.5:49464) 2024-09-19T05:03:50.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.452+0000 7f813e7fc640 1 -- 172.21.15.5:0/3142091841 learned_addr learned my addr 172.21.15.5:0/3142091841 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:50.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.452+0000 7f813effd640 1 --2- 172.21.15.5:0/3142091841 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f814006f0e0 0x7f8140150890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:50.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.452+0000 7f813f7fe640 1 --2- 172.21.15.5:0/3142091841 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f814015b2d0 0x7f81401e4250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:50.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.453+0000 7f813e7fc640 1 -- 172.21.15.5:0/3142091841 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f814015b2d0 msgr2=0x7f81401e4250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:50.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.453+0000 7f813e7fc640 1 --2- 172.21.15.5:0/3142091841 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f814015b2d0 0x7f81401e4250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:50.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.453+0000 7f813e7fc640 1 -- 172.21.15.5:0/3142091841 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f814006f0e0 msgr2=0x7f8140150890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:50.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.453+0000 7f813e7fc640 1 --2- 172.21.15.5:0/3142091841 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f814006f0e0 0x7f8140150890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:50.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.453+0000 7f813e7fc640 1 -- 172.21.15.5:0/3142091841 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81400b0040 con 0x7f81400cce10 2024-09-19T05:03:50.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.453+0000 7f813e7fc640 1 --2- 172.21.15.5:0/3142091841 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f81400cce10 0x7f81401e3d10 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f813400c4c0 tx=0x7f813400c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:50.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.453+0000 7f81277fe640 1 -- 172.21.15.5:0/3142091841 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81340052d0 con 0x7f81400cce10 2024-09-19T05:03:50.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.453+0000 7f81277fe640 1 -- 172.21.15.5:0/3142091841 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8134005470 con 0x7f81400cce10 2024-09-19T05:03:50.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.453+0000 7f81452e6640 1 -- 172.21.15.5:0/3142091841 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81400b02e0 con 0x7f81400cce10 2024-09-19T05:03:50.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.453+0000 7f81277fe640 1 -- 172.21.15.5:0/3142091841 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8134012870 con 0x7f81400cce10 2024-09-19T05:03:50.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.453+0000 7f81452e6640 1 -- 172.21.15.5:0/3142091841 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81400b08a0 con 0x7f81400cce10 2024-09-19T05:03:50.457 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.454+0000 7f81452e6640 1 -- 172.21.15.5:0/3142091841 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f814015dbf0 con 0x7f81400cce10 2024-09-19T05:03:50.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.455+0000 7f81277fe640 1 -- 172.21.15.5:0/3142091841 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8134012a10 con 0x7f81400cce10 2024-09-19T05:03:50.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.455+0000 7f81277fe640 1 --2- 172.21.15.5:0/3142091841 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f812c06c2b0 0x7f812c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:50.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.455+0000 7f81277fe640 1 -- 172.21.15.5:0/3142091841 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f813408b110 con 0x7f81400cce10 2024-09-19T05:03:50.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.455+0000 7f813effd640 1 --2- 172.21.15.5:0/3142091841 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f812c06c2b0 0x7f812c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:50.458 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.456+0000 7f813effd640 1 --2- 172.21.15.5:0/3142091841 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f812c06c2b0 0x7f812c06e770 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f81300017e0 tx=0x7f8130001610 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:50.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.459+0000 7f81277fe640 1 -- 172.21.15.5:0/3142091841 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f81340590a0 con 0x7f81400cce10 2024-09-19T05:03:50.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.674+0000 7f81452e6640 1 -- 172.21.15.5:0/3142091841 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f814006f780 con 0x7f81400cce10 2024-09-19T05:03:50.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.674+0000 7f81277fe640 1 -- 172.21.15.5:0/3142091841 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 38 v38) ==== 94+0+5219 (secure 0 0 0) 0x7f813405d3a0 con 0x7f81400cce10 2024-09-19T05:03:50.676 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:50.676 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":38,"btime":"2024-09-19T05:03:37:052318+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5560,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/2045800348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":2045800348},{"type":"v1","addr":"172.21.15.134:6836","nonce":2045800348}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5563,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/1704639855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":1704639855},{"type":"v1","addr":"172.21.15.134:6837","nonce":1704639855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5940,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/97678885","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":97678885},{"type":"v1","addr":"172.21.15.5:6834","nonce":97678885}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":34}],"filesystems":[{"mdsmap":{"epoch":38,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:03:34.399849+0000","modified":"2024-09-19T05:03:36.397011+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5943},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5943":{"gid":5943,"name":"c","rank":0,"incarnation":36,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/4064124508","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":4064124508},{"type":"v1","addr":"172.21.15.5:6835","nonce":4064124508}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5943,"qdb_cluster":[5943]},"id":5}]} 2024-09-19T05:03:50.676 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 38 2024-09-19T05:03:50.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.676+0000 7f81452e6640 1 -- 172.21.15.5:0/3142091841 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f812c06c2b0 msgr2=0x7f812c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:50.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.676+0000 7f81452e6640 1 --2- 172.21.15.5:0/3142091841 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f812c06c2b0 0x7f812c06e770 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f81300017e0 tx=0x7f8130001610 comp rx=0 tx=0).stop 2024-09-19T05:03:50.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.676+0000 7f81452e6640 1 -- 172.21.15.5:0/3142091841 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f81400cce10 msgr2=0x7f81401e3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:50.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.676+0000 7f81452e6640 1 --2- 172.21.15.5:0/3142091841 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f81400cce10 0x7f81401e3d10 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f813400c4c0 tx=0x7f813400c980 comp rx=0 tx=0).stop 2024-09-19T05:03:50.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.677+0000 7f81452e6640 1 -- 172.21.15.5:0/3142091841 shutdown_connections 2024-09-19T05:03:50.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.677+0000 7f81452e6640 1 --2- 172.21.15.5:0/3142091841 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f812c06c2b0 0x7f812c06e770 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:50.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.677+0000 7f81452e6640 1 --2- 172.21.15.5:0/3142091841 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f814015b2d0 0x7f81401e4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:50.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.677+0000 7f81452e6640 1 --2- 172.21.15.5:0/3142091841 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f81400cce10 0x7f81401e3d10 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:50.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.677+0000 7f81452e6640 1 --2- 172.21.15.5:0/3142091841 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f814006f0e0 0x7f8140150890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:50.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.677+0000 7f81452e6640 1 -- 172.21.15.5:0/3142091841 >> 172.21.15.5:0/3142091841 conn(0x7f8140067da0 msgr2=0x7f8140159c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:50.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.677+0000 7f81452e6640 1 -- 172.21.15.5:0/3142091841 shutdown_connections 2024-09-19T05:03:50.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.677+0000 7f81452e6640 1 -- 172.21.15.5:0/3142091841 wait complete. 2024-09-19T05:03:50.689 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:03:50.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.790+0000 7faf444ba640 1 Processor -- start 2024-09-19T05:03:50.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.790+0000 7faf444ba640 1 -- start start 2024-09-19T05:03:50.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.791+0000 7faf444ba640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7faf3c0b6700 0x7faf3c169210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:50.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.791+0000 7faf444ba640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf3c0d3680 con 0x7faf3c0d3150 2024-09-19T05:03:50.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.791+0000 7faf444ba640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf3c0d3960 con 0x7faf3c15e660 2024-09-19T05:03:50.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.791+0000 7faf444ba640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7faf3c06d4b0 con 0x7faf3c0b6700 2024-09-19T05:03:50.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.791+0000 7faf41a55640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7faf3c0d3150 0x7faf3c0b5ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:47846/0 (socket says 172.21.15.5:47846) 2024-09-19T05:03:50.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.791+0000 7faf41a55640 1 -- 172.21.15.5:0/3433618669 learned_addr learned my addr 172.21.15.5:0/3433618669 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:50.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.791+0000 7faf42a57640 1 --2- 172.21.15.5:0/3433618669 >> v2:172.21.15.134:3300/0 conn(0x7faf3c0b6700 0x7faf3c169210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:50.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.792+0000 7faf41254640 1 -- 172.21.15.5:0/3433618669 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3994888381 0 0) 0x7faf3c0d3680 con 0x7faf3c0d3150 2024-09-19T05:03:50.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.792+0000 7faf41254640 1 -- 172.21.15.5:0/3433618669 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faf28003520 con 0x7faf3c0d3150 2024-09-19T05:03:50.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.792+0000 7faf41254640 1 -- 172.21.15.5:0/3433618669 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2382081332 0 0) 0x7faf3c0d3960 con 0x7faf3c15e660 2024-09-19T05:03:50.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.792+0000 7faf41254640 1 -- 172.21.15.5:0/3433618669 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faf3c0d3680 con 0x7faf3c15e660 2024-09-19T05:03:50.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.792+0000 7faf42a57640 1 -- 172.21.15.5:0/3433618669 >> v1:172.21.15.134:6789/0 conn(0x7faf3c15e660 legacy=0x7faf3c0d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:50.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.792+0000 7faf41254640 1 -- 172.21.15.5:0/3433618669 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3899742744 0 0) 0x7faf28003520 con 0x7faf3c0d3150 2024-09-19T05:03:50.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.792+0000 7faf42a57640 1 -- 172.21.15.5:0/3433618669 >> v1:172.21.15.5:6789/0 conn(0x7faf3c0d3150 legacy=0x7faf3c0b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:50.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.792+0000 7faf42a57640 1 -- 172.21.15.5:0/3433618669 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf3c06ce60 con 0x7faf3c0b6700 2024-09-19T05:03:50.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.793+0000 7faf42a57640 1 --2- 172.21.15.5:0/3433618669 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faf3c0b6700 0x7faf3c169210 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7faf34009d90 tx=0x7faf3402a710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d8d4fd1c2b1a2ea5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:50.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.793+0000 7faf41254640 1 -- 172.21.15.5:0/3433618669 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf2c001670 con 0x7faf3c0b6700 2024-09-19T05:03:50.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.793+0000 7faf41254640 1 -- 172.21.15.5:0/3433618669 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf34007540 con 0x7faf3c0b6700 2024-09-19T05:03:50.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.793+0000 7faf41254640 1 -- 172.21.15.5:0/3433618669 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf340078f0 con 0x7faf3c0b6700 2024-09-19T05:03:50.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.793+0000 7faf444ba640 1 -- 172.21.15.5:0/3433618669 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faf3c0b6700 msgr2=0x7faf3c169210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:50.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.793+0000 7faf444ba640 1 --2- 172.21.15.5:0/3433618669 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faf3c0b6700 0x7faf3c169210 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7faf34009d90 tx=0x7faf3402a710 comp rx=0 tx=0).stop 2024-09-19T05:03:50.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.793+0000 7faf444ba640 1 -- 172.21.15.5:0/3433618669 shutdown_connections 2024-09-19T05:03:50.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.793+0000 7faf444ba640 1 --2- 172.21.15.5:0/3433618669 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faf3c0b6700 0x7faf3c169210 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:50.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.793+0000 7faf444ba640 1 -- 172.21.15.5:0/3433618669 >> 172.21.15.5:0/3433618669 conn(0x7faf3c08c000 msgr2=0x7faf3c0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:50.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.794+0000 7faf444ba640 1 -- 172.21.15.5:0/3433618669 shutdown_connections 2024-09-19T05:03:50.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.794+0000 7faf444ba640 1 -- 172.21.15.5:0/3433618669 wait complete. 2024-09-19T05:03:50.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.795+0000 7faf444ba640 1 Processor -- start 2024-09-19T05:03:50.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.795+0000 7faf444ba640 1 -- start start 2024-09-19T05:03:50.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.795+0000 7faf444ba640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faf3c0b6700 0x7faf3c1f4090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:50.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.795+0000 7faf444ba640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faf3c0d3150 0x7faf3c1f7680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:50.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.795+0000 7faf444ba640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faf3c15e660 0x7faf3c1f4a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:50.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.795+0000 7faf444ba640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7faf3c06e950 con 0x7faf3c15e660 2024-09-19T05:03:50.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.795+0000 7faf444ba640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7faf3c15ea40 con 0x7faf3c0d3150 2024-09-19T05:03:50.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.795+0000 7faf444ba640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7faf3c06ead0 con 0x7faf3c0b6700 2024-09-19T05:03:50.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.796+0000 7faf42a57640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faf3c15e660 0x7faf3c1f4a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:50.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.796+0000 7faf42a57640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faf3c15e660 0x7faf3c1f4a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49468/0 (socket says 172.21.15.5:49468) 2024-09-19T05:03:50.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.796+0000 7faf42a57640 1 -- 172.21.15.5:0/1422074119 learned_addr learned my addr 172.21.15.5:0/1422074119 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:50.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.796+0000 7faf41a55640 1 --2- 172.21.15.5:0/1422074119 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faf3c0d3150 0x7faf3c1f7680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:50.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.796+0000 7faf42256640 1 --2- 172.21.15.5:0/1422074119 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faf3c0b6700 0x7faf3c1f4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:50.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.796+0000 7faf42a57640 1 -- 172.21.15.5:0/1422074119 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faf3c0b6700 msgr2=0x7faf3c1f4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:50.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.796+0000 7faf42a57640 1 --2- 172.21.15.5:0/1422074119 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faf3c0b6700 0x7faf3c1f4090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:50.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.796+0000 7faf42a57640 1 -- 172.21.15.5:0/1422074119 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faf3c0d3150 msgr2=0x7faf3c1f7680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:50.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.796+0000 7faf42a57640 1 --2- 172.21.15.5:0/1422074119 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faf3c0d3150 0x7faf3c1f7680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:50.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.796+0000 7faf42a57640 1 -- 172.21.15.5:0/1422074119 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf3c0b7e00 con 0x7faf3c15e660 2024-09-19T05:03:50.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.796+0000 7faf42a57640 1 --2- 172.21.15.5:0/1422074119 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faf3c15e660 0x7faf3c1f4a80 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7faf34009eb0 tx=0x7faf34004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:50.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.796+0000 7faf32ffd640 1 -- 172.21.15.5:0/1422074119 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf3403f070 con 0x7faf3c15e660 2024-09-19T05:03:50.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.796+0000 7faf32ffd640 1 -- 172.21.15.5:0/1422074119 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf34031c40 con 0x7faf3c15e660 2024-09-19T05:03:50.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.796+0000 7faf32ffd640 1 -- 172.21.15.5:0/1422074119 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf34009450 con 0x7faf3c15e660 2024-09-19T05:03:50.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.796+0000 7faf444ba640 1 -- 172.21.15.5:0/1422074119 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf3c1f7bc0 con 0x7faf3c15e660 2024-09-19T05:03:50.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.796+0000 7faf444ba640 1 -- 172.21.15.5:0/1422074119 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf3c1f7e60 con 0x7faf3c15e660 2024-09-19T05:03:50.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.797+0000 7faf444ba640 1 -- 172.21.15.5:0/1422074119 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf3c0b5ff0 con 0x7faf3c15e660 2024-09-19T05:03:50.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.798+0000 7faf32ffd640 1 -- 172.21.15.5:0/1422074119 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7faf34043410 con 0x7faf3c15e660 2024-09-19T05:03:50.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.799+0000 7faf32ffd640 1 --2- 172.21.15.5:0/1422074119 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faf2006c2b0 0x7faf2006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:50.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.799+0000 7faf32ffd640 1 -- 172.21.15.5:0/1422074119 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7faf340ac710 con 0x7faf3c15e660 2024-09-19T05:03:50.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.799+0000 7faf42256640 1 --2- 172.21.15.5:0/1422074119 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faf2006c2b0 0x7faf2006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:50.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.799+0000 7faf42256640 1 --2- 172.21.15.5:0/1422074119 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faf2006c2b0 0x7faf2006e770 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7faf380011e0 tx=0x7faf38009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:50.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:50.803+0000 7faf32ffd640 1 -- 172.21.15.5:0/1422074119 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7faf3407a6a0 con 0x7faf3c15e660 2024-09-19T05:03:51.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.015+0000 7faf444ba640 1 -- 172.21.15.5:0/1422074119 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faf3c0b6410 con 0x7faf3c15e660 2024-09-19T05:03:51.017 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.016+0000 7faf32ffd640 1 -- 172.21.15.5:0/1422074119 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 38 v38) ==== 94+0+5219 (secure 0 0 0) 0x7faf3407e9a0 con 0x7faf3c15e660 2024-09-19T05:03:51.017 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:51.017 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":38,"btime":"2024-09-19T05:03:37:052318+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5560,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/2045800348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":2045800348},{"type":"v1","addr":"172.21.15.134:6836","nonce":2045800348}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5563,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/1704639855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":1704639855},{"type":"v1","addr":"172.21.15.134:6837","nonce":1704639855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5940,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/97678885","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":97678885},{"type":"v1","addr":"172.21.15.5:6834","nonce":97678885}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":34}],"filesystems":[{"mdsmap":{"epoch":38,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:03:34.399849+0000","modified":"2024-09-19T05:03:36.397011+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5943},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5943":{"gid":5943,"name":"c","rank":0,"incarnation":36,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/4064124508","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":4064124508},{"type":"v1","addr":"172.21.15.5:6835","nonce":4064124508}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5943,"qdb_cluster":[5943]},"id":5}]} 2024-09-19T05:03:51.018 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 38 2024-09-19T05:03:51.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.017+0000 7faf444ba640 1 -- 172.21.15.5:0/1422074119 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faf2006c2b0 msgr2=0x7faf2006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:51.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.017+0000 7faf444ba640 1 --2- 172.21.15.5:0/1422074119 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faf2006c2b0 0x7faf2006e770 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7faf380011e0 tx=0x7faf38009040 comp rx=0 tx=0).stop 2024-09-19T05:03:51.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.017+0000 7faf444ba640 1 -- 172.21.15.5:0/1422074119 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faf3c15e660 msgr2=0x7faf3c1f4a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:51.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.017+0000 7faf444ba640 1 --2- 172.21.15.5:0/1422074119 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faf3c15e660 0x7faf3c1f4a80 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7faf34009eb0 tx=0x7faf34004a40 comp rx=0 tx=0).stop 2024-09-19T05:03:51.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.017+0000 7faf444ba640 1 -- 172.21.15.5:0/1422074119 shutdown_connections 2024-09-19T05:03:51.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.017+0000 7faf444ba640 1 --2- 172.21.15.5:0/1422074119 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faf2006c2b0 0x7faf2006e770 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.017+0000 7faf444ba640 1 --2- 172.21.15.5:0/1422074119 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faf3c15e660 0x7faf3c1f4a80 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.017+0000 7faf444ba640 1 --2- 172.21.15.5:0/1422074119 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faf3c0d3150 0x7faf3c1f7680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.017+0000 7faf444ba640 1 --2- 172.21.15.5:0/1422074119 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faf3c0b6700 0x7faf3c1f4090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.018+0000 7faf444ba640 1 -- 172.21.15.5:0/1422074119 >> 172.21.15.5:0/1422074119 conn(0x7faf3c08c000 msgr2=0x7faf3c0b5730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:51.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.018+0000 7faf444ba640 1 -- 172.21.15.5:0/1422074119 shutdown_connections 2024-09-19T05:03:51.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.018+0000 7faf444ba640 1 -- 172.21.15.5:0/1422074119 wait complete. 2024-09-19T05:03:51.030 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:03:51.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.133+0000 7fade1d28640 1 Processor -- start 2024-09-19T05:03:51.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.133+0000 7fade1d28640 1 -- start start 2024-09-19T05:03:51.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.134+0000 7fade1d28640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7faddc070770 0x7faddc15f480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:51.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.134+0000 7fade1d28640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faddc070e00 con 0x7faddc15c1c0 2024-09-19T05:03:51.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.134+0000 7fade1d28640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faddc0710e0 con 0x7faddc09b180 2024-09-19T05:03:51.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.134+0000 7fade1d28640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7faddc070be0 con 0x7faddc070770 2024-09-19T05:03:51.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.134+0000 7faddb7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7faddc15c1c0 0x7faddc09aa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:47860/0 (socket says 172.21.15.5:47860) 2024-09-19T05:03:51.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.134+0000 7faddb7fe640 1 -- 172.21.15.5:0/647853622 learned_addr learned my addr 172.21.15.5:0/647853622 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:51.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.134+0000 7faddbfff640 1 --2- 172.21.15.5:0/647853622 >> v2:172.21.15.134:3300/0 conn(0x7faddc070770 0x7faddc15f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:51.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.134+0000 7fadda7fc640 1 -- 172.21.15.5:0/647853622 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3128143076 0 0) 0x7faddc070e00 con 0x7faddc15c1c0 2024-09-19T05:03:51.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.134+0000 7fadda7fc640 1 -- 172.21.15.5:0/647853622 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fadc4003520 con 0x7faddc15c1c0 2024-09-19T05:03:51.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.134+0000 7fadda7fc640 1 -- 172.21.15.5:0/647853622 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2318707804 0 0) 0x7faddc0710e0 con 0x7faddc09b180 2024-09-19T05:03:51.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.134+0000 7fadda7fc640 1 -- 172.21.15.5:0/647853622 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faddc070e00 con 0x7faddc09b180 2024-09-19T05:03:51.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.134+0000 7fadda7fc640 1 -- 172.21.15.5:0/647853622 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2438078375 0 0) 0x7fadc4003520 con 0x7faddc15c1c0 2024-09-19T05:03:51.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.134+0000 7fadda7fc640 1 -- 172.21.15.5:0/647853622 >> v2:172.21.15.134:3300/0 conn(0x7faddc070770 msgr2=0x7faddc15f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:51.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.134+0000 7fadda7fc640 1 --2- 172.21.15.5:0/647853622 >> v2:172.21.15.134:3300/0 conn(0x7faddc070770 0x7faddc15f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.134+0000 7fadda7fc640 1 -- 172.21.15.5:0/647853622 >> v1:172.21.15.134:6789/0 conn(0x7faddc09b180 legacy=0x7faddc0b6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:51.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.134+0000 7fadda7fc640 1 -- 172.21.15.5:0/647853622 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faddc0713c0 con 0x7faddc15c1c0 2024-09-19T05:03:51.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.134+0000 7fadda7fc640 1 -- 172.21.15.5:0/647853622 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7fadcc001670 con 0x7faddc15c1c0 2024-09-19T05:03:51.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.135+0000 7fadda7fc640 1 -- 172.21.15.5:0/647853622 >> v1:172.21.15.5:6789/0 conn(0x7faddc15c1c0 legacy=0x7faddc09aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:51.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.135+0000 7fadda7fc640 1 --2- 172.21.15.5:0/647853622 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fadc4003b90 0x7fadc4003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:51.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.135+0000 7fadda7fc640 1 --2- 172.21.15.5:0/647853622 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fadc4004800 0x7fadc4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:51.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.135+0000 7fadda7fc640 1 --2- 172.21.15.5:0/647853622 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fadc40051c0 0x7fadc400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:51.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.135+0000 7fadda7fc640 1 -- 172.21.15.5:0/647853622 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7faddc070be0 con 0x7fadc4003b90 2024-09-19T05:03:51.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.135+0000 7fadda7fc640 1 -- 172.21.15.5:0/647853622 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fadc400c090 con 0x7fadc4004800 2024-09-19T05:03:51.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.135+0000 7fadda7fc640 1 -- 172.21.15.5:0/647853622 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fadc400c290 con 0x7fadc40051c0 2024-09-19T05:03:51.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.135+0000 7faddb7fe640 1 --2- 172.21.15.5:0/647853622 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fadc4003b90 0x7fadc4003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:51.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.135+0000 7faddaffd640 1 --2- 172.21.15.5:0/647853622 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fadc4004800 0x7fadc4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:51.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.135+0000 7faddbfff640 1 --2- 172.21.15.5:0/647853622 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fadc40051c0 0x7fadc400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:51.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.135+0000 7faddb7fe640 1 -- 172.21.15.5:0/647853622 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fadc40051c0 msgr2=0x7fadc400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:51.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.135+0000 7faddb7fe640 1 --2- 172.21.15.5:0/647853622 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fadc40051c0 0x7fadc400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.135+0000 7faddb7fe640 1 -- 172.21.15.5:0/647853622 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fadc4004800 msgr2=0x7fadc4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:51.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.135+0000 7faddb7fe640 1 --2- 172.21.15.5:0/647853622 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fadc4004800 0x7fadc4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.135+0000 7faddb7fe640 1 -- 172.21.15.5:0/647853622 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadc4003520 con 0x7fadc4003b90 2024-09-19T05:03:51.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.135+0000 7faddbfff640 1 -- 172.21.15.5:0/647853622 reap_dead start 2024-09-19T05:03:51.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.136+0000 7faddb7fe640 1 --2- 172.21.15.5:0/647853622 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fadc4003b90 0x7fadc4003f90 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7fadcc007fb0 tx=0x7fadc4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=596add3b881c105 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:51.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.136+0000 7fadda7fc640 1 -- 172.21.15.5:0/647853622 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadcc007c00 con 0x7fadc4003b90 2024-09-19T05:03:51.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.136+0000 7fadda7fc640 1 -- 172.21.15.5:0/647853622 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fadcc005ad0 con 0x7fadc4003b90 2024-09-19T05:03:51.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.136+0000 7fadda7fc640 1 -- 172.21.15.5:0/647853622 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadcc007070 con 0x7fadc4003b90 2024-09-19T05:03:51.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.136+0000 7fade1d28640 1 -- 172.21.15.5:0/647853622 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fadc4003b90 msgr2=0x7fadc4003f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:51.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.136+0000 7fade1d28640 1 --2- 172.21.15.5:0/647853622 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fadc4003b90 0x7fadc4003f90 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7fadcc007fb0 tx=0x7fadc4005830 comp rx=0 tx=0).stop 2024-09-19T05:03:51.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.136+0000 7fade1d28640 1 -- 172.21.15.5:0/647853622 shutdown_connections 2024-09-19T05:03:51.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.136+0000 7fade1d28640 1 --2- 172.21.15.5:0/647853622 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fadc4003b90 0x7fadc4003f90 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.136+0000 7fade1d28640 1 -- 172.21.15.5:0/647853622 >> 172.21.15.5:0/647853622 conn(0x7faddc0b3ff0 msgr2=0x7faddc0b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:51.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.136+0000 7fade1d28640 1 -- 172.21.15.5:0/647853622 shutdown_connections 2024-09-19T05:03:51.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.136+0000 7fade1d28640 1 -- 172.21.15.5:0/647853622 wait complete. 2024-09-19T05:03:51.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.138+0000 7fade1d28640 1 Processor -- start 2024-09-19T05:03:51.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.138+0000 7fade1d28640 1 -- start start 2024-09-19T05:03:51.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.139+0000 7fade1d28640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fadc4003b90 0x7faddc09fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:51.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.139+0000 7fade1d28640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faddc09df30 0x7faddc15ade0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:51.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.139+0000 7fade1d28640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faddc09e390 0x7faddc15b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:51.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.139+0000 7fade1d28640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7faddc15f480 con 0x7faddc09df30 2024-09-19T05:03:51.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.139+0000 7fade1d28640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7faddc0b5d90 con 0x7fadc4003b90 2024-09-19T05:03:51.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.139+0000 7fade1d28640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7faddc15f600 con 0x7faddc09e390 2024-09-19T05:03:51.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.139+0000 7faddaffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faddc09df30 0x7faddc15ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:51.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.139+0000 7faddaffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faddc09df30 0x7faddc15ade0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49480/0 (socket says 172.21.15.5:49480) 2024-09-19T05:03:51.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.139+0000 7faddaffd640 1 -- 172.21.15.5:0/446794191 learned_addr learned my addr 172.21.15.5:0/446794191 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:51.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.139+0000 7faddb7fe640 1 --2- 172.21.15.5:0/446794191 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fadc4003b90 0x7faddc09fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:51.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.139+0000 7faddbfff640 1 --2- 172.21.15.5:0/446794191 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faddc09e390 0x7faddc15b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:51.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.139+0000 7faddaffd640 1 -- 172.21.15.5:0/446794191 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faddc09e390 msgr2=0x7faddc15b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:51.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.139+0000 7faddaffd640 1 --2- 172.21.15.5:0/446794191 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faddc09e390 0x7faddc15b320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.139+0000 7faddaffd640 1 -- 172.21.15.5:0/446794191 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fadc4003b90 msgr2=0x7faddc09fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:51.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.139+0000 7faddaffd640 1 --2- 172.21.15.5:0/446794191 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fadc4003b90 0x7faddc09fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.139+0000 7faddaffd640 1 -- 172.21.15.5:0/446794191 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faddc0a01f0 con 0x7faddc09df30 2024-09-19T05:03:51.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.139+0000 7faddaffd640 1 --2- 172.21.15.5:0/446794191 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faddc09df30 0x7faddc15ade0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7fadd000f7a0 tx=0x7fadd000fc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:51.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.139+0000 7fadc3fff640 1 -- 172.21.15.5:0/446794191 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd001a070 con 0x7faddc09df30 2024-09-19T05:03:51.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.139+0000 7fadc3fff640 1 -- 172.21.15.5:0/446794191 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fadd0005320 con 0x7faddc09df30 2024-09-19T05:03:51.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.139+0000 7fade1d28640 1 -- 172.21.15.5:0/446794191 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faddc09c780 con 0x7faddc09df30 2024-09-19T05:03:51.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.139+0000 7fadc3fff640 1 -- 172.21.15.5:0/446794191 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd0007270 con 0x7faddc09df30 2024-09-19T05:03:51.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.139+0000 7fade1d28640 1 -- 172.21.15.5:0/446794191 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faddc09cd40 con 0x7faddc09df30 2024-09-19T05:03:51.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.140+0000 7fade1d28640 1 -- 172.21.15.5:0/446794191 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faddc0710e0 con 0x7faddc09df30 2024-09-19T05:03:51.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.141+0000 7fadc3fff640 1 -- 172.21.15.5:0/446794191 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fadd001d070 con 0x7faddc09df30 2024-09-19T05:03:51.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.141+0000 7fadc3fff640 1 --2- 172.21.15.5:0/446794191 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fadc806c2b0 0x7fadc806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:51.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.141+0000 7fadc3fff640 1 -- 172.21.15.5:0/446794191 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7fadd008ad50 con 0x7faddc09df30 2024-09-19T05:03:51.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.141+0000 7faddb7fe640 1 --2- 172.21.15.5:0/446794191 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fadc806c2b0 0x7fadc806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:51.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.142+0000 7faddb7fe640 1 --2- 172.21.15.5:0/446794191 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fadc806c2b0 0x7fadc806e770 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fadcc032000 tx=0x7fadcc02d000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:51.147 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.145+0000 7fadc3fff640 1 -- 172.21.15.5:0/446794191 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fadd008e030 con 0x7faddc09df30 2024-09-19T05:03:51.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.323+0000 7fade1d28640 1 -- 172.21.15.5:0/446794191 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7faddc09b5a0 con 0x7faddc09df30 2024-09-19T05:03:51.325 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.324+0000 7fadc3fff640 1 -- 172.21.15.5:0/446794191 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v72) ==== 74+0+16969 (secure 0 0 0) 0x7fadd0058ce0 con 0x7faddc09df30 2024-09-19T05:03:51.326 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:51.326 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":72,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:03:36.032008+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:03:32.054047+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-09-19T05:03:33.384703+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:03:51.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.326+0000 7fade1d28640 1 -- 172.21.15.5:0/446794191 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fadc806c2b0 msgr2=0x7fadc806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:51.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.326+0000 7fade1d28640 1 --2- 172.21.15.5:0/446794191 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fadc806c2b0 0x7fadc806e770 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fadcc032000 tx=0x7fadcc02d000 comp rx=0 tx=0).stop 2024-09-19T05:03:51.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.326+0000 7fade1d28640 1 -- 172.21.15.5:0/446794191 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faddc09df30 msgr2=0x7faddc15ade0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:51.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.326+0000 7fade1d28640 1 --2- 172.21.15.5:0/446794191 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faddc09df30 0x7faddc15ade0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7fadd000f7a0 tx=0x7fadd000fc60 comp rx=0 tx=0).stop 2024-09-19T05:03:51.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.326+0000 7fade1d28640 1 -- 172.21.15.5:0/446794191 shutdown_connections 2024-09-19T05:03:51.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.326+0000 7fade1d28640 1 --2- 172.21.15.5:0/446794191 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fadc806c2b0 0x7fadc806e770 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.326+0000 7fade1d28640 1 --2- 172.21.15.5:0/446794191 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faddc09e390 0x7faddc15b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.326+0000 7fade1d28640 1 --2- 172.21.15.5:0/446794191 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faddc09df30 0x7faddc15ade0 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.326+0000 7fade1d28640 1 --2- 172.21.15.5:0/446794191 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fadc4003b90 0x7faddc09fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.326+0000 7fade1d28640 1 -- 172.21.15.5:0/446794191 >> 172.21.15.5:0/446794191 conn(0x7faddc0b3ff0 msgr2=0x7faddc06d540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:51.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.326+0000 7fade1d28640 1 -- 172.21.15.5:0/446794191 shutdown_connections 2024-09-19T05:03:51.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.326+0000 7fade1d28640 1 -- 172.21.15.5:0/446794191 wait complete. 2024-09-19T05:03:51.340 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T05:03:51.397 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:03:51.400 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:03:51.444 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.443+0000 7f28aa966640 1 Processor -- start 2024-09-19T05:03:51.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.443+0000 7f28aa966640 1 -- start start 2024-09-19T05:03:51.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.444+0000 7f28aa966640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f28a415e660 0x7f28a40d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:51.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.444+0000 7f28aa966640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28a40b6700 0x7f28a406d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:51.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.444+0000 7f28aa966640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f28a40d3680 con 0x7f28a40d3150 2024-09-19T05:03:51.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.444+0000 7f28aa966640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f28a406d4b0 con 0x7f28a415e660 2024-09-19T05:03:51.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.444+0000 7f28aa966640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f28a40d3960 con 0x7f28a40b6700 2024-09-19T05:03:51.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.444+0000 7f28a3fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f28a415e660 0x7f28a40d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:51.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.444+0000 7f28a3fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f28a415e660 0x7f28a40d4dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49482/0 (socket says 172.21.15.5:49482) 2024-09-19T05:03:51.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.444+0000 7f28a3fff640 1 -- 172.21.15.5:0/2226816110 learned_addr learned my addr 172.21.15.5:0/2226816110 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:51.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.444+0000 7f28a8f03640 1 --2- 172.21.15.5:0/2226816110 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28a40b6700 0x7f28a406d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:51.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.444+0000 7f28a3fff640 1 -- 172.21.15.5:0/2226816110 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28a40b6700 msgr2=0x7f28a406d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:51.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.444+0000 7f28a3fff640 1 --2- 172.21.15.5:0/2226816110 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28a40b6700 0x7f28a406d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.444+0000 7f28a3fff640 1 -- 172.21.15.5:0/2226816110 >> v1:172.21.15.5:6789/0 conn(0x7f28a40d3150 legacy=0x7f28a40b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:51.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.444+0000 7f28a2ffd640 1 -- 172.21.15.5:0/2226816110 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2684124183 0 0) 0x7f28a40d3680 con 0x7f28a40d3150 2024-09-19T05:03:51.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.444+0000 7f28a3fff640 1 -- 172.21.15.5:0/2226816110 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28a406ce60 con 0x7f28a415e660 2024-09-19T05:03:51.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.444+0000 7f28a8f03640 1 --2- 172.21.15.5:0/2226816110 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28a40b6700 0x7f28a406d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:51.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.445+0000 7f28a3fff640 1 --2- 172.21.15.5:0/2226816110 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28a415e660 0x7f28a40d4dd0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f2894009870 tx=0x7f289402a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f42b2eb6ad6fec3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:51.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.445+0000 7f28a2ffd640 1 -- 172.21.15.5:0/2226816110 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2894037070 con 0x7f28a415e660 2024-09-19T05:03:51.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.445+0000 7f28a2ffd640 1 -- 172.21.15.5:0/2226816110 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f289402ae50 con 0x7f28a415e660 2024-09-19T05:03:51.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.445+0000 7f28a2ffd640 1 -- 172.21.15.5:0/2226816110 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2894032860 con 0x7f28a415e660 2024-09-19T05:03:51.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.446+0000 7f28aa966640 1 -- 172.21.15.5:0/2226816110 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28a415e660 msgr2=0x7f28a40d4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:51.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.446+0000 7f28aa966640 1 --2- 172.21.15.5:0/2226816110 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28a415e660 0x7f28a40d4dd0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f2894009870 tx=0x7f289402a300 comp rx=0 tx=0).stop 2024-09-19T05:03:51.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.446+0000 7f28aa966640 1 -- 172.21.15.5:0/2226816110 shutdown_connections 2024-09-19T05:03:51.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.446+0000 7f28aa966640 1 --2- 172.21.15.5:0/2226816110 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28a40b6700 0x7f28a406d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.446+0000 7f28aa966640 1 --2- 172.21.15.5:0/2226816110 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28a415e660 0x7f28a40d4dd0 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.446+0000 7f28aa966640 1 -- 172.21.15.5:0/2226816110 >> 172.21.15.5:0/2226816110 conn(0x7f28a408c000 msgr2=0x7f28a40d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:51.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.446+0000 7f28aa966640 1 -- 172.21.15.5:0/2226816110 shutdown_connections 2024-09-19T05:03:51.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.446+0000 7f28aa966640 1 -- 172.21.15.5:0/2226816110 wait complete. 2024-09-19T05:03:51.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.447+0000 7f28aa966640 1 Processor -- start 2024-09-19T05:03:51.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.447+0000 7f28aa966640 1 -- start start 2024-09-19T05:03:51.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.448+0000 7f28aa966640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f28a40b6700 0x7f28a40b8e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:51.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.448+0000 7f28aa966640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28a40d3150 0x7f28a41535d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:51.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.448+0000 7f28aa966640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28a415e660 0x7f28a4153b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:51.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.448+0000 7f28aa966640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f28a415ea40 con 0x7f28a415e660 2024-09-19T05:03:51.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.448+0000 7f28aa966640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f28a40d5310 con 0x7f28a40b6700 2024-09-19T05:03:51.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.448+0000 7f28aa966640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f28a406de80 con 0x7f28a40d3150 2024-09-19T05:03:51.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.448+0000 7f28a8f03640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28a415e660 0x7f28a4153b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:51.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.448+0000 7f28a8f03640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28a415e660 0x7f28a4153b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49492/0 (socket says 172.21.15.5:49492) 2024-09-19T05:03:51.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.448+0000 7f28a8f03640 1 -- 172.21.15.5:0/902463839 learned_addr learned my addr 172.21.15.5:0/902463839 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:51.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.448+0000 7f28a37fe640 1 --2- 172.21.15.5:0/902463839 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28a40d3150 0x7f28a41535d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:51.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.448+0000 7f28a3fff640 1 --2- 172.21.15.5:0/902463839 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f28a40b6700 0x7f28a40b8e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:51.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.448+0000 7f28a8f03640 1 -- 172.21.15.5:0/902463839 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28a40d3150 msgr2=0x7f28a41535d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:51.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.448+0000 7f28a8f03640 1 --2- 172.21.15.5:0/902463839 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28a40d3150 0x7f28a41535d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.448+0000 7f28a8f03640 1 -- 172.21.15.5:0/902463839 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f28a40b6700 msgr2=0x7f28a40b8e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:51.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.448+0000 7f28a8f03640 1 --2- 172.21.15.5:0/902463839 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f28a40b6700 0x7f28a40b8e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.448+0000 7f28a8f03640 1 -- 172.21.15.5:0/902463839 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28a40c8830 con 0x7f28a415e660 2024-09-19T05:03:51.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.448+0000 7f28a8f03640 1 --2- 172.21.15.5:0/902463839 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28a415e660 0x7f28a4153b10 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f289c00cef0 tx=0x7f289c00a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:51.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.449+0000 7f28a0ff9640 1 -- 172.21.15.5:0/902463839 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f289c01a070 con 0x7f28a415e660 2024-09-19T05:03:51.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.449+0000 7f28a0ff9640 1 -- 172.21.15.5:0/902463839 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f289c00d860 con 0x7f28a415e660 2024-09-19T05:03:51.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.449+0000 7f28aa966640 1 -- 172.21.15.5:0/902463839 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28a415fbb0 con 0x7f28a415e660 2024-09-19T05:03:51.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.449+0000 7f28a0ff9640 1 -- 172.21.15.5:0/902463839 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f289c00dc50 con 0x7f28a415e660 2024-09-19T05:03:51.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.449+0000 7f28aa966640 1 -- 172.21.15.5:0/902463839 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28a4160170 con 0x7f28a415e660 2024-09-19T05:03:51.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.450+0000 7f28aa966640 1 -- 172.21.15.5:0/902463839 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28a4160510 con 0x7f28a415e660 2024-09-19T05:03:51.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.450+0000 7f28a0ff9640 1 -- 172.21.15.5:0/902463839 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f289c01d070 con 0x7f28a415e660 2024-09-19T05:03:51.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.450+0000 7f28a0ff9640 1 --2- 172.21.15.5:0/902463839 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f289006c2b0 0x7f289006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:51.453 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.451+0000 7f28a0ff9640 1 -- 172.21.15.5:0/902463839 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f289c08bea0 con 0x7f28a415e660 2024-09-19T05:03:51.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.451+0000 7f28a3fff640 1 --2- 172.21.15.5:0/902463839 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f289006c2b0 0x7f289006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:51.454 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.451+0000 7f28a3fff640 1 --2- 172.21.15.5:0/902463839 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f289006c2b0 0x7f289006e770 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f2894034000 tx=0x7f289402e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:51.456 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.455+0000 7f28a0ff9640 1 -- 172.21.15.5:0/902463839 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f289c05a540 con 0x7f28a415e660 2024-09-19T05:03:51.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.666+0000 7f28aa966640 1 -- 172.21.15.5:0/902463839 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f28a406d920 con 0x7f28a415e660 2024-09-19T05:03:51.668 INFO:tasks.ceph.mon.a.smithi005.stderr:2024-09-19T05:03:51.666+0000 7f639b64d640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T05:03:51.669 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.668+0000 7f28a0ff9640 1 -- 172.21.15.5:0/902463839 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v39) ==== 161+0+0 (secure 0 0 0) 0x7f289c059e40 con 0x7f28a415e660 2024-09-19T05:03:51.669 INFO:teuthology.orchestra.run.smithi005.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T05:03:51.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.670+0000 7f28aa966640 1 -- 172.21.15.5:0/902463839 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f289006c2b0 msgr2=0x7f289006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:51.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.670+0000 7f28aa966640 1 --2- 172.21.15.5:0/902463839 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f289006c2b0 0x7f289006e770 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f2894034000 tx=0x7f289402e000 comp rx=0 tx=0).stop 2024-09-19T05:03:51.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.670+0000 7f28aa966640 1 -- 172.21.15.5:0/902463839 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28a415e660 msgr2=0x7f28a4153b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:51.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.670+0000 7f28aa966640 1 --2- 172.21.15.5:0/902463839 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28a415e660 0x7f28a4153b10 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f289c00cef0 tx=0x7f289c00a710 comp rx=0 tx=0).stop 2024-09-19T05:03:51.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.670+0000 7f28aa966640 1 -- 172.21.15.5:0/902463839 shutdown_connections 2024-09-19T05:03:51.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.670+0000 7f28aa966640 1 --2- 172.21.15.5:0/902463839 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f289006c2b0 0x7f289006e770 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.670+0000 7f28aa966640 1 --2- 172.21.15.5:0/902463839 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f28a415e660 0x7f28a4153b10 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.670+0000 7f28aa966640 1 --2- 172.21.15.5:0/902463839 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f28a40d3150 0x7f28a41535d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.670+0000 7f28aa966640 1 --2- 172.21.15.5:0/902463839 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f28a40b6700 0x7f28a40b8e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.670+0000 7f28aa966640 1 -- 172.21.15.5:0/902463839 >> 172.21.15.5:0/902463839 conn(0x7f28a408c000 msgr2=0x7f28a40d42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:51.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.671+0000 7f28aa966640 1 -- 172.21.15.5:0/902463839 shutdown_connections 2024-09-19T05:03:51.673 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.671+0000 7f28aa966640 1 -- 172.21.15.5:0/902463839 wait complete. 2024-09-19T05:03:51.674 INFO:tasks.ceph.mds.c.smithi005.stderr: -5381> 2024-09-19T05:03:37.023+0000 7feec982c640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:03:51.684 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T05:03:51.706 INFO:tasks.ceph.mds.c.smithi005.stdout:starting mds.c at 2024-09-19T05:03:51.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.787+0000 7f864bbc0640 1 Processor -- start 2024-09-19T05:03:51.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.787+0000 7f864bbc0640 1 -- start start 2024-09-19T05:03:51.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.788+0000 7f864bbc0640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f864415c480 0x7f864409b900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:51.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.788+0000 7f864bbc0640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f86440701f0 0x7f86440b5eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:51.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.788+0000 7f864bbc0640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f864409aa70 0x7f864409af00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:51.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.788+0000 7f864bbc0640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f86440afa90 con 0x7f864409aa70 2024-09-19T05:03:51.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.788+0000 7f864bbc0640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f86440b1d00 con 0x7f864415c480 2024-09-19T05:03:51.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.788+0000 7f864bbc0640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f864415c860 con 0x7f86440701f0 2024-09-19T05:03:51.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.788+0000 7f864a15d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f864409aa70 0x7f864409af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:51.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.788+0000 7f864a15d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f864409aa70 0x7f864409af00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49522/0 (socket says 172.21.15.5:49522) 2024-09-19T05:03:51.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.788+0000 7f864a15d640 1 -- 172.21.15.5:0/1922941083 learned_addr learned my addr 172.21.15.5:0/1922941083 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:51.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.789+0000 7f864995c640 1 --2- 172.21.15.5:0/1922941083 >> v2:172.21.15.134:3300/0 conn(0x7f864415c480 0x7f864409b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:51.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.789+0000 7f864915b640 1 --2- 172.21.15.5:0/1922941083 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f86440701f0 0x7f86440b5eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:51.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.789+0000 7f864a15d640 1 -- 172.21.15.5:0/1922941083 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f86440701f0 msgr2=0x7f86440b5eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:51.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.789+0000 7f864a15d640 1 --2- 172.21.15.5:0/1922941083 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f86440701f0 0x7f86440b5eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.789+0000 7f864a15d640 1 -- 172.21.15.5:0/1922941083 >> v2:172.21.15.134:3300/0 conn(0x7f864415c480 msgr2=0x7f864409b900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:51.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.789+0000 7f864a15d640 1 --2- 172.21.15.5:0/1922941083 >> v2:172.21.15.134:3300/0 conn(0x7f864415c480 0x7f864409b900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.789+0000 7f864a15d640 1 -- 172.21.15.5:0/1922941083 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86440b6520 con 0x7f864409aa70 2024-09-19T05:03:51.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.789+0000 7f864915b640 1 --2- 172.21.15.5:0/1922941083 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f86440701f0 0x7f86440b5eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:51.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.789+0000 7f864995c640 1 --2- 172.21.15.5:0/1922941083 >> v2:172.21.15.134:3300/0 conn(0x7f864415c480 0x7f864409b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:51.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.789+0000 7f864a15d640 1 --2- 172.21.15.5:0/1922941083 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f864409aa70 0x7f864409af00 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f8644069760 tx=0x7f863402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f824b20e81bcb45c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:51.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.790+0000 7f864895a640 1 -- 172.21.15.5:0/1922941083 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8634036070 con 0x7f864409aa70 2024-09-19T05:03:51.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.790+0000 7f864895a640 1 -- 172.21.15.5:0/1922941083 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8634031600 con 0x7f864409aa70 2024-09-19T05:03:51.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.790+0000 7f864895a640 1 -- 172.21.15.5:0/1922941083 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86340319d0 con 0x7f864409aa70 2024-09-19T05:03:51.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.790+0000 7f864bbc0640 1 -- 172.21.15.5:0/1922941083 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f864409aa70 msgr2=0x7f864409af00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:51.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.790+0000 7f864bbc0640 1 --2- 172.21.15.5:0/1922941083 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f864409aa70 0x7f864409af00 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f8644069760 tx=0x7f863402a610 comp rx=0 tx=0).stop 2024-09-19T05:03:51.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.790+0000 7f864bbc0640 1 -- 172.21.15.5:0/1922941083 shutdown_connections 2024-09-19T05:03:51.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.790+0000 7f864bbc0640 1 --2- 172.21.15.5:0/1922941083 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f864409aa70 0x7f864409af00 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.790+0000 7f864bbc0640 1 --2- 172.21.15.5:0/1922941083 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f86440701f0 0x7f86440b5eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.790+0000 7f864bbc0640 1 --2- 172.21.15.5:0/1922941083 >> v2:172.21.15.134:3300/0 conn(0x7f864415c480 0x7f864409b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.790+0000 7f864bbc0640 1 -- 172.21.15.5:0/1922941083 >> 172.21.15.5:0/1922941083 conn(0x7f86440b3f80 msgr2=0x7f86440b4390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:51.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.790+0000 7f864bbc0640 1 -- 172.21.15.5:0/1922941083 shutdown_connections 2024-09-19T05:03:51.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.790+0000 7f864bbc0640 1 -- 172.21.15.5:0/1922941083 wait complete. 2024-09-19T05:03:51.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.791+0000 7f864bbc0640 1 Processor -- start 2024-09-19T05:03:51.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.791+0000 7f864bbc0640 1 -- start start 2024-09-19T05:03:51.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.792+0000 7f864bbc0640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86440701f0 0x7f864415caa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:51.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.792+0000 7f864bbc0640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f864409aa70 0x7f8644143c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:51.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.792+0000 7f864bbc0640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f864415c480 0x7f864415e760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:51.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.792+0000 7f864bbc0640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f86440affa0 con 0x7f86440701f0 2024-09-19T05:03:51.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.792+0000 7f864bbc0640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f86440afcc0 con 0x7f864415c480 2024-09-19T05:03:51.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.792+0000 7f864bbc0640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f86440b6ae0 con 0x7f864409aa70 2024-09-19T05:03:51.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.792+0000 7f864995c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86440701f0 0x7f864415caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:51.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.792+0000 7f864995c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86440701f0 0x7f864415caa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49536/0 (socket says 172.21.15.5:49536) 2024-09-19T05:03:51.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.792+0000 7f864995c640 1 -- 172.21.15.5:0/2824939937 learned_addr learned my addr 172.21.15.5:0/2824939937 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:51.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.792+0000 7f864915b640 1 --2- 172.21.15.5:0/2824939937 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f864409aa70 0x7f8644143c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:51.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.792+0000 7f864a15d640 1 --2- 172.21.15.5:0/2824939937 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f864415c480 0x7f864415e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:51.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.793+0000 7f864995c640 1 -- 172.21.15.5:0/2824939937 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f864409aa70 msgr2=0x7f8644143c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:51.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.793+0000 7f864995c640 1 --2- 172.21.15.5:0/2824939937 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f864409aa70 0x7f8644143c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.793+0000 7f864995c640 1 -- 172.21.15.5:0/2824939937 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f864415c480 msgr2=0x7f864415e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:51.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.793+0000 7f864995c640 1 --2- 172.21.15.5:0/2824939937 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f864415c480 0x7f864415e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:51.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.793+0000 7f864995c640 1 -- 172.21.15.5:0/2824939937 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f864415db50 con 0x7f86440701f0 2024-09-19T05:03:51.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.793+0000 7f864915b640 1 --2- 172.21.15.5:0/2824939937 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f864409aa70 0x7f8644143c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:03:51.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.793+0000 7f864995c640 1 --2- 172.21.15.5:0/2824939937 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86440701f0 0x7f864415caa0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f863c00c820 tx=0x7f863c00cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:51.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.793+0000 7f86427fc640 1 -- 172.21.15.5:0/2824939937 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f863c015070 con 0x7f86440701f0 2024-09-19T05:03:51.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.793+0000 7f86427fc640 1 -- 172.21.15.5:0/2824939937 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f863c007a30 con 0x7f86440701f0 2024-09-19T05:03:51.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.793+0000 7f864bbc0640 1 -- 172.21.15.5:0/2824939937 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f864415cfe0 con 0x7f86440701f0 2024-09-19T05:03:51.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.793+0000 7f86427fc640 1 -- 172.21.15.5:0/2824939937 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f863c007de0 con 0x7f86440701f0 2024-09-19T05:03:51.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.793+0000 7f864bbc0640 1 -- 172.21.15.5:0/2824939937 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f864415d590 con 0x7f86440701f0 2024-09-19T05:03:51.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.794+0000 7f864bbc0640 1 -- 172.21.15.5:0/2824939937 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86440b5eb0 con 0x7f86440701f0 2024-09-19T05:03:51.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.795+0000 7f86427fc640 1 -- 172.21.15.5:0/2824939937 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f863c018070 con 0x7f86440701f0 2024-09-19T05:03:51.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.795+0000 7f86427fc640 1 --2- 172.21.15.5:0/2824939937 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f863006c2b0 0x7f863006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:51.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.795+0000 7f86427fc640 1 -- 172.21.15.5:0/2824939937 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 6187+0+0 (secure 0 0 0) 0x7f863c08b480 con 0x7f86440701f0 2024-09-19T05:03:51.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.795+0000 7f864915b640 1 --2- 172.21.15.5:0/2824939937 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f863006c2b0 0x7f863006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:51.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.796+0000 7f864915b640 1 --2- 172.21.15.5:0/2824939937 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f863006c2b0 0x7f863006e770 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f86440b3900 tx=0x7f8638008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:51.801 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:51.799+0000 7f86427fc640 1 -- 172.21.15.5:0/2824939937 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f863c0593c0 con 0x7f86440701f0 2024-09-19T05:03:52.013 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.011+0000 7f864bbc0640 1 -- 172.21.15.5:0/2824939937 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f86440d2bd0 con 0x7f86440701f0 2024-09-19T05:03:52.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.669+0000 7f86427fc640 1 -- 172.21.15.5:0/2824939937 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v40) ==== 104+0+0 (secure 0 0 0) 0x7f863c05d6c0 con 0x7f86440701f0 2024-09-19T05:03:52.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.672+0000 7f864bbc0640 1 -- 172.21.15.5:0/2824939937 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f863006c2b0 msgr2=0x7f863006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:52.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.672+0000 7f864bbc0640 1 --2- 172.21.15.5:0/2824939937 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f863006c2b0 0x7f863006e770 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f86440b3900 tx=0x7f8638008040 comp rx=0 tx=0).stop 2024-09-19T05:03:52.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.672+0000 7f864bbc0640 1 -- 172.21.15.5:0/2824939937 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86440701f0 msgr2=0x7f864415caa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:52.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.672+0000 7f864bbc0640 1 --2- 172.21.15.5:0/2824939937 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86440701f0 0x7f864415caa0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f863c00c820 tx=0x7f863c00cce0 comp rx=0 tx=0).stop 2024-09-19T05:03:52.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.672+0000 7f864bbc0640 1 -- 172.21.15.5:0/2824939937 shutdown_connections 2024-09-19T05:03:52.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.672+0000 7f864bbc0640 1 --2- 172.21.15.5:0/2824939937 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f863006c2b0 0x7f863006e770 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:52.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.672+0000 7f864bbc0640 1 --2- 172.21.15.5:0/2824939937 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f864415c480 0x7f864415e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:52.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.672+0000 7f864bbc0640 1 --2- 172.21.15.5:0/2824939937 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f864409aa70 0x7f8644143c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:52.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.672+0000 7f864bbc0640 1 --2- 172.21.15.5:0/2824939937 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86440701f0 0x7f864415caa0 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:52.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.672+0000 7f864bbc0640 1 -- 172.21.15.5:0/2824939937 >> 172.21.15.5:0/2824939937 conn(0x7f86440b3f80 msgr2=0x7f86440b4360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:52.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.672+0000 7f864bbc0640 1 -- 172.21.15.5:0/2824939937 shutdown_connections 2024-09-19T05:03:52.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.673+0000 7f864bbc0640 1 -- 172.21.15.5:0/2824939937 wait complete. 2024-09-19T05:03:52.688 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T05:03:52.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.842+0000 7fc5852a6640 1 Processor -- start 2024-09-19T05:03:52.843 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.842+0000 7fc5852a6640 1 -- start start 2024-09-19T05:03:52.844 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.842+0000 7fc5852a6640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fc58009bb30 0x7fc58009aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:52.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.842+0000 7fc5852a6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc58009afb0 0x7fc5800b6680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:52.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.843+0000 7fc5852a6640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc58009b3c0 con 0x7fc58015e6e0 2024-09-19T05:03:52.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.843+0000 7fc5852a6640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fc5801629c0 con 0x7fc58009bb30 2024-09-19T05:03:52.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.843+0000 7fc5852a6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fc580162ca0 con 0x7fc58009afb0 2024-09-19T05:03:52.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.843+0000 7fc57e7fc640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fc58009bb30 0x7fc58009aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:52.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.843+0000 7fc57e7fc640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fc58009bb30 0x7fc58009aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49538/0 (socket says 172.21.15.5:49538) 2024-09-19T05:03:52.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.843+0000 7fc57e7fc640 1 -- 172.21.15.5:0/663371344 learned_addr learned my addr 172.21.15.5:0/663371344 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:52.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.843+0000 7fc57effd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fc58015e6e0 0x7fc580162190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:47886/0 (socket says 172.21.15.5:47886) 2024-09-19T05:03:52.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.843+0000 7fc57f7fe640 1 --2- 172.21.15.5:0/663371344 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc58009afb0 0x7fc5800b6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:52.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.843+0000 7fc57e7fc640 1 -- 172.21.15.5:0/663371344 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc58009afb0 msgr2=0x7fc5800b6680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:52.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.843+0000 7fc57e7fc640 1 --2- 172.21.15.5:0/663371344 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc58009afb0 0x7fc5800b6680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:52.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.843+0000 7fc57e7fc640 1 -- 172.21.15.5:0/663371344 >> v1:172.21.15.5:6789/0 conn(0x7fc58015e6e0 legacy=0x7fc580162190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:52.845 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.843+0000 7fc57e7fc640 1 -- 172.21.15.5:0/663371344 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5800b5e80 con 0x7fc58009bb30 2024-09-19T05:03:52.846 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.843+0000 7fc57dffb640 1 -- 172.21.15.5:0/663371344 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4105064965 0 0) 0x7fc570001110 con 0x7fc58015e6e0 2024-09-19T05:03:52.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.844+0000 7fc57e7fc640 1 --2- 172.21.15.5:0/663371344 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc58009bb30 0x7fc58009aa70 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7fc574009870 tx=0x7fc57402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af6a9f77c46f41d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:52.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.844+0000 7fc57dffb640 1 -- 172.21.15.5:0/663371344 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc574037070 con 0x7fc58009bb30 2024-09-19T05:03:52.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.844+0000 7fc57dffb640 1 -- 172.21.15.5:0/663371344 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc574032440 con 0x7fc58009bb30 2024-09-19T05:03:52.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.844+0000 7fc57dffb640 1 -- 172.21.15.5:0/663371344 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc574032810 con 0x7fc58009bb30 2024-09-19T05:03:52.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.845+0000 7fc5852a6640 1 -- 172.21.15.5:0/663371344 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc58009bb30 msgr2=0x7fc58009aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:52.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.845+0000 7fc5852a6640 1 --2- 172.21.15.5:0/663371344 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc58009bb30 0x7fc58009aa70 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7fc574009870 tx=0x7fc57402a270 comp rx=0 tx=0).stop 2024-09-19T05:03:52.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.845+0000 7fc5852a6640 1 -- 172.21.15.5:0/663371344 shutdown_connections 2024-09-19T05:03:52.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.845+0000 7fc5852a6640 1 --2- 172.21.15.5:0/663371344 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc58009afb0 0x7fc5800b6680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:52.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.845+0000 7fc5852a6640 1 --2- 172.21.15.5:0/663371344 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc58009bb30 0x7fc58009aa70 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:52.847 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.845+0000 7fc5852a6640 1 -- 172.21.15.5:0/663371344 >> 172.21.15.5:0/663371344 conn(0x7fc5800b4060 msgr2=0x7fc5800b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:52.848 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.845+0000 7fc5852a6640 1 -- 172.21.15.5:0/663371344 shutdown_connections 2024-09-19T05:03:52.848 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.845+0000 7fc5852a6640 1 -- 172.21.15.5:0/663371344 wait complete. 2024-09-19T05:03:52.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.846+0000 7fc5852a6640 1 Processor -- start 2024-09-19T05:03:52.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.846+0000 7fc5852a6640 1 -- start start 2024-09-19T05:03:52.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.847+0000 7fc5852a6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc58009afb0 0x7fc5800b07a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:52.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.847+0000 7fc5852a6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc58009bb30 0x7fc58009f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:52.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.847+0000 7fc5852a6640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc58015e6e0 0x7fc58015a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:52.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.847+0000 7fc5852a6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fc580162f80 con 0x7fc58009afb0 2024-09-19T05:03:52.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.847+0000 7fc5852a6640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fc58015fcb0 con 0x7fc58015e6e0 2024-09-19T05:03:52.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.847+0000 7fc5852a6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fc5800b6bc0 con 0x7fc58009bb30 2024-09-19T05:03:52.850 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.847+0000 7fc57effd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc58009afb0 0x7fc5800b07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:52.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.847+0000 7fc57effd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc58009afb0 0x7fc5800b07a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49550/0 (socket says 172.21.15.5:49550) 2024-09-19T05:03:52.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.847+0000 7fc57effd640 1 -- 172.21.15.5:0/1255075968 learned_addr learned my addr 172.21.15.5:0/1255075968 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:52.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.847+0000 7fc57e7fc640 1 --2- 172.21.15.5:0/1255075968 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc58009bb30 0x7fc58009f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:52.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.848+0000 7fc57f7fe640 1 --2- 172.21.15.5:0/1255075968 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc58015e6e0 0x7fc58015a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:52.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.848+0000 7fc57effd640 1 -- 172.21.15.5:0/1255075968 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc58009bb30 msgr2=0x7fc58009f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:52.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.848+0000 7fc57effd640 1 --2- 172.21.15.5:0/1255075968 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc58009bb30 0x7fc58009f4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:52.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.848+0000 7fc57effd640 1 -- 172.21.15.5:0/1255075968 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc58015e6e0 msgr2=0x7fc58015a0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:52.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.848+0000 7fc57effd640 1 --2- 172.21.15.5:0/1255075968 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc58015e6e0 0x7fc58015a0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:52.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.848+0000 7fc57effd640 1 -- 172.21.15.5:0/1255075968 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc58009fdb0 con 0x7fc58009afb0 2024-09-19T05:03:52.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.848+0000 7fc57f7fe640 1 --2- 172.21.15.5:0/1255075968 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc58015e6e0 0x7fc58015a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:52.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.848+0000 7fc57effd640 1 --2- 172.21.15.5:0/1255075968 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc58009afb0 0x7fc5800b07a0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7fc57000c410 tx=0x7fc57000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:52.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.848+0000 7fc5677fe640 1 -- 172.21.15.5:0/1255075968 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5700074e0 con 0x7fc58009afb0 2024-09-19T05:03:52.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.848+0000 7fc5677fe640 1 -- 172.21.15.5:0/1255075968 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc570007680 con 0x7fc58009afb0 2024-09-19T05:03:52.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.848+0000 7fc5852a6640 1 -- 172.21.15.5:0/1255075968 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5800a0090 con 0x7fc58009afb0 2024-09-19T05:03:52.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.848+0000 7fc5677fe640 1 -- 172.21.15.5:0/1255075968 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc570004a00 con 0x7fc58009afb0 2024-09-19T05:03:52.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.848+0000 7fc5852a6640 1 -- 172.21.15.5:0/1255075968 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc58009fa30 con 0x7fc58009afb0 2024-09-19T05:03:52.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.849+0000 7fc5852a6640 1 -- 172.21.15.5:0/1255075968 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5800b6680 con 0x7fc58009afb0 2024-09-19T05:03:52.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.850+0000 7fc5677fe640 1 -- 172.21.15.5:0/1255075968 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc57001a020 con 0x7fc58009afb0 2024-09-19T05:03:52.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.850+0000 7fc5677fe640 1 --2- 172.21.15.5:0/1255075968 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc56c06c2b0 0x7fc56c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:52.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.850+0000 7fc5677fe640 1 -- 172.21.15.5:0/1255075968 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 6187+0+0 (secure 0 0 0) 0x7fc57008adc0 con 0x7fc58009afb0 2024-09-19T05:03:52.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.850+0000 7fc57e7fc640 1 --2- 172.21.15.5:0/1255075968 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc56c06c2b0 0x7fc56c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:52.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.851+0000 7fc57e7fc640 1 --2- 172.21.15.5:0/1255075968 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc56c06c2b0 0x7fc56c06e770 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fc574034000 tx=0x7fc57402e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:52.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:52.855+0000 7fc5677fe640 1 -- 172.21.15.5:0/1255075968 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc58009b3c0 con 0x7fc58009afb0 2024-09-19T05:03:53.032 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.030+0000 7fc5852a6640 1 -- 172.21.15.5:0/1255075968 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fc5801e8470 con 0x7fc58009afb0 2024-09-19T05:03:53.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.671+0000 7fc5677fe640 1 -- 172.21.15.5:0/1255075968 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v74) ==== 181+0+0 (secure 0 0 0) 0x7fc570010300 con 0x7fc58009afb0 2024-09-19T05:03:53.673 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_metadata' removed 2024-09-19T05:03:53.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.675+0000 7fc5852a6640 1 -- 172.21.15.5:0/1255075968 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc56c06c2b0 msgr2=0x7fc56c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:53.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.675+0000 7fc5852a6640 1 --2- 172.21.15.5:0/1255075968 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc56c06c2b0 0x7fc56c06e770 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fc574034000 tx=0x7fc57402e000 comp rx=0 tx=0).stop 2024-09-19T05:03:53.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.675+0000 7fc5852a6640 1 -- 172.21.15.5:0/1255075968 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc58009afb0 msgr2=0x7fc5800b07a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:53.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.675+0000 7fc5852a6640 1 --2- 172.21.15.5:0/1255075968 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc58009afb0 0x7fc5800b07a0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7fc57000c410 tx=0x7fc57000c8d0 comp rx=0 tx=0).stop 2024-09-19T05:03:53.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.675+0000 7fc5852a6640 1 -- 172.21.15.5:0/1255075968 shutdown_connections 2024-09-19T05:03:53.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.675+0000 7fc5852a6640 1 --2- 172.21.15.5:0/1255075968 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc56c06c2b0 0x7fc56c06e770 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:53.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.675+0000 7fc5852a6640 1 --2- 172.21.15.5:0/1255075968 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc58015e6e0 0x7fc58015a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:53.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.675+0000 7fc5852a6640 1 --2- 172.21.15.5:0/1255075968 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc58009bb30 0x7fc58009f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:53.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.675+0000 7fc5852a6640 1 --2- 172.21.15.5:0/1255075968 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc58009afb0 0x7fc5800b07a0 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:53.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.675+0000 7fc5852a6640 1 -- 172.21.15.5:0/1255075968 >> 172.21.15.5:0/1255075968 conn(0x7fc5800b4060 msgr2=0x7fc580070ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:53.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.675+0000 7fc5852a6640 1 -- 172.21.15.5:0/1255075968 shutdown_connections 2024-09-19T05:03:53.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.675+0000 7fc5852a6640 1 -- 172.21.15.5:0/1255075968 wait complete. 2024-09-19T05:03:53.690 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T05:03:53.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.802+0000 7f1334f5f640 1 Processor -- start 2024-09-19T05:03:53.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.803+0000 7f1334f5f640 1 -- start start 2024-09-19T05:03:53.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.804+0000 7f1334f5f640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f133009bb30 0x7f133009aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:53.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.804+0000 7f1334f5f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f133009afb0 0x7f13300b6680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:53.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.804+0000 7f1334f5f640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f133009b3c0 con 0x7f133015e6e0 2024-09-19T05:03:53.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.804+0000 7f1334f5f640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f13301629c0 con 0x7f133009bb30 2024-09-19T05:03:53.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.804+0000 7f1334f5f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1330162ca0 con 0x7f133009afb0 2024-09-19T05:03:53.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.804+0000 7f132dd9b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f133009bb30 0x7f133009aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:53.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.804+0000 7f132dd9b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f133009bb30 0x7f133009aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49554/0 (socket says 172.21.15.5:49554) 2024-09-19T05:03:53.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.804+0000 7f132dd9b640 1 -- 172.21.15.5:0/1359785033 learned_addr learned my addr 172.21.15.5:0/1359785033 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:53.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.804+0000 7f132ed9d640 1 --2- 172.21.15.5:0/1359785033 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f133009afb0 0x7f13300b6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:53.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.804+0000 7f132dd9b640 1 -- 172.21.15.5:0/1359785033 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f133009afb0 msgr2=0x7f13300b6680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:53.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.804+0000 7f132dd9b640 1 --2- 172.21.15.5:0/1359785033 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f133009afb0 0x7f13300b6680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:53.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.804+0000 7f132dd9b640 1 -- 172.21.15.5:0/1359785033 >> v1:172.21.15.134:6789/0 conn(0x7f133015e6e0 legacy=0x7f1330162190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:53.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.804+0000 7f132dd9b640 1 -- 172.21.15.5:0/1359785033 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13300b5e80 con 0x7f133009bb30 2024-09-19T05:03:53.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.805+0000 7f132dd9b640 1 --2- 172.21.15.5:0/1359785033 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f133009bb30 0x7f133009aa70 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f1318009870 tx=0x7f131802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b74032cbd28fdc21 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:53.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.805+0000 7f132d59a640 1 -- 172.21.15.5:0/1359785033 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1318037070 con 0x7f133009bb30 2024-09-19T05:03:53.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.805+0000 7f132d59a640 1 -- 172.21.15.5:0/1359785033 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1318032440 con 0x7f133009bb30 2024-09-19T05:03:53.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.805+0000 7f132d59a640 1 -- 172.21.15.5:0/1359785033 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1318032810 con 0x7f133009bb30 2024-09-19T05:03:53.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.805+0000 7f1334f5f640 1 -- 172.21.15.5:0/1359785033 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f133009bb30 msgr2=0x7f133009aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:53.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.805+0000 7f1334f5f640 1 --2- 172.21.15.5:0/1359785033 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f133009bb30 0x7f133009aa70 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f1318009870 tx=0x7f131802a270 comp rx=0 tx=0).stop 2024-09-19T05:03:53.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.806+0000 7f1334f5f640 1 -- 172.21.15.5:0/1359785033 shutdown_connections 2024-09-19T05:03:53.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.806+0000 7f1334f5f640 1 --2- 172.21.15.5:0/1359785033 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f133009afb0 0x7f13300b6680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:53.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.806+0000 7f1334f5f640 1 --2- 172.21.15.5:0/1359785033 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f133009bb30 0x7f133009aa70 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:53.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.806+0000 7f1334f5f640 1 -- 172.21.15.5:0/1359785033 >> 172.21.15.5:0/1359785033 conn(0x7f13300b4060 msgr2=0x7f13300b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:53.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.806+0000 7f1334f5f640 1 -- 172.21.15.5:0/1359785033 shutdown_connections 2024-09-19T05:03:53.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.806+0000 7f1334f5f640 1 -- 172.21.15.5:0/1359785033 wait complete. 2024-09-19T05:03:53.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.807+0000 7f1334f5f640 1 Processor -- start 2024-09-19T05:03:53.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.807+0000 7f1334f5f640 1 -- start start 2024-09-19T05:03:53.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.808+0000 7f1334f5f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f133009afb0 0x7f1330154990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:53.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.808+0000 7f1334f5f640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f133009bb30 0x7f13301f44f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:53.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.808+0000 7f1334f5f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f133015e6e0 0x7f13300cf580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:53.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.808+0000 7f1334f5f640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1330162f80 con 0x7f133009afb0 2024-09-19T05:03:53.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.808+0000 7f1334f5f640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f133015fcb0 con 0x7f133009bb30 2024-09-19T05:03:53.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.808+0000 7f1334f5f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f13300b6bc0 con 0x7f133015e6e0 2024-09-19T05:03:53.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.808+0000 7f132e59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f133009afb0 0x7f1330154990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:53.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.808+0000 7f132e59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f133009afb0 0x7f1330154990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49556/0 (socket says 172.21.15.5:49556) 2024-09-19T05:03:53.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.808+0000 7f132e59c640 1 -- 172.21.15.5:0/1522851362 learned_addr learned my addr 172.21.15.5:0/1522851362 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:53.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.808+0000 7f132ed9d640 1 --2- 172.21.15.5:0/1522851362 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f133015e6e0 0x7f13300cf580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:53.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.808+0000 7f132dd9b640 1 --2- 172.21.15.5:0/1522851362 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f133009bb30 0x7f13301f44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:53.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.808+0000 7f132e59c640 1 -- 172.21.15.5:0/1522851362 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f133015e6e0 msgr2=0x7f13300cf580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:53.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.808+0000 7f132e59c640 1 --2- 172.21.15.5:0/1522851362 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f133015e6e0 0x7f13300cf580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:53.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.808+0000 7f132e59c640 1 -- 172.21.15.5:0/1522851362 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f133009bb30 msgr2=0x7f13301f44f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:53.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.808+0000 7f132e59c640 1 --2- 172.21.15.5:0/1522851362 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f133009bb30 0x7f13301f44f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:53.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.808+0000 7f132e59c640 1 -- 172.21.15.5:0/1522851362 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1330154ed0 con 0x7f133009afb0 2024-09-19T05:03:53.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.808+0000 7f132dd9b640 1 --2- 172.21.15.5:0/1522851362 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f133009bb30 0x7f13301f44f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:53.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.808+0000 7f132e59c640 1 --2- 172.21.15.5:0/1522851362 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f133009afb0 0x7f1330154990 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f132000c6c0 tx=0x7f132000cb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:53.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.809+0000 7f1326ffd640 1 -- 172.21.15.5:0/1522851362 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1320003b90 con 0x7f133009afb0 2024-09-19T05:03:53.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.809+0000 7f1326ffd640 1 -- 172.21.15.5:0/1522851362 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1320003d30 con 0x7f133009afb0 2024-09-19T05:03:53.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.809+0000 7f1326ffd640 1 -- 172.21.15.5:0/1522851362 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1320005310 con 0x7f133009afb0 2024-09-19T05:03:53.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.809+0000 7f1334f5f640 1 -- 172.21.15.5:0/1522851362 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13300cece0 con 0x7f133009afb0 2024-09-19T05:03:53.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.809+0000 7f1334f5f640 1 -- 172.21.15.5:0/1522851362 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13300cf2a0 con 0x7f133009afb0 2024-09-19T05:03:53.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.810+0000 7f1334f5f640 1 -- 172.21.15.5:0/1522851362 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13300b6680 con 0x7f133009afb0 2024-09-19T05:03:53.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.810+0000 7f1326ffd640 1 -- 172.21.15.5:0/1522851362 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f13200054b0 con 0x7f133009afb0 2024-09-19T05:03:53.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.811+0000 7f1326ffd640 1 --2- 172.21.15.5:0/1522851362 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f131006c2e0 0x7f131006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:53.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.811+0000 7f1326ffd640 1 -- 172.21.15.5:0/1522851362 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 5749+0+0 (secure 0 0 0) 0x7f132008b180 con 0x7f133009afb0 2024-09-19T05:03:53.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.811+0000 7f132dd9b640 1 --2- 172.21.15.5:0/1522851362 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f131006c2e0 0x7f131006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:53.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.811+0000 7f132dd9b640 1 --2- 172.21.15.5:0/1522851362 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f131006c2e0 0x7f131006e7a0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f1318034000 tx=0x7f131802e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:53.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.815+0000 7f1326ffd640 1 -- 172.21.15.5:0/1522851362 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f133009b3c0 con 0x7f133009afb0 2024-09-19T05:03:53.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:53.993+0000 7f1334f5f640 1 -- 172.21.15.5:0/1522851362 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f133006a010 con 0x7f133009afb0 2024-09-19T05:03:54.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.672+0000 7f1326ffd640 1 -- 172.21.15.5:0/1522851362 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v75) ==== 169+0+0 (secure 0 0 0) 0x7f1320059950 con 0x7f133009afb0 2024-09-19T05:03:54.674 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_data' removed 2024-09-19T05:03:54.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.676+0000 7f1334f5f640 1 -- 172.21.15.5:0/1522851362 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f131006c2e0 msgr2=0x7f131006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:54.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.676+0000 7f1334f5f640 1 --2- 172.21.15.5:0/1522851362 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f131006c2e0 0x7f131006e7a0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f1318034000 tx=0x7f131802e000 comp rx=0 tx=0).stop 2024-09-19T05:03:54.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.676+0000 7f1334f5f640 1 -- 172.21.15.5:0/1522851362 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f133009afb0 msgr2=0x7f1330154990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:54.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.676+0000 7f1334f5f640 1 --2- 172.21.15.5:0/1522851362 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f133009afb0 0x7f1330154990 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f132000c6c0 tx=0x7f132000cb80 comp rx=0 tx=0).stop 2024-09-19T05:03:54.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.676+0000 7f1334f5f640 1 -- 172.21.15.5:0/1522851362 shutdown_connections 2024-09-19T05:03:54.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.676+0000 7f1334f5f640 1 --2- 172.21.15.5:0/1522851362 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f131006c2e0 0x7f131006e7a0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:54.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.676+0000 7f1334f5f640 1 --2- 172.21.15.5:0/1522851362 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f133015e6e0 0x7f13300cf580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:54.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.676+0000 7f1334f5f640 1 --2- 172.21.15.5:0/1522851362 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f133009bb30 0x7f13301f44f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:54.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.676+0000 7f1334f5f640 1 --2- 172.21.15.5:0/1522851362 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f133009afb0 0x7f1330154990 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:54.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.676+0000 7f1334f5f640 1 -- 172.21.15.5:0/1522851362 >> 172.21.15.5:0/1522851362 conn(0x7f13300b4060 msgr2=0x7f13300702f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:54.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.677+0000 7f1334f5f640 1 -- 172.21.15.5:0/1522851362 shutdown_connections 2024-09-19T05:03:54.679 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.677+0000 7f1334f5f640 1 -- 172.21.15.5:0/1522851362 wait complete. 2024-09-19T05:03:54.695 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T05:03:54.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.803+0000 7f3934ca5640 1 Processor -- start 2024-09-19T05:03:54.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.803+0000 7f3934ca5640 1 -- start start 2024-09-19T05:03:54.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.804+0000 7f3934ca5640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3930161c70 0x7f39300b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:54.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.804+0000 7f3934ca5640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39300cf180 con 0x7f393006eaa0 2024-09-19T05:03:54.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.804+0000 7f3934ca5640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f393006cfb0 con 0x7f39300d4c80 2024-09-19T05:03:54.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.804+0000 7f3934ca5640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f3930162050 con 0x7f3930161c70 2024-09-19T05:03:54.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.804+0000 7f392ed9d640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f393006eaa0 0x7f39300d2e30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:47896/0 (socket says 172.21.15.5:47896) 2024-09-19T05:03:54.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.804+0000 7f392ed9d640 1 -- 172.21.15.5:0/721814646 learned_addr learned my addr 172.21.15.5:0/721814646 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:54.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.805+0000 7f392e59c640 1 --2- 172.21.15.5:0/721814646 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3930161c70 0x7f39300b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:54.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.805+0000 7f392d59a640 1 -- 172.21.15.5:0/721814646 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3582295492 0 0) 0x7f39300cf180 con 0x7f393006eaa0 2024-09-19T05:03:54.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.805+0000 7f392d59a640 1 -- 172.21.15.5:0/721814646 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f391c003520 con 0x7f393006eaa0 2024-09-19T05:03:54.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.805+0000 7f392d59a640 1 -- 172.21.15.5:0/721814646 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2407352620 0 0) 0x7f391c003520 con 0x7f393006eaa0 2024-09-19T05:03:54.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.805+0000 7f392d59a640 1 -- 172.21.15.5:0/721814646 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3930161c70 msgr2=0x7f39300b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:54.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.805+0000 7f392d59a640 1 --2- 172.21.15.5:0/721814646 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3930161c70 0x7f39300b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:54.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.805+0000 7f392d59a640 1 -- 172.21.15.5:0/721814646 >> v1:172.21.15.134:6789/0 conn(0x7f39300d4c80 legacy=0x7f39300d2720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:54.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.805+0000 7f392d59a640 1 -- 172.21.15.5:0/721814646 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f393006d290 con 0x7f393006eaa0 2024-09-19T05:03:54.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.805+0000 7f392d59a640 1 -- 172.21.15.5:0/721814646 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f3928001670 con 0x7f393006eaa0 2024-09-19T05:03:54.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.805+0000 7f392d59a640 1 -- 172.21.15.5:0/721814646 >> v1:172.21.15.5:6789/0 conn(0x7f393006eaa0 legacy=0x7f39300d2e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:54.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.805+0000 7f392d59a640 1 --2- 172.21.15.5:0/721814646 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f391c0039e0 0x7f391c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:54.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.805+0000 7f392d59a640 1 --2- 172.21.15.5:0/721814646 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3930161c70 0x7f391c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:54.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.805+0000 7f392d59a640 1 --2- 172.21.15.5:0/721814646 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f391c004d40 0x7f391c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:54.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.805+0000 7f392d59a640 1 -- 172.21.15.5:0/721814646 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f3930162050 con 0x7f391c004d40 2024-09-19T05:03:54.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.805+0000 7f392d59a640 1 -- 172.21.15.5:0/721814646 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f391c00ba70 con 0x7f391c0039e0 2024-09-19T05:03:54.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.805+0000 7f392d59a640 1 -- 172.21.15.5:0/721814646 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f391c00bc70 con 0x7f3930161c70 2024-09-19T05:03:54.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.805+0000 7f392ed9d640 1 --2- 172.21.15.5:0/721814646 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f391c004d40 0x7f391c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:54.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.805+0000 7f392e59c640 1 --2- 172.21.15.5:0/721814646 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f391c0039e0 0x7f391c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:54.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.806+0000 7f392dd9b640 1 --2- 172.21.15.5:0/721814646 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3930161c70 0x7f391c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:54.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.806+0000 7f392ed9d640 1 -- 172.21.15.5:0/721814646 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3930161c70 msgr2=0x7f391c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:54.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.806+0000 7f392ed9d640 1 --2- 172.21.15.5:0/721814646 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3930161c70 0x7f391c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:54.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.806+0000 7f392ed9d640 1 -- 172.21.15.5:0/721814646 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f391c0039e0 msgr2=0x7f391c003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:54.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.806+0000 7f392ed9d640 1 --2- 172.21.15.5:0/721814646 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f391c0039e0 0x7f391c003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:54.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.806+0000 7f392ed9d640 1 -- 172.21.15.5:0/721814646 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f391c003520 con 0x7f391c004d40 2024-09-19T05:03:54.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.806+0000 7f392ed9d640 1 --2- 172.21.15.5:0/721814646 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f391c004d40 0x7f391c0051c0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f3928001eb0 tx=0x7f391c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=420c0949403c5472 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:54.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.807+0000 7f392d59a640 1 -- 172.21.15.5:0/721814646 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3928007d30 con 0x7f391c004d40 2024-09-19T05:03:54.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.807+0000 7f392d59a640 1 -- 172.21.15.5:0/721814646 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39280058d0 con 0x7f391c004d40 2024-09-19T05:03:54.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.807+0000 7f392d59a640 1 -- 172.21.15.5:0/721814646 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3928005ce0 con 0x7f391c004d40 2024-09-19T05:03:54.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.807+0000 7f3934ca5640 1 -- 172.21.15.5:0/721814646 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f391c004d40 msgr2=0x7f391c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:54.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.807+0000 7f3934ca5640 1 --2- 172.21.15.5:0/721814646 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f391c004d40 0x7f391c0051c0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f3928001eb0 tx=0x7f391c005830 comp rx=0 tx=0).stop 2024-09-19T05:03:54.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.807+0000 7f392ed9d640 1 -- 172.21.15.5:0/721814646 reap_dead start 2024-09-19T05:03:54.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.807+0000 7f3934ca5640 1 -- 172.21.15.5:0/721814646 shutdown_connections 2024-09-19T05:03:54.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.807+0000 7f3934ca5640 1 -- 172.21.15.5:0/721814646 >> 172.21.15.5:0/721814646 conn(0x7f393008c000 msgr2=0x7f39300d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:54.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.807+0000 7f3934ca5640 1 -- 172.21.15.5:0/721814646 shutdown_connections 2024-09-19T05:03:54.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.807+0000 7f3934ca5640 1 -- 172.21.15.5:0/721814646 wait complete. 2024-09-19T05:03:54.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.809+0000 7f3934ca5640 1 Processor -- start 2024-09-19T05:03:54.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.809+0000 7f3934ca5640 1 -- start start 2024-09-19T05:03:54.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.809+0000 7f3934ca5640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f391c004d40 0x7f39301f8090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:54.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.809+0000 7f3934ca5640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3930157fd0 0x7f3930158450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:54.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.809+0000 7f3934ca5640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3930159ee0 0x7f393015a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:54.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.809+0000 7f3934ca5640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f39300d3540 con 0x7f3930157fd0 2024-09-19T05:03:54.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.810+0000 7f3934ca5640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f393006d600 con 0x7f391c004d40 2024-09-19T05:03:54.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.810+0000 7f3934ca5640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f39300cebc0 con 0x7f3930159ee0 2024-09-19T05:03:54.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.810+0000 7f392dd9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3930157fd0 0x7f3930158450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:54.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.810+0000 7f392dd9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3930157fd0 0x7f3930158450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49564/0 (socket says 172.21.15.5:49564) 2024-09-19T05:03:54.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.810+0000 7f392dd9b640 1 -- 172.21.15.5:0/3435696022 learned_addr learned my addr 172.21.15.5:0/3435696022 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:54.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.810+0000 7f392e59c640 1 --2- 172.21.15.5:0/3435696022 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f391c004d40 0x7f39301f8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:54.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.810+0000 7f392ed9d640 1 --2- 172.21.15.5:0/3435696022 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3930159ee0 0x7f393015a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:54.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.810+0000 7f392dd9b640 1 -- 172.21.15.5:0/3435696022 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3930159ee0 msgr2=0x7f393015a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:54.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.810+0000 7f392dd9b640 1 --2- 172.21.15.5:0/3435696022 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3930159ee0 0x7f393015a360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:54.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.810+0000 7f392dd9b640 1 -- 172.21.15.5:0/3435696022 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f391c004d40 msgr2=0x7f39301f8090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:54.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.810+0000 7f392dd9b640 1 --2- 172.21.15.5:0/3435696022 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f391c004d40 0x7f39301f8090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:54.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.810+0000 7f392dd9b640 1 -- 172.21.15.5:0/3435696022 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39300b83f0 con 0x7f3930157fd0 2024-09-19T05:03:54.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.810+0000 7f392dd9b640 1 --2- 172.21.15.5:0/3435696022 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3930157fd0 0x7f3930158450 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f391800f7f0 tx=0x7f391800fcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:54.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.810+0000 7f3926ffd640 1 -- 172.21.15.5:0/3435696022 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39180050d0 con 0x7f3930157fd0 2024-09-19T05:03:54.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.810+0000 7f3926ffd640 1 -- 172.21.15.5:0/3435696022 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3918018070 con 0x7f3930157fd0 2024-09-19T05:03:54.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.810+0000 7f3926ffd640 1 -- 172.21.15.5:0/3435696022 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f391800d6d0 con 0x7f3930157fd0 2024-09-19T05:03:54.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.810+0000 7f3934ca5640 1 -- 172.21.15.5:0/3435696022 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f393015abf0 con 0x7f3930157fd0 2024-09-19T05:03:54.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.810+0000 7f3934ca5640 1 -- 172.21.15.5:0/3435696022 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f393015b1b0 con 0x7f3930157fd0 2024-09-19T05:03:54.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.811+0000 7f3934ca5640 1 -- 172.21.15.5:0/3435696022 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39300b5ff0 con 0x7f3930157fd0 2024-09-19T05:03:54.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.812+0000 7f3926ffd640 1 -- 172.21.15.5:0/3435696022 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f391800d870 con 0x7f3930157fd0 2024-09-19T05:03:54.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.812+0000 7f3926ffd640 1 --2- 172.21.15.5:0/3435696022 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f391006c2e0 0x7f391006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:54.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.812+0000 7f3926ffd640 1 -- 172.21.15.5:0/3435696022 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5335+0+0 (secure 0 0 0) 0x7f391808af90 con 0x7f3930157fd0 2024-09-19T05:03:54.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.813+0000 7f392e59c640 1 --2- 172.21.15.5:0/3435696022 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f391006c2e0 0x7f391006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:54.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.813+0000 7f392e59c640 1 --2- 172.21.15.5:0/3435696022 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f391006c2e0 0x7f391006e7a0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f3920014510 tx=0x7f392000b040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:54.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.817+0000 7f3926ffd640 1 -- 172.21.15.5:0/3435696022 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3918059220 con 0x7f3930157fd0 2024-09-19T05:03:54.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.993+0000 7f3934ca5640 1 -- 172.21.15.5:0/3435696022 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f393015ee50 con 0x7f3930157fd0 2024-09-19T05:03:54.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.996+0000 7f3926ffd640 1 -- 172.21.15.5:0/3435696022 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v17) ==== 104+0+0 (secure 0 0 0) 0x7f391805d520 con 0x7f3930157fd0 2024-09-19T05:03:55.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.998+0000 7f3934ca5640 1 -- 172.21.15.5:0/3435696022 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f391006c2e0 msgr2=0x7f391006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:55.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.998+0000 7f3934ca5640 1 --2- 172.21.15.5:0/3435696022 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f391006c2e0 0x7f391006e7a0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f3920014510 tx=0x7f392000b040 comp rx=0 tx=0).stop 2024-09-19T05:03:55.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.998+0000 7f3934ca5640 1 -- 172.21.15.5:0/3435696022 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3930157fd0 msgr2=0x7f3930158450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:55.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.998+0000 7f3934ca5640 1 --2- 172.21.15.5:0/3435696022 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3930157fd0 0x7f3930158450 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f391800f7f0 tx=0x7f391800fcb0 comp rx=0 tx=0).stop 2024-09-19T05:03:55.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.998+0000 7f3934ca5640 1 -- 172.21.15.5:0/3435696022 shutdown_connections 2024-09-19T05:03:55.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.998+0000 7f3934ca5640 1 --2- 172.21.15.5:0/3435696022 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f391006c2e0 0x7f391006e7a0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:55.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.998+0000 7f3934ca5640 1 --2- 172.21.15.5:0/3435696022 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3930159ee0 0x7f393015a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:55.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.998+0000 7f3934ca5640 1 --2- 172.21.15.5:0/3435696022 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3930157fd0 0x7f3930158450 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:55.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.998+0000 7f3934ca5640 1 --2- 172.21.15.5:0/3435696022 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f391c004d40 0x7f39301f8090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:55.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.998+0000 7f3934ca5640 1 -- 172.21.15.5:0/3435696022 >> 172.21.15.5:0/3435696022 conn(0x7f393008c000 msgr2=0x7f39300cf460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:55.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.999+0000 7f3934ca5640 1 -- 172.21.15.5:0/3435696022 shutdown_connections 2024-09-19T05:03:55.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:54.999+0000 7f3934ca5640 1 -- 172.21.15.5:0/3435696022 wait complete. 2024-09-19T05:03:55.011 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_quota.TestQuota.test_remote_update_df' 2024-09-19T05:03:55.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.119+0000 7fb67a186640 1 Processor -- start 2024-09-19T05:03:55.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.119+0000 7fb67a186640 1 -- start start 2024-09-19T05:03:55.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.120+0000 7fb67a186640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb6740b4250 0x7fb67406dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:55.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.120+0000 7fb67a186640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb67406e690 con 0x7fb674072860 2024-09-19T05:03:55.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.120+0000 7fb67a186640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb67406e970 con 0x7fb67415b900 2024-09-19T05:03:55.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.120+0000 7fb67a186640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fb67406ec50 con 0x7fb6740b4250 2024-09-19T05:03:55.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.120+0000 7fb673fff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fb674072860 0x7fb6740b4e20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:47906/0 (socket says 172.21.15.5:47906) 2024-09-19T05:03:55.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.120+0000 7fb673fff640 1 -- 172.21.15.5:0/3533738153 learned_addr learned my addr 172.21.15.5:0/3533738153 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:55.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.120+0000 7fb6737fe640 1 --2- 172.21.15.5:0/3533738153 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb6740b4250 0x7fb67406dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:55.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.120+0000 7fb672ffd640 1 -- 172.21.15.5:0/3533738153 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3168275971 0 0) 0x7fb67406e690 con 0x7fb674072860 2024-09-19T05:03:55.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.120+0000 7fb672ffd640 1 -- 172.21.15.5:0/3533738153 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb654004630 con 0x7fb674072860 2024-09-19T05:03:55.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.120+0000 7fb672ffd640 1 -- 172.21.15.5:0/3533738153 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2988188839 0 0) 0x7fb67406e970 con 0x7fb67415b900 2024-09-19T05:03:55.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.120+0000 7fb672ffd640 1 -- 172.21.15.5:0/3533738153 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb67406e690 con 0x7fb67415b900 2024-09-19T05:03:55.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.121+0000 7fb6737fe640 1 -- 172.21.15.5:0/3533738153 >> v1:172.21.15.134:6789/0 conn(0x7fb67415b900 legacy=0x7fb6740b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:55.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.121+0000 7fb6737fe640 1 -- 172.21.15.5:0/3533738153 >> v1:172.21.15.5:6789/0 conn(0x7fb674072860 legacy=0x7fb6740b4e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:55.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.121+0000 7fb672ffd640 1 -- 172.21.15.5:0/3533738153 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 210638862 0 0) 0x7fb654004630 con 0x7fb674072860 2024-09-19T05:03:55.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.121+0000 7fb6737fe640 1 -- 172.21.15.5:0/3533738153 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb67406ef30 con 0x7fb6740b4250 2024-09-19T05:03:55.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.121+0000 7fb6737fe640 1 --2- 172.21.15.5:0/3533738153 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb6740b4250 0x7fb67406dfd0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fb6640097d0 tx=0x7fb66402a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d50808bf30cff0dd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:55.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.122+0000 7fb672ffd640 1 -- 172.21.15.5:0/3533738153 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb664037070 con 0x7fb6740b4250 2024-09-19T05:03:55.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.122+0000 7fb672ffd640 1 -- 172.21.15.5:0/3533738153 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb66402ac30 con 0x7fb6740b4250 2024-09-19T05:03:55.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.122+0000 7fb672ffd640 1 -- 172.21.15.5:0/3533738153 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb66c0019f0 con 0x7fb6740b4250 2024-09-19T05:03:55.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.123+0000 7fb67a186640 1 -- 172.21.15.5:0/3533738153 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb6740b4250 msgr2=0x7fb67406dfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:55.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.123+0000 7fb67a186640 1 --2- 172.21.15.5:0/3533738153 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb6740b4250 0x7fb67406dfd0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fb6640097d0 tx=0x7fb66402a1a0 comp rx=0 tx=0).stop 2024-09-19T05:03:55.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.123+0000 7fb67a186640 1 -- 172.21.15.5:0/3533738153 shutdown_connections 2024-09-19T05:03:55.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.123+0000 7fb67a186640 1 --2- 172.21.15.5:0/3533738153 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb6740b4250 0x7fb67406dfd0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:55.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.123+0000 7fb67a186640 1 -- 172.21.15.5:0/3533738153 >> 172.21.15.5:0/3533738153 conn(0x7fb674067da0 msgr2=0x7fb67406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:55.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.123+0000 7fb67a186640 1 -- 172.21.15.5:0/3533738153 shutdown_connections 2024-09-19T05:03:55.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.123+0000 7fb67a186640 1 -- 172.21.15.5:0/3533738153 wait complete. 2024-09-19T05:03:55.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.124+0000 7fb67a186640 1 Processor -- start 2024-09-19T05:03:55.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.124+0000 7fb67a186640 1 -- start start 2024-09-19T05:03:55.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.125+0000 7fb67a186640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb674072860 0x7fb6740c6880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:55.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.125+0000 7fb67a186640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb6740b4250 0x7fb6740ae280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:55.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.125+0000 7fb67a186640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb67415b900 0x7fb674157940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:55.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.125+0000 7fb67a186640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fb6740b5530 con 0x7fb6740b4250 2024-09-19T05:03:55.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.125+0000 7fb67a186640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fb67415bd40 con 0x7fb674072860 2024-09-19T05:03:55.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.125+0000 7fb67a186640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fb6740b56b0 con 0x7fb67415b900 2024-09-19T05:03:55.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.125+0000 7fb66affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb6740b4250 0x7fb6740ae280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:55.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.125+0000 7fb66affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb6740b4250 0x7fb6740ae280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49572/0 (socket says 172.21.15.5:49572) 2024-09-19T05:03:55.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.125+0000 7fb66affd640 1 -- 172.21.15.5:0/823840561 learned_addr learned my addr 172.21.15.5:0/823840561 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:55.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.125+0000 7fb66affd640 1 -- 172.21.15.5:0/823840561 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb67415b900 msgr2=0x7fb674157940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:55.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.125+0000 7fb66affd640 1 --2- 172.21.15.5:0/823840561 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb67415b900 0x7fb674157940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:55.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.125+0000 7fb66affd640 1 -- 172.21.15.5:0/823840561 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb674072860 msgr2=0x7fb6740c6880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:55.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.125+0000 7fb66affd640 1 --2- 172.21.15.5:0/823840561 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb674072860 0x7fb6740c6880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:55.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.125+0000 7fb66affd640 1 -- 172.21.15.5:0/823840561 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6740c6e60 con 0x7fb6740b4250 2024-09-19T05:03:55.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.126+0000 7fb66affd640 1 --2- 172.21.15.5:0/823840561 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb6740b4250 0x7fb6740ae280 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fb65c00c430 tx=0x7fb65c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:55.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.126+0000 7fb670ff9640 1 -- 172.21.15.5:0/823840561 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb65c017070 con 0x7fb6740b4250 2024-09-19T05:03:55.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.126+0000 7fb670ff9640 1 -- 172.21.15.5:0/823840561 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb65c0052f0 con 0x7fb6740b4250 2024-09-19T05:03:55.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.126+0000 7fb67a186640 1 -- 172.21.15.5:0/823840561 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6740c7140 con 0x7fb6740b4250 2024-09-19T05:03:55.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.126+0000 7fb670ff9640 1 -- 172.21.15.5:0/823840561 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb65c003830 con 0x7fb6740b4250 2024-09-19T05:03:55.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.126+0000 7fb67a186640 1 -- 172.21.15.5:0/823840561 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6740cc8f0 con 0x7fb6740b4250 2024-09-19T05:03:55.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.127+0000 7fb67a186640 1 -- 172.21.15.5:0/823840561 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb67406dfd0 con 0x7fb6740b4250 2024-09-19T05:03:55.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.127+0000 7fb670ff9640 1 -- 172.21.15.5:0/823840561 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb65c01a070 con 0x7fb6740b4250 2024-09-19T05:03:55.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.128+0000 7fb670ff9640 1 --2- 172.21.15.5:0/823840561 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb65806c2b0 0x7fb65806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:55.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.128+0000 7fb670ff9640 1 -- 172.21.15.5:0/823840561 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5335+0+0 (secure 0 0 0) 0x7fb65c08a690 con 0x7fb6740b4250 2024-09-19T05:03:55.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.128+0000 7fb6737fe640 1 --2- 172.21.15.5:0/823840561 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb65806c2b0 0x7fb65806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:55.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.129+0000 7fb6737fe640 1 --2- 172.21.15.5:0/823840561 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb65806c2b0 0x7fb65806e770 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fb664034000 tx=0x7fb66402c000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:55.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.132+0000 7fb670ff9640 1 -- 172.21.15.5:0/823840561 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb65c059000 con 0x7fb6740b4250 2024-09-19T05:03:55.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.374+0000 7fb67a186640 1 -- 172.21.15.5:0/823840561 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_quota.TestQuota.test_remote_update_df"]} v 0) -- 0x7fb6740c7310 con 0x7fb6740b4250 2024-09-19T05:03:55.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.678+0000 7fb670ff9640 1 -- 172.21.15.5:0/823840561 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_quota.TestQuota.test_remote_update_df"]}]=0 v164) ==== 134+0+0 (secure 0 0 0) 0x7fb65c058900 con 0x7fb6740b4250 2024-09-19T05:03:55.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.680+0000 7fb67a186640 1 -- 172.21.15.5:0/823840561 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb65806c2b0 msgr2=0x7fb65806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:55.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.680+0000 7fb67a186640 1 --2- 172.21.15.5:0/823840561 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb65806c2b0 0x7fb65806e770 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fb664034000 tx=0x7fb66402c000 comp rx=0 tx=0).stop 2024-09-19T05:03:55.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.680+0000 7fb67a186640 1 -- 172.21.15.5:0/823840561 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb6740b4250 msgr2=0x7fb6740ae280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:55.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.680+0000 7fb67a186640 1 --2- 172.21.15.5:0/823840561 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb6740b4250 0x7fb6740ae280 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fb65c00c430 tx=0x7fb65c00c8f0 comp rx=0 tx=0).stop 2024-09-19T05:03:55.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.680+0000 7fb67a186640 1 -- 172.21.15.5:0/823840561 shutdown_connections 2024-09-19T05:03:55.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.680+0000 7fb67a186640 1 --2- 172.21.15.5:0/823840561 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb65806c2b0 0x7fb65806e770 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:55.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.680+0000 7fb67a186640 1 --2- 172.21.15.5:0/823840561 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb67415b900 0x7fb674157940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:55.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.680+0000 7fb67a186640 1 --2- 172.21.15.5:0/823840561 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb6740b4250 0x7fb6740ae280 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:55.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.680+0000 7fb67a186640 1 --2- 172.21.15.5:0/823840561 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb674072860 0x7fb6740c6880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:55.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.680+0000 7fb67a186640 1 -- 172.21.15.5:0/823840561 >> 172.21.15.5:0/823840561 conn(0x7fb674067da0 msgr2=0x7fb67415b1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:55.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.680+0000 7fb67a186640 1 -- 172.21.15.5:0/823840561 shutdown_connections 2024-09-19T05:03:55.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.680+0000 7fb67a186640 1 -- 172.21.15.5:0/823840561 wait complete. 2024-09-19T05:03:55.695 INFO:tasks.cephfs_test_runner:That when a client modifies the quota on a directory used ... ok 2024-09-19T05:03:55.696 INFO:tasks.cephfs_test_runner:Starting test: test_remote_update_getfattr (tasks.cephfs.test_quota.TestQuota) That quota changes made from one client are visible to another 2024-09-19T05:03:55.696 INFO:tasks.cephfs_test_runner:test_remote_update_getfattr (tasks.cephfs.test_quota.TestQuota) 2024-09-19T05:03:55.696 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:03:55.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.799+0000 7fab7a8a5640 1 Processor -- start 2024-09-19T05:03:55.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.800+0000 7fab7a8a5640 1 -- start start 2024-09-19T05:03:55.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.800+0000 7fab7a8a5640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fab740d3150 0x7fab740b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:55.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.800+0000 7fab7a8a5640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fab740b6530 0x7fab7406d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:55.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.800+0000 7fab7a8a5640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fab740d3680 con 0x7fab7415e660 2024-09-19T05:03:55.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.800+0000 7fab7a8a5640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fab7406d4b0 con 0x7fab740d3150 2024-09-19T05:03:55.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.800+0000 7fab7a8a5640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fab740d3960 con 0x7fab740b6530 2024-09-19T05:03:55.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.800+0000 7fab737fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fab740d3150 0x7fab740b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:55.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.801+0000 7fab737fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fab740d3150 0x7fab740b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49584/0 (socket says 172.21.15.5:49584) 2024-09-19T05:03:55.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.801+0000 7fab737fe640 1 -- 172.21.15.5:0/246077168 learned_addr learned my addr 172.21.15.5:0/246077168 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:55.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.801+0000 7fab78e42640 1 --2- 172.21.15.5:0/246077168 >> v2:172.21.15.134:3300/0 conn(0x7fab740b6530 0x7fab7406d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:55.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.801+0000 7fab737fe640 1 -- 172.21.15.5:0/246077168 >> v2:172.21.15.134:3300/0 conn(0x7fab740b6530 msgr2=0x7fab7406d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:55.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.801+0000 7fab737fe640 1 --2- 172.21.15.5:0/246077168 >> v2:172.21.15.134:3300/0 conn(0x7fab740b6530 0x7fab7406d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:55.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.801+0000 7fab737fe640 1 -- 172.21.15.5:0/246077168 >> v1:172.21.15.134:6789/0 conn(0x7fab7415e660 legacy=0x7fab740d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:55.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.801+0000 7fab737fe640 1 -- 172.21.15.5:0/246077168 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab7406ce60 con 0x7fab740d3150 2024-09-19T05:03:55.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.802+0000 7fab737fe640 1 --2- 172.21.15.5:0/246077168 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fab740d3150 0x7fab740b5ff0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fab740c7ed0 tx=0x7fab6802a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97c70810b8ab6f25 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:55.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.802+0000 7fab72ffd640 1 -- 172.21.15.5:0/246077168 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab68037070 con 0x7fab740d3150 2024-09-19T05:03:55.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.802+0000 7fab72ffd640 1 -- 172.21.15.5:0/246077168 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab6802ae50 con 0x7fab740d3150 2024-09-19T05:03:55.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.802+0000 7fab72ffd640 1 -- 172.21.15.5:0/246077168 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab68032860 con 0x7fab740d3150 2024-09-19T05:03:55.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.802+0000 7fab7a8a5640 1 -- 172.21.15.5:0/246077168 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fab740d3150 msgr2=0x7fab740b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:55.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.802+0000 7fab7a8a5640 1 --2- 172.21.15.5:0/246077168 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fab740d3150 0x7fab740b5ff0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fab740c7ed0 tx=0x7fab6802a300 comp rx=0 tx=0).stop 2024-09-19T05:03:55.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.802+0000 7fab7a8a5640 1 -- 172.21.15.5:0/246077168 shutdown_connections 2024-09-19T05:03:55.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.802+0000 7fab7a8a5640 1 --2- 172.21.15.5:0/246077168 >> v2:172.21.15.134:3300/0 conn(0x7fab740b6530 0x7fab7406d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:55.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.802+0000 7fab7a8a5640 1 --2- 172.21.15.5:0/246077168 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fab740d3150 0x7fab740b5ff0 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:55.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.802+0000 7fab7a8a5640 1 -- 172.21.15.5:0/246077168 >> 172.21.15.5:0/246077168 conn(0x7fab7408c000 msgr2=0x7fab740d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:55.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.802+0000 7fab7a8a5640 1 -- 172.21.15.5:0/246077168 shutdown_connections 2024-09-19T05:03:55.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.802+0000 7fab7a8a5640 1 -- 172.21.15.5:0/246077168 wait complete. 2024-09-19T05:03:55.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.803+0000 7fab7a8a5640 1 Processor -- start 2024-09-19T05:03:55.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.804+0000 7fab7a8a5640 1 -- start start 2024-09-19T05:03:55.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.804+0000 7fab7a8a5640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fab740b6530 0x7fab740ba100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:55.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.804+0000 7fab7a8a5640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fab740d3150 0x7fab7415ae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:55.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.804+0000 7fab7a8a5640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fab7415e660 0x7fab740cbd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:55.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.804+0000 7fab7a8a5640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fab7406de80 con 0x7fab7415e660 2024-09-19T05:03:55.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.804+0000 7fab7a8a5640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fab7415ea40 con 0x7fab740d3150 2024-09-19T05:03:55.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.804+0000 7fab7a8a5640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fab7406e000 con 0x7fab740b6530 2024-09-19T05:03:55.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.805+0000 7fab78e42640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fab7415e660 0x7fab740cbd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:55.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.805+0000 7fab737fe640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fab740d3150 0x7fab7415ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:55.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.805+0000 7fab78e42640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fab7415e660 0x7fab740cbd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49596/0 (socket says 172.21.15.5:49596) 2024-09-19T05:03:55.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.805+0000 7fab73fff640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fab740b6530 0x7fab740ba100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:55.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.805+0000 7fab78e42640 1 -- 172.21.15.5:0/2696011318 learned_addr learned my addr 172.21.15.5:0/2696011318 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:55.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.805+0000 7fab78e42640 1 -- 172.21.15.5:0/2696011318 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fab740b6530 msgr2=0x7fab740ba100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:55.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.805+0000 7fab78e42640 1 --2- 172.21.15.5:0/2696011318 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fab740b6530 0x7fab740ba100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:55.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.805+0000 7fab78e42640 1 -- 172.21.15.5:0/2696011318 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fab740d3150 msgr2=0x7fab7415ae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:55.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.805+0000 7fab78e42640 1 --2- 172.21.15.5:0/2696011318 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fab740d3150 0x7fab7415ae90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:55.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.805+0000 7fab78e42640 1 -- 172.21.15.5:0/2696011318 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab740cd9e0 con 0x7fab7415e660 2024-09-19T05:03:55.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.805+0000 7fab78e42640 1 --2- 172.21.15.5:0/2696011318 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fab7415e660 0x7fab740cbd10 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7fab6c007e40 tx=0x7fab6c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:55.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.805+0000 7fab70ff9640 1 -- 172.21.15.5:0/2696011318 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab6c014620 con 0x7fab7415e660 2024-09-19T05:03:55.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.805+0000 7fab70ff9640 1 -- 172.21.15.5:0/2696011318 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab6c019070 con 0x7fab7415e660 2024-09-19T05:03:55.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.805+0000 7fab7a8a5640 1 -- 172.21.15.5:0/2696011318 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab740cc560 con 0x7fab7415e660 2024-09-19T05:03:55.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.805+0000 7fab70ff9640 1 -- 172.21.15.5:0/2696011318 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab6c014a20 con 0x7fab7415e660 2024-09-19T05:03:55.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.805+0000 7fab7a8a5640 1 -- 172.21.15.5:0/2696011318 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab740cdf40 con 0x7fab7415e660 2024-09-19T05:03:55.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.806+0000 7fab7a8a5640 1 -- 172.21.15.5:0/2696011318 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab7406d920 con 0x7fab7415e660 2024-09-19T05:03:55.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.807+0000 7fab70ff9640 1 -- 172.21.15.5:0/2696011318 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fab6c014bc0 con 0x7fab7415e660 2024-09-19T05:03:55.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.807+0000 7fab70ff9640 1 --2- 172.21.15.5:0/2696011318 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fab6006c2b0 0x7fab6006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:55.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.807+0000 7fab70ff9640 1 -- 172.21.15.5:0/2696011318 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5335+0+0 (secure 0 0 0) 0x7fab6c08bab0 con 0x7fab7415e660 2024-09-19T05:03:55.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.808+0000 7fab73fff640 1 --2- 172.21.15.5:0/2696011318 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fab6006c2b0 0x7fab6006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:55.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.808+0000 7fab73fff640 1 --2- 172.21.15.5:0/2696011318 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fab6006c2b0 0x7fab6006e770 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fab640016e0 tx=0x7fab64009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:55.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.813+0000 7fab70ff9640 1 -- 172.21.15.5:0/2696011318 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fab740cd9e0 con 0x7fab7415e660 2024-09-19T05:03:55.991 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.989+0000 7fab7a8a5640 1 -- 172.21.15.5:0/2696011318 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fab740b4db0 con 0x7fab7415e660 2024-09-19T05:03:55.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.989+0000 7fab70ff9640 1 -- 172.21.15.5:0/2696011318 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v75) ==== 74+0+13268 (secure 0 0 0) 0x7fab6c059ca0 con 0x7fab7415e660 2024-09-19T05:03:55.992 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:55.992 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":75,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:03:54.672129+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.5:6835/4064124508":"2024-09-20T05:03:51.667431+0000","172.21.15.5:6833/4064124508":"2024-09-20T05:03:51.667431+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:03:55.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.991+0000 7fab7a8a5640 1 -- 172.21.15.5:0/2696011318 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fab6006c2b0 msgr2=0x7fab6006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:55.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.991+0000 7fab7a8a5640 1 --2- 172.21.15.5:0/2696011318 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fab6006c2b0 0x7fab6006e770 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fab640016e0 tx=0x7fab64009040 comp rx=0 tx=0).stop 2024-09-19T05:03:55.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.991+0000 7fab7a8a5640 1 -- 172.21.15.5:0/2696011318 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fab7415e660 msgr2=0x7fab740cbd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:55.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.991+0000 7fab7a8a5640 1 --2- 172.21.15.5:0/2696011318 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fab7415e660 0x7fab740cbd10 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7fab6c007e40 tx=0x7fab6c00e4b0 comp rx=0 tx=0).stop 2024-09-19T05:03:55.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.991+0000 7fab7a8a5640 1 -- 172.21.15.5:0/2696011318 shutdown_connections 2024-09-19T05:03:55.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.991+0000 7fab7a8a5640 1 --2- 172.21.15.5:0/2696011318 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fab6006c2b0 0x7fab6006e770 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:55.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.991+0000 7fab7a8a5640 1 --2- 172.21.15.5:0/2696011318 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fab7415e660 0x7fab740cbd10 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:55.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.991+0000 7fab7a8a5640 1 --2- 172.21.15.5:0/2696011318 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fab740d3150 0x7fab7415ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:55.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.991+0000 7fab7a8a5640 1 --2- 172.21.15.5:0/2696011318 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fab740b6530 0x7fab740ba100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:55.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.991+0000 7fab7a8a5640 1 -- 172.21.15.5:0/2696011318 >> 172.21.15.5:0/2696011318 conn(0x7fab7408c000 msgr2=0x7fab7406e390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:55.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.992+0000 7fab7a8a5640 1 -- 172.21.15.5:0/2696011318 shutdown_connections 2024-09-19T05:03:55.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:55.992+0000 7fab7a8a5640 1 -- 172.21.15.5:0/2696011318 wait complete. 2024-09-19T05:03:56.005 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T05:01:07.300370+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T05:03:56.006 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T05:03:56.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.110+0000 7fcb95e9b640 1 Processor -- start 2024-09-19T05:03:56.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.110+0000 7fcb95e9b640 1 -- start start 2024-09-19T05:03:56.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.110+0000 7fcb95e9b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb900d1e90 0x7fcb900709d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:56.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.110+0000 7fcb95e9b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fcb90070f10 0x7fcb90162240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:56.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.110+0000 7fcb95e9b640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb9006e210 con 0x7fcb900d15f0 2024-09-19T05:03:56.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.110+0000 7fcb95e9b640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fcb90070260 con 0x7fcb90070f10 2024-09-19T05:03:56.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.110+0000 7fcb95e9b640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fcb9009b480 con 0x7fcb900d1e90 2024-09-19T05:03:56.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.110+0000 7fcb8ffff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fcb90070f10 0x7fcb90162240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:56.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.110+0000 7fcb8ffff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fcb90070f10 0x7fcb90162240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49608/0 (socket says 172.21.15.5:49608) 2024-09-19T05:03:56.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.110+0000 7fcb8ffff640 1 -- 172.21.15.5:0/4072424797 learned_addr learned my addr 172.21.15.5:0/4072424797 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:56.113 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.110+0000 7fcb8effd640 1 --2- 172.21.15.5:0/4072424797 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb900d1e90 0x7fcb900709d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:56.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.110+0000 7fcb8ffff640 1 -- 172.21.15.5:0/4072424797 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb900d1e90 msgr2=0x7fcb900709d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:56.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.110+0000 7fcb8ffff640 1 --2- 172.21.15.5:0/4072424797 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb900d1e90 0x7fcb900709d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.110+0000 7fcb8ffff640 1 -- 172.21.15.5:0/4072424797 >> v1:172.21.15.134:6789/0 conn(0x7fcb900d15f0 legacy=0x7fcb900d0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:56.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.110+0000 7fcb8ffff640 1 -- 172.21.15.5:0/4072424797 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb9009b760 con 0x7fcb90070f10 2024-09-19T05:03:56.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.110+0000 7fcb8effd640 1 --2- 172.21.15.5:0/4072424797 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb900d1e90 0x7fcb900709d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:56.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.111+0000 7fcb8ffff640 1 --2- 172.21.15.5:0/4072424797 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb90070f10 0x7fcb90162240 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7fcb88009e50 tx=0x7fcb8802a5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4bb4930949ac6b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:56.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.111+0000 7fcb8e7fc640 1 -- 172.21.15.5:0/4072424797 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb88036070 con 0x7fcb90070f10 2024-09-19T05:03:56.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.111+0000 7fcb8e7fc640 1 -- 172.21.15.5:0/4072424797 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb88031600 con 0x7fcb90070f10 2024-09-19T05:03:56.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.111+0000 7fcb8e7fc640 1 -- 172.21.15.5:0/4072424797 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb880319d0 con 0x7fcb90070f10 2024-09-19T05:03:56.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.112+0000 7fcb95e9b640 1 -- 172.21.15.5:0/4072424797 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb90070f10 msgr2=0x7fcb90162240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:56.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.112+0000 7fcb95e9b640 1 --2- 172.21.15.5:0/4072424797 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb90070f10 0x7fcb90162240 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7fcb88009e50 tx=0x7fcb8802a5b0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.112+0000 7fcb95e9b640 1 -- 172.21.15.5:0/4072424797 shutdown_connections 2024-09-19T05:03:56.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.112+0000 7fcb95e9b640 1 --2- 172.21.15.5:0/4072424797 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb90070f10 0x7fcb90162240 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.112+0000 7fcb95e9b640 1 --2- 172.21.15.5:0/4072424797 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb900d1e90 0x7fcb900709d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.112+0000 7fcb95e9b640 1 -- 172.21.15.5:0/4072424797 >> 172.21.15.5:0/4072424797 conn(0x7fcb900d2400 msgr2=0x7fcb900d2810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:56.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.112+0000 7fcb95e9b640 1 -- 172.21.15.5:0/4072424797 shutdown_connections 2024-09-19T05:03:56.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.112+0000 7fcb95e9b640 1 -- 172.21.15.5:0/4072424797 wait complete. 2024-09-19T05:03:56.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.113+0000 7fcb95e9b640 1 Processor -- start 2024-09-19T05:03:56.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.113+0000 7fcb95e9b640 1 -- start start 2024-09-19T05:03:56.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.114+0000 7fcb95e9b640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcb90070f10 0x7fcb900b5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:56.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.114+0000 7fcb95e9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb900d15f0 0x7fcb900b59c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:56.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.114+0000 7fcb95e9b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb900d1e90 0x7fcb90161040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:56.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.114+0000 7fcb95e9b640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fcb900d19d0 con 0x7fcb900d15f0 2024-09-19T05:03:56.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.114+0000 7fcb95e9b640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fcb900d0ba0 con 0x7fcb90070f10 2024-09-19T05:03:56.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.114+0000 7fcb95e9b640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fcb90071360 con 0x7fcb900d1e90 2024-09-19T05:03:56.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.114+0000 7fcb8effd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb900d15f0 0x7fcb900b59c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:56.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.114+0000 7fcb8effd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb900d15f0 0x7fcb900b59c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49614/0 (socket says 172.21.15.5:49614) 2024-09-19T05:03:56.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.114+0000 7fcb8effd640 1 -- 172.21.15.5:0/1257162312 learned_addr learned my addr 172.21.15.5:0/1257162312 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:56.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.114+0000 7fcb8ffff640 1 --2- 172.21.15.5:0/1257162312 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb900d1e90 0x7fcb90161040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:56.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.114+0000 7fcb8f7fe640 1 --2- 172.21.15.5:0/1257162312 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcb90070f10 0x7fcb900b5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:56.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.114+0000 7fcb8effd640 1 -- 172.21.15.5:0/1257162312 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb900d1e90 msgr2=0x7fcb90161040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:56.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.114+0000 7fcb8effd640 1 --2- 172.21.15.5:0/1257162312 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb900d1e90 0x7fcb90161040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.114+0000 7fcb8effd640 1 -- 172.21.15.5:0/1257162312 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcb90070f10 msgr2=0x7fcb900b5480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:56.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.114+0000 7fcb8effd640 1 --2- 172.21.15.5:0/1257162312 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcb90070f10 0x7fcb900b5480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.114+0000 7fcb8effd640 1 -- 172.21.15.5:0/1257162312 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb9014ca10 con 0x7fcb900d15f0 2024-09-19T05:03:56.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.114+0000 7fcb8f7fe640 1 --2- 172.21.15.5:0/1257162312 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcb90070f10 0x7fcb900b5480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:03:56.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.114+0000 7fcb8effd640 1 --2- 172.21.15.5:0/1257162312 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb900d15f0 0x7fcb900b59c0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fcb7800e810 tx=0x7fcb7800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:56.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.115+0000 7fcb87fff640 1 -- 172.21.15.5:0/1257162312 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb7800f040 con 0x7fcb900d15f0 2024-09-19T05:03:56.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.115+0000 7fcb87fff640 1 -- 172.21.15.5:0/1257162312 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb78004030 con 0x7fcb900d15f0 2024-09-19T05:03:56.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.115+0000 7fcb95e9b640 1 -- 172.21.15.5:0/1257162312 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb9014ccf0 con 0x7fcb900d15f0 2024-09-19T05:03:56.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.115+0000 7fcb87fff640 1 -- 172.21.15.5:0/1257162312 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb78004400 con 0x7fcb900d15f0 2024-09-19T05:03:56.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.115+0000 7fcb95e9b640 1 -- 172.21.15.5:0/1257162312 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb9014d2b0 con 0x7fcb900d15f0 2024-09-19T05:03:56.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.116+0000 7fcb95e9b640 1 -- 172.21.15.5:0/1257162312 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb900709d0 con 0x7fcb900d15f0 2024-09-19T05:03:56.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.116+0000 7fcb87fff640 1 -- 172.21.15.5:0/1257162312 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcb7800c6d0 con 0x7fcb900d15f0 2024-09-19T05:03:56.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.116+0000 7fcb87fff640 1 --2- 172.21.15.5:0/1257162312 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcb7006c2b0 0x7fcb7006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:56.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.117+0000 7fcb87fff640 1 -- 172.21.15.5:0/1257162312 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5335+0+0 (secure 0 0 0) 0x7fcb7808b0b0 con 0x7fcb900d15f0 2024-09-19T05:03:56.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.117+0000 7fcb8f7fe640 1 --2- 172.21.15.5:0/1257162312 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcb7006c2b0 0x7fcb7006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:56.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.117+0000 7fcb8f7fe640 1 --2- 172.21.15.5:0/1257162312 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcb7006c2b0 0x7fcb7006e770 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fcb8000a830 tx=0x7fcb80008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:56.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.122+0000 7fcb87fff640 1 -- 172.21.15.5:0/1257162312 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcb78017020 con 0x7fcb900d15f0 2024-09-19T05:03:56.297 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.295+0000 7fcb95e9b640 1 -- 172.21.15.5:0/1257162312 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fcb900d3140 con 0x7fcb900d15f0 2024-09-19T05:03:56.298 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.295+0000 7fcb87fff640 1 -- 172.21.15.5:0/1257162312 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v75) ==== 93+0+10 (secure 0 0 0) 0x7fcb78059990 con 0x7fcb900d15f0 2024-09-19T05:03:56.298 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 1 2024-09-19T05:03:56.300 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.297+0000 7fcb95e9b640 1 -- 172.21.15.5:0/1257162312 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcb7006c2b0 msgr2=0x7fcb7006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:56.300 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.297+0000 7fcb95e9b640 1 --2- 172.21.15.5:0/1257162312 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcb7006c2b0 0x7fcb7006e770 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fcb8000a830 tx=0x7fcb80008040 comp rx=0 tx=0).stop 2024-09-19T05:03:56.300 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.297+0000 7fcb95e9b640 1 -- 172.21.15.5:0/1257162312 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb900d15f0 msgr2=0x7fcb900b59c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:56.300 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.297+0000 7fcb95e9b640 1 --2- 172.21.15.5:0/1257162312 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb900d15f0 0x7fcb900b59c0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fcb7800e810 tx=0x7fcb7800ecd0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.300 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.297+0000 7fcb95e9b640 1 -- 172.21.15.5:0/1257162312 shutdown_connections 2024-09-19T05:03:56.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.297+0000 7fcb95e9b640 1 --2- 172.21.15.5:0/1257162312 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcb7006c2b0 0x7fcb7006e770 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.297+0000 7fcb95e9b640 1 --2- 172.21.15.5:0/1257162312 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcb900d1e90 0x7fcb90161040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.297+0000 7fcb95e9b640 1 --2- 172.21.15.5:0/1257162312 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcb900d15f0 0x7fcb900b59c0 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.297+0000 7fcb95e9b640 1 --2- 172.21.15.5:0/1257162312 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcb90070f10 0x7fcb900b5480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.297+0000 7fcb95e9b640 1 -- 172.21.15.5:0/1257162312 >> 172.21.15.5:0/1257162312 conn(0x7fcb900d2400 msgr2=0x7fcb900b24a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:56.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.298+0000 7fcb95e9b640 1 -- 172.21.15.5:0/1257162312 shutdown_connections 2024-09-19T05:03:56.301 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.298+0000 7fcb95e9b640 1 -- 172.21.15.5:0/1257162312 wait complete. 2024-09-19T05:03:56.311 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_quota.TestQuota.test_remote_update_getfattr' 2024-09-19T05:03:56.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.412+0000 7fc6145e4640 1 Processor -- start 2024-09-19T05:03:56.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.412+0000 7fc6145e4640 1 -- start start 2024-09-19T05:03:56.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.413+0000 7fc6145e4640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fc60c15c250 0x7fc60c09b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:56.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.413+0000 7fc6145e4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc60c15eb10 0x7fc60c070c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:56.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.413+0000 7fc6145e4640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fc60c0711b0 0x7fc60c162160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:56.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.413+0000 7fc6145e4640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fc60c071620 con 0x7fc60c15c250 2024-09-19T05:03:56.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.413+0000 7fc6145e4640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fc60c0b5be0 con 0x7fc60c0711b0 2024-09-19T05:03:56.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.413+0000 7fc6145e4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fc60c15efa0 con 0x7fc60c15eb10 2024-09-19T05:03:56.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.413+0000 7fc612380640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fc60c15c250 0x7fc60c09b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:56.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.413+0000 7fc612380640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fc60c15c250 0x7fc60c09b9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49620/0 (socket says 172.21.15.5:49620) 2024-09-19T05:03:56.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.413+0000 7fc612380640 1 -- 172.21.15.5:0/3098934244 learned_addr learned my addr 172.21.15.5:0/3098934244 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:56.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.413+0000 7fc611b7f640 1 --2- 172.21.15.5:0/3098934244 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc60c15eb10 0x7fc60c070c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:56.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.414+0000 7fc612b81640 1 --2- 172.21.15.5:0/3098934244 >> v2:172.21.15.134:3300/0 conn(0x7fc60c0711b0 0x7fc60c162160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:56.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.414+0000 7fc612380640 1 -- 172.21.15.5:0/3098934244 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc60c15eb10 msgr2=0x7fc60c070c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:56.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.414+0000 7fc612380640 1 --2- 172.21.15.5:0/3098934244 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc60c15eb10 0x7fc60c070c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.414+0000 7fc612380640 1 -- 172.21.15.5:0/3098934244 >> v2:172.21.15.134:3300/0 conn(0x7fc60c0711b0 msgr2=0x7fc60c162160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:56.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.414+0000 7fc612380640 1 --2- 172.21.15.5:0/3098934244 >> v2:172.21.15.134:3300/0 conn(0x7fc60c0711b0 0x7fc60c162160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.414+0000 7fc612380640 1 -- 172.21.15.5:0/3098934244 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc60c15f280 con 0x7fc60c15c250 2024-09-19T05:03:56.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.414+0000 7fc611b7f640 1 --2- 172.21.15.5:0/3098934244 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc60c15eb10 0x7fc60c070c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:56.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.414+0000 7fc612b81640 1 --2- 172.21.15.5:0/3098934244 >> v2:172.21.15.134:3300/0 conn(0x7fc60c0711b0 0x7fc60c162160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:56.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.414+0000 7fc612380640 1 --2- 172.21.15.5:0/3098934244 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc60c15c250 0x7fc60c09b9f0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fc60c074150 tx=0x7fc60802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ef25e79f8692541 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:56.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.415+0000 7fc61137e640 1 -- 172.21.15.5:0/3098934244 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc608037070 con 0x7fc60c15c250 2024-09-19T05:03:56.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.415+0000 7fc61137e640 1 -- 172.21.15.5:0/3098934244 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc608032440 con 0x7fc60c15c250 2024-09-19T05:03:56.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.415+0000 7fc61137e640 1 -- 172.21.15.5:0/3098934244 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc608032810 con 0x7fc60c15c250 2024-09-19T05:03:56.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.415+0000 7fc6145e4640 1 -- 172.21.15.5:0/3098934244 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc60c15c250 msgr2=0x7fc60c09b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:56.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.415+0000 7fc6145e4640 1 --2- 172.21.15.5:0/3098934244 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc60c15c250 0x7fc60c09b9f0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fc60c074150 tx=0x7fc60802a1e0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.415+0000 7fc6145e4640 1 -- 172.21.15.5:0/3098934244 shutdown_connections 2024-09-19T05:03:56.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.415+0000 7fc6145e4640 1 --2- 172.21.15.5:0/3098934244 >> v2:172.21.15.134:3300/0 conn(0x7fc60c0711b0 0x7fc60c162160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.415+0000 7fc6145e4640 1 --2- 172.21.15.5:0/3098934244 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc60c15eb10 0x7fc60c070c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.415+0000 7fc6145e4640 1 --2- 172.21.15.5:0/3098934244 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc60c15c250 0x7fc60c09b9f0 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.415+0000 7fc6145e4640 1 -- 172.21.15.5:0/3098934244 >> 172.21.15.5:0/3098934244 conn(0x7fc60c0b3ff0 msgr2=0x7fc60c0b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:56.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.415+0000 7fc6145e4640 1 -- 172.21.15.5:0/3098934244 shutdown_connections 2024-09-19T05:03:56.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.415+0000 7fc6145e4640 1 -- 172.21.15.5:0/3098934244 wait complete. 2024-09-19T05:03:56.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.416+0000 7fc6145e4640 1 Processor -- start 2024-09-19T05:03:56.419 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.416+0000 7fc6145e4640 1 -- start start 2024-09-19T05:03:56.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.417+0000 7fc6145e4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc60c0711b0 0x7fc60c149e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:56.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.417+0000 7fc6145e4640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc60c15c250 0x7fc60c1558d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:56.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.417+0000 7fc6145e4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc60c155e10 0x7fc60c0cb830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:56.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.417+0000 7fc6145e4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fc60c09b5a0 con 0x7fc60c155e10 2024-09-19T05:03:56.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.417+0000 7fc6145e4640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fc60c15f840 con 0x7fc60c15c250 2024-09-19T05:03:56.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.417+0000 7fc6145e4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fc60c09bf30 con 0x7fc60c0711b0 2024-09-19T05:03:56.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.417+0000 7fc612b81640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc60c155e10 0x7fc60c0cb830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:56.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.417+0000 7fc612b81640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc60c155e10 0x7fc60c0cb830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49628/0 (socket says 172.21.15.5:49628) 2024-09-19T05:03:56.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.417+0000 7fc612b81640 1 -- 172.21.15.5:0/2931765683 learned_addr learned my addr 172.21.15.5:0/2931765683 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:56.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.417+0000 7fc612380640 1 --2- 172.21.15.5:0/2931765683 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc60c0711b0 0x7fc60c149e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:56.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.417+0000 7fc611b7f640 1 --2- 172.21.15.5:0/2931765683 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc60c15c250 0x7fc60c1558d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:56.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.418+0000 7fc612b81640 1 -- 172.21.15.5:0/2931765683 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc60c0711b0 msgr2=0x7fc60c149e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:56.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.418+0000 7fc612b81640 1 --2- 172.21.15.5:0/2931765683 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc60c0711b0 0x7fc60c149e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.418+0000 7fc612b81640 1 -- 172.21.15.5:0/2931765683 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc60c15c250 msgr2=0x7fc60c1558d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:56.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.418+0000 7fc612b81640 1 --2- 172.21.15.5:0/2931765683 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc60c15c250 0x7fc60c1558d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.418+0000 7fc612b81640 1 -- 172.21.15.5:0/2931765683 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc60c156cf0 con 0x7fc60c155e10 2024-09-19T05:03:56.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.418+0000 7fc612b81640 1 --2- 172.21.15.5:0/2931765683 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc60c155e10 0x7fc60c0cb830 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fc604007db0 tx=0x7fc60400d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:56.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.418+0000 7fc602ffd640 1 -- 172.21.15.5:0/2931765683 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc60401a070 con 0x7fc60c155e10 2024-09-19T05:03:56.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.418+0000 7fc602ffd640 1 -- 172.21.15.5:0/2931765683 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc604003990 con 0x7fc60c155e10 2024-09-19T05:03:56.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.418+0000 7fc6145e4640 1 -- 172.21.15.5:0/2931765683 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc60c156fd0 con 0x7fc60c155e10 2024-09-19T05:03:56.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.418+0000 7fc602ffd640 1 -- 172.21.15.5:0/2931765683 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc604003d60 con 0x7fc60c155e10 2024-09-19T05:03:56.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.418+0000 7fc6145e4640 1 -- 172.21.15.5:0/2931765683 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc60c157590 con 0x7fc60c155e10 2024-09-19T05:03:56.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.419+0000 7fc6145e4640 1 -- 172.21.15.5:0/2931765683 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc60c09b9f0 con 0x7fc60c155e10 2024-09-19T05:03:56.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.420+0000 7fc602ffd640 1 -- 172.21.15.5:0/2931765683 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc60401d070 con 0x7fc60c155e10 2024-09-19T05:03:56.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.420+0000 7fc602ffd640 1 --2- 172.21.15.5:0/2931765683 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc5f006c2b0 0x7fc5f006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:56.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.420+0000 7fc602ffd640 1 -- 172.21.15.5:0/2931765683 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5335+0+0 (secure 0 0 0) 0x7fc60408b440 con 0x7fc60c155e10 2024-09-19T05:03:56.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.420+0000 7fc612380640 1 --2- 172.21.15.5:0/2931765683 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc5f006c2b0 0x7fc5f006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:56.424 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.421+0000 7fc612380640 1 --2- 172.21.15.5:0/2931765683 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc5f006c2b0 0x7fc5f006e770 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fc608034000 tx=0x7fc60802e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:56.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.424+0000 7fc602ffd640 1 -- 172.21.15.5:0/2931765683 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc604010070 con 0x7fc60c155e10 2024-09-19T05:03:56.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.670+0000 7fc6145e4640 1 -- 172.21.15.5:0/2931765683 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_quota.TestQuota.test_remote_update_getfattr"]} v 0) -- 0x7fc60c0b7570 con 0x7fc60c155e10 2024-09-19T05:03:56.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.680+0000 7fc602ffd640 1 -- 172.21.15.5:0/2931765683 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_quota.TestQuota.test_remote_update_getfattr"]}]=0 v165) ==== 143+0+0 (secure 0 0 0) 0x7fc6040596d0 con 0x7fc60c155e10 2024-09-19T05:03:56.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.682+0000 7fc6145e4640 1 -- 172.21.15.5:0/2931765683 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc5f006c2b0 msgr2=0x7fc5f006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:56.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.682+0000 7fc6145e4640 1 --2- 172.21.15.5:0/2931765683 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc5f006c2b0 0x7fc5f006e770 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fc608034000 tx=0x7fc60802e000 comp rx=0 tx=0).stop 2024-09-19T05:03:56.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.682+0000 7fc6145e4640 1 -- 172.21.15.5:0/2931765683 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc60c155e10 msgr2=0x7fc60c0cb830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:56.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.682+0000 7fc6145e4640 1 --2- 172.21.15.5:0/2931765683 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc60c155e10 0x7fc60c0cb830 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fc604007db0 tx=0x7fc60400d4a0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.682+0000 7fc6145e4640 1 -- 172.21.15.5:0/2931765683 shutdown_connections 2024-09-19T05:03:56.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.682+0000 7fc6145e4640 1 --2- 172.21.15.5:0/2931765683 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc5f006c2b0 0x7fc5f006e770 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.682+0000 7fc6145e4640 1 --2- 172.21.15.5:0/2931765683 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc60c155e10 0x7fc60c0cb830 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.682+0000 7fc6145e4640 1 --2- 172.21.15.5:0/2931765683 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc60c15c250 0x7fc60c1558d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.682+0000 7fc6145e4640 1 --2- 172.21.15.5:0/2931765683 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc60c0711b0 0x7fc60c149e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.682+0000 7fc6145e4640 1 -- 172.21.15.5:0/2931765683 >> 172.21.15.5:0/2931765683 conn(0x7fc60c0b3ff0 msgr2=0x7fc60c06e640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:56.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.682+0000 7fc6145e4640 1 -- 172.21.15.5:0/2931765683 shutdown_connections 2024-09-19T05:03:56.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.682+0000 7fc6145e4640 1 -- 172.21.15.5:0/2931765683 wait complete. 2024-09-19T05:03:56.695 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T05:03:56.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.799+0000 7fbdf62ba640 1 Processor -- start 2024-09-19T05:03:56.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.799+0000 7fbdf62ba640 1 -- start start 2024-09-19T05:03:56.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.800+0000 7fbdf62ba640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbdf015c610 0x7fbdf009b630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:56.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.800+0000 7fbdf62ba640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fbdf009aa70 0x7fbdf009ae90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:56.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.800+0000 7fbdf62ba640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbdf009b3d0 con 0x7fbdf00c6370 2024-09-19T05:03:56.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.800+0000 7fbdf62ba640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fbdf015c9f0 con 0x7fbdf009aa70 2024-09-19T05:03:56.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.800+0000 7fbdf62ba640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fbdf00d0b60 con 0x7fbdf015c610 2024-09-19T05:03:56.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.800+0000 7fbdef7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fbdf009aa70 0x7fbdf009ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:56.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.800+0000 7fbdef7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fbdf009aa70 0x7fbdf009ae90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49642/0 (socket says 172.21.15.5:49642) 2024-09-19T05:03:56.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.800+0000 7fbdef7fe640 1 -- 172.21.15.5:0/3121808796 learned_addr learned my addr 172.21.15.5:0/3121808796 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:56.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.801+0000 7fbdeffff640 1 --2- 172.21.15.5:0/3121808796 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbdf015c610 0x7fbdf009b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:56.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.801+0000 7fbdef7fe640 1 -- 172.21.15.5:0/3121808796 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbdf015c610 msgr2=0x7fbdf009b630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:56.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.801+0000 7fbdef7fe640 1 --2- 172.21.15.5:0/3121808796 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbdf015c610 0x7fbdf009b630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.801+0000 7fbdef7fe640 1 -- 172.21.15.5:0/3121808796 >> v1:172.21.15.134:6789/0 conn(0x7fbdf00c6370 legacy=0x7fbdf00c6820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:56.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.801+0000 7fbdef7fe640 1 -- 172.21.15.5:0/3121808796 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdf00d0e40 con 0x7fbdf009aa70 2024-09-19T05:03:56.804 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.801+0000 7fbdef7fe640 1 --2- 172.21.15.5:0/3121808796 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbdf009aa70 0x7fbdf009ae90 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7fbde4009870 tx=0x7fbde402a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6224352965ad05c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:56.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.802+0000 7fbdeeffd640 1 -- 172.21.15.5:0/3121808796 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbde4037070 con 0x7fbdf009aa70 2024-09-19T05:03:56.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.802+0000 7fbdeeffd640 1 -- 172.21.15.5:0/3121808796 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbde4032440 con 0x7fbdf009aa70 2024-09-19T05:03:56.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.802+0000 7fbdeeffd640 1 -- 172.21.15.5:0/3121808796 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbde4032810 con 0x7fbdf009aa70 2024-09-19T05:03:56.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.802+0000 7fbdf62ba640 1 -- 172.21.15.5:0/3121808796 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbdf009aa70 msgr2=0x7fbdf009ae90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:56.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.802+0000 7fbdf62ba640 1 --2- 172.21.15.5:0/3121808796 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbdf009aa70 0x7fbdf009ae90 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7fbde4009870 tx=0x7fbde402a2a0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.802+0000 7fbdf62ba640 1 -- 172.21.15.5:0/3121808796 shutdown_connections 2024-09-19T05:03:56.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.802+0000 7fbdf62ba640 1 --2- 172.21.15.5:0/3121808796 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbdf009aa70 0x7fbdf009ae90 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.802+0000 7fbdf62ba640 1 --2- 172.21.15.5:0/3121808796 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbdf015c610 0x7fbdf009b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.802+0000 7fbdf62ba640 1 -- 172.21.15.5:0/3121808796 >> 172.21.15.5:0/3121808796 conn(0x7fbdf00b3ef0 msgr2=0x7fbdf00b4300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:56.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.802+0000 7fbdf62ba640 1 -- 172.21.15.5:0/3121808796 shutdown_connections 2024-09-19T05:03:56.806 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.802+0000 7fbdf62ba640 1 -- 172.21.15.5:0/3121808796 wait complete. 2024-09-19T05:03:56.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.803+0000 7fbdf62ba640 1 Processor -- start 2024-09-19T05:03:56.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.804+0000 7fbdf62ba640 1 -- start start 2024-09-19T05:03:56.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.804+0000 7fbdf62ba640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbdf009aa70 0x7fbdf01519b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:56.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.804+0000 7fbdf62ba640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbdf00c6370 0x7fbdf00cc020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:56.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.804+0000 7fbdf62ba640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbdf015c610 0x7fbdf009d920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:56.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.804+0000 7fbdf62ba640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fbdf009bcf0 con 0x7fbdf009aa70 2024-09-19T05:03:56.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.804+0000 7fbdf62ba640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fbdf009bb70 con 0x7fbdf015c610 2024-09-19T05:03:56.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.804+0000 7fbdf62ba640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fbdf00ce000 con 0x7fbdf00c6370 2024-09-19T05:03:56.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.804+0000 7fbdeffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbdf009aa70 0x7fbdf01519b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:56.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.804+0000 7fbdeffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbdf009aa70 0x7fbdf01519b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49652/0 (socket says 172.21.15.5:49652) 2024-09-19T05:03:56.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.804+0000 7fbdeffff640 1 -- 172.21.15.5:0/1715386160 learned_addr learned my addr 172.21.15.5:0/1715386160 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:56.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.805+0000 7fbdf4857640 1 --2- 172.21.15.5:0/1715386160 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbdf015c610 0x7fbdf009d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:56.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.805+0000 7fbdef7fe640 1 --2- 172.21.15.5:0/1715386160 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbdf00c6370 0x7fbdf00cc020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:56.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.805+0000 7fbdeffff640 1 -- 172.21.15.5:0/1715386160 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbdf00c6370 msgr2=0x7fbdf00cc020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:56.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.805+0000 7fbdeffff640 1 --2- 172.21.15.5:0/1715386160 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbdf00c6370 0x7fbdf00cc020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.805+0000 7fbdeffff640 1 -- 172.21.15.5:0/1715386160 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbdf015c610 msgr2=0x7fbdf009d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:56.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.805+0000 7fbdeffff640 1 --2- 172.21.15.5:0/1715386160 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbdf015c610 0x7fbdf009d920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.805+0000 7fbdeffff640 1 -- 172.21.15.5:0/1715386160 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdf00ca0b0 con 0x7fbdf009aa70 2024-09-19T05:03:56.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.805+0000 7fbdeffff640 1 --2- 172.21.15.5:0/1715386160 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbdf009aa70 0x7fbdf01519b0 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7fbde000d5f0 tx=0x7fbde000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:56.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.805+0000 7fbdecff9640 1 -- 172.21.15.5:0/1715386160 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbde00125f0 con 0x7fbdf009aa70 2024-09-19T05:03:56.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.805+0000 7fbdecff9640 1 -- 172.21.15.5:0/1715386160 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbde0019070 con 0x7fbdf009aa70 2024-09-19T05:03:56.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.805+0000 7fbdf62ba640 1 -- 172.21.15.5:0/1715386160 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdf00ca390 con 0x7fbdf009aa70 2024-09-19T05:03:56.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.805+0000 7fbdecff9640 1 -- 172.21.15.5:0/1715386160 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbde00129d0 con 0x7fbdf009aa70 2024-09-19T05:03:56.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.805+0000 7fbdf62ba640 1 -- 172.21.15.5:0/1715386160 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdf00ca950 con 0x7fbdf009aa70 2024-09-19T05:03:56.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.806+0000 7fbdf62ba640 1 -- 172.21.15.5:0/1715386160 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbdf009ae90 con 0x7fbdf009aa70 2024-09-19T05:03:56.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.807+0000 7fbdecff9640 1 -- 172.21.15.5:0/1715386160 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbde0012b70 con 0x7fbdf009aa70 2024-09-19T05:03:56.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.807+0000 7fbdecff9640 1 --2- 172.21.15.5:0/1715386160 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbddc06c2b0 0x7fbddc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:56.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.807+0000 7fbdecff9640 1 -- 172.21.15.5:0/1715386160 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5335+0+0 (secure 0 0 0) 0x7fbde008b650 con 0x7fbdf009aa70 2024-09-19T05:03:56.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.808+0000 7fbdef7fe640 1 --2- 172.21.15.5:0/1715386160 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbddc06c2b0 0x7fbddc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:56.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.808+0000 7fbdef7fe640 1 --2- 172.21.15.5:0/1715386160 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbddc06c2b0 0x7fbddc06e770 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fbde4034000 tx=0x7fbde402e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:56.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.812+0000 7fbdecff9640 1 -- 172.21.15.5:0/1715386160 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbde0059fc0 con 0x7fbdf009aa70 2024-09-19T05:03:56.989 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.987+0000 7fbdf62ba640 1 -- 172.21.15.5:0/1715386160 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fbdf00ce3f0 con 0x7fbdf009aa70 2024-09-19T05:03:56.992 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.990+0000 7fbdecff9640 1 -- 172.21.15.5:0/1715386160 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v18)=0 v18) ==== 122+0+0 (secure 0 0 0) 0x7fbde00598c0 con 0x7fbdf009aa70 2024-09-19T05:03:56.994 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.993+0000 7fbdf62ba640 1 -- 172.21.15.5:0/1715386160 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbddc06c2b0 msgr2=0x7fbddc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:56.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.993+0000 7fbdf62ba640 1 --2- 172.21.15.5:0/1715386160 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbddc06c2b0 0x7fbddc06e770 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fbde4034000 tx=0x7fbde402e000 comp rx=0 tx=0).stop 2024-09-19T05:03:56.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.993+0000 7fbdf62ba640 1 -- 172.21.15.5:0/1715386160 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbdf009aa70 msgr2=0x7fbdf01519b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:56.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.993+0000 7fbdf62ba640 1 --2- 172.21.15.5:0/1715386160 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbdf009aa70 0x7fbdf01519b0 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7fbde000d5f0 tx=0x7fbde000dab0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.993+0000 7fbdf62ba640 1 -- 172.21.15.5:0/1715386160 shutdown_connections 2024-09-19T05:03:56.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.993+0000 7fbdf62ba640 1 --2- 172.21.15.5:0/1715386160 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbddc06c2b0 0x7fbddc06e770 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.993+0000 7fbdf62ba640 1 --2- 172.21.15.5:0/1715386160 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbdf015c610 0x7fbdf009d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.993+0000 7fbdf62ba640 1 --2- 172.21.15.5:0/1715386160 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbdf00c6370 0x7fbdf00cc020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.993+0000 7fbdf62ba640 1 --2- 172.21.15.5:0/1715386160 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbdf009aa70 0x7fbdf01519b0 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:56.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.993+0000 7fbdf62ba640 1 -- 172.21.15.5:0/1715386160 >> 172.21.15.5:0/1715386160 conn(0x7fbdf00b3ef0 msgr2=0x7fbdf0071a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:56.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.993+0000 7fbdf62ba640 1 -- 172.21.15.5:0/1715386160 shutdown_connections 2024-09-19T05:03:56.995 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:56.993+0000 7fbdf62ba640 1 -- 172.21.15.5:0/1715386160 wait complete. 2024-09-19T05:03:57.006 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T05:03:57.006 DEBUG:teuthology.orchestra.run.smithi005:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:03:57.067 DEBUG:teuthology.orchestra.run.smithi134:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:03:57.122 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T05:03:57.123 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:03:57.123 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:57.145 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=554 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:03:57.145 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:03:57.145 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:57.186 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056029,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2378 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:03:57.186 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:03:57.186 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:57.206 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=554 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:03:57.207 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:03:57.207 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:03:57.247 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056029,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2378 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:03:57.247 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T05:03:57.248 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:03:57.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.349+0000 7f619935f640 1 Processor -- start 2024-09-19T05:03:57.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.349+0000 7f619935f640 1 -- start start 2024-09-19T05:03:57.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.350+0000 7f619935f640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f619415e5e0 0x7f6194162b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:57.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.350+0000 7f619935f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61940b2240 0x7f619406d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:57.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.350+0000 7f619935f640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f619415e9c0 con 0x7f61940d13f0 2024-09-19T05:03:57.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.350+0000 7f619935f640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f61940d06e0 con 0x7f619415e5e0 2024-09-19T05:03:57.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.350+0000 7f619935f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f61940d0f60 con 0x7f61940b2240 2024-09-19T05:03:57.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.350+0000 7f61927fc640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f61940d13f0 0x7f61940b1b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45284/0 (socket says 172.21.15.5:45284) 2024-09-19T05:03:57.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.350+0000 7f61927fc640 1 -- 172.21.15.5:0/1435010053 learned_addr learned my addr 172.21.15.5:0/1435010053 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:57.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.351+0000 7f61937fe640 1 --2- 172.21.15.5:0/1435010053 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61940b2240 0x7f619406d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:57.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.351+0000 7f6191ffb640 1 -- 172.21.15.5:0/1435010053 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1820418618 0 0) 0x7f617c001110 con 0x7f61940d13f0 2024-09-19T05:03:57.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.351+0000 7f6192ffd640 1 --2- 172.21.15.5:0/1435010053 >> v2:172.21.15.134:3300/0 conn(0x7f619415e5e0 0x7f6194162b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:57.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.351+0000 7f6191ffb640 1 -- 172.21.15.5:0/1435010053 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6180003520 con 0x7f61940d13f0 2024-09-19T05:03:57.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.351+0000 7f6191ffb640 1 -- 172.21.15.5:0/1435010053 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3019949163 0 0) 0x7f6180003520 con 0x7f61940d13f0 2024-09-19T05:03:57.354 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.351+0000 7f6191ffb640 1 -- 172.21.15.5:0/1435010053 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61940b2240 msgr2=0x7f619406d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:57.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.351+0000 7f6191ffb640 1 --2- 172.21.15.5:0/1435010053 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61940b2240 0x7f619406d3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:57.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.351+0000 7f6191ffb640 1 -- 172.21.15.5:0/1435010053 >> v2:172.21.15.134:3300/0 conn(0x7f619415e5e0 msgr2=0x7f6194162b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:57.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.351+0000 7f6191ffb640 1 --2- 172.21.15.5:0/1435010053 >> v2:172.21.15.134:3300/0 conn(0x7f619415e5e0 0x7f6194162b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:57.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.351+0000 7f6191ffb640 1 -- 172.21.15.5:0/1435010053 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6194163070 con 0x7f61940d13f0 2024-09-19T05:03:57.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.351+0000 7f6191ffb640 1 -- 172.21.15.5:0/1435010053 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f617c001840 con 0x7f61940d13f0 2024-09-19T05:03:57.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.351+0000 7f6191ffb640 1 -- 172.21.15.5:0/1435010053 >> v1:172.21.15.5:6789/0 conn(0x7f61940d13f0 legacy=0x7f61940b1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:57.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.351+0000 7f6191ffb640 1 --2- 172.21.15.5:0/1435010053 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f61800039b0 0x7f6180003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:57.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.351+0000 7f6191ffb640 1 --2- 172.21.15.5:0/1435010053 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61940b2240 0x7f6180004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:57.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.351+0000 7f6191ffb640 1 --2- 172.21.15.5:0/1435010053 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6180004d40 0x7f61800051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:57.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.351+0000 7f6191ffb640 1 -- 172.21.15.5:0/1435010053 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f61940d0f60 con 0x7f6180004d40 2024-09-19T05:03:57.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.351+0000 7f6191ffb640 1 -- 172.21.15.5:0/1435010053 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f618000b9c0 con 0x7f61800039b0 2024-09-19T05:03:57.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.351+0000 7f6191ffb640 1 -- 172.21.15.5:0/1435010053 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f618000bb40 con 0x7f61940b2240 2024-09-19T05:03:57.355 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.351+0000 7f61937fe640 1 --2- 172.21.15.5:0/1435010053 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6180004d40 0x7f61800051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:57.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.351+0000 7f61927fc640 1 --2- 172.21.15.5:0/1435010053 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61940b2240 0x7f6180004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:57.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.351+0000 7f6192ffd640 1 --2- 172.21.15.5:0/1435010053 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f61800039b0 0x7f6180003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:57.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.351+0000 7f61937fe640 1 -- 172.21.15.5:0/1435010053 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61940b2240 msgr2=0x7f6180004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:57.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.351+0000 7f61937fe640 1 --2- 172.21.15.5:0/1435010053 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61940b2240 0x7f6180004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:57.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.351+0000 7f61937fe640 1 -- 172.21.15.5:0/1435010053 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f61800039b0 msgr2=0x7f6180003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:57.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.351+0000 7f61937fe640 1 --2- 172.21.15.5:0/1435010053 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f61800039b0 0x7f6180003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:57.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.351+0000 7f61937fe640 1 -- 172.21.15.5:0/1435010053 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6180003520 con 0x7f6180004d40 2024-09-19T05:03:57.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.352+0000 7f61937fe640 1 --2- 172.21.15.5:0/1435010053 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6180004d40 0x7f61800051c0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f618c009ac0 tx=0x7f6180005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26cc4f0ac381e3a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:57.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.352+0000 7f6191ffb640 1 -- 172.21.15.5:0/1435010053 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f618c036070 con 0x7f6180004d40 2024-09-19T05:03:57.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.352+0000 7f6191ffb640 1 -- 172.21.15.5:0/1435010053 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f618c031400 con 0x7f6180004d40 2024-09-19T05:03:57.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.352+0000 7f6191ffb640 1 -- 172.21.15.5:0/1435010053 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f618c009690 con 0x7f6180004d40 2024-09-19T05:03:57.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.353+0000 7f619935f640 1 -- 172.21.15.5:0/1435010053 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6180004d40 msgr2=0x7f61800051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:57.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.353+0000 7f619935f640 1 --2- 172.21.15.5:0/1435010053 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6180004d40 0x7f61800051c0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f618c009ac0 tx=0x7f6180005830 comp rx=0 tx=0).stop 2024-09-19T05:03:57.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.353+0000 7f61937fe640 1 -- 172.21.15.5:0/1435010053 reap_dead start 2024-09-19T05:03:57.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.353+0000 7f619935f640 1 -- 172.21.15.5:0/1435010053 shutdown_connections 2024-09-19T05:03:57.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.353+0000 7f619935f640 1 -- 172.21.15.5:0/1435010053 >> 172.21.15.5:0/1435010053 conn(0x7f61940d23b0 msgr2=0x7f61940d27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:57.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.353+0000 7f619935f640 1 -- 172.21.15.5:0/1435010053 shutdown_connections 2024-09-19T05:03:57.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.353+0000 7f619935f640 1 -- 172.21.15.5:0/1435010053 wait complete. 2024-09-19T05:03:57.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.354+0000 7f619935f640 1 Processor -- start 2024-09-19T05:03:57.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.354+0000 7f619935f640 1 -- start start 2024-09-19T05:03:57.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.355+0000 7f619935f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f619414e880 0x7f61941f86f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:57.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.355+0000 7f619935f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61940c5ea0 0x7f61940702d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:57.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.355+0000 7f619935f640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6194070810 0x7f61940b5200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:57.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.355+0000 7f619935f640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f61940d0bf0 con 0x7f619414e880 2024-09-19T05:03:57.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.355+0000 7f619935f640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f61940d0910 con 0x7f6194070810 2024-09-19T05:03:57.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.355+0000 7f619935f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f61940b1850 con 0x7f61940c5ea0 2024-09-19T05:03:57.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.355+0000 7f6192ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f619414e880 0x7f61941f86f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:57.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.355+0000 7f6192ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f619414e880 0x7f61941f86f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:58470/0 (socket says 172.21.15.5:58470) 2024-09-19T05:03:57.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.355+0000 7f6192ffd640 1 -- 172.21.15.5:0/2493098496 learned_addr learned my addr 172.21.15.5:0/2493098496 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:57.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.355+0000 7f61927fc640 1 --2- 172.21.15.5:0/2493098496 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61940c5ea0 0x7f61940702d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:57.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.355+0000 7f61937fe640 1 --2- 172.21.15.5:0/2493098496 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6194070810 0x7f61940b5200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:57.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.355+0000 7f6192ffd640 1 -- 172.21.15.5:0/2493098496 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61940c5ea0 msgr2=0x7f61940702d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:57.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.355+0000 7f6192ffd640 1 --2- 172.21.15.5:0/2493098496 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61940c5ea0 0x7f61940702d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:57.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.355+0000 7f6192ffd640 1 -- 172.21.15.5:0/2493098496 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6194070810 msgr2=0x7f61940b5200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:57.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.355+0000 7f6192ffd640 1 --2- 172.21.15.5:0/2493098496 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6194070810 0x7f61940b5200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:57.360 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.355+0000 7f6192ffd640 1 -- 172.21.15.5:0/2493098496 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61940c6330 con 0x7f619414e880 2024-09-19T05:03:57.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.356+0000 7f6192ffd640 1 --2- 172.21.15.5:0/2493098496 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f619414e880 0x7f61941f86f0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f6184009fc0 tx=0x7f618400f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:57.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.356+0000 7f618b7fe640 1 -- 172.21.15.5:0/2493098496 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f618400fea0 con 0x7f619414e880 2024-09-19T05:03:57.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.356+0000 7f618b7fe640 1 -- 172.21.15.5:0/2493098496 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6184015630 con 0x7f619414e880 2024-09-19T05:03:57.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.356+0000 7f619935f640 1 -- 172.21.15.5:0/2493098496 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61940c6610 con 0x7f619414e880 2024-09-19T05:03:57.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.356+0000 7f618b7fe640 1 -- 172.21.15.5:0/2493098496 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6184015a20 con 0x7f619414e880 2024-09-19T05:03:57.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.356+0000 7f619935f640 1 -- 172.21.15.5:0/2493098496 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61940c6bd0 con 0x7f619414e880 2024-09-19T05:03:57.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.357+0000 7f619935f640 1 -- 172.21.15.5:0/2493098496 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f619406cd20 con 0x7f619414e880 2024-09-19T05:03:57.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.357+0000 7f618b7fe640 1 -- 172.21.15.5:0/2493098496 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6184015bc0 con 0x7f619414e880 2024-09-19T05:03:57.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.358+0000 7f618b7fe640 1 --2- 172.21.15.5:0/2493098496 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f617406c2b0 0x7f617406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:57.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.358+0000 7f618b7fe640 1 -- 172.21.15.5:0/2493098496 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5335+0+0 (secure 0 0 0) 0x7f618408c360 con 0x7f619414e880 2024-09-19T05:03:57.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.358+0000 7f61927fc640 1 --2- 172.21.15.5:0/2493098496 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f617406c2b0 0x7f617406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:57.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.359+0000 7f61927fc640 1 --2- 172.21.15.5:0/2493098496 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f617406c2b0 0x7f617406e770 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f619415da40 tx=0x7f617c007b00 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:57.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.363+0000 7f618b7fe640 1 -- 172.21.15.5:0/2493098496 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6184019030 con 0x7f619414e880 2024-09-19T05:03:57.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.576+0000 7f619935f640 1 -- 172.21.15.5:0/2493098496 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f61940d2f30 con 0x7f619414e880 2024-09-19T05:03:57.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.576+0000 7f618b7fe640 1 -- 172.21.15.5:0/2493098496 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) ==== 94+0+3905 (secure 0 0 0) 0x7f618408ae20 con 0x7f619414e880 2024-09-19T05:03:57.578 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:57.578 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":40,"btime":"2024-09-19T05:03:52:668993+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5560,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/2045800348","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":2045800348},{"type":"v1","addr":"172.21.15.134:6836","nonce":2045800348}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5563,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/1704639855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":1704639855},{"type":"v1","addr":"172.21.15.134:6837","nonce":1704639855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5940,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/97678885","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":97678885},{"type":"v1","addr":"172.21.15.5:6834","nonce":97678885}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":34},{"gid":6213,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/1856870791","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":1856870791},{"type":"v1","addr":"172.21.15.5:6835","nonce":1856870791}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40}],"filesystems":[]} 2024-09-19T05:03:57.579 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 40 2024-09-19T05:03:57.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.578+0000 7f619935f640 1 -- 172.21.15.5:0/2493098496 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f617406c2b0 msgr2=0x7f617406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:57.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.578+0000 7f619935f640 1 --2- 172.21.15.5:0/2493098496 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f617406c2b0 0x7f617406e770 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f619415da40 tx=0x7f617c007b00 comp rx=0 tx=0).stop 2024-09-19T05:03:57.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.578+0000 7f619935f640 1 -- 172.21.15.5:0/2493098496 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f619414e880 msgr2=0x7f61941f86f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:57.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.578+0000 7f619935f640 1 --2- 172.21.15.5:0/2493098496 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f619414e880 0x7f61941f86f0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f6184009fc0 tx=0x7f618400f580 comp rx=0 tx=0).stop 2024-09-19T05:03:57.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.579+0000 7f619935f640 1 -- 172.21.15.5:0/2493098496 shutdown_connections 2024-09-19T05:03:57.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.579+0000 7f619935f640 1 --2- 172.21.15.5:0/2493098496 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f617406c2b0 0x7f617406e770 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:57.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.579+0000 7f619935f640 1 --2- 172.21.15.5:0/2493098496 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6194070810 0x7f61940b5200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:57.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.579+0000 7f619935f640 1 --2- 172.21.15.5:0/2493098496 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f61940c5ea0 0x7f61940702d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:57.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.579+0000 7f619935f640 1 --2- 172.21.15.5:0/2493098496 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f619414e880 0x7f61941f86f0 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:57.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.579+0000 7f619935f640 1 -- 172.21.15.5:0/2493098496 >> 172.21.15.5:0/2493098496 conn(0x7f61940d23b0 msgr2=0x7f619415c960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:57.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.579+0000 7f619935f640 1 -- 172.21.15.5:0/2493098496 shutdown_connections 2024-09-19T05:03:57.581 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.579+0000 7f619935f640 1 -- 172.21.15.5:0/2493098496 wait complete. 2024-09-19T05:03:57.591 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T05:03:57.591 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T05:03:57.592 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T05:03:57.592 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:03:57.592 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T05:03:57.592 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T05:03:57.592 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T05:03:57.592 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:03:57.592 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T05:03:57.592 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T05:03:57.593 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T05:03:57.593 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:03:57.593 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T05:03:57.593 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T05:03:57.593 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T05:03:57.593 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:03:57.602 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T05:03:57.602 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T05:03:57.603 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T05:03:57.603 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T05:03:57.605 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T05:03:57.605 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T05:03:57.606 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T05:03:57.606 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T05:03:57.645 INFO:tasks.ceph.mds.a:Started 2024-09-19T05:03:57.645 DEBUG:teuthology.parallel:result is None 2024-09-19T05:03:57.646 INFO:tasks.ceph.mds.c:Started 2024-09-19T05:03:57.646 DEBUG:teuthology.parallel:result is None 2024-09-19T05:03:57.648 INFO:tasks.ceph.mds.b:Started 2024-09-19T05:03:57.648 DEBUG:teuthology.parallel:result is None 2024-09-19T05:03:57.649 INFO:tasks.ceph.mds.d:Started 2024-09-19T05:03:57.649 DEBUG:teuthology.parallel:result is None 2024-09-19T05:03:57.650 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T05:03:57.723 INFO:tasks.ceph.mds.c.smithi005.stdout:starting mds.c at 2024-09-19T05:03:57.724 INFO:tasks.ceph.mds.a.smithi005.stdout:starting mds.a at 2024-09-19T05:03:57.730 INFO:tasks.ceph.mds.b.smithi134.stdout:starting mds.b at 2024-09-19T05:03:57.730 INFO:tasks.ceph.mds.d.smithi134.stdout:starting mds.d at 2024-09-19T05:03:57.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.757+0000 7f74b01e8640 1 Processor -- start 2024-09-19T05:03:57.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.757+0000 7f74b01e8640 1 -- start start 2024-09-19T05:03:57.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.758+0000 7f74b01e8640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f74a815e660 0x7f74a80d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:57.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.758+0000 7f74b01e8640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f74a80b6700 0x7f74a806d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:57.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.758+0000 7f74b01e8640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f74a80d3680 con 0x7f74a80d3150 2024-09-19T05:03:57.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.758+0000 7f74b01e8640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f74a806d4b0 con 0x7f74a80b6700 2024-09-19T05:03:57.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.758+0000 7f74b01e8640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f74a80d3960 con 0x7f74a815e660 2024-09-19T05:03:57.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.758+0000 7f74ad783640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f74a80d3150 0x7f74a80b5ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45320/0 (socket says 172.21.15.5:45320) 2024-09-19T05:03:57.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.758+0000 7f74ad783640 1 -- 172.21.15.5:0/4091430649 learned_addr learned my addr 172.21.15.5:0/4091430649 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:57.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.759+0000 7f74adf84640 1 --2- 172.21.15.5:0/4091430649 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f74a815e660 0x7f74a80d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:57.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.759+0000 7f74ae785640 1 --2- 172.21.15.5:0/4091430649 >> v2:172.21.15.134:3300/0 conn(0x7f74a80b6700 0x7f74a806d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:57.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.759+0000 7f74acf82640 1 -- 172.21.15.5:0/4091430649 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1389699261 0 0) 0x7f74a80d3680 con 0x7f74a80d3150 2024-09-19T05:03:57.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.759+0000 7f74acf82640 1 -- 172.21.15.5:0/4091430649 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7494003520 con 0x7f74a80d3150 2024-09-19T05:03:57.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.759+0000 7f74acf82640 1 -- 172.21.15.5:0/4091430649 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2821723687 0 0) 0x7f7494003520 con 0x7f74a80d3150 2024-09-19T05:03:57.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.759+0000 7f74adf84640 1 -- 172.21.15.5:0/4091430649 >> v2:172.21.15.134:3300/0 conn(0x7f74a80b6700 msgr2=0x7f74a806d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:57.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.759+0000 7f74adf84640 1 --2- 172.21.15.5:0/4091430649 >> v2:172.21.15.134:3300/0 conn(0x7f74a80b6700 0x7f74a806d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:57.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.759+0000 7f74adf84640 1 -- 172.21.15.5:0/4091430649 >> v1:172.21.15.5:6789/0 conn(0x7f74a80d3150 legacy=0x7f74a80b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:57.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.759+0000 7f74adf84640 1 -- 172.21.15.5:0/4091430649 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74a806ce60 con 0x7f74a815e660 2024-09-19T05:03:57.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.760+0000 7f74adf84640 1 --2- 172.21.15.5:0/4091430649 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f74a815e660 0x7f74a80d4dd0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f74a40097a0 tx=0x7f74a402a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7e5d80ff600bd238 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:57.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.760+0000 7f74acf82640 1 -- 172.21.15.5:0/4091430649 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74a4037070 con 0x7f74a815e660 2024-09-19T05:03:57.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.760+0000 7f74acf82640 1 -- 172.21.15.5:0/4091430649 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74a402ac30 con 0x7f74a815e660 2024-09-19T05:03:57.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.760+0000 7f74acf82640 1 -- 172.21.15.5:0/4091430649 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7498001670 con 0x7f74a815e660 2024-09-19T05:03:57.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.760+0000 7f74b01e8640 1 -- 172.21.15.5:0/4091430649 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f74a815e660 msgr2=0x7f74a80d4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:57.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.760+0000 7f74b01e8640 1 --2- 172.21.15.5:0/4091430649 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f74a815e660 0x7f74a80d4dd0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f74a40097a0 tx=0x7f74a402a1a0 comp rx=0 tx=0).stop 2024-09-19T05:03:57.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.760+0000 7f74b01e8640 1 -- 172.21.15.5:0/4091430649 shutdown_connections 2024-09-19T05:03:57.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.760+0000 7f74b01e8640 1 --2- 172.21.15.5:0/4091430649 >> v2:172.21.15.134:3300/0 conn(0x7f74a80b6700 0x7f74a806d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:57.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.760+0000 7f74b01e8640 1 --2- 172.21.15.5:0/4091430649 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f74a815e660 0x7f74a80d4dd0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:57.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.760+0000 7f74b01e8640 1 -- 172.21.15.5:0/4091430649 >> 172.21.15.5:0/4091430649 conn(0x7f74a808c000 msgr2=0x7f74a80d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:57.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.761+0000 7f74b01e8640 1 -- 172.21.15.5:0/4091430649 shutdown_connections 2024-09-19T05:03:57.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.761+0000 7f74b01e8640 1 -- 172.21.15.5:0/4091430649 wait complete. 2024-09-19T05:03:57.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.762+0000 7f74b01e8640 1 Processor -- start 2024-09-19T05:03:57.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.762+0000 7f74b01e8640 1 -- start start 2024-09-19T05:03:57.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.762+0000 7f74b01e8640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f74a80b6700 0x7f74a80b88e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:57.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.762+0000 7f74b01e8640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f74a80d3150 0x7f74a80ce060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:57.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.763+0000 7f74b01e8640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f74a815e660 0x7f74a81576d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:57.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.763+0000 7f74b01e8640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f74a815ea40 con 0x7f74a80b6700 2024-09-19T05:03:57.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.763+0000 7f74b01e8640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f74a80d5310 con 0x7f74a815e660 2024-09-19T05:03:57.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.763+0000 7f74b01e8640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f74a806de80 con 0x7f74a80d3150 2024-09-19T05:03:57.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.763+0000 7f74adf84640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f74a80b6700 0x7f74a80b88e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:57.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.763+0000 7f74adf84640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f74a80b6700 0x7f74a80b88e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:58508/0 (socket says 172.21.15.5:58508) 2024-09-19T05:03:57.766 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.763+0000 7f74adf84640 1 -- 172.21.15.5:0/3670081856 learned_addr learned my addr 172.21.15.5:0/3670081856 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:57.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.763+0000 7f74ad783640 1 --2- 172.21.15.5:0/3670081856 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f74a80d3150 0x7f74a80ce060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:57.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.763+0000 7f74ae785640 1 --2- 172.21.15.5:0/3670081856 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f74a815e660 0x7f74a81576d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:57.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.763+0000 7f74adf84640 1 -- 172.21.15.5:0/3670081856 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f74a80d3150 msgr2=0x7f74a80ce060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:57.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.763+0000 7f74adf84640 1 --2- 172.21.15.5:0/3670081856 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f74a80d3150 0x7f74a80ce060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:57.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.763+0000 7f74adf84640 1 -- 172.21.15.5:0/3670081856 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f74a815e660 msgr2=0x7f74a81576d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:57.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.763+0000 7f74adf84640 1 --2- 172.21.15.5:0/3670081856 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f74a815e660 0x7f74a81576d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:57.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.763+0000 7f74adf84640 1 -- 172.21.15.5:0/3670081856 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74a80b9050 con 0x7f74a80b6700 2024-09-19T05:03:57.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.763+0000 7f74adf84640 1 --2- 172.21.15.5:0/3670081856 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f74a80b6700 0x7f74a80b88e0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f74a4035040 tx=0x7f74a40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:57.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.763+0000 7f749e7fc640 1 -- 172.21.15.5:0/3670081856 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74a4041020 con 0x7f74a80b6700 2024-09-19T05:03:57.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.763+0000 7f749e7fc640 1 -- 172.21.15.5:0/3670081856 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74a403d620 con 0x7f74a80b6700 2024-09-19T05:03:57.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.763+0000 7f74b01e8640 1 -- 172.21.15.5:0/3670081856 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74a80b9330 con 0x7f74a80b6700 2024-09-19T05:03:57.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.763+0000 7f749e7fc640 1 -- 172.21.15.5:0/3670081856 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74a4037040 con 0x7f74a80b6700 2024-09-19T05:03:57.767 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.763+0000 7f74b01e8640 1 -- 172.21.15.5:0/3670081856 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74a80b98f0 con 0x7f74a80b6700 2024-09-19T05:03:57.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.764+0000 7f74b01e8640 1 -- 172.21.15.5:0/3670081856 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74a806d920 con 0x7f74a80b6700 2024-09-19T05:03:57.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.765+0000 7f749e7fc640 1 -- 172.21.15.5:0/3670081856 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f74a4044020 con 0x7f74a80b6700 2024-09-19T05:03:57.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.765+0000 7f749e7fc640 1 --2- 172.21.15.5:0/3670081856 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f748c06c2b0 0x7f748c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:57.768 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.765+0000 7f749e7fc640 1 -- 172.21.15.5:0/3670081856 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5335+0+0 (secure 0 0 0) 0x7f74a40ab670 con 0x7f74a80b6700 2024-09-19T05:03:57.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.765+0000 7f74ad783640 1 --2- 172.21.15.5:0/3670081856 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f748c06c2b0 0x7f748c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:57.769 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.766+0000 7f74ad783640 1 --2- 172.21.15.5:0/3670081856 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f748c06c2b0 0x7f748c06e770 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f74a8161d80 tx=0x7f7498001de0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:57.771 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.770+0000 7f749e7fc640 1 -- 172.21.15.5:0/3670081856 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f74a404b030 con 0x7f74a80b6700 2024-09-19T05:03:57.960 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:57.959+0000 7f74b01e8640 1 -- 172.21.15.5:0/3670081856 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f74a80b3be0 con 0x7f74a80b6700 2024-09-19T05:03:59.007 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.005+0000 7f749e7fc640 1 -- 172.21.15.5:0/3670081856 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v80) ==== 97+0+0 (secure 0 0 0) 0x7f74a407ee20 con 0x7f74a80b6700 2024-09-19T05:03:59.007 INFO:teuthology.orchestra.run.smithi005.stderr: removed all blocklist entries 2024-09-19T05:03:59.010 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.009+0000 7f74b01e8640 1 -- 172.21.15.5:0/3670081856 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f748c06c2b0 msgr2=0x7f748c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:59.010 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.009+0000 7f74b01e8640 1 --2- 172.21.15.5:0/3670081856 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f748c06c2b0 0x7f748c06e770 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f74a8161d80 tx=0x7f7498001de0 comp rx=0 tx=0).stop 2024-09-19T05:03:59.010 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.009+0000 7f74b01e8640 1 -- 172.21.15.5:0/3670081856 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f74a80b6700 msgr2=0x7f74a80b88e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:59.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.009+0000 7f74b01e8640 1 --2- 172.21.15.5:0/3670081856 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f74a80b6700 0x7f74a80b88e0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f74a4035040 tx=0x7f74a40046c0 comp rx=0 tx=0).stop 2024-09-19T05:03:59.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.009+0000 7f74b01e8640 1 -- 172.21.15.5:0/3670081856 shutdown_connections 2024-09-19T05:03:59.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.009+0000 7f74b01e8640 1 --2- 172.21.15.5:0/3670081856 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f748c06c2b0 0x7f748c06e770 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:59.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.009+0000 7f74b01e8640 1 --2- 172.21.15.5:0/3670081856 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f74a815e660 0x7f74a81576d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:59.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.009+0000 7f74b01e8640 1 --2- 172.21.15.5:0/3670081856 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f74a80d3150 0x7f74a80ce060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:59.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.009+0000 7f74b01e8640 1 --2- 172.21.15.5:0/3670081856 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f74a80b6700 0x7f74a80b88e0 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:59.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.009+0000 7f74b01e8640 1 -- 172.21.15.5:0/3670081856 >> 172.21.15.5:0/3670081856 conn(0x7f74a808c000 msgr2=0x7f74a80cf030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:59.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.009+0000 7f74b01e8640 1 -- 172.21.15.5:0/3670081856 shutdown_connections 2024-09-19T05:03:59.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.009+0000 7f74b01e8640 1 -- 172.21.15.5:0/3670081856 wait complete. 2024-09-19T05:03:59.024 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T05:03:59.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.133+0000 7fe4aebfd640 1 Processor -- start 2024-09-19T05:03:59.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.133+0000 7fe4aebfd640 1 -- start start 2024-09-19T05:03:59.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.134+0000 7fe4aebfd640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4a815c250 0x7fe4a809b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:59.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.134+0000 7fe4aebfd640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4a80b5be0 con 0x7fe4a815eb10 2024-09-19T05:03:59.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.134+0000 7fe4aebfd640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4a815efa0 con 0x7fe4a8071380 2024-09-19T05:03:59.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.134+0000 7fe4aebfd640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fe4a815f280 con 0x7fe4a815c250 2024-09-19T05:03:59.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.134+0000 7fe4a7fff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fe4a815eb10 0x7fe4a8070c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45324/0 (socket says 172.21.15.5:45324) 2024-09-19T05:03:59.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.134+0000 7fe4a7fff640 1 -- 172.21.15.5:0/1658529015 learned_addr learned my addr 172.21.15.5:0/1658529015 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:59.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.134+0000 7fe4ac999640 1 --2- 172.21.15.5:0/1658529015 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4a815c250 0x7fe4a809b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:59.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.134+0000 7fe4a77fe640 1 -- 172.21.15.5:0/1658529015 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1550920027 0 0) 0x7fe494001110 con 0x7fe4a815eb10 2024-09-19T05:03:59.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.134+0000 7fe4a77fe640 1 -- 172.21.15.5:0/1658529015 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe498003520 con 0x7fe4a815eb10 2024-09-19T05:03:59.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.135+0000 7fe4a77fe640 1 -- 172.21.15.5:0/1658529015 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1938337054 0 0) 0x7fe498003520 con 0x7fe4a815eb10 2024-09-19T05:03:59.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.135+0000 7fe4a77fe640 1 -- 172.21.15.5:0/1658529015 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4a815c250 msgr2=0x7fe4a809b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:59.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.135+0000 7fe4a77fe640 1 --2- 172.21.15.5:0/1658529015 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4a815c250 0x7fe4a809b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:59.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.135+0000 7fe4a77fe640 1 -- 172.21.15.5:0/1658529015 >> v1:172.21.15.134:6789/0 conn(0x7fe4a8071380 legacy=0x7fe4a80b60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:59.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.135+0000 7fe4a77fe640 1 -- 172.21.15.5:0/1658529015 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4a815f560 con 0x7fe4a815eb10 2024-09-19T05:03:59.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.135+0000 7fe4a77fe640 1 -- 172.21.15.5:0/1658529015 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7fe494001840 con 0x7fe4a815eb10 2024-09-19T05:03:59.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.135+0000 7fe4a77fe640 1 -- 172.21.15.5:0/1658529015 >> v1:172.21.15.5:6789/0 conn(0x7fe4a815eb10 legacy=0x7fe4a8070c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:59.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.135+0000 7fe4a77fe640 1 --2- 172.21.15.5:0/1658529015 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4980039e0 0x7fe498003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:59.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.135+0000 7fe4a77fe640 1 --2- 172.21.15.5:0/1658529015 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe498004800 0x7fe498004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:59.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.135+0000 7fe4a77fe640 1 --2- 172.21.15.5:0/1658529015 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4a815c250 0x7fe4980051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:59.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.135+0000 7fe4a77fe640 1 -- 172.21.15.5:0/1658529015 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fe4a815f280 con 0x7fe4980039e0 2024-09-19T05:03:59.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.135+0000 7fe4a77fe640 1 -- 172.21.15.5:0/1658529015 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fe49800ba70 con 0x7fe498004800 2024-09-19T05:03:59.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.135+0000 7fe4a77fe640 1 -- 172.21.15.5:0/1658529015 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fe49800bc70 con 0x7fe4a815c250 2024-09-19T05:03:59.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.135+0000 7fe4ac999640 1 --2- 172.21.15.5:0/1658529015 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4980039e0 0x7fe498003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:59.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.135+0000 7fe4a7fff640 1 --2- 172.21.15.5:0/1658529015 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe498004800 0x7fe498004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:59.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.135+0000 7fe4ad19a640 1 --2- 172.21.15.5:0/1658529015 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4a815c250 0x7fe4980051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:59.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.135+0000 7fe4ac999640 1 -- 172.21.15.5:0/1658529015 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4a815c250 msgr2=0x7fe4980051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:59.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.135+0000 7fe4ac999640 1 --2- 172.21.15.5:0/1658529015 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4a815c250 0x7fe4980051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:59.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.135+0000 7fe4ac999640 1 -- 172.21.15.5:0/1658529015 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe498004800 msgr2=0x7fe498004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:59.139 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.135+0000 7fe4ac999640 1 --2- 172.21.15.5:0/1658529015 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe498004800 0x7fe498004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:59.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.135+0000 7fe4ac999640 1 -- 172.21.15.5:0/1658529015 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe498003520 con 0x7fe4980039e0 2024-09-19T05:03:59.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.135+0000 7fe4a7fff640 1 --2- 172.21.15.5:0/1658529015 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe498004800 0x7fe498004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:59.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.135+0000 7fe4ad19a640 1 --2- 172.21.15.5:0/1658529015 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4a815c250 0x7fe4980051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:59.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.136+0000 7fe4ac999640 1 --2- 172.21.15.5:0/1658529015 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4980039e0 0x7fe498003e00 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7fe49c009a90 tx=0x7fe498005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=803e73df875b2c32 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:59.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.136+0000 7fe4a77fe640 1 -- 172.21.15.5:0/1658529015 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe49c036070 con 0x7fe4980039e0 2024-09-19T05:03:59.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.136+0000 7fe4a77fe640 1 -- 172.21.15.5:0/1658529015 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe49c031400 con 0x7fe4980039e0 2024-09-19T05:03:59.140 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.136+0000 7fe4a77fe640 1 -- 172.21.15.5:0/1658529015 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe49c009690 con 0x7fe4980039e0 2024-09-19T05:03:59.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.137+0000 7fe4aebfd640 1 -- 172.21.15.5:0/1658529015 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4980039e0 msgr2=0x7fe498003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:59.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.137+0000 7fe4aebfd640 1 --2- 172.21.15.5:0/1658529015 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4980039e0 0x7fe498003e00 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7fe49c009a90 tx=0x7fe498005830 comp rx=0 tx=0).stop 2024-09-19T05:03:59.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.137+0000 7fe4ad19a640 1 -- 172.21.15.5:0/1658529015 reap_dead start 2024-09-19T05:03:59.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.137+0000 7fe4aebfd640 1 -- 172.21.15.5:0/1658529015 shutdown_connections 2024-09-19T05:03:59.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.137+0000 7fe4aebfd640 1 -- 172.21.15.5:0/1658529015 >> 172.21.15.5:0/1658529015 conn(0x7fe4a80b3ff0 msgr2=0x7fe4a80b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:59.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.137+0000 7fe4aebfd640 1 -- 172.21.15.5:0/1658529015 shutdown_connections 2024-09-19T05:03:59.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.137+0000 7fe4aebfd640 1 -- 172.21.15.5:0/1658529015 wait complete. 2024-09-19T05:03:59.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.138+0000 7fe4aebfd640 1 Processor -- start 2024-09-19T05:03:59.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.138+0000 7fe4aebfd640 1 -- start start 2024-09-19T05:03:59.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.139+0000 7fe4aebfd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4980039e0 0x7fe4a81e7a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:59.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.139+0000 7fe4aebfd640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4a8144b20 0x7fe4a80cb670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:59.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.139+0000 7fe4aebfd640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe4a80ccef0 0x7fe4a80b0320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:59.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.139+0000 7fe4aebfd640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fe4a809b9f0 con 0x7fe4980039e0 2024-09-19T05:03:59.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.139+0000 7fe4aebfd640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fe4a809b5a0 con 0x7fe4a80ccef0 2024-09-19T05:03:59.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.139+0000 7fe4aebfd640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fe4a809bb70 con 0x7fe4a8144b20 2024-09-19T05:03:59.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.139+0000 7fe4ac999640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4980039e0 0x7fe4a81e7a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:59.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.139+0000 7fe4ac999640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4980039e0 0x7fe4a81e7a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:58522/0 (socket says 172.21.15.5:58522) 2024-09-19T05:03:59.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.139+0000 7fe4ac999640 1 -- 172.21.15.5:0/4136089821 learned_addr learned my addr 172.21.15.5:0/4136089821 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:59.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.139+0000 7fe4a7fff640 1 --2- 172.21.15.5:0/4136089821 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4a8144b20 0x7fe4a80cb670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:59.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.139+0000 7fe4ad19a640 1 --2- 172.21.15.5:0/4136089821 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe4a80ccef0 0x7fe4a80b0320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:59.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.139+0000 7fe4ac999640 1 -- 172.21.15.5:0/4136089821 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4a8144b20 msgr2=0x7fe4a80cb670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:59.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.139+0000 7fe4ac999640 1 --2- 172.21.15.5:0/4136089821 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4a8144b20 0x7fe4a80cb670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:59.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.139+0000 7fe4ac999640 1 -- 172.21.15.5:0/4136089821 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe4a80ccef0 msgr2=0x7fe4a80b0320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:59.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.139+0000 7fe4ac999640 1 --2- 172.21.15.5:0/4136089821 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe4a80ccef0 0x7fe4a80b0320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:59.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.139+0000 7fe4ac999640 1 -- 172.21.15.5:0/4136089821 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4a80cbbb0 con 0x7fe4980039e0 2024-09-19T05:03:59.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.140+0000 7fe4ac999640 1 --2- 172.21.15.5:0/4136089821 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4980039e0 0x7fe4a81e7a80 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7fe49c034040 tx=0x7fe49c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:59.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.140+0000 7fe4a57fa640 1 -- 172.21.15.5:0/4136089821 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe49c040020 con 0x7fe4980039e0 2024-09-19T05:03:59.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.140+0000 7fe4a57fa640 1 -- 172.21.15.5:0/4136089821 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe49c003bc0 con 0x7fe4980039e0 2024-09-19T05:03:59.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.140+0000 7fe4aebfd640 1 -- 172.21.15.5:0/4136089821 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4a80cbe50 con 0x7fe4980039e0 2024-09-19T05:03:59.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.140+0000 7fe4a57fa640 1 -- 172.21.15.5:0/4136089821 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe49c036040 con 0x7fe4980039e0 2024-09-19T05:03:59.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.140+0000 7fe4aebfd640 1 -- 172.21.15.5:0/4136089821 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4a80cc410 con 0x7fe4980039e0 2024-09-19T05:03:59.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.141+0000 7fe4aebfd640 1 -- 172.21.15.5:0/4136089821 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4a80b1d10 con 0x7fe4980039e0 2024-09-19T05:03:59.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.142+0000 7fe4a57fa640 1 -- 172.21.15.5:0/4136089821 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe49c043020 con 0x7fe4980039e0 2024-09-19T05:03:59.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.142+0000 7fe4a57fa640 1 --2- 172.21.15.5:0/4136089821 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe48c06c2e0 0x7fe48c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:59.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.142+0000 7fe4a57fa640 1 -- 172.21.15.5:0/4136089821 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5249+0+0 (secure 0 0 0) 0x7fe49c0ab450 con 0x7fe4980039e0 2024-09-19T05:03:59.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.142+0000 7fe4a7fff640 1 --2- 172.21.15.5:0/4136089821 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe48c06c2e0 0x7fe48c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:59.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.143+0000 7fe4a7fff640 1 --2- 172.21.15.5:0/4136089821 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe48c06c2e0 0x7fe48c06e7a0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fe494001e80 tx=0x7fe494001600 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:59.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.146+0000 7fe4a57fa640 1 -- 172.21.15.5:0/4136089821 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe49c04a030 con 0x7fe4980039e0 2024-09-19T05:03:59.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.393+0000 7fe4aebfd640 1 -- 172.21.15.5:0/4136089821 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fe4a80b7570 con 0x7fe4980039e0 2024-09-19T05:03:59.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.393+0000 7fe4a57fa640 1 -- 172.21.15.5:0/4136089821 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v14) ==== 80+0+5304 (secure 0 0 0) 0x7fe49c0044e0 con 0x7fe4980039e0 2024-09-19T05:03:59.395 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:59.395 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-19T05:03:59.395 INFO:teuthology.orchestra.run.smithi005.stdout: "auth_dump": [ 2024-09-19T05:03:59.395 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:59.395 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.a", 2024-09-19T05:03:59.395 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmpZ7nDxAAD1scx1UIy3CnKegJ7AEbAw==", 2024-09-19T05:03:59.395 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:59.395 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:03:59.395 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:03:59.395 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:03:59.395 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:59.396 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:59.396 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:59.396 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:59.396 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.b", 2024-09-19T05:03:59.396 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmnC/FGxAA0Ep54+DXvaBSLkVML9btKw==", 2024-09-19T05:03:59.396 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:59.396 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:03:59.396 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:03:59.396 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:03:59.396 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:59.396 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:59.396 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:59.396 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:59.397 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.c", 2024-09-19T05:03:59.397 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmUYAMFxAA9cKjB9Y9Zd8ZtMpbn0myCw==", 2024-09-19T05:03:59.397 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:59.397 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:03:59.397 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:03:59.397 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:03:59.397 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:59.397 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:59.397 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:59.397 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:59.397 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.d", 2024-09-19T05:03:59.397 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmy0nIIhAAinwmXV5/xxzPFPiZlz+knw==", 2024-09-19T05:03:59.398 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:59.398 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:03:59.398 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:03:59.398 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:03:59.398 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:59.398 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:59.398 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:59.398 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:59.398 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.0", 2024-09-19T05:03:59.398 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDpr+tmKrR+FRAAntW/A29i8VDMf78PS0VtvA==", 2024-09-19T05:03:59.398 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:59.398 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:03:59.398 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:03:59.398 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:59.399 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:59.399 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:59.399 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:59.399 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.1", 2024-09-19T05:03:59.399 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDsr+tmhe0kNRAAHZGTLwLf1sfstZ0qigRNTA==", 2024-09-19T05:03:59.399 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:59.399 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:03:59.399 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:03:59.399 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:59.399 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:59.399 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:59.399 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:59.399 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.2", 2024-09-19T05:03:59.399 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDwr+tm+O4gGRAAHq7VHqyT2X9R7vgBTLafmw==", 2024-09-19T05:03:59.400 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:59.400 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:03:59.400 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:03:59.400 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:59.400 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:59.400 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:59.400 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:59.400 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.3", 2024-09-19T05:03:59.400 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDzr+tmjpkFKhAATYy5muRBYnfTuWoX39D6UA==", 2024-09-19T05:03:59.400 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:59.400 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:03:59.400 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:03:59.400 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:59.400 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:59.401 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:59.401 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:59.401 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.4", 2024-09-19T05:03:59.401 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQD5r+tmViCLMxAAPq8MDjjILutqnKX0IFZJtg==", 2024-09-19T05:03:59.401 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:59.401 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:03:59.401 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:03:59.401 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:59.401 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:59.401 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:59.401 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:59.401 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.5", 2024-09-19T05:03:59.401 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQD8r+tmfmyyNBAAwfxmtJoqHxQFg7HtbvGxVQ==", 2024-09-19T05:03:59.401 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:59.402 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:03:59.402 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:03:59.402 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:59.402 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:59.402 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:59.402 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:59.402 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.6", 2024-09-19T05:03:59.402 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQAAsOtmIt1uCRAAnXvaDPiWXTUW17dVdFtDuw==", 2024-09-19T05:03:59.402 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:59.402 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:03:59.402 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:03:59.403 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:59.403 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:59.403 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:59.403 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:59.403 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.7", 2024-09-19T05:03:59.403 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQADsOtmalRmCxAA9cFAAF7cNTj/iuLa3HUREw==", 2024-09-19T05:03:59.403 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:59.403 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:03:59.403 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:03:59.404 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:59.404 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:59.404 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:59.404 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:59.404 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.0", 2024-09-19T05:03:59.404 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmGJAHJxAA6YT7sqI8XwKH2Z23OxGkFw==", 2024-09-19T05:03:59.404 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:59.404 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:03:59.404 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow r", 2024-09-19T05:03:59.404 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T05:03:59.404 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:59.404 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:59.404 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:59.405 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.1", 2024-09-19T05:03:59.405 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmKiH7LxAAloWT1uvHnFdhd4peNF2J/w==", 2024-09-19T05:03:59.405 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:59.405 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:03:59.405 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow r", 2024-09-19T05:03:59.405 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow rw", 2024-09-19T05:03:59.405 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rwx" 2024-09-19T05:03:59.405 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:59.405 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:59.405 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:59.405 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.2", 2024-09-19T05:03:59.406 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmVqa2LBAAMm5ULwdyHFdtV9xyigltBA==", 2024-09-19T05:03:59.406 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:59.406 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:03:59.406 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow r", 2024-09-19T05:03:59.406 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow rw", 2024-09-19T05:03:59.406 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rwx" 2024-09-19T05:03:59.406 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:59.406 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:59.406 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:59.406 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.3", 2024-09-19T05:03:59.406 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmMyKpNRAAKE+cZfnTxMX6BKtqAIEFPQ==", 2024-09-19T05:03:59.406 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:59.407 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:03:59.407 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow r", 2024-09-19T05:03:59.407 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow rw", 2024-09-19T05:03:59.407 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rwx" 2024-09-19T05:03:59.407 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:59.407 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:59.407 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:59.407 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.admin", 2024-09-19T05:03:59.407 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDmr+tmPU9oLxAAfNONpFUBCiu1iEVStzscAg==", 2024-09-19T05:03:59.407 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:59.407 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow *", 2024-09-19T05:03:59.407 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:03:59.408 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:03:59.408 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:59.408 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:59.408 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:59.408 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:59.408 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mgr.x", 2024-09-19T05:03:59.408 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmCuGaDBAAg9I6sCwJVK5ffq3rOzb8vA==", 2024-09-19T05:03:59.408 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:59.408 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow *", 2024-09-19T05:03:59.408 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile mgr", 2024-09-19T05:03:59.408 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:59.408 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:59.408 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:03:59.409 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:59.409 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mgr.y", 2024-09-19T05:03:59.409 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmUWK2CBAA7/0u4Ns0J1Twfj2YGphbkQ==", 2024-09-19T05:03:59.409 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:03:59.409 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow *", 2024-09-19T05:03:59.409 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile mgr", 2024-09-19T05:03:59.409 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:03:59.409 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:59.409 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:59.409 INFO:teuthology.orchestra.run.smithi005.stdout: ] 2024-09-19T05:03:59.409 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-19T05:03:59.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.395+0000 7fe4aebfd640 1 -- 172.21.15.5:0/4136089821 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe48c06c2e0 msgr2=0x7fe48c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:59.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.395+0000 7fe4aebfd640 1 --2- 172.21.15.5:0/4136089821 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe48c06c2e0 0x7fe48c06e7a0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fe494001e80 tx=0x7fe494001600 comp rx=0 tx=0).stop 2024-09-19T05:03:59.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.395+0000 7fe4aebfd640 1 -- 172.21.15.5:0/4136089821 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4980039e0 msgr2=0x7fe4a81e7a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:59.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.395+0000 7fe4aebfd640 1 --2- 172.21.15.5:0/4136089821 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4980039e0 0x7fe4a81e7a80 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7fe49c034040 tx=0x7fe49c004730 comp rx=0 tx=0).stop 2024-09-19T05:03:59.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.395+0000 7fe4aebfd640 1 -- 172.21.15.5:0/4136089821 shutdown_connections 2024-09-19T05:03:59.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.395+0000 7fe4aebfd640 1 --2- 172.21.15.5:0/4136089821 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe48c06c2e0 0x7fe48c06e7a0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:59.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.395+0000 7fe4aebfd640 1 --2- 172.21.15.5:0/4136089821 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe4a80ccef0 0x7fe4a80b0320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:59.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.395+0000 7fe4aebfd640 1 --2- 172.21.15.5:0/4136089821 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe4a8144b20 0x7fe4a80cb670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:59.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.395+0000 7fe4aebfd640 1 --2- 172.21.15.5:0/4136089821 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe4980039e0 0x7fe4a81e7a80 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:59.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.395+0000 7fe4aebfd640 1 -- 172.21.15.5:0/4136089821 >> 172.21.15.5:0/4136089821 conn(0x7fe4a80b3ff0 msgr2=0x7fe4a80b15b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:59.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.395+0000 7fe4aebfd640 1 -- 172.21.15.5:0/4136089821 shutdown_connections 2024-09-19T05:03:59.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.395+0000 7fe4aebfd640 1 -- 172.21.15.5:0/4136089821 wait complete. 2024-09-19T05:03:59.412 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T05:03:59.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.512+0000 7f7090d11640 1 Processor -- start 2024-09-19T05:03:59.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.512+0000 7f7090d11640 1 -- start start 2024-09-19T05:03:59.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.513+0000 7f7090d11640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f708c0cfa10 0x7f708c0d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:59.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.513+0000 7f7090d11640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f708c0b6060 con 0x7f708c0d4060 2024-09-19T05:03:59.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.513+0000 7f7090d11640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f708c0b6340 con 0x7f708c0d0ff0 2024-09-19T05:03:59.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.513+0000 7f7090d11640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f708c0b6c70 con 0x7f708c0cfa10 2024-09-19T05:03:59.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.513+0000 7f708ad9d640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f708c0d4060 0x7f708c0b7670 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45328/0 (socket says 172.21.15.5:45328) 2024-09-19T05:03:59.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.513+0000 7f708ad9d640 1 -- 172.21.15.5:0/3316090921 learned_addr learned my addr 172.21.15.5:0/3316090921 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:59.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.513+0000 7f7089d9b640 1 --2- 172.21.15.5:0/3316090921 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f708c0cfa10 0x7f708c0d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:59.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.513+0000 7f708959a640 1 -- 172.21.15.5:0/3316090921 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 235466532 0 0) 0x7f708c0b6060 con 0x7f708c0d4060 2024-09-19T05:03:59.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.513+0000 7f708959a640 1 -- 172.21.15.5:0/3316090921 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7074003520 con 0x7f708c0d4060 2024-09-19T05:03:59.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.513+0000 7f708959a640 1 -- 172.21.15.5:0/3316090921 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2979843167 0 0) 0x7f708c0b6340 con 0x7f708c0d0ff0 2024-09-19T05:03:59.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.513+0000 7f708959a640 1 -- 172.21.15.5:0/3316090921 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f708c0b6060 con 0x7f708c0d0ff0 2024-09-19T05:03:59.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.513+0000 7f708959a640 1 -- 172.21.15.5:0/3316090921 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 449940923 0 0) 0x7f7074003520 con 0x7f708c0d4060 2024-09-19T05:03:59.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.513+0000 7f7089d9b640 1 -- 172.21.15.5:0/3316090921 >> v1:172.21.15.134:6789/0 conn(0x7f708c0d0ff0 legacy=0x7f708c0d13d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:59.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.513+0000 7f7089d9b640 1 -- 172.21.15.5:0/3316090921 >> v1:172.21.15.5:6789/0 conn(0x7f708c0d4060 legacy=0x7f708c0b7670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:59.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.513+0000 7f7089d9b640 1 -- 172.21.15.5:0/3316090921 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f708c0b6620 con 0x7f708c0cfa10 2024-09-19T05:03:59.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.514+0000 7f7089d9b640 1 --2- 172.21.15.5:0/3316090921 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f708c0cfa10 0x7f708c0d3b20 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f70800097d0 tx=0x7f708002a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e32c1fc13f0570f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:59.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.514+0000 7f708959a640 1 -- 172.21.15.5:0/3316090921 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7080037070 con 0x7f708c0cfa10 2024-09-19T05:03:59.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.514+0000 7f708959a640 1 -- 172.21.15.5:0/3316090921 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f708002ab90 con 0x7f708c0cfa10 2024-09-19T05:03:59.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.514+0000 7f708959a640 1 -- 172.21.15.5:0/3316090921 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70840019f0 con 0x7f708c0cfa10 2024-09-19T05:03:59.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.515+0000 7f7090d11640 1 -- 172.21.15.5:0/3316090921 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f708c0cfa10 msgr2=0x7f708c0d3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:59.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.515+0000 7f7090d11640 1 --2- 172.21.15.5:0/3316090921 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f708c0cfa10 0x7f708c0d3b20 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f70800097d0 tx=0x7f708002a100 comp rx=0 tx=0).stop 2024-09-19T05:03:59.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.515+0000 7f7090d11640 1 -- 172.21.15.5:0/3316090921 shutdown_connections 2024-09-19T05:03:59.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.515+0000 7f7090d11640 1 --2- 172.21.15.5:0/3316090921 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f708c0cfa10 0x7f708c0d3b20 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:59.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.515+0000 7f7090d11640 1 -- 172.21.15.5:0/3316090921 >> 172.21.15.5:0/3316090921 conn(0x7f708c067f80 msgr2=0x7f708c06ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:59.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.515+0000 7f7090d11640 1 -- 172.21.15.5:0/3316090921 shutdown_connections 2024-09-19T05:03:59.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.515+0000 7f7090d11640 1 -- 172.21.15.5:0/3316090921 wait complete. 2024-09-19T05:03:59.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.516+0000 7f7090d11640 1 Processor -- start 2024-09-19T05:03:59.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.516+0000 7f7090d11640 1 -- start start 2024-09-19T05:03:59.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.517+0000 7f7090d11640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f708c0cfa10 0x7f708c15b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:59.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.517+0000 7f7090d11640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f708c0d0ff0 0x7f708c1e7c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:59.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.517+0000 7f7090d11640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f708c0d4060 0x7f708c1e81c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:59.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.517+0000 7f7090d11640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f708c15ea70 con 0x7f708c0d4060 2024-09-19T05:03:59.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.517+0000 7f7090d11640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f708c15e8f0 con 0x7f708c0cfa10 2024-09-19T05:03:59.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.517+0000 7f7090d11640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f708c0b7d80 con 0x7f708c0d0ff0 2024-09-19T05:03:59.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.517+0000 7f708ad9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f708c0d4060 0x7f708c1e81c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:59.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.517+0000 7f708ad9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f708c0d4060 0x7f708c1e81c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:58534/0 (socket says 172.21.15.5:58534) 2024-09-19T05:03:59.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.517+0000 7f708ad9d640 1 -- 172.21.15.5:0/3707862430 learned_addr learned my addr 172.21.15.5:0/3707862430 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:59.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.517+0000 7f7089d9b640 1 --2- 172.21.15.5:0/3707862430 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f708c0d0ff0 0x7f708c1e7c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:59.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.518+0000 7f708a59c640 1 --2- 172.21.15.5:0/3707862430 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f708c0cfa10 0x7f708c15b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:59.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.518+0000 7f708ad9d640 1 -- 172.21.15.5:0/3707862430 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f708c0d0ff0 msgr2=0x7f708c1e7c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:59.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.518+0000 7f708ad9d640 1 --2- 172.21.15.5:0/3707862430 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f708c0d0ff0 0x7f708c1e7c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:59.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.518+0000 7f708ad9d640 1 -- 172.21.15.5:0/3707862430 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f708c0cfa10 msgr2=0x7f708c15b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:59.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.518+0000 7f708ad9d640 1 --2- 172.21.15.5:0/3707862430 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f708c0cfa10 0x7f708c15b470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:59.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.518+0000 7f708ad9d640 1 -- 172.21.15.5:0/3707862430 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f708c0ce2e0 con 0x7f708c0d4060 2024-09-19T05:03:59.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.518+0000 7f7089d9b640 1 --2- 172.21.15.5:0/3707862430 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f708c0d0ff0 0x7f708c1e7c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:59.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.518+0000 7f708a59c640 1 --2- 172.21.15.5:0/3707862430 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f708c0cfa10 0x7f708c15b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:59.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.518+0000 7f708ad9d640 1 --2- 172.21.15.5:0/3707862430 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f708c0d4060 0x7f708c1e81c0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f7084001350 tx=0x7f708400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:59.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.518+0000 7f707affd640 1 -- 172.21.15.5:0/3707862430 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7084017070 con 0x7f708c0d4060 2024-09-19T05:03:59.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.518+0000 7f707affd640 1 -- 172.21.15.5:0/3707862430 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f708400ad40 con 0x7f708c0d4060 2024-09-19T05:03:59.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.518+0000 7f707affd640 1 -- 172.21.15.5:0/3707862430 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7084012600 con 0x7f708c0d4060 2024-09-19T05:03:59.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.518+0000 7f7090d11640 1 -- 172.21.15.5:0/3707862430 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f708c1f72d0 con 0x7f708c0d4060 2024-09-19T05:03:59.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.518+0000 7f7090d11640 1 -- 172.21.15.5:0/3707862430 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f708c1f7890 con 0x7f708c0d4060 2024-09-19T05:03:59.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.519+0000 7f7090d11640 1 -- 172.21.15.5:0/3707862430 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f708c0d3b20 con 0x7f708c0d4060 2024-09-19T05:03:59.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.520+0000 7f707affd640 1 -- 172.21.15.5:0/3707862430 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f708401a070 con 0x7f708c0d4060 2024-09-19T05:03:59.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.520+0000 7f707affd640 1 --2- 172.21.15.5:0/3707862430 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f706c06c2b0 0x7f706c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:59.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.520+0000 7f707affd640 1 -- 172.21.15.5:0/3707862430 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5249+0+0 (secure 0 0 0) 0x7f708408b000 con 0x7f708c0d4060 2024-09-19T05:03:59.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.520+0000 7f708a59c640 1 --2- 172.21.15.5:0/3707862430 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f706c06c2b0 0x7f706c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:59.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.521+0000 7f708a59c640 1 --2- 172.21.15.5:0/3707862430 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f706c06c2b0 0x7f706c06e770 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f707c0011e0 tx=0x7f707c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:59.526 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.524+0000 7f707affd640 1 -- 172.21.15.5:0/3707862430 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f70840592e0 con 0x7f708c0d4060 2024-09-19T05:03:59.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.702+0000 7f7090d11640 1 -- 172.21.15.5:0/3707862430 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f708c1f3ae0 con 0x7f708c0d4060 2024-09-19T05:03:59.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.702+0000 7f707affd640 1 -- 172.21.15.5:0/3707862430 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v80) ==== 84+0+65 (secure 0 0 0) 0x7f708405d5e0 con 0x7f708c0d4060 2024-09-19T05:03:59.704 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:03:59.704 INFO:teuthology.orchestra.run.smithi005.stdout:[ 2024-09-19T05:03:59.704 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:03:59.705 INFO:teuthology.orchestra.run.smithi005.stdout: "poolnum": 1, 2024-09-19T05:03:59.705 INFO:teuthology.orchestra.run.smithi005.stdout: "poolname": ".mgr" 2024-09-19T05:03:59.705 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:03:59.705 INFO:teuthology.orchestra.run.smithi005.stdout:] 2024-09-19T05:03:59.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.704+0000 7f7090d11640 1 -- 172.21.15.5:0/3707862430 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f706c06c2b0 msgr2=0x7f706c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:59.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.704+0000 7f7090d11640 1 --2- 172.21.15.5:0/3707862430 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f706c06c2b0 0x7f706c06e770 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f707c0011e0 tx=0x7f707c009040 comp rx=0 tx=0).stop 2024-09-19T05:03:59.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.704+0000 7f7090d11640 1 -- 172.21.15.5:0/3707862430 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f708c0d4060 msgr2=0x7f708c1e81c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:59.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.704+0000 7f7090d11640 1 --2- 172.21.15.5:0/3707862430 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f708c0d4060 0x7f708c1e81c0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f7084001350 tx=0x7f708400a430 comp rx=0 tx=0).stop 2024-09-19T05:03:59.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.704+0000 7f7090d11640 1 -- 172.21.15.5:0/3707862430 shutdown_connections 2024-09-19T05:03:59.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.704+0000 7f7090d11640 1 --2- 172.21.15.5:0/3707862430 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f706c06c2b0 0x7f706c06e770 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:59.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.704+0000 7f7090d11640 1 --2- 172.21.15.5:0/3707862430 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f708c0d4060 0x7f708c1e81c0 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:59.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.704+0000 7f7090d11640 1 --2- 172.21.15.5:0/3707862430 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f708c0d0ff0 0x7f708c1e7c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:59.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.704+0000 7f7090d11640 1 --2- 172.21.15.5:0/3707862430 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f708c0cfa10 0x7f708c15b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:59.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.704+0000 7f7090d11640 1 -- 172.21.15.5:0/3707862430 >> 172.21.15.5:0/3707862430 conn(0x7f708c067f80 msgr2=0x7f708c0b3f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:59.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.704+0000 7f7090d11640 1 -- 172.21.15.5:0/3707862430 shutdown_connections 2024-09-19T05:03:59.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.705+0000 7f7090d11640 1 -- 172.21.15.5:0/3707862430 wait complete. 2024-09-19T05:03:59.717 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T05:03:59.717 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T05:03:59.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.822+0000 7f44de9c0640 1 Processor -- start 2024-09-19T05:03:59.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.822+0000 7f44de9c0640 1 -- start start 2024-09-19T05:03:59.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.823+0000 7f44de9c0640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f44d815f770 0x7f44d81670a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:59.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.823+0000 7f44de9c0640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f44d80b2820 con 0x7f44d8073690 2024-09-19T05:03:59.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.823+0000 7f44de9c0640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f44d80b2b00 con 0x7f44d8145180 2024-09-19T05:03:59.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.823+0000 7f44de9c0640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f44d80b25d0 con 0x7f44d815f770 2024-09-19T05:03:59.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.823+0000 7f44d77fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f44d8073690 0x7f44d815d200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45332/0 (socket says 172.21.15.5:45332) 2024-09-19T05:03:59.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.823+0000 7f44d77fe640 1 -- 172.21.15.5:0/1246863727 learned_addr learned my addr 172.21.15.5:0/1246863727 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:03:59.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.823+0000 7f44d6ffd640 1 -- 172.21.15.5:0/1246863727 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2574999419 0 0) 0x7f44d80b2820 con 0x7f44d8073690 2024-09-19T05:03:59.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.823+0000 7f44d6ffd640 1 -- 172.21.15.5:0/1246863727 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f44c0003520 con 0x7f44d8073690 2024-09-19T05:03:59.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.824+0000 7f44dcf5d640 1 --2- 172.21.15.5:0/1246863727 >> v2:172.21.15.134:3300/0 conn(0x7f44d815f770 0x7f44d81670a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:59.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.824+0000 7f44d6ffd640 1 -- 172.21.15.5:0/1246863727 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4173493508 0 0) 0x7f44c0003520 con 0x7f44d8073690 2024-09-19T05:03:59.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.824+0000 7f44d6ffd640 1 -- 172.21.15.5:0/1246863727 >> v2:172.21.15.134:3300/0 conn(0x7f44d815f770 msgr2=0x7f44d81670a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:59.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.824+0000 7f44d6ffd640 1 --2- 172.21.15.5:0/1246863727 >> v2:172.21.15.134:3300/0 conn(0x7f44d815f770 0x7f44d81670a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:59.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.824+0000 7f44d6ffd640 1 -- 172.21.15.5:0/1246863727 >> v1:172.21.15.134:6789/0 conn(0x7f44d8145180 legacy=0x7f44d815caf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:59.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.824+0000 7f44d6ffd640 1 -- 172.21.15.5:0/1246863727 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44d80b2de0 con 0x7f44d8073690 2024-09-19T05:03:59.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.824+0000 7f44d6ffd640 1 -- 172.21.15.5:0/1246863727 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f44cc001670 con 0x7f44d8073690 2024-09-19T05:03:59.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.824+0000 7f44d6ffd640 1 -- 172.21.15.5:0/1246863727 >> v1:172.21.15.5:6789/0 conn(0x7f44d8073690 legacy=0x7f44d815d200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:59.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.824+0000 7f44d6ffd640 1 --2- 172.21.15.5:0/1246863727 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f44c00039b0 0x7f44c0003db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:59.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.824+0000 7f44d6ffd640 1 --2- 172.21.15.5:0/1246863727 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f44c0004800 0x7f44c0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:59.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.824+0000 7f44d6ffd640 1 --2- 172.21.15.5:0/1246863727 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f44c00051c0 0x7f44c000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:59.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.824+0000 7f44d6ffd640 1 -- 172.21.15.5:0/1246863727 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f44d80b25d0 con 0x7f44c0004800 2024-09-19T05:03:59.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.824+0000 7f44d6ffd640 1 -- 172.21.15.5:0/1246863727 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f44c000c0f0 con 0x7f44c00039b0 2024-09-19T05:03:59.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.824+0000 7f44d6ffd640 1 -- 172.21.15.5:0/1246863727 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f44c000c2f0 con 0x7f44c00051c0 2024-09-19T05:03:59.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.824+0000 7f44d77fe640 1 --2- 172.21.15.5:0/1246863727 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f44c0004800 0x7f44c0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:59.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.824+0000 7f44d7fff640 1 --2- 172.21.15.5:0/1246863727 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f44c00039b0 0x7f44c0003db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:59.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.824+0000 7f44dcf5d640 1 --2- 172.21.15.5:0/1246863727 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f44c00051c0 0x7f44c000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:59.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.824+0000 7f44d77fe640 1 -- 172.21.15.5:0/1246863727 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f44c00051c0 msgr2=0x7f44c000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:59.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.824+0000 7f44d77fe640 1 --2- 172.21.15.5:0/1246863727 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f44c00051c0 0x7f44c000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:59.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.824+0000 7f44d77fe640 1 -- 172.21.15.5:0/1246863727 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f44c00039b0 msgr2=0x7f44c0003db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:03:59.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.824+0000 7f44d77fe640 1 --2- 172.21.15.5:0/1246863727 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f44c00039b0 0x7f44c0003db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:59.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.824+0000 7f44d77fe640 1 -- 172.21.15.5:0/1246863727 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44c0003520 con 0x7f44c0004800 2024-09-19T05:03:59.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.824+0000 7f44dcf5d640 1 --2- 172.21.15.5:0/1246863727 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f44c00051c0 0x7f44c000b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:59.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.824+0000 7f44dcf5d640 1 -- 172.21.15.5:0/1246863727 reap_dead start 2024-09-19T05:03:59.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.825+0000 7f44d77fe640 1 --2- 172.21.15.5:0/1246863727 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f44c0004800 0x7f44c0004c80 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f44cc00c210 tx=0x7f44c0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=325c6e3cdb21cb97 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:59.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.825+0000 7f44d6ffd640 1 -- 172.21.15.5:0/1246863727 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44cc007d10 con 0x7f44c0004800 2024-09-19T05:03:59.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.825+0000 7f44d6ffd640 1 -- 172.21.15.5:0/1246863727 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44cc005ad0 con 0x7f44c0004800 2024-09-19T05:03:59.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.825+0000 7f44d6ffd640 1 -- 172.21.15.5:0/1246863727 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44cc007070 con 0x7f44c0004800 2024-09-19T05:03:59.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.826+0000 7f44de9c0640 1 -- 172.21.15.5:0/1246863727 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f44c0004800 msgr2=0x7f44c0004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:59.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.826+0000 7f44de9c0640 1 --2- 172.21.15.5:0/1246863727 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f44c0004800 0x7f44c0004c80 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f44cc00c210 tx=0x7f44c0005830 comp rx=0 tx=0).stop 2024-09-19T05:03:59.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.826+0000 7f44de9c0640 1 -- 172.21.15.5:0/1246863727 shutdown_connections 2024-09-19T05:03:59.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.826+0000 7f44de9c0640 1 --2- 172.21.15.5:0/1246863727 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f44c0004800 0x7f44c0004c80 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:59.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.826+0000 7f44de9c0640 1 -- 172.21.15.5:0/1246863727 >> 172.21.15.5:0/1246863727 conn(0x7f44d80b6b10 msgr2=0x7f44d809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:03:59.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.826+0000 7f44de9c0640 1 -- 172.21.15.5:0/1246863727 shutdown_connections 2024-09-19T05:03:59.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.826+0000 7f44de9c0640 1 -- 172.21.15.5:0/1246863727 wait complete. 2024-09-19T05:03:59.834 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.827+0000 7f44de9c0640 1 Processor -- start 2024-09-19T05:03:59.834 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.827+0000 7f44de9c0640 1 -- start start 2024-09-19T05:03:59.834 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.828+0000 7f44de9c0640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f44c0004800 0x7f44d806f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:59.834 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.828+0000 7f44de9c0640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f44d8140e20 0x7f44d809ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:59.834 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.828+0000 7f44de9c0640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f44d80cbea0 0x7f44d8140160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:59.834 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.828+0000 7f44de9c0640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f44d8145560 con 0x7f44c0004800 2024-09-19T05:03:59.834 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.828+0000 7f44de9c0640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f44d815e240 con 0x7f44d8140e20 2024-09-19T05:03:59.834 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.828+0000 7f44de9c0640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f44d81456e0 con 0x7f44d80cbea0 2024-09-19T05:03:59.834 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.828+0000 7f44d7fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f44c0004800 0x7f44d806f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:59.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.828+0000 7f44d7fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f44c0004800 0x7f44d806f5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:58550/0 (socket says 172.21.15.5:58550) 2024-09-19T05:03:59.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.828+0000 7f44d7fff640 1 -- 172.21.15.5:0/3472656576 learned_addr learned my addr 172.21.15.5:0/3472656576 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:03:59.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.828+0000 7f44d77fe640 1 --2- 172.21.15.5:0/3472656576 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f44d8140e20 0x7f44d809ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:59.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.828+0000 7f44dcf5d640 1 --2- 172.21.15.5:0/3472656576 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f44d80cbea0 0x7f44d8140160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:59.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.828+0000 7f44d7fff640 1 -- 172.21.15.5:0/3472656576 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f44d80cbea0 msgr2=0x7f44d8140160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:59.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.828+0000 7f44d7fff640 1 --2- 172.21.15.5:0/3472656576 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f44d80cbea0 0x7f44d8140160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:59.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.828+0000 7f44d7fff640 1 -- 172.21.15.5:0/3472656576 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f44d8140e20 msgr2=0x7f44d809ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:03:59.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.828+0000 7f44d7fff640 1 --2- 172.21.15.5:0/3472656576 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f44d8140e20 0x7f44d809ebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:03:59.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.828+0000 7f44d7fff640 1 -- 172.21.15.5:0/3472656576 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44d806fb10 con 0x7f44c0004800 2024-09-19T05:03:59.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.828+0000 7f44d77fe640 1 --2- 172.21.15.5:0/3472656576 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f44d8140e20 0x7f44d809ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:03:59.835 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.828+0000 7f44d7fff640 1 --2- 172.21.15.5:0/3472656576 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f44c0004800 0x7f44d806f5d0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f44c800f840 tx=0x7f44c800fd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:59.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.829+0000 7f44d4ff9640 1 -- 172.21.15.5:0/3472656576 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44c8018020 con 0x7f44c0004800 2024-09-19T05:03:59.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.829+0000 7f44d4ff9640 1 -- 172.21.15.5:0/3472656576 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44c800d730 con 0x7f44c0004800 2024-09-19T05:03:59.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.829+0000 7f44de9c0640 1 -- 172.21.15.5:0/3472656576 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44d80cab10 con 0x7f44c0004800 2024-09-19T05:03:59.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.829+0000 7f44d4ff9640 1 -- 172.21.15.5:0/3472656576 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44c800db20 con 0x7f44c0004800 2024-09-19T05:03:59.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.829+0000 7f44de9c0640 1 -- 172.21.15.5:0/3472656576 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44d80b50f0 con 0x7f44c0004800 2024-09-19T05:03:59.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.830+0000 7f44de9c0640 1 -- 172.21.15.5:0/3472656576 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44d80af2e0 con 0x7f44c0004800 2024-09-19T05:03:59.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.830+0000 7f44d4ff9640 1 -- 172.21.15.5:0/3472656576 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f44c801b020 con 0x7f44c0004800 2024-09-19T05:03:59.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.831+0000 7f44d4ff9640 1 --2- 172.21.15.5:0/3472656576 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f44c406c2e0 0x7f44c406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:03:59.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.831+0000 7f44d4ff9640 1 -- 172.21.15.5:0/3472656576 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5249+0+0 (secure 0 0 0) 0x7f44c808b3c0 con 0x7f44c0004800 2024-09-19T05:03:59.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.831+0000 7f44d77fe640 1 --2- 172.21.15.5:0/3472656576 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f44c406c2e0 0x7f44c406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:03:59.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.832+0000 7f44d77fe640 1 --2- 172.21.15.5:0/3472656576 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f44c406c2e0 0x7f44c406e7a0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f44cc032000 tx=0x7f44cc034040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:03:59.837 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:03:59.835+0000 7f44d4ff9640 1 -- 172.21.15.5:0/3472656576 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f44d80af2e0 con 0x7f44c0004800 2024-09-19T05:04:00.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:00.010+0000 7f44de9c0640 1 -- 172.21.15.5:0/3472656576 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f44d815e760 con 0x7f44c0004800 2024-09-19T05:04:01.010 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.008+0000 7f44d4ff9640 1 -- 172.21.15.5:0/3472656576 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v81) ==== 138+0+0 (secure 0 0 0) 0x7f44c8022030 con 0x7f44c0004800 2024-09-19T05:04:01.010 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_metadata' created 2024-09-19T05:04:01.013 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.012+0000 7f44de9c0640 1 -- 172.21.15.5:0/3472656576 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f44c406c2e0 msgr2=0x7f44c406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:01.013 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.012+0000 7f44de9c0640 1 --2- 172.21.15.5:0/3472656576 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f44c406c2e0 0x7f44c406e7a0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f44cc032000 tx=0x7f44cc034040 comp rx=0 tx=0).stop 2024-09-19T05:04:01.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.012+0000 7f44de9c0640 1 -- 172.21.15.5:0/3472656576 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f44c0004800 msgr2=0x7f44d806f5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:01.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.012+0000 7f44de9c0640 1 --2- 172.21.15.5:0/3472656576 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f44c0004800 0x7f44d806f5d0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f44c800f840 tx=0x7f44c800fd00 comp rx=0 tx=0).stop 2024-09-19T05:04:01.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.012+0000 7f44de9c0640 1 -- 172.21.15.5:0/3472656576 shutdown_connections 2024-09-19T05:04:01.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.012+0000 7f44de9c0640 1 --2- 172.21.15.5:0/3472656576 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f44c406c2e0 0x7f44c406e7a0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:01.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.012+0000 7f44de9c0640 1 --2- 172.21.15.5:0/3472656576 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f44d80cbea0 0x7f44d8140160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:01.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.012+0000 7f44de9c0640 1 --2- 172.21.15.5:0/3472656576 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f44d8140e20 0x7f44d809ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:01.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.012+0000 7f44de9c0640 1 --2- 172.21.15.5:0/3472656576 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f44c0004800 0x7f44d806f5d0 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:01.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.012+0000 7f44de9c0640 1 -- 172.21.15.5:0/3472656576 >> 172.21.15.5:0/3472656576 conn(0x7f44d80b6b10 msgr2=0x7f44d8142f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:01.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.012+0000 7f44de9c0640 1 -- 172.21.15.5:0/3472656576 shutdown_connections 2024-09-19T05:04:01.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.012+0000 7f44de9c0640 1 -- 172.21.15.5:0/3472656576 wait complete. 2024-09-19T05:04:01.030 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T05:04:01.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.146+0000 7f89ee053640 1 Processor -- start 2024-09-19T05:04:01.148 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.146+0000 7f89ee053640 1 -- start start 2024-09-19T05:04:01.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.147+0000 7f89ee053640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f89e815e770 0x7f89e806d7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:01.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.147+0000 7f89ee053640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f89e80b6e10 0x7f89e806dce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:01.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.147+0000 7f89ee053640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f89e809b480 con 0x7f89e80b3850 2024-09-19T05:04:01.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.147+0000 7f89ee053640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f89e80cb810 con 0x7f89e80b6e10 2024-09-19T05:04:01.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.147+0000 7f89ee053640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f89e809b760 con 0x7f89e815e770 2024-09-19T05:04:01.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.147+0000 7f89e7fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f89e80b6e10 0x7f89e806dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:01.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.147+0000 7f89e7fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f89e80b6e10 0x7f89e806dce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:58556/0 (socket says 172.21.15.5:58556) 2024-09-19T05:04:01.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.147+0000 7f89e7fff640 1 -- 172.21.15.5:0/3953583610 learned_addr learned my addr 172.21.15.5:0/3953583610 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:01.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.148+0000 7f89e77fe640 1 --2- 172.21.15.5:0/3953583610 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f89e815e770 0x7f89e806d7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:01.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.148+0000 7f89e7fff640 1 -- 172.21.15.5:0/3953583610 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f89e815e770 msgr2=0x7f89e806d7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:01.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.148+0000 7f89e7fff640 1 --2- 172.21.15.5:0/3953583610 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f89e815e770 0x7f89e806d7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:01.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.148+0000 7f89e7fff640 1 -- 172.21.15.5:0/3953583610 >> v1:172.21.15.5:6789/0 conn(0x7f89e80b3850 legacy=0x7f89e80cbca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:01.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.148+0000 7f89e67fc640 1 -- 172.21.15.5:0/3953583610 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1139542648 0 0) 0x7f89e809b480 con 0x7f89e80b3850 2024-09-19T05:04:01.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.148+0000 7f89e7fff640 1 -- 172.21.15.5:0/3953583610 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89e809ba40 con 0x7f89e80b6e10 2024-09-19T05:04:01.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.148+0000 7f89e7fff640 1 --2- 172.21.15.5:0/3953583610 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f89e80b6e10 0x7f89e806dce0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f89e0009e50 tx=0x7f89e002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=daacfd88bbc1d566 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:01.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.149+0000 7f89e67fc640 1 -- 172.21.15.5:0/3953583610 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89e0036070 con 0x7f89e80b6e10 2024-09-19T05:04:01.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.149+0000 7f89e67fc640 1 -- 172.21.15.5:0/3953583610 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89e0031600 con 0x7f89e80b6e10 2024-09-19T05:04:01.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.149+0000 7f89e67fc640 1 -- 172.21.15.5:0/3953583610 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89e00319d0 con 0x7f89e80b6e10 2024-09-19T05:04:01.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.149+0000 7f89ee053640 1 -- 172.21.15.5:0/3953583610 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f89e80b6e10 msgr2=0x7f89e806dce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:01.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.149+0000 7f89ee053640 1 --2- 172.21.15.5:0/3953583610 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f89e80b6e10 0x7f89e806dce0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f89e0009e50 tx=0x7f89e002a710 comp rx=0 tx=0).stop 2024-09-19T05:04:01.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.149+0000 7f89ee053640 1 -- 172.21.15.5:0/3953583610 shutdown_connections 2024-09-19T05:04:01.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.149+0000 7f89ee053640 1 --2- 172.21.15.5:0/3953583610 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f89e80b6e10 0x7f89e806dce0 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:01.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.149+0000 7f89ee053640 1 --2- 172.21.15.5:0/3953583610 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f89e815e770 0x7f89e806d7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:01.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.149+0000 7f89ee053640 1 -- 172.21.15.5:0/3953583610 >> 172.21.15.5:0/3953583610 conn(0x7f89e80b4060 msgr2=0x7f89e80b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:01.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.149+0000 7f89ee053640 1 -- 172.21.15.5:0/3953583610 shutdown_connections 2024-09-19T05:04:01.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.149+0000 7f89ee053640 1 -- 172.21.15.5:0/3953583610 wait complete. 2024-09-19T05:04:01.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.150+0000 7f89ee053640 1 Processor -- start 2024-09-19T05:04:01.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.151+0000 7f89ee053640 1 -- start start 2024-09-19T05:04:01.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.151+0000 7f89ee053640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f89e80b3850 0x7f89e8140db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:01.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.151+0000 7f89ee053640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f89e80b6e10 0x7f89e81589a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:01.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.151+0000 7f89ee053640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f89e815e770 0x7f89e8140690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:01.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.151+0000 7f89ee053640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f89e815eb50 con 0x7f89e815e770 2024-09-19T05:04:01.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.151+0000 7f89ee053640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f89e809c000 con 0x7f89e80b6e10 2024-09-19T05:04:01.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.151+0000 7f89ee053640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f89e815ecd0 con 0x7f89e80b3850 2024-09-19T05:04:01.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.152+0000 7f89e7fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f89e815e770 0x7f89e8140690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:01.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.152+0000 7f89e7fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f89e815e770 0x7f89e8140690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:58570/0 (socket says 172.21.15.5:58570) 2024-09-19T05:04:01.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.152+0000 7f89e7fff640 1 -- 172.21.15.5:0/268376959 learned_addr learned my addr 172.21.15.5:0/268376959 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:01.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.152+0000 7f89e77fe640 1 --2- 172.21.15.5:0/268376959 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f89e80b3850 0x7f89e8140db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:01.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.152+0000 7f89e6ffd640 1 --2- 172.21.15.5:0/268376959 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f89e80b6e10 0x7f89e81589a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:01.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.152+0000 7f89e7fff640 1 -- 172.21.15.5:0/268376959 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f89e80b3850 msgr2=0x7f89e8140db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:01.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.152+0000 7f89e7fff640 1 --2- 172.21.15.5:0/268376959 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f89e80b3850 0x7f89e8140db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:01.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.152+0000 7f89e7fff640 1 -- 172.21.15.5:0/268376959 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f89e80b6e10 msgr2=0x7f89e81589a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:01.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.152+0000 7f89e7fff640 1 --2- 172.21.15.5:0/268376959 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f89e80b6e10 0x7f89e81589a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:01.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.152+0000 7f89e7fff640 1 -- 172.21.15.5:0/268376959 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89e8157900 con 0x7f89e815e770 2024-09-19T05:04:01.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.152+0000 7f89e7fff640 1 --2- 172.21.15.5:0/268376959 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f89e815e770 0x7f89e8140690 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f89e0034040 tx=0x7f89e0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:01.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.152+0000 7f89cffff640 1 -- 172.21.15.5:0/268376959 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89e0036050 con 0x7f89e815e770 2024-09-19T05:04:01.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.152+0000 7f89cffff640 1 -- 172.21.15.5:0/268376959 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89e0042070 con 0x7f89e815e770 2024-09-19T05:04:01.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.152+0000 7f89cffff640 1 -- 172.21.15.5:0/268376959 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89e0009510 con 0x7f89e815e770 2024-09-19T05:04:01.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.152+0000 7f89ee053640 1 -- 172.21.15.5:0/268376959 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89e8157be0 con 0x7f89e815e770 2024-09-19T05:04:01.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.152+0000 7f89ee053640 1 -- 172.21.15.5:0/268376959 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89e81581a0 con 0x7f89e815e770 2024-09-19T05:04:01.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.153+0000 7f89ee053640 1 -- 172.21.15.5:0/268376959 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89e80716c0 con 0x7f89e815e770 2024-09-19T05:04:01.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.154+0000 7f89cffff640 1 -- 172.21.15.5:0/268376959 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f89e0007bd0 con 0x7f89e815e770 2024-09-19T05:04:01.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.155+0000 7f89cffff640 1 --2- 172.21.15.5:0/268376959 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f89d406c2b0 0x7f89d406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:01.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.155+0000 7f89cffff640 1 -- 172.21.15.5:0/268376959 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5619+0+0 (secure 0 0 0) 0x7f89e00ac1f0 con 0x7f89e815e770 2024-09-19T05:04:01.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.155+0000 7f89e77fe640 1 --2- 172.21.15.5:0/268376959 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f89d406c2b0 0x7f89d406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:01.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.156+0000 7f89e77fe640 1 --2- 172.21.15.5:0/268376959 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f89d406c2b0 0x7f89d406e770 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f89d8006fd0 tx=0x7f89d8008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:01.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.159+0000 7f89cffff640 1 -- 172.21.15.5:0/268376959 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f89e007aa40 con 0x7f89e815e770 2024-09-19T05:04:01.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:01.337+0000 7f89ee053640 1 -- 172.21.15.5:0/268376959 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f89e80713e0 con 0x7f89e815e770 2024-09-19T05:04:02.016 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.014+0000 7f89cffff640 1 -- 172.21.15.5:0/268376959 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v82) ==== 170+0+0 (secure 0 0 0) 0x7f89e007a340 con 0x7f89e815e770 2024-09-19T05:04:02.016 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_data' created 2024-09-19T05:04:02.021 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.019+0000 7f89ee053640 1 -- 172.21.15.5:0/268376959 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f89d406c2b0 msgr2=0x7f89d406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:02.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.019+0000 7f89ee053640 1 --2- 172.21.15.5:0/268376959 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f89d406c2b0 0x7f89d406e770 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f89d8006fd0 tx=0x7f89d8008040 comp rx=0 tx=0).stop 2024-09-19T05:04:02.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.019+0000 7f89ee053640 1 -- 172.21.15.5:0/268376959 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f89e815e770 msgr2=0x7f89e8140690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:02.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.019+0000 7f89ee053640 1 --2- 172.21.15.5:0/268376959 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f89e815e770 0x7f89e8140690 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f89e0034040 tx=0x7f89e0004a40 comp rx=0 tx=0).stop 2024-09-19T05:04:02.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.020+0000 7f89ee053640 1 -- 172.21.15.5:0/268376959 shutdown_connections 2024-09-19T05:04:02.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.020+0000 7f89ee053640 1 --2- 172.21.15.5:0/268376959 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f89d406c2b0 0x7f89d406e770 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:02.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.020+0000 7f89ee053640 1 --2- 172.21.15.5:0/268376959 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f89e815e770 0x7f89e8140690 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:02.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.020+0000 7f89ee053640 1 --2- 172.21.15.5:0/268376959 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f89e80b6e10 0x7f89e81589a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:02.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.020+0000 7f89ee053640 1 --2- 172.21.15.5:0/268376959 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f89e80b3850 0x7f89e8140db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:02.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.020+0000 7f89ee053640 1 -- 172.21.15.5:0/268376959 >> 172.21.15.5:0/268376959 conn(0x7f89e80b4060 msgr2=0x7f89e8071be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:02.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.033+0000 7f89ee053640 1 -- 172.21.15.5:0/268376959 shutdown_connections 2024-09-19T05:04:02.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.034+0000 7f89ee053640 1 -- 172.21.15.5:0/268376959 wait complete. 2024-09-19T05:04:02.053 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T05:04:02.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.162+0000 7fef313d6640 1 Processor -- start 2024-09-19T05:04:02.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.162+0000 7fef313d6640 1 -- start start 2024-09-19T05:04:02.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.163+0000 7fef313d6640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fef2c15e510 0x7fef2c06cae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:02.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.163+0000 7fef313d6640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fef2c06ed90 0x7fef2c0b4a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:02.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.163+0000 7fef313d6640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef2c06d310 con 0x7fef2c15e8f0 2024-09-19T05:04:02.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.163+0000 7fef313d6640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fef2c0b3f70 con 0x7fef2c15e510 2024-09-19T05:04:02.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.163+0000 7fef313d6640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fef2c0b4250 con 0x7fef2c06ed90 2024-09-19T05:04:02.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.163+0000 7fef2affd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fef2c15e510 0x7fef2c06cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:02.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.163+0000 7fef2affd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fef2c15e510 0x7fef2c06cae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:58580/0 (socket says 172.21.15.5:58580) 2024-09-19T05:04:02.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.163+0000 7fef2affd640 1 -- 172.21.15.5:0/2533116144 learned_addr learned my addr 172.21.15.5:0/2533116144 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:02.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.164+0000 7fef2b7fe640 1 --2- 172.21.15.5:0/2533116144 >> v2:172.21.15.134:3300/0 conn(0x7fef2c06ed90 0x7fef2c0b4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:02.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.164+0000 7fef2affd640 1 -- 172.21.15.5:0/2533116144 >> v2:172.21.15.134:3300/0 conn(0x7fef2c06ed90 msgr2=0x7fef2c0b4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:02.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.164+0000 7fef2affd640 1 --2- 172.21.15.5:0/2533116144 >> v2:172.21.15.134:3300/0 conn(0x7fef2c06ed90 0x7fef2c0b4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:02.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.164+0000 7fef2affd640 1 -- 172.21.15.5:0/2533116144 >> v1:172.21.15.134:6789/0 conn(0x7fef2c15e8f0 legacy=0x7fef2c06e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:02.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.164+0000 7fef2affd640 1 -- 172.21.15.5:0/2533116144 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef2c0b4530 con 0x7fef2c15e510 2024-09-19T05:04:02.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.164+0000 7fef2b7fe640 1 --2- 172.21.15.5:0/2533116144 >> v2:172.21.15.134:3300/0 conn(0x7fef2c06ed90 0x7fef2c0b4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:04:02.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.164+0000 7fef2affd640 1 --2- 172.21.15.5:0/2533116144 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef2c15e510 0x7fef2c06cae0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fef2c0cd7f0 tx=0x7fef2402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1306c7907814f670 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:02.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.164+0000 7fef29ffb640 1 -- 172.21.15.5:0/2533116144 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef24037070 con 0x7fef2c15e510 2024-09-19T05:04:02.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.165+0000 7fef29ffb640 1 -- 172.21.15.5:0/2533116144 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef24032440 con 0x7fef2c15e510 2024-09-19T05:04:02.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.165+0000 7fef29ffb640 1 -- 172.21.15.5:0/2533116144 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef24032810 con 0x7fef2c15e510 2024-09-19T05:04:02.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.165+0000 7fef313d6640 1 -- 172.21.15.5:0/2533116144 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef2c15e510 msgr2=0x7fef2c06cae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:02.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.165+0000 7fef313d6640 1 --2- 172.21.15.5:0/2533116144 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef2c15e510 0x7fef2c06cae0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fef2c0cd7f0 tx=0x7fef2402a1a0 comp rx=0 tx=0).stop 2024-09-19T05:04:02.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.165+0000 7fef313d6640 1 -- 172.21.15.5:0/2533116144 shutdown_connections 2024-09-19T05:04:02.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.165+0000 7fef313d6640 1 --2- 172.21.15.5:0/2533116144 >> v2:172.21.15.134:3300/0 conn(0x7fef2c06ed90 0x7fef2c0b4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:02.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.165+0000 7fef313d6640 1 --2- 172.21.15.5:0/2533116144 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef2c15e510 0x7fef2c06cae0 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:02.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.165+0000 7fef313d6640 1 -- 172.21.15.5:0/2533116144 >> 172.21.15.5:0/2533116144 conn(0x7fef2c0cd820 msgr2=0x7fef2c0cdc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:02.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.165+0000 7fef313d6640 1 -- 172.21.15.5:0/2533116144 shutdown_connections 2024-09-19T05:04:02.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.165+0000 7fef313d6640 1 -- 172.21.15.5:0/2533116144 wait complete. 2024-09-19T05:04:02.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.166+0000 7fef313d6640 1 Processor -- start 2024-09-19T05:04:02.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.166+0000 7fef313d6640 1 -- start start 2024-09-19T05:04:02.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.167+0000 7fef313d6640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fef2c06ed90 0x7fef2c159f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:02.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.167+0000 7fef313d6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef2c15e510 0x7fef2c0aeab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:02.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.167+0000 7fef313d6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef2c15e8f0 0x7fef2c1f7930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:02.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.167+0000 7fef313d6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fef2c06bd90 con 0x7fef2c15e8f0 2024-09-19T05:04:02.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.167+0000 7fef313d6640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fef2c06bc10 con 0x7fef2c06ed90 2024-09-19T05:04:02.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.167+0000 7fef313d6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fef2c06bf10 con 0x7fef2c15e510 2024-09-19T05:04:02.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.167+0000 7fef2b7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef2c15e8f0 0x7fef2c1f7930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:02.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.167+0000 7fef2b7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef2c15e8f0 0x7fef2c1f7930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:58592/0 (socket says 172.21.15.5:58592) 2024-09-19T05:04:02.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.167+0000 7fef2b7fe640 1 -- 172.21.15.5:0/1311958435 learned_addr learned my addr 172.21.15.5:0/1311958435 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:02.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.167+0000 7fef2affd640 1 --2- 172.21.15.5:0/1311958435 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fef2c06ed90 0x7fef2c159f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:02.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.167+0000 7fef2a7fc640 1 --2- 172.21.15.5:0/1311958435 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef2c15e510 0x7fef2c0aeab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:02.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.168+0000 7fef2b7fe640 1 -- 172.21.15.5:0/1311958435 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef2c15e510 msgr2=0x7fef2c0aeab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:02.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.168+0000 7fef2b7fe640 1 --2- 172.21.15.5:0/1311958435 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef2c15e510 0x7fef2c0aeab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:02.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.168+0000 7fef2b7fe640 1 -- 172.21.15.5:0/1311958435 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fef2c06ed90 msgr2=0x7fef2c159f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:02.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.168+0000 7fef2b7fe640 1 --2- 172.21.15.5:0/1311958435 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fef2c06ed90 0x7fef2c159f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:02.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.168+0000 7fef2b7fe640 1 -- 172.21.15.5:0/1311958435 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef2c0af220 con 0x7fef2c15e8f0 2024-09-19T05:04:02.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.168+0000 7fef2b7fe640 1 --2- 172.21.15.5:0/1311958435 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef2c15e8f0 0x7fef2c1f7930 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fef1c00cdb0 tx=0x7fef1c00a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:02.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.168+0000 7fef237fe640 1 -- 172.21.15.5:0/1311958435 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef1c00f680 con 0x7fef2c15e8f0 2024-09-19T05:04:02.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.168+0000 7fef237fe640 1 -- 172.21.15.5:0/1311958435 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef1c00f840 con 0x7fef2c15e8f0 2024-09-19T05:04:02.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.168+0000 7fef313d6640 1 -- 172.21.15.5:0/1311958435 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef2c0af500 con 0x7fef2c15e8f0 2024-09-19T05:04:02.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.168+0000 7fef237fe640 1 -- 172.21.15.5:0/1311958435 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef1c00fc30 con 0x7fef2c15e8f0 2024-09-19T05:04:02.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.168+0000 7fef313d6640 1 -- 172.21.15.5:0/1311958435 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef2c0afac0 con 0x7fef2c15e8f0 2024-09-19T05:04:02.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.169+0000 7fef313d6640 1 -- 172.21.15.5:0/1311958435 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef2c06cae0 con 0x7fef2c15e8f0 2024-09-19T05:04:02.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.170+0000 7fef237fe640 1 -- 172.21.15.5:0/1311958435 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fef1c00e3e0 con 0x7fef2c15e8f0 2024-09-19T05:04:02.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.170+0000 7fef237fe640 1 --2- 172.21.15.5:0/1311958435 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fef0c06c2b0 0x7fef0c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:02.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.170+0000 7fef237fe640 1 -- 172.21.15.5:0/1311958435 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6001+0+0 (secure 0 0 0) 0x7fef1c08c260 con 0x7fef2c15e8f0 2024-09-19T05:04:02.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.170+0000 7fef2affd640 1 --2- 172.21.15.5:0/1311958435 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fef0c06c2b0 0x7fef0c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:02.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.171+0000 7fef2affd640 1 --2- 172.21.15.5:0/1311958435 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fef0c06c2b0 0x7fef0c06e770 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fef24034000 tx=0x7fef2402e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:02.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.175+0000 7fef237fe640 1 -- 172.21.15.5:0/1311958435 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fef1c014030 con 0x7fef2c15e8f0 2024-09-19T05:04:02.389 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:02.388+0000 7fef313d6640 1 -- 172.21.15.5:0/1311958435 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fef2c1f7e70 con 0x7fef2c15e8f0 2024-09-19T05:04:03.017 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.016+0000 7fef237fe640 1 -- 172.21.15.5:0/1311958435 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 13 and data pool 14 v42) ==== 174+0+0 (secure 0 0 0) 0x7fef1c05a1d0 con 0x7fef2c15e8f0 2024-09-19T05:04:03.017 INFO:teuthology.orchestra.run.smithi005.stderr:new fs with metadata pool 13 and data pool 14 2024-09-19T05:04:03.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.022+0000 7fef313d6640 1 -- 172.21.15.5:0/1311958435 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fef0c06c2b0 msgr2=0x7fef0c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:03.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.022+0000 7fef313d6640 1 --2- 172.21.15.5:0/1311958435 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fef0c06c2b0 0x7fef0c06e770 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fef24034000 tx=0x7fef2402e000 comp rx=0 tx=0).stop 2024-09-19T05:04:03.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.022+0000 7fef313d6640 1 -- 172.21.15.5:0/1311958435 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef2c15e8f0 msgr2=0x7fef2c1f7930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:03.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.022+0000 7fef313d6640 1 --2- 172.21.15.5:0/1311958435 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef2c15e8f0 0x7fef2c1f7930 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fef1c00cdb0 tx=0x7fef1c00a650 comp rx=0 tx=0).stop 2024-09-19T05:04:03.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.022+0000 7fef313d6640 1 -- 172.21.15.5:0/1311958435 shutdown_connections 2024-09-19T05:04:03.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.022+0000 7fef313d6640 1 --2- 172.21.15.5:0/1311958435 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fef0c06c2b0 0x7fef0c06e770 secure :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fef24034000 tx=0x7fef2402e000 comp rx=0 tx=0).stop 2024-09-19T05:04:03.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.022+0000 7fef313d6640 1 --2- 172.21.15.5:0/1311958435 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fef2c15e8f0 0x7fef2c1f7930 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:03.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.022+0000 7fef313d6640 1 --2- 172.21.15.5:0/1311958435 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fef2c15e510 0x7fef2c0aeab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:03.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.022+0000 7fef313d6640 1 --2- 172.21.15.5:0/1311958435 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fef2c06ed90 0x7fef2c159f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:03.028 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.022+0000 7fef313d6640 1 -- 172.21.15.5:0/1311958435 >> 172.21.15.5:0/1311958435 conn(0x7fef2c0cd820 msgr2=0x7fef2c0b1af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:03.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.028+0000 7fef313d6640 1 -- 172.21.15.5:0/1311958435 shutdown_connections 2024-09-19T05:04:03.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.032+0000 7fef313d6640 1 -- 172.21.15.5:0/1311958435 wait complete. 2024-09-19T05:04:03.063 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:04:03.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.168+0000 7f86fdd6d640 1 Processor -- start 2024-09-19T05:04:03.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.168+0000 7f86fdd6d640 1 -- start start 2024-09-19T05:04:03.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.169+0000 7f86fdd6d640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f86f806d2c0 0x7f86f80b7a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:03.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.169+0000 7f86fdd6d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f86f80d2b60 0x7f86f80b7f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:03.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.169+0000 7f86fdd6d640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f86f80d3040 con 0x7f86f815e890 2024-09-19T05:04:03.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.169+0000 7f86fdd6d640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f86f80d3c50 con 0x7f86f80d2b60 2024-09-19T05:04:03.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.169+0000 7f86fdd6d640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f86f80d3320 con 0x7f86f806d2c0 2024-09-19T05:04:03.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.169+0000 7f86f7fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f86f80d2b60 0x7f86f80b7f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:03.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.169+0000 7f86f77fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f86f815e890 0x7f86f806cbb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45360/0 (socket says 172.21.15.5:45360) 2024-09-19T05:04:03.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.169+0000 7f86f77fe640 1 -- 172.21.15.5:0/488627453 learned_addr learned my addr 172.21.15.5:0/488627453 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:03.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.169+0000 7f86f7fff640 1 --2- 172.21.15.5:0/488627453 >> v2:172.21.15.5:3300/0 conn(0x7f86f80d2b60 0x7f86f80b7f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:58608/0 (socket says 172.21.15.5:58608) 2024-09-19T05:04:03.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.169+0000 7f86f6ffd640 1 --2- 172.21.15.5:0/488627453 >> v2:172.21.15.134:3300/0 conn(0x7f86f806d2c0 0x7f86f80b7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:03.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.169+0000 7f86f7fff640 1 -- 172.21.15.5:0/488627453 >> v2:172.21.15.134:3300/0 conn(0x7f86f806d2c0 msgr2=0x7f86f80b7a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:03.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.169+0000 7f86f7fff640 1 --2- 172.21.15.5:0/488627453 >> v2:172.21.15.134:3300/0 conn(0x7f86f806d2c0 0x7f86f80b7a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:03.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.169+0000 7f86f7fff640 1 -- 172.21.15.5:0/488627453 >> v1:172.21.15.5:6789/0 conn(0x7f86f815e890 legacy=0x7f86f806cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:03.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.170+0000 7f86f7fff640 1 -- 172.21.15.5:0/488627453 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86f80d3600 con 0x7f86f80d2b60 2024-09-19T05:04:03.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.169+0000 7f86f67fc640 1 -- 172.21.15.5:0/488627453 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 835907202 0 0) 0x7f86f80d3040 con 0x7f86f815e890 2024-09-19T05:04:03.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.170+0000 7f86f7fff640 1 --2- 172.21.15.5:0/488627453 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86f80d2b60 0x7f86f80b7f60 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f86f80d3bc0 tx=0x7f86f002a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fae974a7fe54a5f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:03.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.170+0000 7f86f67fc640 1 -- 172.21.15.5:0/488627453 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86f0007740 con 0x7f86f80d2b60 2024-09-19T05:04:03.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.170+0000 7f86f67fc640 1 -- 172.21.15.5:0/488627453 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f86f00078e0 con 0x7f86f80d2b60 2024-09-19T05:04:03.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.170+0000 7f86f67fc640 1 -- 172.21.15.5:0/488627453 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86f0007cb0 con 0x7f86f80d2b60 2024-09-19T05:04:03.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.171+0000 7f86fdd6d640 1 -- 172.21.15.5:0/488627453 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86f80d2b60 msgr2=0x7f86f80b7f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:03.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.171+0000 7f86fdd6d640 1 --2- 172.21.15.5:0/488627453 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86f80d2b60 0x7f86f80b7f60 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f86f80d3bc0 tx=0x7f86f002a5f0 comp rx=0 tx=0).stop 2024-09-19T05:04:03.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.171+0000 7f86fdd6d640 1 -- 172.21.15.5:0/488627453 shutdown_connections 2024-09-19T05:04:03.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.171+0000 7f86fdd6d640 1 --2- 172.21.15.5:0/488627453 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86f80d2b60 0x7f86f80b7f60 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:03.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.171+0000 7f86fdd6d640 1 --2- 172.21.15.5:0/488627453 >> v2:172.21.15.134:3300/0 conn(0x7f86f806d2c0 0x7f86f80b7a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:03.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.171+0000 7f86fdd6d640 1 -- 172.21.15.5:0/488627453 >> 172.21.15.5:0/488627453 conn(0x7f86f80b66c0 msgr2=0x7f86f80d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:03.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.171+0000 7f86fdd6d640 1 -- 172.21.15.5:0/488627453 shutdown_connections 2024-09-19T05:04:03.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.171+0000 7f86fdd6d640 1 -- 172.21.15.5:0/488627453 wait complete. 2024-09-19T05:04:03.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.172+0000 7f86fdd6d640 1 Processor -- start 2024-09-19T05:04:03.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.172+0000 7f86fdd6d640 1 -- start start 2024-09-19T05:04:03.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.173+0000 7f86fdd6d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f86f806d2c0 0x7f86f80ca4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:03.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.173+0000 7f86fdd6d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86f80d2b60 0x7f86f80cde00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:03.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.173+0000 7f86fdd6d640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f86f815e890 0x7f86f80ce340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:03.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.173+0000 7f86fdd6d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f86f806db10 con 0x7f86f80d2b60 2024-09-19T05:04:03.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.173+0000 7f86fdd6d640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f86f815ec70 con 0x7f86f815e890 2024-09-19T05:04:03.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.173+0000 7f86fdd6d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f86f806dc90 con 0x7f86f806d2c0 2024-09-19T05:04:03.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.173+0000 7f86f6ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86f80d2b60 0x7f86f80cde00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:03.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.173+0000 7f86f6ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86f80d2b60 0x7f86f80cde00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:58622/0 (socket says 172.21.15.5:58622) 2024-09-19T05:04:03.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.173+0000 7f86f6ffd640 1 -- 172.21.15.5:0/2747440857 learned_addr learned my addr 172.21.15.5:0/2747440857 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:03.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.173+0000 7f86f7fff640 1 --2- 172.21.15.5:0/2747440857 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f86f815e890 0x7f86f80ce340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:03.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.173+0000 7f86f77fe640 1 --2- 172.21.15.5:0/2747440857 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f86f806d2c0 0x7f86f80ca4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:03.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.173+0000 7f86f6ffd640 1 -- 172.21.15.5:0/2747440857 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f86f806d2c0 msgr2=0x7f86f80ca4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:03.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.173+0000 7f86f6ffd640 1 --2- 172.21.15.5:0/2747440857 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f86f806d2c0 0x7f86f80ca4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:03.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.173+0000 7f86f6ffd640 1 -- 172.21.15.5:0/2747440857 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f86f815e890 msgr2=0x7f86f80ce340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:03.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.174+0000 7f86f6ffd640 1 --2- 172.21.15.5:0/2747440857 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f86f815e890 0x7f86f80ce340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:03.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.174+0000 7f86f6ffd640 1 -- 172.21.15.5:0/2747440857 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86f80ce880 con 0x7f86f80d2b60 2024-09-19T05:04:03.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.174+0000 7f86f7fff640 1 --2- 172.21.15.5:0/2747440857 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f86f815e890 0x7f86f80ce340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:03.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.174+0000 7f86f77fe640 1 --2- 172.21.15.5:0/2747440857 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f86f806d2c0 0x7f86f80ca4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:03.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.174+0000 7f86f6ffd640 1 --2- 172.21.15.5:0/2747440857 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86f80d2b60 0x7f86f80cde00 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f86ec00c7f0 tx=0x7f86ec00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:03.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.174+0000 7f86dffff640 1 -- 172.21.15.5:0/2747440857 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86ec015070 con 0x7f86f80d2b60 2024-09-19T05:04:03.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.174+0000 7f86dffff640 1 -- 172.21.15.5:0/2747440857 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f86ec004240 con 0x7f86f80d2b60 2024-09-19T05:04:03.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.174+0000 7f86dffff640 1 -- 172.21.15.5:0/2747440857 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86ec007620 con 0x7f86f80d2b60 2024-09-19T05:04:03.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.174+0000 7f86fdd6d640 1 -- 172.21.15.5:0/2747440857 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86f80ceb30 con 0x7f86f80d2b60 2024-09-19T05:04:03.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.174+0000 7f86fdd6d640 1 -- 172.21.15.5:0/2747440857 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86f80cf0f0 con 0x7f86f80d2b60 2024-09-19T05:04:03.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.175+0000 7f86fdd6d640 1 -- 172.21.15.5:0/2747440857 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86f80d4f00 con 0x7f86f80d2b60 2024-09-19T05:04:03.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.175+0000 7f86dffff640 1 -- 172.21.15.5:0/2747440857 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f86ec0079d0 con 0x7f86f80d2b60 2024-09-19T05:04:03.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.176+0000 7f86dffff640 1 --2- 172.21.15.5:0/2747440857 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f86e406c2b0 0x7f86e406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:03.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.176+0000 7f86dffff640 1 -- 172.21.15.5:0/2747440857 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 6101+0+0 (secure 0 0 0) 0x7f86ec08b9c0 con 0x7f86f80d2b60 2024-09-19T05:04:03.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.176+0000 7f86f77fe640 1 --2- 172.21.15.5:0/2747440857 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f86e406c2b0 0x7f86e406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:03.180 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.177+0000 7f86f77fe640 1 --2- 172.21.15.5:0/2747440857 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f86e406c2b0 0x7f86e406e770 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f86e8000f60 tx=0x7f86e8007ca0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:03.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.180+0000 7f86dffff640 1 -- 172.21.15.5:0/2747440857 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f86ec08de20 con 0x7f86f80d2b60 2024-09-19T05:04:03.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.360+0000 7f86fdd6d640 1 -- 172.21.15.5:0/2747440857 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f86f80b5450 con 0x7f86f80d2b60 2024-09-19T05:04:03.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.361+0000 7f86dffff640 1 -- 172.21.15.5:0/2747440857 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+16922 (secure 0 0 0) 0x7f86ec059fa0 con 0x7f86f80d2b60 2024-09-19T05:04:03.363 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:03.363 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":83,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:04:02.389363+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:04:00.042022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-09-19T05:04:01.368465+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:04:03.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.364+0000 7f86fdd6d640 1 -- 172.21.15.5:0/2747440857 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f86e406c2b0 msgr2=0x7f86e406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:03.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.364+0000 7f86fdd6d640 1 --2- 172.21.15.5:0/2747440857 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f86e406c2b0 0x7f86e406e770 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f86e8000f60 tx=0x7f86e8007ca0 comp rx=0 tx=0).stop 2024-09-19T05:04:03.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.364+0000 7f86fdd6d640 1 -- 172.21.15.5:0/2747440857 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86f80d2b60 msgr2=0x7f86f80cde00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:03.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.364+0000 7f86fdd6d640 1 --2- 172.21.15.5:0/2747440857 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86f80d2b60 0x7f86f80cde00 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f86ec00c7f0 tx=0x7f86ec00ccb0 comp rx=0 tx=0).stop 2024-09-19T05:04:03.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.364+0000 7f86fdd6d640 1 -- 172.21.15.5:0/2747440857 shutdown_connections 2024-09-19T05:04:03.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.364+0000 7f86fdd6d640 1 --2- 172.21.15.5:0/2747440857 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f86e406c2b0 0x7f86e406e770 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:03.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.364+0000 7f86fdd6d640 1 --2- 172.21.15.5:0/2747440857 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f86f815e890 0x7f86f80ce340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:03.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.364+0000 7f86fdd6d640 1 --2- 172.21.15.5:0/2747440857 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f86f80d2b60 0x7f86f80cde00 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:03.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.364+0000 7f86fdd6d640 1 --2- 172.21.15.5:0/2747440857 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f86f806d2c0 0x7f86f80ca4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:03.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.364+0000 7f86fdd6d640 1 -- 172.21.15.5:0/2747440857 >> 172.21.15.5:0/2747440857 conn(0x7f86f80b66c0 msgr2=0x7f86f80b4480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:03.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.364+0000 7f86fdd6d640 1 -- 172.21.15.5:0/2747440857 shutdown_connections 2024-09-19T05:04:03.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.364+0000 7f86fdd6d640 1 -- 172.21.15.5:0/2747440857 wait complete. 2024-09-19T05:04:03.376 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:04:03.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.477+0000 7ffa2e36d640 1 Processor -- start 2024-09-19T05:04:03.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.477+0000 7ffa2e36d640 1 -- start start 2024-09-19T05:04:03.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.477+0000 7ffa2e36d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa2806f0e0 0x7ffa2815c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:03.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.477+0000 7ffa2e36d640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7ffa280b3ba0 0x7ffa280b4050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:03.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.477+0000 7ffa2e36d640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffa2815c620 con 0x7ffa2806f4c0 2024-09-19T05:04:03.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.478+0000 7ffa2e36d640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7ffa2815bc50 con 0x7ffa280b3ba0 2024-09-19T05:04:03.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.478+0000 7ffa2e36d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ffa28152630 con 0x7ffa2806f0e0 2024-09-19T05:04:03.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.478+0000 7ffa27fff640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa2806f0e0 0x7ffa2815c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:03.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.478+0000 7ffa2c90a640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7ffa280b3ba0 0x7ffa280b4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:03.480 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.478+0000 7ffa27fff640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa2806f0e0 0x7ffa2815c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.5:45094/0 (socket says 172.21.15.5:45094) 2024-09-19T05:04:03.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.478+0000 7ffa27fff640 1 -- 172.21.15.5:0/4232598172 learned_addr learned my addr 172.21.15.5:0/4232598172 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:03.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.478+0000 7ffa277fe640 1 --1- 172.21.15.5:0/4232598172 >> v1:172.21.15.134:6789/0 conn(0x7ffa2806f4c0 0x7ffa280cf060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.5:41644/0 (socket says 172.21.15.5:41644) 2024-09-19T05:04:03.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.478+0000 7ffa27fff640 1 -- 172.21.15.5:0/4232598172 >> v2:172.21.15.134:3300/0 conn(0x7ffa280b3ba0 msgr2=0x7ffa280b4050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:03.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.478+0000 7ffa27fff640 1 --2- 172.21.15.5:0/4232598172 >> v2:172.21.15.134:3300/0 conn(0x7ffa280b3ba0 0x7ffa280b4050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:03.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.478+0000 7ffa27fff640 1 -- 172.21.15.5:0/4232598172 >> v1:172.21.15.134:6789/0 conn(0x7ffa2806f4c0 legacy=0x7ffa280cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:03.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.478+0000 7ffa27fff640 1 -- 172.21.15.5:0/4232598172 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa280cfb40 con 0x7ffa2806f0e0 2024-09-19T05:04:03.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.479+0000 7ffa27fff640 1 --2- 172.21.15.5:0/4232598172 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa2806f0e0 0x7ffa2815c0e0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ffa1800bb10 tx=0x7ffa1802c920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c07e02101f7e1e90 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:03.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.479+0000 7ffa26ffd640 1 -- 172.21.15.5:0/4232598172 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa18036020 con 0x7ffa2806f0e0 2024-09-19T05:04:03.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.479+0000 7ffa26ffd640 1 -- 172.21.15.5:0/4232598172 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa18032820 con 0x7ffa2806f0e0 2024-09-19T05:04:03.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.479+0000 7ffa26ffd640 1 -- 172.21.15.5:0/4232598172 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa18032bf0 con 0x7ffa2806f0e0 2024-09-19T05:04:03.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.480+0000 7ffa2e36d640 1 -- 172.21.15.5:0/4232598172 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa2806f0e0 msgr2=0x7ffa2815c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:03.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.480+0000 7ffa2e36d640 1 --2- 172.21.15.5:0/4232598172 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa2806f0e0 0x7ffa2815c0e0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ffa1800bb10 tx=0x7ffa1802c920 comp rx=0 tx=0).stop 2024-09-19T05:04:03.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.480+0000 7ffa2e36d640 1 -- 172.21.15.5:0/4232598172 shutdown_connections 2024-09-19T05:04:03.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.480+0000 7ffa2e36d640 1 --2- 172.21.15.5:0/4232598172 >> v2:172.21.15.134:3300/0 conn(0x7ffa280b3ba0 0x7ffa280b4050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:03.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.480+0000 7ffa2e36d640 1 --2- 172.21.15.5:0/4232598172 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa2806f0e0 0x7ffa2815c0e0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:03.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.480+0000 7ffa2e36d640 1 -- 172.21.15.5:0/4232598172 >> 172.21.15.5:0/4232598172 conn(0x7ffa28067da0 msgr2=0x7ffa2806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:03.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.480+0000 7ffa2e36d640 1 -- 172.21.15.5:0/4232598172 shutdown_connections 2024-09-19T05:04:03.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.480+0000 7ffa2e36d640 1 -- 172.21.15.5:0/4232598172 wait complete. 2024-09-19T05:04:03.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.481+0000 7ffa2e36d640 1 Processor -- start 2024-09-19T05:04:03.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.481+0000 7ffa2e36d640 1 -- start start 2024-09-19T05:04:03.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.482+0000 7ffa2e36d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa2806f0e0 0x7ffa280b2c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:03.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.482+0000 7ffa2e36d640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffa2806f4c0 0x7ffa28145ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:03.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.482+0000 7ffa2e36d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa280b3ba0 0x7ffa280b16b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:03.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.482+0000 7ffa2e36d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ffa2806f900 con 0x7ffa2806f0e0 2024-09-19T05:04:03.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.482+0000 7ffa2e36d640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7ffa2815b8e0 con 0x7ffa2806f4c0 2024-09-19T05:04:03.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.482+0000 7ffa2e36d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ffa280b27f0 con 0x7ffa280b3ba0 2024-09-19T05:04:03.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.482+0000 7ffa27fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa2806f0e0 0x7ffa280b2c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:03.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.482+0000 7ffa27fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa2806f0e0 0x7ffa280b2c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:58638/0 (socket says 172.21.15.5:58638) 2024-09-19T05:04:03.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.482+0000 7ffa27fff640 1 -- 172.21.15.5:0/829967027 learned_addr learned my addr 172.21.15.5:0/829967027 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:03.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.482+0000 7ffa277fe640 1 --2- 172.21.15.5:0/829967027 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffa2806f4c0 0x7ffa28145ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:03.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.482+0000 7ffa2c90a640 1 --2- 172.21.15.5:0/829967027 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa280b3ba0 0x7ffa280b16b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:03.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.482+0000 7ffa27fff640 1 -- 172.21.15.5:0/829967027 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa280b3ba0 msgr2=0x7ffa280b16b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:03.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.482+0000 7ffa27fff640 1 --2- 172.21.15.5:0/829967027 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa280b3ba0 0x7ffa280b16b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:03.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.482+0000 7ffa27fff640 1 -- 172.21.15.5:0/829967027 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffa2806f4c0 msgr2=0x7ffa28145ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:03.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.482+0000 7ffa27fff640 1 --2- 172.21.15.5:0/829967027 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffa2806f4c0 0x7ffa28145ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:03.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.482+0000 7ffa27fff640 1 -- 172.21.15.5:0/829967027 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa280aeed0 con 0x7ffa2806f0e0 2024-09-19T05:04:03.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.482+0000 7ffa27fff640 1 --2- 172.21.15.5:0/829967027 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa2806f0e0 0x7ffa280b2c80 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7ffa1802c960 tx=0x7ffa18004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:03.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.483+0000 7ffa24ff9640 1 -- 172.21.15.5:0/829967027 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa18042070 con 0x7ffa2806f0e0 2024-09-19T05:04:03.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.483+0000 7ffa24ff9640 1 -- 172.21.15.5:0/829967027 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa18031cb0 con 0x7ffa2806f0e0 2024-09-19T05:04:03.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.483+0000 7ffa2e36d640 1 -- 172.21.15.5:0/829967027 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa280af1b0 con 0x7ffa2806f0e0 2024-09-19T05:04:03.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.483+0000 7ffa24ff9640 1 -- 172.21.15.5:0/829967027 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa18036040 con 0x7ffa2806f0e0 2024-09-19T05:04:03.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.483+0000 7ffa2e36d640 1 -- 172.21.15.5:0/829967027 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa2814d3e0 con 0x7ffa2806f0e0 2024-09-19T05:04:03.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.484+0000 7ffa2e36d640 1 -- 172.21.15.5:0/829967027 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa2815ee80 con 0x7ffa2806f0e0 2024-09-19T05:04:03.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.484+0000 7ffa24ff9640 1 -- 172.21.15.5:0/829967027 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ffa18045070 con 0x7ffa2806f0e0 2024-09-19T05:04:03.488 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.485+0000 7ffa24ff9640 1 --2- 172.21.15.5:0/829967027 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffa1406c2b0 0x7ffa1406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:03.488 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.485+0000 7ffa24ff9640 1 -- 172.21.15.5:0/829967027 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 6101+0+0 (secure 0 0 0) 0x7ffa180ac020 con 0x7ffa2806f0e0 2024-09-19T05:04:03.488 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.485+0000 7ffa277fe640 1 --2- 172.21.15.5:0/829967027 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffa1406c2b0 0x7ffa1406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:03.488 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.485+0000 7ffa277fe640 1 --2- 172.21.15.5:0/829967027 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffa1406c2b0 0x7ffa1406e770 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7ffa281f7980 tx=0x7ffa1c007cc0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:03.491 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.489+0000 7ffa24ff9640 1 -- 172.21.15.5:0/829967027 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ffa1802f070 con 0x7ffa2806f0e0 2024-09-19T05:04:03.667 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.666+0000 7ffa2e36d640 1 -- 172.21.15.5:0/829967027 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ffa28159470 con 0x7ffa2806f0e0 2024-09-19T05:04:03.668 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.667+0000 7ffa24ff9640 1 -- 172.21.15.5:0/829967027 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+16922 (secure 0 0 0) 0x7ffa1807a700 con 0x7ffa2806f0e0 2024-09-19T05:04:03.669 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:03.669 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":83,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:04:02.389363+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:04:00.042022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-09-19T05:04:01.368465+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:04:03.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.669+0000 7ffa2e36d640 1 -- 172.21.15.5:0/829967027 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffa1406c2b0 msgr2=0x7ffa1406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:03.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.669+0000 7ffa2e36d640 1 --2- 172.21.15.5:0/829967027 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffa1406c2b0 0x7ffa1406e770 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7ffa281f7980 tx=0x7ffa1c007cc0 comp rx=0 tx=0).stop 2024-09-19T05:04:03.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.669+0000 7ffa2e36d640 1 -- 172.21.15.5:0/829967027 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa2806f0e0 msgr2=0x7ffa280b2c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:03.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.669+0000 7ffa2e36d640 1 --2- 172.21.15.5:0/829967027 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa2806f0e0 0x7ffa280b2c80 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7ffa1802c960 tx=0x7ffa18004730 comp rx=0 tx=0).stop 2024-09-19T05:04:03.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.669+0000 7ffa2e36d640 1 -- 172.21.15.5:0/829967027 shutdown_connections 2024-09-19T05:04:03.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.669+0000 7ffa2e36d640 1 --2- 172.21.15.5:0/829967027 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffa1406c2b0 0x7ffa1406e770 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:03.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.669+0000 7ffa2e36d640 1 --2- 172.21.15.5:0/829967027 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffa280b3ba0 0x7ffa280b16b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:03.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.669+0000 7ffa2e36d640 1 --2- 172.21.15.5:0/829967027 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffa2806f4c0 0x7ffa28145ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:03.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.669+0000 7ffa2e36d640 1 --2- 172.21.15.5:0/829967027 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffa2806f0e0 0x7ffa280b2c80 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:03.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.669+0000 7ffa2e36d640 1 -- 172.21.15.5:0/829967027 >> 172.21.15.5:0/829967027 conn(0x7ffa28067da0 msgr2=0x7ffa2815ace0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:03.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.669+0000 7ffa2e36d640 1 -- 172.21.15.5:0/829967027 shutdown_connections 2024-09-19T05:04:03.672 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.669+0000 7ffa2e36d640 1 -- 172.21.15.5:0/829967027 wait complete. 2024-09-19T05:04:03.682 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T05:04:03.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.785+0000 7f469de2e640 1 Processor -- start 2024-09-19T05:04:03.787 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.785+0000 7f469de2e640 1 -- start start 2024-09-19T05:04:03.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.786+0000 7f469de2e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f46980b6700 0x7f469806da90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:03.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.786+0000 7f469de2e640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f46980cf180 con 0x7f4698161c70 2024-09-19T05:04:03.788 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.786+0000 7f469de2e640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f469806cfb0 con 0x7f46980d4c80 2024-09-19T05:04:03.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.786+0000 7f469de2e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f4698162050 con 0x7f46980b6700 2024-09-19T05:04:03.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.786+0000 7f46977fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f4698161c70 0x7f46980b5ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45364/0 (socket says 172.21.15.5:45364) 2024-09-19T05:04:03.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.786+0000 7f46977fe640 1 -- 172.21.15.5:0/3598606580 learned_addr learned my addr 172.21.15.5:0/3598606580 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:03.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.787+0000 7f4696ffd640 1 --2- 172.21.15.5:0/3598606580 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f46980b6700 0x7f469806da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:03.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.787+0000 7f46967fc640 1 -- 172.21.15.5:0/3598606580 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1467499250 0 0) 0x7f46980cf180 con 0x7f4698161c70 2024-09-19T05:04:03.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.787+0000 7f46967fc640 1 -- 172.21.15.5:0/3598606580 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4680003520 con 0x7f4698161c70 2024-09-19T05:04:03.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.787+0000 7f4696ffd640 1 -- 172.21.15.5:0/3598606580 >> v1:172.21.15.134:6789/0 conn(0x7f46980d4c80 legacy=0x7f469806dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:03.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.787+0000 7f46967fc640 1 -- 172.21.15.5:0/3598606580 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 724820874 0 0) 0x7f469806cfb0 con 0x7f46980d4c80 2024-09-19T05:04:03.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.787+0000 7f4696ffd640 1 -- 172.21.15.5:0/3598606580 >> v1:172.21.15.5:6789/0 conn(0x7f4698161c70 legacy=0x7f46980b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:03.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.787+0000 7f4696ffd640 1 -- 172.21.15.5:0/3598606580 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f469806d290 con 0x7f46980b6700 2024-09-19T05:04:03.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.788+0000 7f4696ffd640 1 --2- 172.21.15.5:0/3598606580 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f46980b6700 0x7f469806da90 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f468c0097d0 tx=0x7f468c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3380c01fc588a161 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:03.790 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.788+0000 7f46967fc640 1 -- 172.21.15.5:0/3598606580 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f468c037070 con 0x7f46980b6700 2024-09-19T05:04:03.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.788+0000 7f46967fc640 1 -- 172.21.15.5:0/3598606580 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f468c02ac10 con 0x7f46980b6700 2024-09-19T05:04:03.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.788+0000 7f46967fc640 1 -- 172.21.15.5:0/3598606580 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46880015f0 con 0x7f46980b6700 2024-09-19T05:04:03.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.789+0000 7f469de2e640 1 -- 172.21.15.5:0/3598606580 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f46980b6700 msgr2=0x7f469806da90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:03.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.789+0000 7f469de2e640 1 --2- 172.21.15.5:0/3598606580 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f46980b6700 0x7f469806da90 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f468c0097d0 tx=0x7f468c02a180 comp rx=0 tx=0).stop 2024-09-19T05:04:03.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.789+0000 7f469de2e640 1 -- 172.21.15.5:0/3598606580 shutdown_connections 2024-09-19T05:04:03.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.789+0000 7f469de2e640 1 --2- 172.21.15.5:0/3598606580 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f46980b6700 0x7f469806da90 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:03.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.789+0000 7f469de2e640 1 -- 172.21.15.5:0/3598606580 >> 172.21.15.5:0/3598606580 conn(0x7f469808c000 msgr2=0x7f46980d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:03.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.789+0000 7f469de2e640 1 -- 172.21.15.5:0/3598606580 shutdown_connections 2024-09-19T05:04:03.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.789+0000 7f469de2e640 1 -- 172.21.15.5:0/3598606580 wait complete. 2024-09-19T05:04:03.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.790+0000 7f469de2e640 1 Processor -- start 2024-09-19T05:04:03.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.790+0000 7f469de2e640 1 -- start start 2024-09-19T05:04:03.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.791+0000 7f469de2e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46980b6700 0x7f46981f3cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:03.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.791+0000 7f469de2e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f46980d4c80 0x7f46980c8a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:03.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.791+0000 7f469de2e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4698161c70 0x7f46980d2950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:03.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.791+0000 7f469de2e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f46980cebc0 con 0x7f46980b6700 2024-09-19T05:04:03.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.791+0000 7f469de2e640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f469806d600 con 0x7f46980d4c80 2024-09-19T05:04:03.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.791+0000 7f469de2e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f46980ced40 con 0x7f4698161c70 2024-09-19T05:04:03.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.791+0000 7f46977fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46980b6700 0x7f46981f3cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:03.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.791+0000 7f46977fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46980b6700 0x7f46981f3cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:58650/0 (socket says 172.21.15.5:58650) 2024-09-19T05:04:03.796 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.791+0000 7f46977fe640 1 -- 172.21.15.5:0/2291903329 learned_addr learned my addr 172.21.15.5:0/2291903329 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:03.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.791+0000 7f46977fe640 1 -- 172.21.15.5:0/2291903329 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4698161c70 msgr2=0x7f46980d2950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:03.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.791+0000 7f46977fe640 1 --2- 172.21.15.5:0/2291903329 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4698161c70 0x7f46980d2950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:03.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.791+0000 7f46977fe640 1 -- 172.21.15.5:0/2291903329 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f46980d4c80 msgr2=0x7f46980c8a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:03.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.791+0000 7f46977fe640 1 --2- 172.21.15.5:0/2291903329 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f46980d4c80 0x7f46980c8a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:03.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.791+0000 7f46977fe640 1 -- 172.21.15.5:0/2291903329 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46980c8fd0 con 0x7f46980b6700 2024-09-19T05:04:03.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.791+0000 7f46977fe640 1 --2- 172.21.15.5:0/2291903329 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46980b6700 0x7f46981f3cc0 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f468800c780 tx=0x7f468800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:03.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.792+0000 7f467ffff640 1 -- 172.21.15.5:0/2291903329 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4688018070 con 0x7f46980b6700 2024-09-19T05:04:03.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.792+0000 7f467ffff640 1 -- 172.21.15.5:0/2291903329 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46880072f0 con 0x7f46980b6700 2024-09-19T05:04:03.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.792+0000 7f467ffff640 1 -- 172.21.15.5:0/2291903329 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46880047e0 con 0x7f46980b6700 2024-09-19T05:04:03.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.792+0000 7f469de2e640 1 -- 172.21.15.5:0/2291903329 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46980b8840 con 0x7f46980b6700 2024-09-19T05:04:03.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.792+0000 7f469de2e640 1 -- 172.21.15.5:0/2291903329 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46980c9a30 con 0x7f46980b6700 2024-09-19T05:04:03.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.793+0000 7f469de2e640 1 -- 172.21.15.5:0/2291903329 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46980b8d60 con 0x7f46980b6700 2024-09-19T05:04:03.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.793+0000 7f467ffff640 1 -- 172.21.15.5:0/2291903329 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4688004980 con 0x7f46980b6700 2024-09-19T05:04:03.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.794+0000 7f467ffff640 1 --2- 172.21.15.5:0/2291903329 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f468406c2b0 0x7f468406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:03.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.794+0000 7f467ffff640 1 -- 172.21.15.5:0/2291903329 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 6101+0+0 (secure 0 0 0) 0x7f468808aa30 con 0x7f46980b6700 2024-09-19T05:04:03.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.794+0000 7f4696ffd640 1 --2- 172.21.15.5:0/2291903329 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f468406c2b0 0x7f468406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:03.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.795+0000 7f4696ffd640 1 --2- 172.21.15.5:0/2291903329 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f468406c2b0 0x7f468406e770 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f468c034000 tx=0x7f468c02c000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:03.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:03.798+0000 7f467ffff640 1 -- 172.21.15.5:0/2291903329 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f46980b8d60 con 0x7f46980b6700 2024-09-19T05:04:04.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.011+0000 7f469de2e640 1 -- 172.21.15.5:0/2291903329 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f46980b5ff0 con 0x7f46980b6700 2024-09-19T05:04:04.030 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.029+0000 7f467ffff640 1 -- 172.21.15.5:0/2291903329 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v43) ==== 118+0+0 (secure 0 0 0) 0x7f4688004c70 con 0x7f46980b6700 2024-09-19T05:04:04.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.031+0000 7f469de2e640 1 -- 172.21.15.5:0/2291903329 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f468406c2b0 msgr2=0x7f468406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:04.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.031+0000 7f469de2e640 1 --2- 172.21.15.5:0/2291903329 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f468406c2b0 0x7f468406e770 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f468c034000 tx=0x7f468c02c000 comp rx=0 tx=0).stop 2024-09-19T05:04:04.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.031+0000 7f469de2e640 1 -- 172.21.15.5:0/2291903329 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46980b6700 msgr2=0x7f46981f3cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:04.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.031+0000 7f469de2e640 1 --2- 172.21.15.5:0/2291903329 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46980b6700 0x7f46981f3cc0 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f468800c780 tx=0x7f468800cc40 comp rx=0 tx=0).stop 2024-09-19T05:04:04.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.031+0000 7f469de2e640 1 -- 172.21.15.5:0/2291903329 shutdown_connections 2024-09-19T05:04:04.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.031+0000 7f469de2e640 1 --2- 172.21.15.5:0/2291903329 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f468406c2b0 0x7f468406e770 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:04.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.031+0000 7f469de2e640 1 --2- 172.21.15.5:0/2291903329 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f4698161c70 0x7f46980d2950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:04.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.031+0000 7f469de2e640 1 --2- 172.21.15.5:0/2291903329 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f46980d4c80 0x7f46980c8a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:04.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.031+0000 7f469de2e640 1 --2- 172.21.15.5:0/2291903329 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f46980b6700 0x7f46981f3cc0 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:04.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.031+0000 7f469de2e640 1 -- 172.21.15.5:0/2291903329 >> 172.21.15.5:0/2291903329 conn(0x7f469808c000 msgr2=0x7f469806da90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:04.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.031+0000 7f469de2e640 1 -- 172.21.15.5:0/2291903329 shutdown_connections 2024-09-19T05:04:04.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.031+0000 7f469de2e640 1 -- 172.21.15.5:0/2291903329 wait complete. 2024-09-19T05:04:04.044 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T05:04:04.045 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T05:04:04.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.150+0000 7f14b2142640 1 Processor -- start 2024-09-19T05:04:04.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.150+0000 7f14b2142640 1 -- start start 2024-09-19T05:04:04.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.151+0000 7f14b2142640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f14ac0d15f0 0x7f14ac0d1e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:04.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.151+0000 7f14b2142640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f14ac0d0900 0x7f14ac0710e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:04.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.151+0000 7f14b2142640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14ac06e210 con 0x7f14ac0d0490 2024-09-19T05:04:04.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.151+0000 7f14b2142640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f14ac163250 con 0x7f14ac0d15f0 2024-09-19T05:04:04.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.151+0000 7f14b2142640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f14ac070260 con 0x7f14ac0d0900 2024-09-19T05:04:04.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.151+0000 7f14ab7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f14ac0d15f0 0x7f14ac0d1e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:04.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.151+0000 7f14ab7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f14ac0d15f0 0x7f14ac0d1e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:58654/0 (socket says 172.21.15.5:58654) 2024-09-19T05:04:04.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.151+0000 7f14ab7fe640 1 -- 172.21.15.5:0/2528080915 learned_addr learned my addr 172.21.15.5:0/2528080915 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:04.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.151+0000 7f14aaffd640 1 --1- 172.21.15.5:0/2528080915 >> v1:172.21.15.5:6789/0 conn(0x7f14ac0d0490 0x7f14ac0709d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45368/0 (socket says 172.21.15.5:45368) 2024-09-19T05:04:04.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.151+0000 7f14ab7fe640 1 -- 172.21.15.5:0/2528080915 >> v2:172.21.15.134:3300/0 conn(0x7f14ac0d0900 msgr2=0x7f14ac0710e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:04.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.151+0000 7f14abfff640 1 --2- 172.21.15.5:0/2528080915 >> v2:172.21.15.134:3300/0 conn(0x7f14ac0d0900 0x7f14ac0710e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:04.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.151+0000 7f14ab7fe640 1 --2- 172.21.15.5:0/2528080915 >> v2:172.21.15.134:3300/0 conn(0x7f14ac0d0900 0x7f14ac0710e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:04.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.151+0000 7f14aa7fc640 1 -- 172.21.15.5:0/2528080915 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 407387809 0 0) 0x7f14ac06e210 con 0x7f14ac0d0490 2024-09-19T05:04:04.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.151+0000 7f14ab7fe640 1 -- 172.21.15.5:0/2528080915 >> v1:172.21.15.5:6789/0 conn(0x7f14ac0d0490 legacy=0x7f14ac0709d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:04.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.151+0000 7f14ab7fe640 1 -- 172.21.15.5:0/2528080915 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14ac09b480 con 0x7f14ac0d15f0 2024-09-19T05:04:04.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.151+0000 7f14abfff640 1 --2- 172.21.15.5:0/2528080915 >> v2:172.21.15.134:3300/0 conn(0x7f14ac0d0900 0x7f14ac0710e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:04:04.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.152+0000 7f14ab7fe640 1 --2- 172.21.15.5:0/2528080915 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f14ac0d15f0 0x7f14ac0d1e90 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f14ac06dee0 tx=0x7f149c02a150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58be8ba9a88dbec5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:04.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.152+0000 7f14aa7fc640 1 -- 172.21.15.5:0/2528080915 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f149c037070 con 0x7f14ac0d15f0 2024-09-19T05:04:04.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.152+0000 7f14aa7fc640 1 -- 172.21.15.5:0/2528080915 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f149c032440 con 0x7f14ac0d15f0 2024-09-19T05:04:04.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.152+0000 7f14aa7fc640 1 -- 172.21.15.5:0/2528080915 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f149c032810 con 0x7f14ac0d15f0 2024-09-19T05:04:04.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.153+0000 7f14b2142640 1 -- 172.21.15.5:0/2528080915 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f14ac0d15f0 msgr2=0x7f14ac0d1e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:04.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.153+0000 7f14b2142640 1 --2- 172.21.15.5:0/2528080915 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f14ac0d15f0 0x7f14ac0d1e90 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f14ac06dee0 tx=0x7f149c02a150 comp rx=0 tx=0).stop 2024-09-19T05:04:04.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.153+0000 7f14b2142640 1 -- 172.21.15.5:0/2528080915 shutdown_connections 2024-09-19T05:04:04.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.153+0000 7f14b2142640 1 --2- 172.21.15.5:0/2528080915 >> v2:172.21.15.134:3300/0 conn(0x7f14ac0d0900 0x7f14ac0710e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:04.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.153+0000 7f14b2142640 1 --2- 172.21.15.5:0/2528080915 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f14ac0d15f0 0x7f14ac0d1e90 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:04.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.153+0000 7f14b2142640 1 -- 172.21.15.5:0/2528080915 >> 172.21.15.5:0/2528080915 conn(0x7f14ac0d2400 msgr2=0x7f14ac0d2810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:04.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.153+0000 7f14b2142640 1 -- 172.21.15.5:0/2528080915 shutdown_connections 2024-09-19T05:04:04.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.153+0000 7f14b2142640 1 -- 172.21.15.5:0/2528080915 wait complete. 2024-09-19T05:04:04.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.154+0000 7f14b2142640 1 Processor -- start 2024-09-19T05:04:04.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.154+0000 7f14b2142640 1 -- start start 2024-09-19T05:04:04.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.155+0000 7f14b2142640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14ac0d0490 0x7f14ac150980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:04.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.155+0000 7f14b2142640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f14ac0d0900 0x7f14ac0c94d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:04.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.155+0000 7f14b2142640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f14ac0d15f0 0x7f14ac0cda80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:04.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.155+0000 7f14b2142640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f14ac0d19d0 con 0x7f14ac0d15f0 2024-09-19T05:04:04.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.155+0000 7f14b2142640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f14ac09ba40 con 0x7f14ac0d0900 2024-09-19T05:04:04.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.155+0000 7f14b2142640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f14ac162240 con 0x7f14ac0d0490 2024-09-19T05:04:04.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.155+0000 7f14abfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f14ac0d15f0 0x7f14ac0cda80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:04.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.155+0000 7f14abfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f14ac0d15f0 0x7f14ac0cda80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:58668/0 (socket says 172.21.15.5:58668) 2024-09-19T05:04:04.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.155+0000 7f14abfff640 1 -- 172.21.15.5:0/946347269 learned_addr learned my addr 172.21.15.5:0/946347269 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:04.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.155+0000 7f14ab7fe640 1 --2- 172.21.15.5:0/946347269 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14ac0d0490 0x7f14ac150980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:04.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.155+0000 7f14aaffd640 1 --2- 172.21.15.5:0/946347269 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f14ac0d0900 0x7f14ac0c94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:04.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.155+0000 7f14abfff640 1 -- 172.21.15.5:0/946347269 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14ac0d0490 msgr2=0x7f14ac150980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:04.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.155+0000 7f14abfff640 1 --2- 172.21.15.5:0/946347269 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14ac0d0490 0x7f14ac150980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:04.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.155+0000 7f14abfff640 1 -- 172.21.15.5:0/946347269 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f14ac0d0900 msgr2=0x7f14ac0c94d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:04.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.155+0000 7f14abfff640 1 --2- 172.21.15.5:0/946347269 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f14ac0d0900 0x7f14ac0c94d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:04.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.155+0000 7f14abfff640 1 -- 172.21.15.5:0/946347269 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14ac0cb380 con 0x7f14ac0d15f0 2024-09-19T05:04:04.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.155+0000 7f14aaffd640 1 --2- 172.21.15.5:0/946347269 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f14ac0d0900 0x7f14ac0c94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:04.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.156+0000 7f14abfff640 1 --2- 172.21.15.5:0/946347269 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f14ac0d15f0 0x7f14ac0cda80 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f14a400cef0 tx=0x7f14a400a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:04.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.156+0000 7f1493fff640 1 -- 172.21.15.5:0/946347269 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14a401a070 con 0x7f14ac0d15f0 2024-09-19T05:04:04.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.156+0000 7f1493fff640 1 -- 172.21.15.5:0/946347269 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14a400d860 con 0x7f14ac0d15f0 2024-09-19T05:04:04.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.156+0000 7f14b2142640 1 -- 172.21.15.5:0/946347269 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14ac0cb660 con 0x7f14ac0d15f0 2024-09-19T05:04:04.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.156+0000 7f1493fff640 1 -- 172.21.15.5:0/946347269 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14a400dc50 con 0x7f14ac0d15f0 2024-09-19T05:04:04.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.156+0000 7f14b2142640 1 -- 172.21.15.5:0/946347269 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14ac0cbc20 con 0x7f14ac0d15f0 2024-09-19T05:04:04.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.157+0000 7f14b2142640 1 -- 172.21.15.5:0/946347269 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14ac0cc320 con 0x7f14ac0d15f0 2024-09-19T05:04:04.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.157+0000 7f1493fff640 1 -- 172.21.15.5:0/946347269 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f14a401d070 con 0x7f14ac0d15f0 2024-09-19T05:04:04.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.158+0000 7f1493fff640 1 --2- 172.21.15.5:0/946347269 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f149806c2b0 0x7f149806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:04.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.158+0000 7f1493fff640 1 -- 172.21.15.5:0/946347269 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 6101+0+0 (secure 0 0 0) 0x7f14a408bdf0 con 0x7f14ac0d15f0 2024-09-19T05:04:04.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.158+0000 7f14ab7fe640 1 --2- 172.21.15.5:0/946347269 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f149806c2b0 0x7f149806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:04.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.159+0000 7f14ab7fe640 1 --2- 172.21.15.5:0/946347269 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f149806c2b0 0x7f149806e770 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f149c034000 tx=0x7f149c02e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:04.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.162+0000 7f1493fff640 1 -- 172.21.15.5:0/946347269 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f14ac0cc320 con 0x7f14ac0d15f0 2024-09-19T05:04:04.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:04.374+0000 7f14b2142640 1 -- 172.21.15.5:0/946347269 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f14ac0d3140 con 0x7f14ac0d15f0 2024-09-19T05:04:05.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.038+0000 7f1493fff640 1 -- 172.21.15.5:0/946347269 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v44) ==== 122+0+0 (secure 0 0 0) 0x7f14a4059e40 con 0x7f14ac0d15f0 2024-09-19T05:04:05.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.040+0000 7f14b2142640 1 -- 172.21.15.5:0/946347269 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f149806c2b0 msgr2=0x7f149806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:05.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.040+0000 7f14b2142640 1 --2- 172.21.15.5:0/946347269 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f149806c2b0 0x7f149806e770 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f149c034000 tx=0x7f149c02e000 comp rx=0 tx=0).stop 2024-09-19T05:04:05.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.040+0000 7f14b2142640 1 -- 172.21.15.5:0/946347269 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f14ac0d15f0 msgr2=0x7f14ac0cda80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:05.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.040+0000 7f14b2142640 1 --2- 172.21.15.5:0/946347269 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f14ac0d15f0 0x7f14ac0cda80 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f14a400cef0 tx=0x7f14a400a710 comp rx=0 tx=0).stop 2024-09-19T05:04:05.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.041+0000 7f14b2142640 1 -- 172.21.15.5:0/946347269 shutdown_connections 2024-09-19T05:04:05.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.041+0000 7f14b2142640 1 --2- 172.21.15.5:0/946347269 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f149806c2b0 0x7f149806e770 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.041+0000 7f14b2142640 1 --2- 172.21.15.5:0/946347269 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f14ac0d15f0 0x7f14ac0cda80 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.041+0000 7f14b2142640 1 --2- 172.21.15.5:0/946347269 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f14ac0d0900 0x7f14ac0c94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.041+0000 7f14b2142640 1 --2- 172.21.15.5:0/946347269 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f14ac0d0490 0x7f14ac150980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.041+0000 7f14b2142640 1 -- 172.21.15.5:0/946347269 >> 172.21.15.5:0/946347269 conn(0x7f14ac0d2400 msgr2=0x7f14ac162a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:05.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.041+0000 7f14b2142640 1 -- 172.21.15.5:0/946347269 shutdown_connections 2024-09-19T05:04:05.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.041+0000 7f14b2142640 1 -- 172.21.15.5:0/946347269 wait complete. 2024-09-19T05:04:05.056 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T05:04:05.057 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:04:05.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.164+0000 7f1eb5178640 1 Processor -- start 2024-09-19T05:04:05.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.164+0000 7f1eb5178640 1 -- start start 2024-09-19T05:04:05.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.165+0000 7f1eb5178640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1eb015e890 0x7f1eb006cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:05.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.165+0000 7f1eb5178640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f1eb00d4f00 0x7f1eb00b8a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:05.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.165+0000 7f1eb5178640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1eb00d3040 con 0x7f1eb00d2b60 2024-09-19T05:04:05.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.165+0000 7f1eb5178640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f1eb00d3c50 con 0x7f1eb00d4f00 2024-09-19T05:04:05.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.165+0000 7f1eb5178640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1eb00d3320 con 0x7f1eb015e890 2024-09-19T05:04:05.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.165+0000 7f1eae59c640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f1eb00d2b60 0x7f1eb00cede0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45380/0 (socket says 172.21.15.5:45380) 2024-09-19T05:04:05.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.165+0000 7f1eae59c640 1 -- 172.21.15.5:0/776612737 learned_addr learned my addr 172.21.15.5:0/776612737 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:05.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.165+0000 7f1eaed9d640 1 --2- 172.21.15.5:0/776612737 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1eb015e890 0x7f1eb006cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:05.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.165+0000 7f1eadd9b640 1 -- 172.21.15.5:0/776612737 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3179332098 0 0) 0x7f1eb00d3040 con 0x7f1eb00d2b60 2024-09-19T05:04:05.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.165+0000 7f1eaf59e640 1 --2- 172.21.15.5:0/776612737 >> v2:172.21.15.134:3300/0 conn(0x7f1eb00d4f00 0x7f1eb00b8a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:05.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.166+0000 7f1eadd9b640 1 -- 172.21.15.5:0/776612737 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1e9c003520 con 0x7f1eb00d2b60 2024-09-19T05:04:05.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.166+0000 7f1eadd9b640 1 -- 172.21.15.5:0/776612737 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4066259833 0 0) 0x7f1e9c003520 con 0x7f1eb00d2b60 2024-09-19T05:04:05.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.166+0000 7f1eadd9b640 1 -- 172.21.15.5:0/776612737 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1eb015e890 msgr2=0x7f1eb006cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:05.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.166+0000 7f1eadd9b640 1 --2- 172.21.15.5:0/776612737 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1eb015e890 0x7f1eb006cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.166+0000 7f1eadd9b640 1 -- 172.21.15.5:0/776612737 >> v2:172.21.15.134:3300/0 conn(0x7f1eb00d4f00 msgr2=0x7f1eb00b8a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:05.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.166+0000 7f1eadd9b640 1 --2- 172.21.15.5:0/776612737 >> v2:172.21.15.134:3300/0 conn(0x7f1eb00d4f00 0x7f1eb00b8a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.166+0000 7f1eadd9b640 1 -- 172.21.15.5:0/776612737 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1eb00d3600 con 0x7f1eb00d2b60 2024-09-19T05:04:05.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.166+0000 7f1eadd9b640 1 -- 172.21.15.5:0/776612737 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f1e98001670 con 0x7f1eb00d2b60 2024-09-19T05:04:05.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.166+0000 7f1eadd9b640 1 -- 172.21.15.5:0/776612737 >> v1:172.21.15.5:6789/0 conn(0x7f1eb00d2b60 legacy=0x7f1eb00cede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:05.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.166+0000 7f1eadd9b640 1 --2- 172.21.15.5:0/776612737 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1e9c0039b0 0x7f1e9c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:05.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.166+0000 7f1eadd9b640 1 --2- 172.21.15.5:0/776612737 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e9c004800 0x7f1e9c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:05.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.166+0000 7f1eadd9b640 1 --2- 172.21.15.5:0/776612737 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1eb015e890 0x7f1e9c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:05.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.166+0000 7f1eadd9b640 1 -- 172.21.15.5:0/776612737 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb00d3c50 con 0x7f1e9c004800 2024-09-19T05:04:05.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.166+0000 7f1eadd9b640 1 -- 172.21.15.5:0/776612737 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb00d3320 con 0x7f1e9c0039b0 2024-09-19T05:04:05.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.166+0000 7f1eadd9b640 1 -- 172.21.15.5:0/776612737 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1e9c00b9c0 con 0x7f1eb015e890 2024-09-19T05:04:05.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.166+0000 7f1eae59c640 1 --2- 172.21.15.5:0/776612737 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e9c004800 0x7f1e9c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:05.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.166+0000 7f1eaed9d640 1 --2- 172.21.15.5:0/776612737 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1e9c0039b0 0x7f1e9c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:05.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.166+0000 7f1eaf59e640 1 --2- 172.21.15.5:0/776612737 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1eb015e890 0x7f1e9c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:05.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.166+0000 7f1eae59c640 1 -- 172.21.15.5:0/776612737 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1eb015e890 msgr2=0x7f1e9c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:05.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.166+0000 7f1eae59c640 1 --2- 172.21.15.5:0/776612737 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1eb015e890 0x7f1e9c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.166+0000 7f1eae59c640 1 -- 172.21.15.5:0/776612737 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1e9c0039b0 msgr2=0x7f1e9c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:05.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.166+0000 7f1eae59c640 1 --2- 172.21.15.5:0/776612737 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1e9c0039b0 0x7f1e9c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.166+0000 7f1eae59c640 1 -- 172.21.15.5:0/776612737 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e9c003520 con 0x7f1e9c004800 2024-09-19T05:04:05.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.166+0000 7f1eaf59e640 1 --2- 172.21.15.5:0/776612737 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1eb015e890 0x7f1e9c0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:05.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.167+0000 7f1eae59c640 1 --2- 172.21.15.5:0/776612737 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e9c004800 0x7f1e9c004c80 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f1e9800c270 tx=0x7f1e9c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19b23c9aa28931d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:05.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.167+0000 7f1eadd9b640 1 -- 172.21.15.5:0/776612737 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e98007d30 con 0x7f1e9c004800 2024-09-19T05:04:05.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.167+0000 7f1eadd9b640 1 -- 172.21.15.5:0/776612737 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e98005ad0 con 0x7f1e9c004800 2024-09-19T05:04:05.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.167+0000 7f1eadd9b640 1 -- 172.21.15.5:0/776612737 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e98007070 con 0x7f1e9c004800 2024-09-19T05:04:05.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.168+0000 7f1eb5178640 1 -- 172.21.15.5:0/776612737 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e9c004800 msgr2=0x7f1e9c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:05.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.168+0000 7f1eb5178640 1 --2- 172.21.15.5:0/776612737 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1e9c004800 0x7f1e9c004c80 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f1e9800c270 tx=0x7f1e9c005830 comp rx=0 tx=0).stop 2024-09-19T05:04:05.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.168+0000 7f1eaf59e640 1 -- 172.21.15.5:0/776612737 reap_dead start 2024-09-19T05:04:05.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.168+0000 7f1eb5178640 1 -- 172.21.15.5:0/776612737 shutdown_connections 2024-09-19T05:04:05.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.168+0000 7f1eb5178640 1 -- 172.21.15.5:0/776612737 >> 172.21.15.5:0/776612737 conn(0x7f1eb00b66c0 msgr2=0x7f1eb00d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:05.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.168+0000 7f1eb5178640 1 -- 172.21.15.5:0/776612737 shutdown_connections 2024-09-19T05:04:05.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.168+0000 7f1eb5178640 1 -- 172.21.15.5:0/776612737 wait complete. 2024-09-19T05:04:05.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.169+0000 7f1eb5178640 1 Processor -- start 2024-09-19T05:04:05.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.169+0000 7f1eb5178640 1 -- start start 2024-09-19T05:04:05.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.170+0000 7f1eb5178640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e9c004800 0x7f1eb014f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:05.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.170+0000 7f1eb5178640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1eb015be30 0x7f1eb00aaf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:05.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.170+0000 7f1eb5178640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1eb00ac960 0x7f1eb00ce9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:05.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.170+0000 7f1eb5178640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb006db10 con 0x7f1eb00ac960 2024-09-19T05:04:05.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.170+0000 7f1eb5178640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb015ec70 con 0x7f1eb015be30 2024-09-19T05:04:05.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.170+0000 7f1eb5178640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1eb006dc90 con 0x7f1e9c004800 2024-09-19T05:04:05.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.170+0000 7f1eaf59e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1eb00ac960 0x7f1eb00ce9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:05.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.170+0000 7f1eaf59e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1eb00ac960 0x7f1eb00ce9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:58684/0 (socket says 172.21.15.5:58684) 2024-09-19T05:04:05.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.170+0000 7f1eaf59e640 1 -- 172.21.15.5:0/3304510082 learned_addr learned my addr 172.21.15.5:0/3304510082 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:05.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.170+0000 7f1eaed9d640 1 --2- 172.21.15.5:0/3304510082 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e9c004800 0x7f1eb014f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:05.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.170+0000 7f1eae59c640 1 --2- 172.21.15.5:0/3304510082 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1eb015be30 0x7f1eb00aaf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:05.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.171+0000 7f1eaf59e640 1 -- 172.21.15.5:0/3304510082 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e9c004800 msgr2=0x7f1eb014f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:05.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.171+0000 7f1eaf59e640 1 --2- 172.21.15.5:0/3304510082 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e9c004800 0x7f1eb014f8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.171+0000 7f1eaf59e640 1 -- 172.21.15.5:0/3304510082 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1eb015be30 msgr2=0x7f1eb00aaf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:05.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.171+0000 7f1eaf59e640 1 --2- 172.21.15.5:0/3304510082 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1eb015be30 0x7f1eb00aaf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.171+0000 7f1eaf59e640 1 -- 172.21.15.5:0/3304510082 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1eb00ab8c0 con 0x7f1eb00ac960 2024-09-19T05:04:05.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.171+0000 7f1eaf59e640 1 --2- 172.21.15.5:0/3304510082 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1eb00ac960 0x7f1eb00ce9d0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f1eb00d20d0 tx=0x7f1ea0010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:05.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.171+0000 7f1ea77fe640 1 -- 172.21.15.5:0/3304510082 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ea001a030 con 0x7f1eb00ac960 2024-09-19T05:04:05.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.171+0000 7f1ea77fe640 1 -- 172.21.15.5:0/3304510082 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ea0010e30 con 0x7f1eb00ac960 2024-09-19T05:04:05.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.171+0000 7f1eb5178640 1 -- 172.21.15.5:0/3304510082 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1eb00abba0 con 0x7f1eb00ac960 2024-09-19T05:04:05.177 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.171+0000 7f1ea77fe640 1 -- 172.21.15.5:0/3304510082 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ea0003bd0 con 0x7f1eb00ac960 2024-09-19T05:04:05.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.171+0000 7f1eb5178640 1 -- 172.21.15.5:0/3304510082 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1eb00ac160 con 0x7f1eb00ac960 2024-09-19T05:04:05.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.172+0000 7f1eb5178640 1 -- 172.21.15.5:0/3304510082 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1eb006cbb0 con 0x7f1eb00ac960 2024-09-19T05:04:05.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.172+0000 7f1ea77fe640 1 -- 172.21.15.5:0/3304510082 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1ea001d070 con 0x7f1eb00ac960 2024-09-19T05:04:05.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.173+0000 7f1ea77fe640 1 --2- 172.21.15.5:0/3304510082 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1e9006c2e0 0x7f1e9006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:05.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.173+0000 7f1ea77fe640 1 -- 172.21.15.5:0/3304510082 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 6101+0+0 (secure 0 0 0) 0x7f1ea008bb10 con 0x7f1eb00ac960 2024-09-19T05:04:05.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.173+0000 7f1eaed9d640 1 --2- 172.21.15.5:0/3304510082 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1e9006c2e0 0x7f1e9006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:05.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.174+0000 7f1eaed9d640 1 --2- 172.21.15.5:0/3304510082 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1e9006c2e0 0x7f1e9006e7a0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f1ea8009a60 tx=0x7f1ea8009190 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:05.178 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.177+0000 7f1ea77fe640 1 -- 172.21.15.5:0/3304510082 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1ea005a180 con 0x7f1eb00ac960 2024-09-19T05:04:05.391 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.390+0000 7f1eb5178640 1 -- 172.21.15.5:0/3304510082 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1eb00b7d60 con 0x7f1eb00ac960 2024-09-19T05:04:05.392 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.390+0000 7f1ea77fe640 1 -- 172.21.15.5:0/3304510082 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 44 v44) ==== 94+0+5225 (secure 0 0 0) 0x7f1ea0059a80 con 0x7f1eb00ac960 2024-09-19T05:04:05.392 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:05.392 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":44,"btime":"2024-09-19T05:04:05:033955+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5402,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/1484882206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":1484882206},{"type":"v1","addr":"172.21.15.134:6837","nonce":1484882206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41},{"gid":5773,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/3144228452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":3144228452},{"type":"v1","addr":"172.21.15.134:6836","nonce":3144228452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41},{"gid":6291,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/1012364029","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":1012364029},{"type":"v1","addr":"172.21.15.5:6834","nonce":1012364029}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41}],"filesystems":[{"mdsmap":{"epoch":44,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:04:02.389661+0000","modified":"2024-09-19T05:04:04.375386+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6294":{"gid":6294,"name":"a","rank":0,"incarnation":42,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/1205455678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":1205455678},{"type":"v1","addr":"172.21.15.5:6835","nonce":1205455678}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6294,"qdb_cluster":[6294]},"id":6}]} 2024-09-19T05:04:05.392 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 44 2024-09-19T05:04:05.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.392+0000 7f1eb5178640 1 -- 172.21.15.5:0/3304510082 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1e9006c2e0 msgr2=0x7f1e9006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:05.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.392+0000 7f1eb5178640 1 --2- 172.21.15.5:0/3304510082 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1e9006c2e0 0x7f1e9006e7a0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f1ea8009a60 tx=0x7f1ea8009190 comp rx=0 tx=0).stop 2024-09-19T05:04:05.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.392+0000 7f1eb5178640 1 -- 172.21.15.5:0/3304510082 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1eb00ac960 msgr2=0x7f1eb00ce9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:05.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.392+0000 7f1eb5178640 1 --2- 172.21.15.5:0/3304510082 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1eb00ac960 0x7f1eb00ce9d0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f1eb00d20d0 tx=0x7f1ea0010590 comp rx=0 tx=0).stop 2024-09-19T05:04:05.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.392+0000 7f1eb5178640 1 -- 172.21.15.5:0/3304510082 shutdown_connections 2024-09-19T05:04:05.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.392+0000 7f1eb5178640 1 --2- 172.21.15.5:0/3304510082 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1e9006c2e0 0x7f1e9006e7a0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.394 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.392+0000 7f1eb5178640 1 --2- 172.21.15.5:0/3304510082 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1eb00ac960 0x7f1eb00ce9d0 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.392+0000 7f1eb5178640 1 --2- 172.21.15.5:0/3304510082 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1eb015be30 0x7f1eb00aaf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.392+0000 7f1eb5178640 1 --2- 172.21.15.5:0/3304510082 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1e9c004800 0x7f1eb014f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.392+0000 7f1eb5178640 1 -- 172.21.15.5:0/3304510082 >> 172.21.15.5:0/3304510082 conn(0x7f1eb00b66c0 msgr2=0x7f1eb00b8840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:05.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.392+0000 7f1eb5178640 1 -- 172.21.15.5:0/3304510082 shutdown_connections 2024-09-19T05:04:05.395 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.392+0000 7f1eb5178640 1 -- 172.21.15.5:0/3304510082 wait complete. 2024-09-19T05:04:05.405 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:04:05.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.506+0000 7f6af5afa640 1 Processor -- start 2024-09-19T05:04:05.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.506+0000 7f6af5afa640 1 -- start start 2024-09-19T05:04:05.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.506+0000 7f6af5afa640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f6af00b6700 0x7f6af0169210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:05.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.506+0000 7f6af5afa640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6af00d3680 con 0x7f6af015e660 2024-09-19T05:04:05.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.506+0000 7f6af5afa640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6af00d3960 con 0x7f6af00d3150 2024-09-19T05:04:05.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.506+0000 7f6af5afa640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f6af006d4b0 con 0x7f6af00b6700 2024-09-19T05:04:05.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.507+0000 7f6aef7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f6af015e660 0x7f6af00d4dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45386/0 (socket says 172.21.15.5:45386) 2024-09-19T05:04:05.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.507+0000 7f6aef7fe640 1 -- 172.21.15.5:0/3348251681 learned_addr learned my addr 172.21.15.5:0/3348251681 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:05.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.507+0000 7f6aeffff640 1 --2- 172.21.15.5:0/3348251681 >> v2:172.21.15.134:3300/0 conn(0x7f6af00b6700 0x7f6af0169210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:05.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.507+0000 7f6aeeffd640 1 -- 172.21.15.5:0/3348251681 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3366921713 0 0) 0x7f6af00d3680 con 0x7f6af015e660 2024-09-19T05:04:05.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.507+0000 7f6aeeffd640 1 -- 172.21.15.5:0/3348251681 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6adc003520 con 0x7f6af015e660 2024-09-19T05:04:05.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.507+0000 7f6aeeffd640 1 -- 172.21.15.5:0/3348251681 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3593493314 0 0) 0x7f6adc003520 con 0x7f6af015e660 2024-09-19T05:04:05.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.507+0000 7f6aeeffd640 1 -- 172.21.15.5:0/3348251681 >> v2:172.21.15.134:3300/0 conn(0x7f6af00b6700 msgr2=0x7f6af0169210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:05.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.507+0000 7f6aeeffd640 1 --2- 172.21.15.5:0/3348251681 >> v2:172.21.15.134:3300/0 conn(0x7f6af00b6700 0x7f6af0169210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.507+0000 7f6aeeffd640 1 -- 172.21.15.5:0/3348251681 >> v1:172.21.15.134:6789/0 conn(0x7f6af00d3150 legacy=0x7f6af00b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:05.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.507+0000 7f6aeeffd640 1 -- 172.21.15.5:0/3348251681 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6af006ce60 con 0x7f6af015e660 2024-09-19T05:04:05.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.507+0000 7f6aeeffd640 1 -- 172.21.15.5:0/3348251681 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f6ae0001670 con 0x7f6af015e660 2024-09-19T05:04:05.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.507+0000 7f6aeeffd640 1 -- 172.21.15.5:0/3348251681 >> v1:172.21.15.5:6789/0 conn(0x7f6af015e660 legacy=0x7f6af00d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:05.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.507+0000 7f6aeeffd640 1 --2- 172.21.15.5:0/3348251681 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6adc0039b0 0x7f6adc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:05.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.507+0000 7f6aeeffd640 1 --2- 172.21.15.5:0/3348251681 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6adc004800 0x7f6adc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:05.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.507+0000 7f6aeeffd640 1 --2- 172.21.15.5:0/3348251681 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6adc0051c0 0x7f6adc00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:05.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.507+0000 7f6aeeffd640 1 -- 172.21.15.5:0/3348251681 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f6adc00c040 con 0x7f6adc0051c0 2024-09-19T05:04:05.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.507+0000 7f6aeeffd640 1 -- 172.21.15.5:0/3348251681 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f6adc00c1f0 con 0x7f6adc0039b0 2024-09-19T05:04:05.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.507+0000 7f6aeeffd640 1 -- 172.21.15.5:0/3348251681 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f6adc00c3f0 con 0x7f6adc004800 2024-09-19T05:04:05.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.507+0000 7f6aeffff640 1 --2- 172.21.15.5:0/3348251681 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6adc0051c0 0x7f6adc00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:05.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.507+0000 7f6aef7fe640 1 --2- 172.21.15.5:0/3348251681 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6adc0039b0 0x7f6adc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:05.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.507+0000 7f6ae6ffd640 1 --2- 172.21.15.5:0/3348251681 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6adc004800 0x7f6adc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:05.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.508+0000 7f6aeffff640 1 -- 172.21.15.5:0/3348251681 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6adc004800 msgr2=0x7f6adc004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:05.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.508+0000 7f6aeffff640 1 --2- 172.21.15.5:0/3348251681 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6adc004800 0x7f6adc004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.508+0000 7f6aeffff640 1 -- 172.21.15.5:0/3348251681 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6adc0039b0 msgr2=0x7f6adc003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:05.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.508+0000 7f6aeffff640 1 --2- 172.21.15.5:0/3348251681 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6adc0039b0 0x7f6adc003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.508+0000 7f6aeffff640 1 -- 172.21.15.5:0/3348251681 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6adc003520 con 0x7f6adc0051c0 2024-09-19T05:04:05.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.508+0000 7f6aeffff640 1 -- 172.21.15.5:0/3348251681 reap_dead start 2024-09-19T05:04:05.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.508+0000 7f6aeffff640 1 --2- 172.21.15.5:0/3348251681 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6adc0051c0 0x7f6adc00b9c0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f6ae8009f90 tx=0x7f6adc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccde6e5b0ac7d9f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:05.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.508+0000 7f6aeeffd640 1 -- 172.21.15.5:0/3348251681 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ae8035020 con 0x7f6adc0051c0 2024-09-19T05:04:05.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.508+0000 7f6aeeffd640 1 -- 172.21.15.5:0/3348251681 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ae8003b90 con 0x7f6adc0051c0 2024-09-19T05:04:05.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.508+0000 7f6aeeffd640 1 -- 172.21.15.5:0/3348251681 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ae8009c10 con 0x7f6adc0051c0 2024-09-19T05:04:05.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.509+0000 7f6af5afa640 1 -- 172.21.15.5:0/3348251681 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6adc0051c0 msgr2=0x7f6adc00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:05.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.509+0000 7f6af5afa640 1 --2- 172.21.15.5:0/3348251681 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6adc0051c0 0x7f6adc00b9c0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f6ae8009f90 tx=0x7f6adc005830 comp rx=0 tx=0).stop 2024-09-19T05:04:05.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.509+0000 7f6af5afa640 1 -- 172.21.15.5:0/3348251681 shutdown_connections 2024-09-19T05:04:05.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.509+0000 7f6af5afa640 1 --2- 172.21.15.5:0/3348251681 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6adc0051c0 0x7f6adc00b9c0 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.509+0000 7f6af5afa640 1 -- 172.21.15.5:0/3348251681 >> 172.21.15.5:0/3348251681 conn(0x7f6af008c000 msgr2=0x7f6af00d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:05.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.509+0000 7f6af5afa640 1 -- 172.21.15.5:0/3348251681 shutdown_connections 2024-09-19T05:04:05.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.509+0000 7f6af5afa640 1 -- 172.21.15.5:0/3348251681 wait complete. 2024-09-19T05:04:05.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.510+0000 7f6af5afa640 1 Processor -- start 2024-09-19T05:04:05.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.510+0000 7f6af5afa640 1 -- start start 2024-09-19T05:04:05.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.511+0000 7f6af5afa640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6adc0051c0 0x7f6af01f3e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:05.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.511+0000 7f6af5afa640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6af00a1d30 0x7f6af015b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:05.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.511+0000 7f6af5afa640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6af00ca630 0x7f6af00caab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:05.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.511+0000 7f6af5afa640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f6af00b5ff0 con 0x7f6af00ca630 2024-09-19T05:04:05.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.511+0000 7f6af5afa640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f6af015ea40 con 0x7f6af00a1d30 2024-09-19T05:04:05.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.511+0000 7f6af5afa640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f6af00b6170 con 0x7f6adc0051c0 2024-09-19T05:04:05.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.511+0000 7f6aeffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6af00ca630 0x7f6af00caab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:05.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.511+0000 7f6aeffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6af00ca630 0x7f6af00caab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:58702/0 (socket says 172.21.15.5:58702) 2024-09-19T05:04:05.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.511+0000 7f6aeffff640 1 -- 172.21.15.5:0/3508112331 learned_addr learned my addr 172.21.15.5:0/3508112331 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:05.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.511+0000 7f6aef7fe640 1 --2- 172.21.15.5:0/3508112331 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6adc0051c0 0x7f6af01f3e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:05.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.511+0000 7f6ae6ffd640 1 --2- 172.21.15.5:0/3508112331 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6af00a1d30 0x7f6af015b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:05.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.512+0000 7f6aeffff640 1 -- 172.21.15.5:0/3508112331 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6adc0051c0 msgr2=0x7f6af01f3e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:05.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.512+0000 7f6aeffff640 1 --2- 172.21.15.5:0/3508112331 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6adc0051c0 0x7f6af01f3e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.512+0000 7f6aeffff640 1 -- 172.21.15.5:0/3508112331 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6af00a1d30 msgr2=0x7f6af015b400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:05.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.512+0000 7f6aeffff640 1 --2- 172.21.15.5:0/3508112331 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6af00a1d30 0x7f6af015b400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.512+0000 7f6aeffff640 1 -- 172.21.15.5:0/3508112331 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6af01f4e10 con 0x7f6af00ca630 2024-09-19T05:04:05.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.512+0000 7f6aeffff640 1 --2- 172.21.15.5:0/3508112331 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6af00ca630 0x7f6af00caab0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f6ae802aee0 tx=0x7f6ae8009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:05.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.512+0000 7f6aecff9640 1 -- 172.21.15.5:0/3508112331 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ae8035070 con 0x7f6af00ca630 2024-09-19T05:04:05.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.512+0000 7f6aecff9640 1 -- 172.21.15.5:0/3508112331 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ae8041070 con 0x7f6af00ca630 2024-09-19T05:04:05.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.512+0000 7f6aecff9640 1 -- 172.21.15.5:0/3508112331 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ae8009c10 con 0x7f6af00ca630 2024-09-19T05:04:05.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.512+0000 7f6af5afa640 1 -- 172.21.15.5:0/3508112331 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6af00c81c0 con 0x7f6af00ca630 2024-09-19T05:04:05.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.512+0000 7f6af5afa640 1 -- 172.21.15.5:0/3508112331 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6af01f4850 con 0x7f6af00ca630 2024-09-19T05:04:05.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.513+0000 7f6af5afa640 1 -- 172.21.15.5:0/3508112331 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6af00b3f50 con 0x7f6af00ca630 2024-09-19T05:04:05.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.514+0000 7f6aecff9640 1 -- 172.21.15.5:0/3508112331 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6ae8005d10 con 0x7f6af00ca630 2024-09-19T05:04:05.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.514+0000 7f6aecff9640 1 --2- 172.21.15.5:0/3508112331 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6ad006c2e0 0x7f6ad006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:05.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.514+0000 7f6aecff9640 1 -- 172.21.15.5:0/3508112331 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 6101+0+0 (secure 0 0 0) 0x7f6ae80ac030 con 0x7f6af00ca630 2024-09-19T05:04:05.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.514+0000 7f6aef7fe640 1 --2- 172.21.15.5:0/3508112331 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6ad006c2e0 0x7f6ad006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:05.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.515+0000 7f6aef7fe640 1 --2- 172.21.15.5:0/3508112331 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6ad006c2e0 0x7f6ad006e7a0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f6af00d29f0 tx=0x7f6ae0000ed0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:05.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.518+0000 7f6aecff9640 1 -- 172.21.15.5:0/3508112331 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6ae807a050 con 0x7f6af00ca630 2024-09-19T05:04:05.699 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.697+0000 7f6af5afa640 1 -- 172.21.15.5:0/3508112331 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6af00d4dd0 con 0x7f6af00ca630 2024-09-19T05:04:05.700 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.698+0000 7f6aecff9640 1 -- 172.21.15.5:0/3508112331 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+16909 (secure 0 0 0) 0x7f6ae807e350 con 0x7f6af00ca630 2024-09-19T05:04:05.700 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:05.701 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":84,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:04:04.029443+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:04:00.042022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-09-19T05:04:01.368465+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:04:05.703 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.701+0000 7f6af5afa640 1 -- 172.21.15.5:0/3508112331 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6ad006c2e0 msgr2=0x7f6ad006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:05.703 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.701+0000 7f6af5afa640 1 --2- 172.21.15.5:0/3508112331 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6ad006c2e0 0x7f6ad006e7a0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f6af00d29f0 tx=0x7f6ae0000ed0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.703 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.701+0000 7f6af5afa640 1 -- 172.21.15.5:0/3508112331 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6af00ca630 msgr2=0x7f6af00caab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:05.703 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.701+0000 7f6af5afa640 1 --2- 172.21.15.5:0/3508112331 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6af00ca630 0x7f6af00caab0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f6ae802aee0 tx=0x7f6ae8009750 comp rx=0 tx=0).stop 2024-09-19T05:04:05.703 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.701+0000 7f6af5afa640 1 -- 172.21.15.5:0/3508112331 shutdown_connections 2024-09-19T05:04:05.703 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.701+0000 7f6af5afa640 1 --2- 172.21.15.5:0/3508112331 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6ad006c2e0 0x7f6ad006e7a0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.703 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.701+0000 7f6af5afa640 1 --2- 172.21.15.5:0/3508112331 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6af00ca630 0x7f6af00caab0 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.701+0000 7f6af5afa640 1 --2- 172.21.15.5:0/3508112331 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6af00a1d30 0x7f6af015b400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.701+0000 7f6af5afa640 1 --2- 172.21.15.5:0/3508112331 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6adc0051c0 0x7f6af01f3e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.701+0000 7f6af5afa640 1 -- 172.21.15.5:0/3508112331 >> 172.21.15.5:0/3508112331 conn(0x7f6af008c000 msgr2=0x7f6af00b5520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:05.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.701+0000 7f6af5afa640 1 -- 172.21.15.5:0/3508112331 shutdown_connections 2024-09-19T05:04:05.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.701+0000 7f6af5afa640 1 -- 172.21.15.5:0/3508112331 wait complete. 2024-09-19T05:04:05.714 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T05:04:05.714 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:04:05.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.814+0000 7f76a3c27640 1 Processor -- start 2024-09-19T05:04:05.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.814+0000 7f76a3c27640 1 -- start start 2024-09-19T05:04:05.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.815+0000 7f76a3c27640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f769c0d3150 0x7f769c0b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:05.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.815+0000 7f76a3c27640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f769c0d3680 con 0x7f769c15e660 2024-09-19T05:04:05.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.815+0000 7f76a3c27640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f769c0d3960 con 0x7f769c0b6530 2024-09-19T05:04:05.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.815+0000 7f76a3c27640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f769c06d4b0 con 0x7f769c0d3150 2024-09-19T05:04:05.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.815+0000 7f76a19c3640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f769c15e660 0x7f769c0d4dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45394/0 (socket says 172.21.15.5:45394) 2024-09-19T05:04:05.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.815+0000 7f76a19c3640 1 -- 172.21.15.5:0/2680001913 learned_addr learned my addr 172.21.15.5:0/2680001913 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:05.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.815+0000 7f76a11c2640 1 --2- 172.21.15.5:0/2680001913 >> v2:172.21.15.134:3300/0 conn(0x7f769c0d3150 0x7f769c0b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:05.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.815+0000 7f76a09c1640 1 -- 172.21.15.5:0/2680001913 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 520319486 0 0) 0x7f769c0d3680 con 0x7f769c15e660 2024-09-19T05:04:05.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.815+0000 7f76a09c1640 1 -- 172.21.15.5:0/2680001913 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7688003520 con 0x7f769c15e660 2024-09-19T05:04:05.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.816+0000 7f76a09c1640 1 -- 172.21.15.5:0/2680001913 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1314047327 0 0) 0x7f7688003520 con 0x7f769c15e660 2024-09-19T05:04:05.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.816+0000 7f76a09c1640 1 -- 172.21.15.5:0/2680001913 >> v2:172.21.15.134:3300/0 conn(0x7f769c0d3150 msgr2=0x7f769c0b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:05.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.816+0000 7f76a09c1640 1 --2- 172.21.15.5:0/2680001913 >> v2:172.21.15.134:3300/0 conn(0x7f769c0d3150 0x7f769c0b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.816+0000 7f76a09c1640 1 -- 172.21.15.5:0/2680001913 >> v1:172.21.15.134:6789/0 conn(0x7f769c0b6530 legacy=0x7f769c06d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:05.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.816+0000 7f76a09c1640 1 -- 172.21.15.5:0/2680001913 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f769c06ce60 con 0x7f769c15e660 2024-09-19T05:04:05.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.816+0000 7f76a09c1640 1 -- 172.21.15.5:0/2680001913 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f7698001670 con 0x7f769c15e660 2024-09-19T05:04:05.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.816+0000 7f76a09c1640 1 -- 172.21.15.5:0/2680001913 >> v1:172.21.15.5:6789/0 conn(0x7f769c15e660 legacy=0x7f769c0d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:05.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.816+0000 7f76a09c1640 1 --2- 172.21.15.5:0/2680001913 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76880039b0 0x7f7688003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:05.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.816+0000 7f76a09c1640 1 --2- 172.21.15.5:0/2680001913 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7688004800 0x7f7688004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:05.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.816+0000 7f76a09c1640 1 --2- 172.21.15.5:0/2680001913 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f76880051c0 0x7f768800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:05.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.816+0000 7f76a09c1640 1 -- 172.21.15.5:0/2680001913 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f768800c040 con 0x7f76880039b0 2024-09-19T05:04:05.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.816+0000 7f76a09c1640 1 -- 172.21.15.5:0/2680001913 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f768800c1f0 con 0x7f76880051c0 2024-09-19T05:04:05.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.816+0000 7f76a09c1640 1 -- 172.21.15.5:0/2680001913 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f768800c3f0 con 0x7f7688004800 2024-09-19T05:04:05.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.816+0000 7f76a19c3640 1 --2- 172.21.15.5:0/2680001913 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76880039b0 0x7f7688003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:05.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.816+0000 7f76a11c2640 1 --2- 172.21.15.5:0/2680001913 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7688004800 0x7f7688004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:05.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.816+0000 7f76a21c4640 1 --2- 172.21.15.5:0/2680001913 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f76880051c0 0x7f768800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:05.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.816+0000 7f76a19c3640 1 -- 172.21.15.5:0/2680001913 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7688004800 msgr2=0x7f7688004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:05.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.816+0000 7f76a19c3640 1 --2- 172.21.15.5:0/2680001913 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7688004800 0x7f7688004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.816+0000 7f76a19c3640 1 -- 172.21.15.5:0/2680001913 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f76880051c0 msgr2=0x7f768800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:05.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.816+0000 7f76a19c3640 1 --2- 172.21.15.5:0/2680001913 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f76880051c0 0x7f768800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.816+0000 7f76a19c3640 1 -- 172.21.15.5:0/2680001913 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7688003520 con 0x7f76880039b0 2024-09-19T05:04:05.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.816+0000 7f76a21c4640 1 -- 172.21.15.5:0/2680001913 reap_dead start 2024-09-19T05:04:05.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.817+0000 7f76a19c3640 1 --2- 172.21.15.5:0/2680001913 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76880039b0 0x7f7688003dd0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f769800c240 tx=0x7f7688005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b40664534f432bb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:05.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.817+0000 7f76a09c1640 1 -- 172.21.15.5:0/2680001913 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7698007d10 con 0x7f76880039b0 2024-09-19T05:04:05.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.817+0000 7f76a09c1640 1 -- 172.21.15.5:0/2680001913 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7698005ad0 con 0x7f76880039b0 2024-09-19T05:04:05.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.817+0000 7f76a09c1640 1 -- 172.21.15.5:0/2680001913 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7698007070 con 0x7f76880039b0 2024-09-19T05:04:05.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.818+0000 7f76a3c27640 1 -- 172.21.15.5:0/2680001913 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76880039b0 msgr2=0x7f7688003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:05.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.818+0000 7f76a3c27640 1 --2- 172.21.15.5:0/2680001913 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76880039b0 0x7f7688003dd0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f769800c240 tx=0x7f7688005830 comp rx=0 tx=0).stop 2024-09-19T05:04:05.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.818+0000 7f76a3c27640 1 -- 172.21.15.5:0/2680001913 shutdown_connections 2024-09-19T05:04:05.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.818+0000 7f76a3c27640 1 --2- 172.21.15.5:0/2680001913 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76880039b0 0x7f7688003dd0 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.818+0000 7f76a3c27640 1 -- 172.21.15.5:0/2680001913 >> 172.21.15.5:0/2680001913 conn(0x7f769c08c000 msgr2=0x7f769c0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:05.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.818+0000 7f76a3c27640 1 -- 172.21.15.5:0/2680001913 shutdown_connections 2024-09-19T05:04:05.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.818+0000 7f76a3c27640 1 -- 172.21.15.5:0/2680001913 wait complete. 2024-09-19T05:04:05.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.819+0000 7f76a3c27640 1 Processor -- start 2024-09-19T05:04:05.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.819+0000 7f76a3c27640 1 -- start start 2024-09-19T05:04:05.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.820+0000 7f76a3c27640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76880039b0 0x7f769c1f1440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:05.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.820+0000 7f76a3c27640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f769c0cadf0 0x7f769c0b8f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:05.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.820+0000 7f76a3c27640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f769c0b9480 0x7f769c1f1b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:05.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.820+0000 7f76a3c27640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f769c0b5ff0 con 0x7f769c0b9480 2024-09-19T05:04:05.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.820+0000 7f76a3c27640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f769c15ea40 con 0x7f769c0cadf0 2024-09-19T05:04:05.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.820+0000 7f76a3c27640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f769c0b6170 con 0x7f76880039b0 2024-09-19T05:04:05.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.820+0000 7f76a21c4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f769c0b9480 0x7f769c1f1b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:05.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.820+0000 7f76a21c4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f769c0b9480 0x7f769c1f1b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:58722/0 (socket says 172.21.15.5:58722) 2024-09-19T05:04:05.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.820+0000 7f76a21c4640 1 -- 172.21.15.5:0/2957505678 learned_addr learned my addr 172.21.15.5:0/2957505678 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:05.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.820+0000 7f76a11c2640 1 --2- 172.21.15.5:0/2957505678 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f769c0cadf0 0x7f769c0b8f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:05.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.820+0000 7f76a19c3640 1 --2- 172.21.15.5:0/2957505678 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76880039b0 0x7f769c1f1440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:05.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.820+0000 7f76a21c4640 1 -- 172.21.15.5:0/2957505678 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76880039b0 msgr2=0x7f769c1f1440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:05.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.820+0000 7f76a21c4640 1 --2- 172.21.15.5:0/2957505678 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76880039b0 0x7f769c1f1440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.820+0000 7f76a21c4640 1 -- 172.21.15.5:0/2957505678 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f769c0cadf0 msgr2=0x7f769c0b8f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:05.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.820+0000 7f76a21c4640 1 --2- 172.21.15.5:0/2957505678 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f769c0cadf0 0x7f769c0b8f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:05.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.820+0000 7f76a21c4640 1 -- 172.21.15.5:0/2957505678 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f769c1f1980 con 0x7f769c0b9480 2024-09-19T05:04:05.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.820+0000 7f76a21c4640 1 --2- 172.21.15.5:0/2957505678 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f769c0b9480 0x7f769c1f1b80 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f769400f750 tx=0x7f769400fb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:05.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.820+0000 7f76927fc640 1 -- 172.21.15.5:0/2957505678 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7694003970 con 0x7f769c0b9480 2024-09-19T05:04:05.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.821+0000 7f76927fc640 1 -- 172.21.15.5:0/2957505678 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7694018070 con 0x7f769c0b9480 2024-09-19T05:04:05.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.821+0000 7f76a3c27640 1 -- 172.21.15.5:0/2957505678 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f769c0ca030 con 0x7f769c0b9480 2024-09-19T05:04:05.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.821+0000 7f76927fc640 1 -- 172.21.15.5:0/2957505678 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7694003d70 con 0x7f769c0b9480 2024-09-19T05:04:05.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.821+0000 7f76a3c27640 1 -- 172.21.15.5:0/2957505678 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f769c0ca5f0 con 0x7f769c0b9480 2024-09-19T05:04:05.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.822+0000 7f76a3c27640 1 -- 172.21.15.5:0/2957505678 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f769c0d4dd0 con 0x7f769c0b9480 2024-09-19T05:04:05.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.822+0000 7f76927fc640 1 -- 172.21.15.5:0/2957505678 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f76940050d0 con 0x7f769c0b9480 2024-09-19T05:04:05.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.823+0000 7f76927fc640 1 --2- 172.21.15.5:0/2957505678 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f768006c2b0 0x7f768006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:05.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.823+0000 7f76927fc640 1 -- 172.21.15.5:0/2957505678 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 6101+0+0 (secure 0 0 0) 0x7f769408b240 con 0x7f769c0b9480 2024-09-19T05:04:05.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.823+0000 7f76a19c3640 1 --2- 172.21.15.5:0/2957505678 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f768006c2b0 0x7f768006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:05.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.823+0000 7f76a19c3640 1 --2- 172.21.15.5:0/2957505678 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f768006c2b0 0x7f768006e770 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f7698033000 tx=0x7f769802e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:05.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.827+0000 7f76927fc640 1 -- 172.21.15.5:0/2957505678 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f769c1f1980 con 0x7f769c0b9480 2024-09-19T05:04:05.999 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:05.998+0000 7f76a3c27640 1 -- 172.21.15.5:0/2957505678 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f769c161e30 con 0x7f768006c2b0 2024-09-19T05:04:06.006 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.004+0000 7f76927fc640 1 -- 172.21.15.5:0/2957505678 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+248190 (secure 0 0 0) 0x7f769c161e30 con 0x7f768006c2b0 2024-09-19T05:04:06.008 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:06.010 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:04:06.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.007+0000 7f76a3c27640 1 -- 172.21.15.5:0/2957505678 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f768006c2b0 msgr2=0x7f768006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:06.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.007+0000 7f76a3c27640 1 --2- 172.21.15.5:0/2957505678 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f768006c2b0 0x7f768006e770 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f7698033000 tx=0x7f769802e000 comp rx=0 tx=0).stop 2024-09-19T05:04:06.011 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.007+0000 7f76a3c27640 1 -- 172.21.15.5:0/2957505678 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f769c0b9480 msgr2=0x7f769c1f1b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:06.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.007+0000 7f76a3c27640 1 --2- 172.21.15.5:0/2957505678 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f769c0b9480 0x7f769c1f1b80 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f769400f750 tx=0x7f769400fb50 comp rx=0 tx=0).stop 2024-09-19T05:04:06.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.007+0000 7f76a3c27640 1 -- 172.21.15.5:0/2957505678 shutdown_connections 2024-09-19T05:04:06.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.007+0000 7f76a3c27640 1 --2- 172.21.15.5:0/2957505678 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f768006c2b0 0x7f768006e770 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.007+0000 7f76a3c27640 1 --2- 172.21.15.5:0/2957505678 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f769c0b9480 0x7f769c1f1b80 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.007+0000 7f76a3c27640 1 --2- 172.21.15.5:0/2957505678 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f769c0cadf0 0x7f769c0b8f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.007+0000 7f76a3c27640 1 --2- 172.21.15.5:0/2957505678 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76880039b0 0x7f769c1f1440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.007+0000 7f76a3c27640 1 -- 172.21.15.5:0/2957505678 >> 172.21.15.5:0/2957505678 conn(0x7f769c08c000 msgr2=0x7f769c0b1140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:06.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.008+0000 7f76a3c27640 1 -- 172.21.15.5:0/2957505678 shutdown_connections 2024-09-19T05:04:06.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.008+0000 7f76a3c27640 1 -- 172.21.15.5:0/2957505678 wait complete. 2024-09-19T05:04:06.019 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":166,"stamp":"2024-09-19T05:04:05.298389+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591006,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":180,"num_write_kb":2425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":174,"acting":174,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":65,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":262720,"kb_used_data":9028,"kb_used_omap":12,"kb_used_meta":253491,"kb_avail":754712000,"statfs":{"total":773094113280,"available":772825088000,"internally_reserved":0,"allocated":9244672,"data_stored":4827502,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":259575344},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":638,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.287311"},"pg_stats":[{"pgid":"14.3f","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.042910+0000","last_change":"2024-09-19T05:04:03.038418+0000","last_active":"2024-09-19T05:04:03.042910+0000","last_peered":"2024-09-19T05:04:03.042910+0000","last_clean":"2024-09-19T05:04:03.042910+0000","last_became_active":"2024-09-19T05:04:03.038089+0000","last_became_peered":"2024-09-19T05:04:03.038089+0000","last_unstale":"2024-09-19T05:04:03.042910+0000","last_undegraded":"2024-09-19T05:04:03.042910+0000","last_fullsized":"2024-09-19T05:04:03.042910+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:28:12.755562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036500+0000","last_change":"2024-09-19T05:04:03.038484+0000","last_active":"2024-09-19T05:04:04.036500+0000","last_peered":"2024-09-19T05:04:04.036500+0000","last_clean":"2024-09-19T05:04:04.036500+0000","last_became_active":"2024-09-19T05:04:03.038177+0000","last_became_peered":"2024-09-19T05:04:03.038177+0000","last_unstale":"2024-09-19T05:04:04.036500+0000","last_undegraded":"2024-09-19T05:04:04.036500+0000","last_fullsized":"2024-09-19T05:04:04.036500+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:42:39.494980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3d","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.038183+0000","last_change":"2024-09-19T05:04:03.034515+0000","last_active":"2024-09-19T05:04:03.038183+0000","last_peered":"2024-09-19T05:04:03.038183+0000","last_clean":"2024-09-19T05:04:03.038183+0000","last_became_active":"2024-09-19T05:04:03.034187+0000","last_became_peered":"2024-09-19T05:04:03.034187+0000","last_unstale":"2024-09-19T05:04:03.038183+0000","last_undegraded":"2024-09-19T05:04:03.038183+0000","last_fullsized":"2024-09-19T05:04:03.038183+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:58:48.833458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3b","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.025859+0000","last_change":"2024-09-19T05:04:02.025859+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.025859+0000","last_undegraded":"2024-09-19T05:04:02.025859+0000","last_fullsized":"2024-09-19T05:04:02.025859+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.3a","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.036638+0000","last_change":"2024-09-19T05:04:02.036638+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.036638+0000","last_undegraded":"2024-09-19T05:04:02.036638+0000","last_fullsized":"2024-09-19T05:04:02.036638+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.39","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035809+0000","last_change":"2024-09-19T05:04:03.037114+0000","last_active":"2024-09-19T05:04:04.035809+0000","last_peered":"2024-09-19T05:04:04.035809+0000","last_clean":"2024-09-19T05:04:04.035809+0000","last_became_active":"2024-09-19T05:04:03.036798+0000","last_became_peered":"2024-09-19T05:04:03.036798+0000","last_unstale":"2024-09-19T05:04:04.035809+0000","last_undegraded":"2024-09-19T05:04:04.035809+0000","last_fullsized":"2024-09-19T05:04:04.035809+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:40.356847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.37","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.025463+0000","last_change":"2024-09-19T05:04:02.025463+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.025463+0000","last_undegraded":"2024-09-19T05:04:02.025463+0000","last_fullsized":"2024-09-19T05:04:02.025463+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.36","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.052692+0000","last_change":"2024-09-19T05:04:03.051443+0000","last_active":"2024-09-19T05:04:03.052692+0000","last_peered":"2024-09-19T05:04:03.052692+0000","last_clean":"2024-09-19T05:04:03.052692+0000","last_became_active":"2024-09-19T05:04:03.051180+0000","last_became_peered":"2024-09-19T05:04:03.051180+0000","last_unstale":"2024-09-19T05:04:03.052692+0000","last_undegraded":"2024-09-19T05:04:03.052692+0000","last_fullsized":"2024-09-19T05:04:03.052692+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:41:18.582492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.35","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.025101+0000","last_change":"2024-09-19T05:04:02.025101+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.025101+0000","last_undegraded":"2024-09-19T05:04:02.025101+0000","last_fullsized":"2024-09-19T05:04:02.025101+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.34","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.047364+0000","last_change":"2024-09-19T05:04:03.044198+0000","last_active":"2024-09-19T05:04:03.047364+0000","last_peered":"2024-09-19T05:04:03.047364+0000","last_clean":"2024-09-19T05:04:03.047364+0000","last_became_active":"2024-09-19T05:04:03.043887+0000","last_became_peered":"2024-09-19T05:04:03.043887+0000","last_unstale":"2024-09-19T05:04:03.047364+0000","last_undegraded":"2024-09-19T05:04:03.047364+0000","last_fullsized":"2024-09-19T05:04:03.047364+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:31.579886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.32","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.023628+0000","last_change":"2024-09-19T05:04:02.023628+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.023628+0000","last_undegraded":"2024-09-19T05:04:02.023628+0000","last_fullsized":"2024-09-19T05:04:02.023628+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.30","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.038069+0000","last_change":"2024-09-19T05:04:02.038069+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.038069+0000","last_undegraded":"2024-09-19T05:04:02.038069+0000","last_fullsized":"2024-09-19T05:04:02.038069+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2f","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.037608+0000","last_change":"2024-09-19T05:04:02.037608+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.037608+0000","last_undegraded":"2024-09-19T05:04:02.037608+0000","last_fullsized":"2024-09-19T05:04:02.037608+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2e","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.044572+0000","last_change":"2024-09-19T05:04:03.043419+0000","last_active":"2024-09-19T05:04:03.044572+0000","last_peered":"2024-09-19T05:04:03.044572+0000","last_clean":"2024-09-19T05:04:03.044572+0000","last_became_active":"2024-09-19T05:04:03.043084+0000","last_became_peered":"2024-09-19T05:04:03.043084+0000","last_unstale":"2024-09-19T05:04:03.044572+0000","last_undegraded":"2024-09-19T05:04:03.044572+0000","last_fullsized":"2024-09-19T05:04:03.044572+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:06:14.530890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2d","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.023328+0000","last_change":"2024-09-19T05:04:02.023328+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.023328+0000","last_undegraded":"2024-09-19T05:04:02.023328+0000","last_fullsized":"2024-09-19T05:04:02.023328+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2b","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.023328+0000","last_change":"2024-09-19T05:04:02.023328+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.023328+0000","last_undegraded":"2024-09-19T05:04:02.023328+0000","last_fullsized":"2024-09-19T05:04:02.023328+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2a","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.023165+0000","last_change":"2024-09-19T05:04:02.023165+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.023165+0000","last_undegraded":"2024-09-19T05:04:02.023165+0000","last_fullsized":"2024-09-19T05:04:02.023165+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.29","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.053281+0000","last_change":"2024-09-19T05:04:03.049679+0000","last_active":"2024-09-19T05:04:03.053281+0000","last_peered":"2024-09-19T05:04:03.053281+0000","last_clean":"2024-09-19T05:04:03.053281+0000","last_became_active":"2024-09-19T05:04:03.049413+0000","last_became_peered":"2024-09-19T05:04:03.049413+0000","last_unstale":"2024-09-19T05:04:03.053281+0000","last_undegraded":"2024-09-19T05:04:03.053281+0000","last_fullsized":"2024-09-19T05:04:03.053281+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:03.356392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.28","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.042901+0000","last_change":"2024-09-19T05:04:03.038817+0000","last_active":"2024-09-19T05:04:03.042901+0000","last_peered":"2024-09-19T05:04:03.042901+0000","last_clean":"2024-09-19T05:04:03.042901+0000","last_became_active":"2024-09-19T05:04:03.038550+0000","last_became_peered":"2024-09-19T05:04:03.038550+0000","last_unstale":"2024-09-19T05:04:03.042901+0000","last_undegraded":"2024-09-19T05:04:03.042901+0000","last_fullsized":"2024-09-19T05:04:03.042901+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:27:53.039901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.27","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036447+0000","last_change":"2024-09-19T05:04:03.041082+0000","last_active":"2024-09-19T05:04:04.036447+0000","last_peered":"2024-09-19T05:04:04.036447+0000","last_clean":"2024-09-19T05:04:04.036447+0000","last_became_active":"2024-09-19T05:04:03.040764+0000","last_became_peered":"2024-09-19T05:04:03.040764+0000","last_unstale":"2024-09-19T05:04:04.036447+0000","last_undegraded":"2024-09-19T05:04:04.036447+0000","last_fullsized":"2024-09-19T05:04:04.036447+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:03:11.603462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.26","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.023662+0000","last_change":"2024-09-19T05:04:02.023662+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.023662+0000","last_undegraded":"2024-09-19T05:04:02.023662+0000","last_fullsized":"2024-09-19T05:04:02.023662+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.25","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.043179+0000","last_change":"2024-09-19T05:04:03.042281+0000","last_active":"2024-09-19T05:04:03.043179+0000","last_peered":"2024-09-19T05:04:03.043179+0000","last_clean":"2024-09-19T05:04:03.043179+0000","last_became_active":"2024-09-19T05:04:03.041980+0000","last_became_peered":"2024-09-19T05:04:03.041980+0000","last_unstale":"2024-09-19T05:04:03.043179+0000","last_undegraded":"2024-09-19T05:04:03.043179+0000","last_fullsized":"2024-09-19T05:04:03.043179+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:26:50.167535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.23","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036356+0000","last_change":"2024-09-19T05:04:03.041202+0000","last_active":"2024-09-19T05:04:04.036356+0000","last_peered":"2024-09-19T05:04:04.036356+0000","last_clean":"2024-09-19T05:04:04.036356+0000","last_became_active":"2024-09-19T05:04:03.040893+0000","last_became_peered":"2024-09-19T05:04:03.040893+0000","last_unstale":"2024-09-19T05:04:04.036356+0000","last_undegraded":"2024-09-19T05:04:04.036356+0000","last_fullsized":"2024-09-19T05:04:04.036356+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:02:55.431812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.22","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.022385+0000","last_change":"2024-09-19T05:04:02.022385+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.022385+0000","last_undegraded":"2024-09-19T05:04:02.022385+0000","last_fullsized":"2024-09-19T05:04:02.022385+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.21","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036342+0000","last_change":"2024-09-19T05:04:03.034559+0000","last_active":"2024-09-19T05:04:04.036342+0000","last_peered":"2024-09-19T05:04:04.036342+0000","last_clean":"2024-09-19T05:04:04.036342+0000","last_became_active":"2024-09-19T05:04:03.034295+0000","last_became_peered":"2024-09-19T05:04:03.034295+0000","last_unstale":"2024-09-19T05:04:04.036342+0000","last_undegraded":"2024-09-19T05:04:04.036342+0000","last_fullsized":"2024-09-19T05:04:04.036342+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:03:29.555613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.20","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.035488+0000","last_change":"2024-09-19T05:04:02.035488+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.035488+0000","last_undegraded":"2024-09-19T05:04:02.035488+0000","last_fullsized":"2024-09-19T05:04:02.035488+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.032909+0000","last_change":"2024-09-19T05:04:02.032909+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.032909+0000","last_undegraded":"2024-09-19T05:04:02.032909+0000","last_fullsized":"2024-09-19T05:04:02.032909+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"83'4","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.052104+0000","last_change":"2024-09-19T05:04:02.032276+0000","last_active":"2024-09-19T05:04:03.052104+0000","last_peered":"2024-09-19T05:04:03.052104+0000","last_clean":"2024-09-19T05:04:03.052104+0000","last_became_active":"2024-09-19T05:04:02.031677+0000","last_became_peered":"2024-09-19T05:04:02.031677+0000","last_unstale":"2024-09-19T05:04:03.052104+0000","last_undegraded":"2024-09-19T05:04:03.052104+0000","last_fullsized":"2024-09-19T05:04:03.052104+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:03.592571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.033889+0000","last_change":"2024-09-19T05:04:02.033889+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.033889+0000","last_undegraded":"2024-09-19T05:04:02.033889+0000","last_fullsized":"2024-09-19T05:04:02.033889+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T05:04:02.036037+0000","last_change":"2024-09-19T05:04:02.032438+0000","last_active":"2024-09-19T05:04:02.036037+0000","last_peered":"2024-09-19T05:04:02.036037+0000","last_clean":"2024-09-19T05:04:02.036037+0000","last_became_active":"2024-09-19T05:04:02.031687+0000","last_became_peered":"2024-09-19T05:04:02.031687+0000","last_unstale":"2024-09-19T05:04:02.036037+0000","last_undegraded":"2024-09-19T05:04:02.036037+0000","last_fullsized":"2024-09-19T05:04:02.036037+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:19:31.226331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035916+0000","last_change":"2024-09-19T05:04:03.049320+0000","last_active":"2024-09-19T05:04:04.035916+0000","last_peered":"2024-09-19T05:04:04.035916+0000","last_clean":"2024-09-19T05:04:04.035916+0000","last_became_active":"2024-09-19T05:04:03.049009+0000","last_became_peered":"2024-09-19T05:04:03.049009+0000","last_unstale":"2024-09-19T05:04:04.035916+0000","last_undegraded":"2024-09-19T05:04:04.035916+0000","last_fullsized":"2024-09-19T05:04:04.035916+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:09:02.717016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1d","version":"83'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036121+0000","last_change":"2024-09-19T05:04:02.031488+0000","last_active":"2024-09-19T05:04:04.036121+0000","last_peered":"2024-09-19T05:04:04.036121+0000","last_clean":"2024-09-19T05:04:04.036121+0000","last_became_active":"2024-09-19T05:04:02.031187+0000","last_became_peered":"2024-09-19T05:04:02.031187+0000","last_unstale":"2024-09-19T05:04:04.036121+0000","last_undegraded":"2024-09-19T05:04:04.036121+0000","last_fullsized":"2024-09-19T05:04:04.036121+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:03:28.553235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.035482+0000","last_change":"2024-09-19T05:04:02.035482+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.035482+0000","last_undegraded":"2024-09-19T05:04:02.035482+0000","last_fullsized":"2024-09-19T05:04:02.035482+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1c","version":"83'2","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.054500+0000","last_change":"2024-09-19T05:04:02.033522+0000","last_active":"2024-09-19T05:04:03.054500+0000","last_peered":"2024-09-19T05:04:03.054500+0000","last_clean":"2024-09-19T05:04:03.054500+0000","last_became_active":"2024-09-19T05:04:02.033237+0000","last_became_peered":"2024-09-19T05:04:02.033237+0000","last_unstale":"2024-09-19T05:04:03.054500+0000","last_undegraded":"2024-09-19T05:04:03.054500+0000","last_fullsized":"2024-09-19T05:04:03.054500+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:42:02.783114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T05:04:02.034007+0000","last_change":"2024-09-19T05:04:02.030704+0000","last_active":"2024-09-19T05:04:02.034007+0000","last_peered":"2024-09-19T05:04:02.034007+0000","last_clean":"2024-09-19T05:04:02.034007+0000","last_became_active":"2024-09-19T05:04:02.030396+0000","last_became_peered":"2024-09-19T05:04:02.030396+0000","last_unstale":"2024-09-19T05:04:02.034007+0000","last_undegraded":"2024-09-19T05:04:02.034007+0000","last_fullsized":"2024-09-19T05:04:02.034007+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:58.988789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.048276+0000","last_change":"2024-09-19T05:04:03.041705+0000","last_active":"2024-09-19T05:04:03.048276+0000","last_peered":"2024-09-19T05:04:03.048276+0000","last_clean":"2024-09-19T05:04:03.048276+0000","last_became_active":"2024-09-19T05:04:03.041376+0000","last_became_peered":"2024-09-19T05:04:03.041376+0000","last_unstale":"2024-09-19T05:04:03.048276+0000","last_undegraded":"2024-09-19T05:04:03.048276+0000","last_fullsized":"2024-09-19T05:04:03.048276+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:25.901201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":1,"reported_epoch":81,"state":"creating+peering","last_fresh":"2024-09-19T05:04:01.015373+0000","last_change":"2024-09-19T05:04:01.015373+0000","last_active":"2024-09-19T05:04:01.007766+0000","last_peered":"2024-09-19T05:04:01.007766+0000","last_clean":"2024-09-19T05:04:01.007766+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:01.015373+0000","last_undegraded":"2024-09-19T05:04:01.015373+0000","last_fullsized":"2024-09-19T05:04:01.015373+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.032470+0000","last_change":"2024-09-19T05:04:02.032470+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.032470+0000","last_undegraded":"2024-09-19T05:04:02.032470+0000","last_fullsized":"2024-09-19T05:04:02.032470+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.026839+0000","last_change":"2024-09-19T05:04:02.032292+0000","last_active":"2024-09-19T05:04:03.026839+0000","last_peered":"2024-09-19T05:04:03.026839+0000","last_clean":"2024-09-19T05:04:03.026839+0000","last_became_active":"2024-09-19T05:04:02.031835+0000","last_became_peered":"2024-09-19T05:04:02.031835+0000","last_unstale":"2024-09-19T05:04:03.026839+0000","last_undegraded":"2024-09-19T05:04:03.026839+0000","last_fullsized":"2024-09-19T05:04:03.026839+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:27:26.550203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035758+0000","last_change":"2024-09-19T05:04:02.040813+0000","last_active":"2024-09-19T05:04:04.035758+0000","last_peered":"2024-09-19T05:04:04.035758+0000","last_clean":"2024-09-19T05:04:04.035758+0000","last_became_active":"2024-09-19T05:04:02.040554+0000","last_became_peered":"2024-09-19T05:04:02.040554+0000","last_unstale":"2024-09-19T05:04:04.035758+0000","last_undegraded":"2024-09-19T05:04:04.035758+0000","last_fullsized":"2024-09-19T05:04:04.035758+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:06:13.528512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.027099+0000","last_change":"2024-09-19T05:04:02.027099+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.027099+0000","last_undegraded":"2024-09-19T05:04:02.027099+0000","last_fullsized":"2024-09-19T05:04:02.027099+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036544+0000","last_change":"2024-09-19T05:04:02.030321+0000","last_active":"2024-09-19T05:04:04.036544+0000","last_peered":"2024-09-19T05:04:04.036544+0000","last_clean":"2024-09-19T05:04:04.036544+0000","last_became_active":"2024-09-19T05:04:02.029994+0000","last_became_peered":"2024-09-19T05:04:02.029994+0000","last_unstale":"2024-09-19T05:04:04.036544+0000","last_undegraded":"2024-09-19T05:04:04.036544+0000","last_fullsized":"2024-09-19T05:04:04.036544+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:58.857437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035972+0000","last_change":"2024-09-19T05:04:03.038275+0000","last_active":"2024-09-19T05:04:04.035972+0000","last_peered":"2024-09-19T05:04:04.035972+0000","last_clean":"2024-09-19T05:04:04.035972+0000","last_became_active":"2024-09-19T05:04:03.038011+0000","last_became_peered":"2024-09-19T05:04:03.038011+0000","last_unstale":"2024-09-19T05:04:04.035972+0000","last_undegraded":"2024-09-19T05:04:04.035972+0000","last_fullsized":"2024-09-19T05:04:04.035972+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:29:16.906961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.026840+0000","last_change":"2024-09-19T05:04:02.032563+0000","last_active":"2024-09-19T05:04:03.026840+0000","last_peered":"2024-09-19T05:04:03.026840+0000","last_clean":"2024-09-19T05:04:03.026840+0000","last_became_active":"2024-09-19T05:04:02.032270+0000","last_became_peered":"2024-09-19T05:04:02.032270+0000","last_unstale":"2024-09-19T05:04:03.026840+0000","last_undegraded":"2024-09-19T05:04:03.026840+0000","last_fullsized":"2024-09-19T05:04:03.026840+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:29:51.745423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.044552+0000","last_change":"2024-09-19T05:04:03.042609+0000","last_active":"2024-09-19T05:04:03.044552+0000","last_peered":"2024-09-19T05:04:03.044552+0000","last_clean":"2024-09-19T05:04:03.044552+0000","last_became_active":"2024-09-19T05:04:03.042352+0000","last_became_peered":"2024-09-19T05:04:03.042352+0000","last_unstale":"2024-09-19T05:04:03.044552+0000","last_undegraded":"2024-09-19T05:04:03.044552+0000","last_fullsized":"2024-09-19T05:04:03.044552+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:44:28.291249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T05:04:02.038828+0000","last_change":"2024-09-19T05:04:02.035110+0000","last_active":"2024-09-19T05:04:02.038828+0000","last_peered":"2024-09-19T05:04:02.038828+0000","last_clean":"2024-09-19T05:04:02.038828+0000","last_became_active":"2024-09-19T05:04:02.034801+0000","last_became_peered":"2024-09-19T05:04:02.034801+0000","last_unstale":"2024-09-19T05:04:02.038828+0000","last_undegraded":"2024-09-19T05:04:02.038828+0000","last_fullsized":"2024-09-19T05:04:02.038828+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:10:25.625123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T05:04:02.040567+0000","last_change":"2024-09-19T05:04:02.039650+0000","last_active":"2024-09-19T05:04:02.040567+0000","last_peered":"2024-09-19T05:04:02.040567+0000","last_clean":"2024-09-19T05:04:02.040567+0000","last_became_active":"2024-09-19T05:04:02.039344+0000","last_became_peered":"2024-09-19T05:04:02.039344+0000","last_unstale":"2024-09-19T05:04:02.040567+0000","last_undegraded":"2024-09-19T05:04:02.040567+0000","last_fullsized":"2024-09-19T05:04:02.040567+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:44:02.630659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.13","version":"83'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036448+0000","last_change":"2024-09-19T05:04:02.040673+0000","last_active":"2024-09-19T05:04:04.036448+0000","last_peered":"2024-09-19T05:04:04.036448+0000","last_clean":"2024-09-19T05:04:04.036448+0000","last_became_active":"2024-09-19T05:04:02.040422+0000","last_became_peered":"2024-09-19T05:04:02.040422+0000","last_unstale":"2024-09-19T05:04:04.036448+0000","last_undegraded":"2024-09-19T05:04:04.036448+0000","last_fullsized":"2024-09-19T05:04:04.036448+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:42:38.492602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.022572+0000","last_change":"2024-09-19T05:04:02.022572+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.022572+0000","last_undegraded":"2024-09-19T05:04:02.022572+0000","last_fullsized":"2024-09-19T05:04:02.022572+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T05:04:02.038407+0000","last_change":"2024-09-19T05:04:02.033622+0000","last_active":"2024-09-19T05:04:02.038407+0000","last_peered":"2024-09-19T05:04:02.038407+0000","last_clean":"2024-09-19T05:04:02.038407+0000","last_became_active":"2024-09-19T05:04:02.033358+0000","last_became_peered":"2024-09-19T05:04:02.033358+0000","last_unstale":"2024-09-19T05:04:02.038407+0000","last_undegraded":"2024-09-19T05:04:02.038407+0000","last_fullsized":"2024-09-19T05:04:02.038407+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:34:22.955616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.051961+0000","last_change":"2024-09-19T05:04:03.051307+0000","last_active":"2024-09-19T05:04:03.051961+0000","last_peered":"2024-09-19T05:04:03.051961+0000","last_clean":"2024-09-19T05:04:03.051961+0000","last_became_active":"2024-09-19T05:04:03.051020+0000","last_became_peered":"2024-09-19T05:04:03.051020+0000","last_unstale":"2024-09-19T05:04:03.051961+0000","last_undegraded":"2024-09-19T05:04:03.051961+0000","last_fullsized":"2024-09-19T05:04:03.051961+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:04:05.863300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":1,"reported_epoch":81,"state":"creating+peering","last_fresh":"2024-09-19T05:04:01.015457+0000","last_change":"2024-09-19T05:04:01.015457+0000","last_active":"2024-09-19T05:04:01.007766+0000","last_peered":"2024-09-19T05:04:01.007766+0000","last_clean":"2024-09-19T05:04:01.007766+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:01.015457+0000","last_undegraded":"2024-09-19T05:04:01.015457+0000","last_fullsized":"2024-09-19T05:04:01.015457+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.042596+0000","last_change":"2024-09-19T05:04:03.039810+0000","last_active":"2024-09-19T05:04:03.042596+0000","last_peered":"2024-09-19T05:04:03.042596+0000","last_clean":"2024-09-19T05:04:03.042596+0000","last_became_active":"2024-09-19T05:04:03.038831+0000","last_became_peered":"2024-09-19T05:04:03.038831+0000","last_unstale":"2024-09-19T05:04:03.042596+0000","last_undegraded":"2024-09-19T05:04:03.042596+0000","last_fullsized":"2024-09-19T05:04:03.042596+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:53:09.811323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":1,"reported_epoch":81,"state":"creating+peering","last_fresh":"2024-09-19T05:04:01.015441+0000","last_change":"2024-09-19T05:04:01.015441+0000","last_active":"2024-09-19T05:04:01.007766+0000","last_peered":"2024-09-19T05:04:01.007766+0000","last_clean":"2024-09-19T05:04:01.007766+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:01.015441+0000","last_undegraded":"2024-09-19T05:04:01.015441+0000","last_fullsized":"2024-09-19T05:04:01.015441+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.032027+0000","last_change":"2024-09-19T05:04:02.032027+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.032027+0000","last_undegraded":"2024-09-19T05:04:02.032027+0000","last_fullsized":"2024-09-19T05:04:02.032027+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"83'1","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.049415+0000","last_change":"2024-09-19T05:04:02.032054+0000","last_active":"2024-09-19T05:04:03.049415+0000","last_peered":"2024-09-19T05:04:03.049415+0000","last_clean":"2024-09-19T05:04:03.049415+0000","last_became_active":"2024-09-19T05:04:02.031290+0000","last_became_peered":"2024-09-19T05:04:02.031290+0000","last_unstale":"2024-09-19T05:04:03.049415+0000","last_undegraded":"2024-09-19T05:04:03.049415+0000","last_fullsized":"2024-09-19T05:04:03.049415+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:00:58.080338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.048180+0000","last_change":"2024-09-19T05:04:03.040862+0000","last_active":"2024-09-19T05:04:03.048180+0000","last_peered":"2024-09-19T05:04:03.048180+0000","last_clean":"2024-09-19T05:04:03.048180+0000","last_became_active":"2024-09-19T05:04:03.040501+0000","last_became_peered":"2024-09-19T05:04:03.040501+0000","last_unstale":"2024-09-19T05:04:03.048180+0000","last_undegraded":"2024-09-19T05:04:03.048180+0000","last_fullsized":"2024-09-19T05:04:03.048180+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:11.949532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"83'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036024+0000","last_change":"2024-09-19T05:04:02.030003+0000","last_active":"2024-09-19T05:04:04.036024+0000","last_peered":"2024-09-19T05:04:04.036024+0000","last_clean":"2024-09-19T05:04:04.036024+0000","last_became_active":"2024-09-19T05:04:02.029579+0000","last_became_peered":"2024-09-19T05:04:02.029579+0000","last_unstale":"2024-09-19T05:04:04.036024+0000","last_undegraded":"2024-09-19T05:04:04.036024+0000","last_fullsized":"2024-09-19T05:04:04.036024+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:03:10.601084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.022075+0000","last_change":"2024-09-19T05:04:02.022075+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.022075+0000","last_undegraded":"2024-09-19T05:04:02.022075+0000","last_fullsized":"2024-09-19T05:04:02.022075+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T05:04:02.031500+0000","last_change":"2024-09-19T05:04:02.029118+0000","last_active":"2024-09-19T05:04:02.031500+0000","last_peered":"2024-09-19T05:04:02.031500+0000","last_clean":"2024-09-19T05:04:02.031500+0000","last_became_active":"2024-09-19T05:04:02.028639+0000","last_became_peered":"2024-09-19T05:04:02.028639+0000","last_unstale":"2024-09-19T05:04:02.031500+0000","last_undegraded":"2024-09-19T05:04:02.031500+0000","last_fullsized":"2024-09-19T05:04:02.031500+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:29:01.516613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.030677+0000","last_change":"2024-09-19T05:04:02.030677+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.030677+0000","last_undegraded":"2024-09-19T05:04:02.030677+0000","last_fullsized":"2024-09-19T05:04:02.030677+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"83'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036070+0000","last_change":"2024-09-19T05:04:02.032322+0000","last_active":"2024-09-19T05:04:04.036070+0000","last_peered":"2024-09-19T05:04:04.036070+0000","last_clean":"2024-09-19T05:04:04.036070+0000","last_became_active":"2024-09-19T05:04:02.031056+0000","last_became_peered":"2024-09-19T05:04:02.031056+0000","last_unstale":"2024-09-19T05:04:04.036070+0000","last_undegraded":"2024-09-19T05:04:04.036070+0000","last_fullsized":"2024-09-19T05:04:04.036070+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:57:11.593276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036259+0000","last_change":"2024-09-19T05:04:03.031651+0000","last_active":"2024-09-19T05:04:04.036259+0000","last_peered":"2024-09-19T05:04:04.036259+0000","last_clean":"2024-09-19T05:04:04.036259+0000","last_became_active":"2024-09-19T05:04:03.031381+0000","last_became_peered":"2024-09-19T05:04:03.031381+0000","last_unstale":"2024-09-19T05:04:04.036259+0000","last_undegraded":"2024-09-19T05:04:04.036259+0000","last_fullsized":"2024-09-19T05:04:04.036259+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:06:14.530890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.031363+0000","last_change":"2024-09-19T05:04:02.031802+0000","last_active":"2024-09-19T05:04:03.031363+0000","last_peered":"2024-09-19T05:04:03.031363+0000","last_clean":"2024-09-19T05:04:03.031363+0000","last_became_active":"2024-09-19T05:04:02.031508+0000","last_became_peered":"2024-09-19T05:04:02.031508+0000","last_unstale":"2024-09-19T05:04:03.031363+0000","last_undegraded":"2024-09-19T05:04:03.031363+0000","last_fullsized":"2024-09-19T05:04:03.031363+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:56.591330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035793+0000","last_change":"2024-09-19T05:04:03.040003+0000","last_active":"2024-09-19T05:04:04.035793+0000","last_peered":"2024-09-19T05:04:04.035793+0000","last_clean":"2024-09-19T05:04:04.035793+0000","last_became_active":"2024-09-19T05:04:03.039609+0000","last_became_peered":"2024-09-19T05:04:03.039609+0000","last_unstale":"2024-09-19T05:04:04.035793+0000","last_undegraded":"2024-09-19T05:04:04.035793+0000","last_fullsized":"2024-09-19T05:04:04.035793+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:44:28.291249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036364+0000","last_change":"2024-09-19T05:04:02.036434+0000","last_active":"2024-09-19T05:04:04.036364+0000","last_peered":"2024-09-19T05:04:04.036364+0000","last_clean":"2024-09-19T05:04:04.036364+0000","last_became_active":"2024-09-19T05:04:02.036132+0000","last_became_peered":"2024-09-19T05:04:02.036132+0000","last_unstale":"2024-09-19T05:04:04.036364+0000","last_undegraded":"2024-09-19T05:04:04.036364+0000","last_fullsized":"2024-09-19T05:04:04.036364+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:24.779202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.031568+0000","last_change":"2024-09-19T05:04:02.031568+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.031568+0000","last_undegraded":"2024-09-19T05:04:02.031568+0000","last_fullsized":"2024-09-19T05:04:02.031568+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.032009+0000","last_change":"2024-09-19T05:04:02.028243+0000","last_active":"2024-09-19T05:04:03.032009+0000","last_peered":"2024-09-19T05:04:03.032009+0000","last_clean":"2024-09-19T05:04:03.032009+0000","last_became_active":"2024-09-19T05:04:02.027949+0000","last_became_peered":"2024-09-19T05:04:02.027949+0000","last_unstale":"2024-09-19T05:04:03.032009+0000","last_undegraded":"2024-09-19T05:04:03.032009+0000","last_fullsized":"2024-09-19T05:04:03.032009+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:17.317316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.048495+0000","last_change":"2024-09-19T05:04:03.042411+0000","last_active":"2024-09-19T05:04:03.048495+0000","last_peered":"2024-09-19T05:04:03.048495+0000","last_clean":"2024-09-19T05:04:03.048495+0000","last_became_active":"2024-09-19T05:04:03.042111+0000","last_became_peered":"2024-09-19T05:04:03.042111+0000","last_unstale":"2024-09-19T05:04:03.048495+0000","last_undegraded":"2024-09-19T05:04:03.048495+0000","last_fullsized":"2024-09-19T05:04:03.048495+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:26.604122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"83'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036151+0000","last_change":"2024-09-19T05:04:02.034436+0000","last_active":"2024-09-19T05:04:04.036151+0000","last_peered":"2024-09-19T05:04:04.036151+0000","last_clean":"2024-09-19T05:04:04.036151+0000","last_became_active":"2024-09-19T05:04:02.034144+0000","last_became_peered":"2024-09-19T05:04:02.034144+0000","last_unstale":"2024-09-19T05:04:04.036151+0000","last_undegraded":"2024-09-19T05:04:04.036151+0000","last_fullsized":"2024-09-19T05:04:04.036151+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:17:29.873655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.029204+0000","last_change":"2024-09-19T05:04:02.029204+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.029204+0000","last_undegraded":"2024-09-19T05:04:02.029204+0000","last_fullsized":"2024-09-19T05:04:02.029204+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T05:04:02.030924+0000","last_change":"2024-09-19T05:04:02.025789+0000","last_active":"2024-09-19T05:04:02.030924+0000","last_peered":"2024-09-19T05:04:02.030924+0000","last_clean":"2024-09-19T05:04:02.030924+0000","last_became_active":"2024-09-19T05:04:02.025452+0000","last_became_peered":"2024-09-19T05:04:02.025452+0000","last_unstale":"2024-09-19T05:04:02.030924+0000","last_undegraded":"2024-09-19T05:04:02.030924+0000","last_fullsized":"2024-09-19T05:04:02.030924+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:18.144868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.030176+0000","last_change":"2024-09-19T05:04:02.030176+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.030176+0000","last_undegraded":"2024-09-19T05:04:02.030176+0000","last_fullsized":"2024-09-19T05:04:02.030176+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T05:04:02.038804+0000","last_change":"2024-09-19T05:04:02.035026+0000","last_active":"2024-09-19T05:04:02.038804+0000","last_peered":"2024-09-19T05:04:02.038804+0000","last_clean":"2024-09-19T05:04:02.038804+0000","last_became_active":"2024-09-19T05:04:02.034746+0000","last_became_peered":"2024-09-19T05:04:02.034746+0000","last_unstale":"2024-09-19T05:04:02.038804+0000","last_undegraded":"2024-09-19T05:04:02.038804+0000","last_fullsized":"2024-09-19T05:04:02.038804+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:46:51.610997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036431+0000","last_change":"2024-09-19T05:04:03.033694+0000","last_active":"2024-09-19T05:04:04.036431+0000","last_peered":"2024-09-19T05:04:04.036431+0000","last_clean":"2024-09-19T05:04:04.036431+0000","last_became_active":"2024-09-19T05:04:03.033362+0000","last_became_peered":"2024-09-19T05:04:03.033362+0000","last_unstale":"2024-09-19T05:04:04.036431+0000","last_undegraded":"2024-09-19T05:04:04.036431+0000","last_fullsized":"2024-09-19T05:04:04.036431+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:17:30.876033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.031379+0000","last_change":"2024-09-19T05:04:02.035751+0000","last_active":"2024-09-19T05:04:03.031379+0000","last_peered":"2024-09-19T05:04:03.031379+0000","last_clean":"2024-09-19T05:04:03.031379+0000","last_became_active":"2024-09-19T05:04:02.035420+0000","last_became_peered":"2024-09-19T05:04:02.035420+0000","last_unstale":"2024-09-19T05:04:03.031379+0000","last_undegraded":"2024-09-19T05:04:03.031379+0000","last_fullsized":"2024-09-19T05:04:03.031379+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:39:37.523479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.050285+0000","last_change":"2024-09-19T05:04:03.048082+0000","last_active":"2024-09-19T05:04:03.050285+0000","last_peered":"2024-09-19T05:04:03.050285+0000","last_clean":"2024-09-19T05:04:03.050285+0000","last_became_active":"2024-09-19T05:04:03.047790+0000","last_became_peered":"2024-09-19T05:04:03.047790+0000","last_unstale":"2024-09-19T05:04:03.050285+0000","last_undegraded":"2024-09-19T05:04:03.050285+0000","last_fullsized":"2024-09-19T05:04:03.050285+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:20:31.957662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T05:04:02.038760+0000","last_change":"2024-09-19T05:04:02.034260+0000","last_active":"2024-09-19T05:04:02.038760+0000","last_peered":"2024-09-19T05:04:02.038760+0000","last_clean":"2024-09-19T05:04:02.038760+0000","last_became_active":"2024-09-19T05:04:02.034006+0000","last_became_peered":"2024-09-19T05:04:02.034006+0000","last_unstale":"2024-09-19T05:04:02.038760+0000","last_undegraded":"2024-09-19T05:04:02.038760+0000","last_fullsized":"2024-09-19T05:04:02.038760+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:42.486437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.048597+0000","last_change":"2024-09-19T05:04:03.045359+0000","last_active":"2024-09-19T05:04:03.048597+0000","last_peered":"2024-09-19T05:04:03.048597+0000","last_clean":"2024-09-19T05:04:03.048597+0000","last_became_active":"2024-09-19T05:04:03.045078+0000","last_became_peered":"2024-09-19T05:04:03.045078+0000","last_unstale":"2024-09-19T05:04:03.048597+0000","last_undegraded":"2024-09-19T05:04:03.048597+0000","last_fullsized":"2024-09-19T05:04:03.048597+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:03:29.555613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035900+0000","last_change":"2024-09-19T05:04:02.031764+0000","last_active":"2024-09-19T05:04:04.035900+0000","last_peered":"2024-09-19T05:04:04.035900+0000","last_clean":"2024-09-19T05:04:04.035900+0000","last_became_active":"2024-09-19T05:04:02.031425+0000","last_became_peered":"2024-09-19T05:04:02.031425+0000","last_unstale":"2024-09-19T05:04:04.035900+0000","last_undegraded":"2024-09-19T05:04:04.035900+0000","last_fullsized":"2024-09-19T05:04:04.035900+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:10.916965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.053219+0000","last_change":"2024-09-19T05:04:03.049066+0000","last_active":"2024-09-19T05:04:03.053219+0000","last_peered":"2024-09-19T05:04:03.053219+0000","last_clean":"2024-09-19T05:04:03.053219+0000","last_became_active":"2024-09-19T05:04:03.048763+0000","last_became_peered":"2024-09-19T05:04:03.048763+0000","last_unstale":"2024-09-19T05:04:03.053219+0000","last_undegraded":"2024-09-19T05:04:03.053219+0000","last_fullsized":"2024-09-19T05:04:03.053219+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:05:30.902031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.030945+0000","last_change":"2024-09-19T05:04:02.036222+0000","last_active":"2024-09-19T05:04:03.030945+0000","last_peered":"2024-09-19T05:04:03.030945+0000","last_clean":"2024-09-19T05:04:03.030945+0000","last_became_active":"2024-09-19T05:04:02.035798+0000","last_became_peered":"2024-09-19T05:04:02.035798+0000","last_unstale":"2024-09-19T05:04:03.030945+0000","last_undegraded":"2024-09-19T05:04:03.030945+0000","last_fullsized":"2024-09-19T05:04:03.030945+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:40.465577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.028146+0000","last_change":"2024-09-19T05:04:02.028146+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.028146+0000","last_undegraded":"2024-09-19T05:04:02.028146+0000","last_fullsized":"2024-09-19T05:04:02.028146+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035681+0000","last_change":"2024-09-19T05:04:02.033527+0000","last_active":"2024-09-19T05:04:04.035681+0000","last_peered":"2024-09-19T05:04:04.035681+0000","last_clean":"2024-09-19T05:04:04.035681+0000","last_became_active":"2024-09-19T05:04:02.033207+0000","last_became_peered":"2024-09-19T05:04:02.033207+0000","last_unstale":"2024-09-19T05:04:04.035681+0000","last_undegraded":"2024-09-19T05:04:04.035681+0000","last_fullsized":"2024-09-19T05:04:04.035681+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:44:27.288870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036022+0000","last_change":"2024-09-19T05:04:03.043828+0000","last_active":"2024-09-19T05:04:04.036022+0000","last_peered":"2024-09-19T05:04:04.036022+0000","last_clean":"2024-09-19T05:04:04.036022+0000","last_became_active":"2024-09-19T05:04:03.043565+0000","last_became_peered":"2024-09-19T05:04:03.043565+0000","last_unstale":"2024-09-19T05:04:04.036022+0000","last_undegraded":"2024-09-19T05:04:04.036022+0000","last_fullsized":"2024-09-19T05:04:04.036022+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:10.539415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":1,"reported_epoch":81,"state":"creating+peering","last_fresh":"2024-09-19T05:04:01.015437+0000","last_change":"2024-09-19T05:04:01.015437+0000","last_active":"2024-09-19T05:04:01.007766+0000","last_peered":"2024-09-19T05:04:01.007766+0000","last_clean":"2024-09-19T05:04:01.007766+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:01.015437+0000","last_undegraded":"2024-09-19T05:04:01.015437+0000","last_fullsized":"2024-09-19T05:04:01.015437+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":297,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035733+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:04:04.035733+0000","last_peered":"2024-09-19T05:04:04.035733+0000","last_clean":"2024-09-19T05:04:04.035733+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:04:04.035733+0000","last_undegraded":"2024-09-19T05:04:04.035733+0000","last_fullsized":"2024-09-19T05:04:04.035733+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":638,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":108,"acting":108,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509479,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32768,"kb_used_data":1580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339072,"statfs":{"total":96636764160,"available":96603209728,"internally_reserved":0,"allocated":1617920,"data_stored":1052908,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509478,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28044,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343796,"statfs":{"total":96636764160,"available":96608047104,"internally_reserved":0,"allocated":1036288,"data_stored":464700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509478,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28024,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343816,"statfs":{"total":96636764160,"available":96608067584,"internally_reserved":0,"allocated":1015808,"data_stored":462484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542182,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36328,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335512,"statfs":{"total":96636764160,"available":96599564288,"internally_reserved":0,"allocated":1003520,"data_stored":455317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542182,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36332,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335508,"statfs":{"total":96636764160,"available":96599560192,"internally_reserved":0,"allocated":1003520,"data_stored":455317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574887,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32172,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339668,"statfs":{"total":96636764160,"available":96603820032,"internally_reserved":0,"allocated":1003520,"data_stored":455317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574886,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32156,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339684,"statfs":{"total":96636764160,"available":96603836416,"internally_reserved":0,"allocated":978944,"data_stored":442441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574886,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36896,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334944,"statfs":{"total":96636764160,"available":96598982656,"internally_reserved":0,"allocated":1585152,"data_stored":1039018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:04:06.023 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:04:06.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.162+0000 7fed2a2a4640 1 Processor -- start 2024-09-19T05:04:06.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.162+0000 7fed2a2a4640 1 -- start start 2024-09-19T05:04:06.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.163+0000 7fed2a2a4640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fed240d3150 0x7fed240b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:06.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.163+0000 7fed2a2a4640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fed240b6530 0x7fed2406d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:06.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.163+0000 7fed2a2a4640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fed240d3680 con 0x7fed2415e660 2024-09-19T05:04:06.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.163+0000 7fed2a2a4640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fed2406d4b0 con 0x7fed240d3150 2024-09-19T05:04:06.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.163+0000 7fed2a2a4640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fed240d3960 con 0x7fed240b6530 2024-09-19T05:04:06.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.163+0000 7fed237fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fed240d3150 0x7fed240b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:06.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.163+0000 7fed23fff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fed2415e660 0x7fed240d4dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45398/0 (socket says 172.21.15.5:45398) 2024-09-19T05:04:06.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.163+0000 7fed23fff640 1 -- 172.21.15.5:0/2086757382 learned_addr learned my addr 172.21.15.5:0/2086757382 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:06.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.163+0000 7fed237fe640 1 -- 172.21.15.5:0/2086757382 >> v2:172.21.15.134:3300/0 conn(0x7fed240b6530 msgr2=0x7fed2406d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:06.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.163+0000 7fed28841640 1 --2- 172.21.15.5:0/2086757382 >> v2:172.21.15.134:3300/0 conn(0x7fed240b6530 0x7fed2406d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:06.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.163+0000 7fed22ffd640 1 -- 172.21.15.5:0/2086757382 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1991438505 0 0) 0x7fed240d3680 con 0x7fed2415e660 2024-09-19T05:04:06.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.163+0000 7fed237fe640 1 --2- 172.21.15.5:0/2086757382 >> v2:172.21.15.134:3300/0 conn(0x7fed240b6530 0x7fed2406d940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.163+0000 7fed237fe640 1 -- 172.21.15.5:0/2086757382 >> v1:172.21.15.5:6789/0 conn(0x7fed2415e660 legacy=0x7fed240d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:06.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.163+0000 7fed237fe640 1 -- 172.21.15.5:0/2086757382 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed2406ce60 con 0x7fed240d3150 2024-09-19T05:04:06.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.164+0000 7fed237fe640 1 --2- 172.21.15.5:0/2086757382 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed240d3150 0x7fed240b5ff0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7fed240c7ed0 tx=0x7fed1802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a1ed4dc33d76e38 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:06.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.164+0000 7fed22ffd640 1 -- 172.21.15.5:0/2086757382 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed18037070 con 0x7fed240d3150 2024-09-19T05:04:06.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.164+0000 7fed22ffd640 1 -- 172.21.15.5:0/2086757382 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fed18032440 con 0x7fed240d3150 2024-09-19T05:04:06.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.164+0000 7fed22ffd640 1 -- 172.21.15.5:0/2086757382 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed18032810 con 0x7fed240d3150 2024-09-19T05:04:06.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.164+0000 7fed2a2a4640 1 -- 172.21.15.5:0/2086757382 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed240d3150 msgr2=0x7fed240b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:06.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.164+0000 7fed2a2a4640 1 --2- 172.21.15.5:0/2086757382 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed240d3150 0x7fed240b5ff0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7fed240c7ed0 tx=0x7fed1802a230 comp rx=0 tx=0).stop 2024-09-19T05:04:06.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.164+0000 7fed2a2a4640 1 -- 172.21.15.5:0/2086757382 shutdown_connections 2024-09-19T05:04:06.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.164+0000 7fed2a2a4640 1 --2- 172.21.15.5:0/2086757382 >> v2:172.21.15.134:3300/0 conn(0x7fed240b6530 0x7fed2406d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.164+0000 7fed2a2a4640 1 --2- 172.21.15.5:0/2086757382 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed240d3150 0x7fed240b5ff0 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.164+0000 7fed2a2a4640 1 -- 172.21.15.5:0/2086757382 >> 172.21.15.5:0/2086757382 conn(0x7fed2408c000 msgr2=0x7fed240d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:06.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.165+0000 7fed2a2a4640 1 -- 172.21.15.5:0/2086757382 shutdown_connections 2024-09-19T05:04:06.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.165+0000 7fed2a2a4640 1 -- 172.21.15.5:0/2086757382 wait complete. 2024-09-19T05:04:06.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.166+0000 7fed2a2a4640 1 Processor -- start 2024-09-19T05:04:06.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.166+0000 7fed2a2a4640 1 -- start start 2024-09-19T05:04:06.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.167+0000 7fed2a2a4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fed240b6530 0x7fed2415cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:06.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.167+0000 7fed2a2a4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed240d3150 0x7fed240b8750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:06.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.167+0000 7fed2a2a4640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fed2415e660 0x7fed24153840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:06.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.167+0000 7fed2a2a4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fed2406de80 con 0x7fed240d3150 2024-09-19T05:04:06.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.167+0000 7fed2a2a4640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fed2415ea40 con 0x7fed2415e660 2024-09-19T05:04:06.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.167+0000 7fed2a2a4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fed2406e000 con 0x7fed240b6530 2024-09-19T05:04:06.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.167+0000 7fed237fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed240d3150 0x7fed240b8750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:06.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.167+0000 7fed237fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed240d3150 0x7fed240b8750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:58734/0 (socket says 172.21.15.5:58734) 2024-09-19T05:04:06.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.167+0000 7fed237fe640 1 -- 172.21.15.5:0/3130523045 learned_addr learned my addr 172.21.15.5:0/3130523045 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:06.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.167+0000 7fed23fff640 1 --2- 172.21.15.5:0/3130523045 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fed240b6530 0x7fed2415cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:06.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.167+0000 7fed28841640 1 --2- 172.21.15.5:0/3130523045 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fed2415e660 0x7fed24153840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:06.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.167+0000 7fed237fe640 1 -- 172.21.15.5:0/3130523045 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fed240b6530 msgr2=0x7fed2415cdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:06.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.167+0000 7fed237fe640 1 --2- 172.21.15.5:0/3130523045 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fed240b6530 0x7fed2415cdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.167+0000 7fed237fe640 1 -- 172.21.15.5:0/3130523045 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fed2415e660 msgr2=0x7fed24153840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:06.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.167+0000 7fed237fe640 1 --2- 172.21.15.5:0/3130523045 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fed2415e660 0x7fed24153840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.167+0000 7fed237fe640 1 -- 172.21.15.5:0/3130523045 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed240cc910 con 0x7fed240d3150 2024-09-19T05:04:06.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.167+0000 7fed237fe640 1 --2- 172.21.15.5:0/3130523045 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed240d3150 0x7fed240b8750 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7fed18000c00 tx=0x7fed180046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:06.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.167+0000 7fed20ff9640 1 -- 172.21.15.5:0/3130523045 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed18041070 con 0x7fed240d3150 2024-09-19T05:04:06.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.167+0000 7fed20ff9640 1 -- 172.21.15.5:0/3130523045 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fed1803c890 con 0x7fed240d3150 2024-09-19T05:04:06.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.167+0000 7fed20ff9640 1 -- 172.21.15.5:0/3130523045 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed18037040 con 0x7fed240d3150 2024-09-19T05:04:06.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.167+0000 7fed2a2a4640 1 -- 172.21.15.5:0/3130523045 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed240ccbf0 con 0x7fed240d3150 2024-09-19T05:04:06.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.168+0000 7fed2a2a4640 1 -- 172.21.15.5:0/3130523045 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed240b8230 con 0x7fed240d3150 2024-09-19T05:04:06.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.168+0000 7fed2a2a4640 1 -- 172.21.15.5:0/3130523045 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed240b8430 con 0x7fed240d3150 2024-09-19T05:04:06.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.169+0000 7fed20ff9640 1 -- 172.21.15.5:0/3130523045 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fed18044070 con 0x7fed240d3150 2024-09-19T05:04:06.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.170+0000 7fed20ff9640 1 --2- 172.21.15.5:0/3130523045 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fed1006c2b0 0x7fed1006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:06.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.170+0000 7fed20ff9640 1 -- 172.21.15.5:0/3130523045 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 6101+0+0 (secure 0 0 0) 0x7fed180ac150 con 0x7fed240d3150 2024-09-19T05:04:06.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.170+0000 7fed23fff640 1 --2- 172.21.15.5:0/3130523045 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fed1006c2b0 0x7fed1006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:06.172 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.171+0000 7fed23fff640 1 --2- 172.21.15.5:0/3130523045 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fed1006c2b0 0x7fed1006e770 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fed14007fd0 tx=0x7fed14007de0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:06.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.174+0000 7fed20ff9640 1 -- 172.21.15.5:0/3130523045 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fed240b8430 con 0x7fed240d3150 2024-09-19T05:04:06.350 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.349+0000 7fed2a2a4640 1 -- 172.21.15.5:0/3130523045 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fed240cff90 con 0x7fed1006c2b0 2024-09-19T05:04:06.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.355+0000 7fed20ff9640 1 -- 172.21.15.5:0/3130523045 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+248190 (secure 0 0 0) 0x7fed240cff90 con 0x7fed1006c2b0 2024-09-19T05:04:06.359 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:06.361 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:04:06.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.358+0000 7fed2a2a4640 1 -- 172.21.15.5:0/3130523045 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fed1006c2b0 msgr2=0x7fed1006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:06.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.358+0000 7fed2a2a4640 1 --2- 172.21.15.5:0/3130523045 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fed1006c2b0 0x7fed1006e770 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fed14007fd0 tx=0x7fed14007de0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.358+0000 7fed2a2a4640 1 -- 172.21.15.5:0/3130523045 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed240d3150 msgr2=0x7fed240b8750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:06.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.358+0000 7fed2a2a4640 1 --2- 172.21.15.5:0/3130523045 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed240d3150 0x7fed240b8750 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7fed18000c00 tx=0x7fed180046c0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.358+0000 7fed2a2a4640 1 -- 172.21.15.5:0/3130523045 shutdown_connections 2024-09-19T05:04:06.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.358+0000 7fed2a2a4640 1 --2- 172.21.15.5:0/3130523045 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fed1006c2b0 0x7fed1006e770 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.358+0000 7fed2a2a4640 1 --2- 172.21.15.5:0/3130523045 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fed2415e660 0x7fed24153840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.358+0000 7fed2a2a4640 1 --2- 172.21.15.5:0/3130523045 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fed240d3150 0x7fed240b8750 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.358+0000 7fed2a2a4640 1 --2- 172.21.15.5:0/3130523045 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fed240b6530 0x7fed2415cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.358+0000 7fed2a2a4640 1 -- 172.21.15.5:0/3130523045 >> 172.21.15.5:0/3130523045 conn(0x7fed2408c000 msgr2=0x7fed240b1ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:06.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.359+0000 7fed2a2a4640 1 -- 172.21.15.5:0/3130523045 shutdown_connections 2024-09-19T05:04:06.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.359+0000 7fed2a2a4640 1 -- 172.21.15.5:0/3130523045 wait complete. 2024-09-19T05:04:06.371 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":166,"stamp":"2024-09-19T05:04:05.298389+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591006,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":180,"num_write_kb":2425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":174,"acting":174,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":65,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":262720,"kb_used_data":9028,"kb_used_omap":12,"kb_used_meta":253491,"kb_avail":754712000,"statfs":{"total":773094113280,"available":772825088000,"internally_reserved":0,"allocated":9244672,"data_stored":4827502,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":259575344},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":638,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.287311"},"pg_stats":[{"pgid":"14.3f","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.042910+0000","last_change":"2024-09-19T05:04:03.038418+0000","last_active":"2024-09-19T05:04:03.042910+0000","last_peered":"2024-09-19T05:04:03.042910+0000","last_clean":"2024-09-19T05:04:03.042910+0000","last_became_active":"2024-09-19T05:04:03.038089+0000","last_became_peered":"2024-09-19T05:04:03.038089+0000","last_unstale":"2024-09-19T05:04:03.042910+0000","last_undegraded":"2024-09-19T05:04:03.042910+0000","last_fullsized":"2024-09-19T05:04:03.042910+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:28:12.755562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036500+0000","last_change":"2024-09-19T05:04:03.038484+0000","last_active":"2024-09-19T05:04:04.036500+0000","last_peered":"2024-09-19T05:04:04.036500+0000","last_clean":"2024-09-19T05:04:04.036500+0000","last_became_active":"2024-09-19T05:04:03.038177+0000","last_became_peered":"2024-09-19T05:04:03.038177+0000","last_unstale":"2024-09-19T05:04:04.036500+0000","last_undegraded":"2024-09-19T05:04:04.036500+0000","last_fullsized":"2024-09-19T05:04:04.036500+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:42:39.494980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3d","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.038183+0000","last_change":"2024-09-19T05:04:03.034515+0000","last_active":"2024-09-19T05:04:03.038183+0000","last_peered":"2024-09-19T05:04:03.038183+0000","last_clean":"2024-09-19T05:04:03.038183+0000","last_became_active":"2024-09-19T05:04:03.034187+0000","last_became_peered":"2024-09-19T05:04:03.034187+0000","last_unstale":"2024-09-19T05:04:03.038183+0000","last_undegraded":"2024-09-19T05:04:03.038183+0000","last_fullsized":"2024-09-19T05:04:03.038183+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:58:48.833458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3b","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.025859+0000","last_change":"2024-09-19T05:04:02.025859+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.025859+0000","last_undegraded":"2024-09-19T05:04:02.025859+0000","last_fullsized":"2024-09-19T05:04:02.025859+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.3a","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.036638+0000","last_change":"2024-09-19T05:04:02.036638+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.036638+0000","last_undegraded":"2024-09-19T05:04:02.036638+0000","last_fullsized":"2024-09-19T05:04:02.036638+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.39","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035809+0000","last_change":"2024-09-19T05:04:03.037114+0000","last_active":"2024-09-19T05:04:04.035809+0000","last_peered":"2024-09-19T05:04:04.035809+0000","last_clean":"2024-09-19T05:04:04.035809+0000","last_became_active":"2024-09-19T05:04:03.036798+0000","last_became_peered":"2024-09-19T05:04:03.036798+0000","last_unstale":"2024-09-19T05:04:04.035809+0000","last_undegraded":"2024-09-19T05:04:04.035809+0000","last_fullsized":"2024-09-19T05:04:04.035809+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:40.356847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.37","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.025463+0000","last_change":"2024-09-19T05:04:02.025463+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.025463+0000","last_undegraded":"2024-09-19T05:04:02.025463+0000","last_fullsized":"2024-09-19T05:04:02.025463+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.36","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.052692+0000","last_change":"2024-09-19T05:04:03.051443+0000","last_active":"2024-09-19T05:04:03.052692+0000","last_peered":"2024-09-19T05:04:03.052692+0000","last_clean":"2024-09-19T05:04:03.052692+0000","last_became_active":"2024-09-19T05:04:03.051180+0000","last_became_peered":"2024-09-19T05:04:03.051180+0000","last_unstale":"2024-09-19T05:04:03.052692+0000","last_undegraded":"2024-09-19T05:04:03.052692+0000","last_fullsized":"2024-09-19T05:04:03.052692+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:41:18.582492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.35","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.025101+0000","last_change":"2024-09-19T05:04:02.025101+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.025101+0000","last_undegraded":"2024-09-19T05:04:02.025101+0000","last_fullsized":"2024-09-19T05:04:02.025101+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.34","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.047364+0000","last_change":"2024-09-19T05:04:03.044198+0000","last_active":"2024-09-19T05:04:03.047364+0000","last_peered":"2024-09-19T05:04:03.047364+0000","last_clean":"2024-09-19T05:04:03.047364+0000","last_became_active":"2024-09-19T05:04:03.043887+0000","last_became_peered":"2024-09-19T05:04:03.043887+0000","last_unstale":"2024-09-19T05:04:03.047364+0000","last_undegraded":"2024-09-19T05:04:03.047364+0000","last_fullsized":"2024-09-19T05:04:03.047364+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:31.579886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.32","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.023628+0000","last_change":"2024-09-19T05:04:02.023628+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.023628+0000","last_undegraded":"2024-09-19T05:04:02.023628+0000","last_fullsized":"2024-09-19T05:04:02.023628+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.30","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.038069+0000","last_change":"2024-09-19T05:04:02.038069+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.038069+0000","last_undegraded":"2024-09-19T05:04:02.038069+0000","last_fullsized":"2024-09-19T05:04:02.038069+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2f","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.037608+0000","last_change":"2024-09-19T05:04:02.037608+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.037608+0000","last_undegraded":"2024-09-19T05:04:02.037608+0000","last_fullsized":"2024-09-19T05:04:02.037608+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2e","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.044572+0000","last_change":"2024-09-19T05:04:03.043419+0000","last_active":"2024-09-19T05:04:03.044572+0000","last_peered":"2024-09-19T05:04:03.044572+0000","last_clean":"2024-09-19T05:04:03.044572+0000","last_became_active":"2024-09-19T05:04:03.043084+0000","last_became_peered":"2024-09-19T05:04:03.043084+0000","last_unstale":"2024-09-19T05:04:03.044572+0000","last_undegraded":"2024-09-19T05:04:03.044572+0000","last_fullsized":"2024-09-19T05:04:03.044572+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:06:14.530890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2d","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.023328+0000","last_change":"2024-09-19T05:04:02.023328+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.023328+0000","last_undegraded":"2024-09-19T05:04:02.023328+0000","last_fullsized":"2024-09-19T05:04:02.023328+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2b","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.023328+0000","last_change":"2024-09-19T05:04:02.023328+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.023328+0000","last_undegraded":"2024-09-19T05:04:02.023328+0000","last_fullsized":"2024-09-19T05:04:02.023328+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2a","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.023165+0000","last_change":"2024-09-19T05:04:02.023165+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.023165+0000","last_undegraded":"2024-09-19T05:04:02.023165+0000","last_fullsized":"2024-09-19T05:04:02.023165+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.29","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.053281+0000","last_change":"2024-09-19T05:04:03.049679+0000","last_active":"2024-09-19T05:04:03.053281+0000","last_peered":"2024-09-19T05:04:03.053281+0000","last_clean":"2024-09-19T05:04:03.053281+0000","last_became_active":"2024-09-19T05:04:03.049413+0000","last_became_peered":"2024-09-19T05:04:03.049413+0000","last_unstale":"2024-09-19T05:04:03.053281+0000","last_undegraded":"2024-09-19T05:04:03.053281+0000","last_fullsized":"2024-09-19T05:04:03.053281+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:03.356392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.28","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.042901+0000","last_change":"2024-09-19T05:04:03.038817+0000","last_active":"2024-09-19T05:04:03.042901+0000","last_peered":"2024-09-19T05:04:03.042901+0000","last_clean":"2024-09-19T05:04:03.042901+0000","last_became_active":"2024-09-19T05:04:03.038550+0000","last_became_peered":"2024-09-19T05:04:03.038550+0000","last_unstale":"2024-09-19T05:04:03.042901+0000","last_undegraded":"2024-09-19T05:04:03.042901+0000","last_fullsized":"2024-09-19T05:04:03.042901+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:27:53.039901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.27","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036447+0000","last_change":"2024-09-19T05:04:03.041082+0000","last_active":"2024-09-19T05:04:04.036447+0000","last_peered":"2024-09-19T05:04:04.036447+0000","last_clean":"2024-09-19T05:04:04.036447+0000","last_became_active":"2024-09-19T05:04:03.040764+0000","last_became_peered":"2024-09-19T05:04:03.040764+0000","last_unstale":"2024-09-19T05:04:04.036447+0000","last_undegraded":"2024-09-19T05:04:04.036447+0000","last_fullsized":"2024-09-19T05:04:04.036447+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:03:11.603462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.26","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.023662+0000","last_change":"2024-09-19T05:04:02.023662+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.023662+0000","last_undegraded":"2024-09-19T05:04:02.023662+0000","last_fullsized":"2024-09-19T05:04:02.023662+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.25","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.043179+0000","last_change":"2024-09-19T05:04:03.042281+0000","last_active":"2024-09-19T05:04:03.043179+0000","last_peered":"2024-09-19T05:04:03.043179+0000","last_clean":"2024-09-19T05:04:03.043179+0000","last_became_active":"2024-09-19T05:04:03.041980+0000","last_became_peered":"2024-09-19T05:04:03.041980+0000","last_unstale":"2024-09-19T05:04:03.043179+0000","last_undegraded":"2024-09-19T05:04:03.043179+0000","last_fullsized":"2024-09-19T05:04:03.043179+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:26:50.167535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.23","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036356+0000","last_change":"2024-09-19T05:04:03.041202+0000","last_active":"2024-09-19T05:04:04.036356+0000","last_peered":"2024-09-19T05:04:04.036356+0000","last_clean":"2024-09-19T05:04:04.036356+0000","last_became_active":"2024-09-19T05:04:03.040893+0000","last_became_peered":"2024-09-19T05:04:03.040893+0000","last_unstale":"2024-09-19T05:04:04.036356+0000","last_undegraded":"2024-09-19T05:04:04.036356+0000","last_fullsized":"2024-09-19T05:04:04.036356+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:02:55.431812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.22","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.022385+0000","last_change":"2024-09-19T05:04:02.022385+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.022385+0000","last_undegraded":"2024-09-19T05:04:02.022385+0000","last_fullsized":"2024-09-19T05:04:02.022385+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.21","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036342+0000","last_change":"2024-09-19T05:04:03.034559+0000","last_active":"2024-09-19T05:04:04.036342+0000","last_peered":"2024-09-19T05:04:04.036342+0000","last_clean":"2024-09-19T05:04:04.036342+0000","last_became_active":"2024-09-19T05:04:03.034295+0000","last_became_peered":"2024-09-19T05:04:03.034295+0000","last_unstale":"2024-09-19T05:04:04.036342+0000","last_undegraded":"2024-09-19T05:04:04.036342+0000","last_fullsized":"2024-09-19T05:04:04.036342+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:03:29.555613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.20","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.035488+0000","last_change":"2024-09-19T05:04:02.035488+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.035488+0000","last_undegraded":"2024-09-19T05:04:02.035488+0000","last_fullsized":"2024-09-19T05:04:02.035488+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.032909+0000","last_change":"2024-09-19T05:04:02.032909+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.032909+0000","last_undegraded":"2024-09-19T05:04:02.032909+0000","last_fullsized":"2024-09-19T05:04:02.032909+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"83'4","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.052104+0000","last_change":"2024-09-19T05:04:02.032276+0000","last_active":"2024-09-19T05:04:03.052104+0000","last_peered":"2024-09-19T05:04:03.052104+0000","last_clean":"2024-09-19T05:04:03.052104+0000","last_became_active":"2024-09-19T05:04:02.031677+0000","last_became_peered":"2024-09-19T05:04:02.031677+0000","last_unstale":"2024-09-19T05:04:03.052104+0000","last_undegraded":"2024-09-19T05:04:03.052104+0000","last_fullsized":"2024-09-19T05:04:03.052104+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:03.592571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.033889+0000","last_change":"2024-09-19T05:04:02.033889+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.033889+0000","last_undegraded":"2024-09-19T05:04:02.033889+0000","last_fullsized":"2024-09-19T05:04:02.033889+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T05:04:02.036037+0000","last_change":"2024-09-19T05:04:02.032438+0000","last_active":"2024-09-19T05:04:02.036037+0000","last_peered":"2024-09-19T05:04:02.036037+0000","last_clean":"2024-09-19T05:04:02.036037+0000","last_became_active":"2024-09-19T05:04:02.031687+0000","last_became_peered":"2024-09-19T05:04:02.031687+0000","last_unstale":"2024-09-19T05:04:02.036037+0000","last_undegraded":"2024-09-19T05:04:02.036037+0000","last_fullsized":"2024-09-19T05:04:02.036037+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:19:31.226331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035916+0000","last_change":"2024-09-19T05:04:03.049320+0000","last_active":"2024-09-19T05:04:04.035916+0000","last_peered":"2024-09-19T05:04:04.035916+0000","last_clean":"2024-09-19T05:04:04.035916+0000","last_became_active":"2024-09-19T05:04:03.049009+0000","last_became_peered":"2024-09-19T05:04:03.049009+0000","last_unstale":"2024-09-19T05:04:04.035916+0000","last_undegraded":"2024-09-19T05:04:04.035916+0000","last_fullsized":"2024-09-19T05:04:04.035916+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:09:02.717016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1d","version":"83'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036121+0000","last_change":"2024-09-19T05:04:02.031488+0000","last_active":"2024-09-19T05:04:04.036121+0000","last_peered":"2024-09-19T05:04:04.036121+0000","last_clean":"2024-09-19T05:04:04.036121+0000","last_became_active":"2024-09-19T05:04:02.031187+0000","last_became_peered":"2024-09-19T05:04:02.031187+0000","last_unstale":"2024-09-19T05:04:04.036121+0000","last_undegraded":"2024-09-19T05:04:04.036121+0000","last_fullsized":"2024-09-19T05:04:04.036121+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:03:28.553235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.035482+0000","last_change":"2024-09-19T05:04:02.035482+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.035482+0000","last_undegraded":"2024-09-19T05:04:02.035482+0000","last_fullsized":"2024-09-19T05:04:02.035482+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1c","version":"83'2","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.054500+0000","last_change":"2024-09-19T05:04:02.033522+0000","last_active":"2024-09-19T05:04:03.054500+0000","last_peered":"2024-09-19T05:04:03.054500+0000","last_clean":"2024-09-19T05:04:03.054500+0000","last_became_active":"2024-09-19T05:04:02.033237+0000","last_became_peered":"2024-09-19T05:04:02.033237+0000","last_unstale":"2024-09-19T05:04:03.054500+0000","last_undegraded":"2024-09-19T05:04:03.054500+0000","last_fullsized":"2024-09-19T05:04:03.054500+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:42:02.783114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T05:04:02.034007+0000","last_change":"2024-09-19T05:04:02.030704+0000","last_active":"2024-09-19T05:04:02.034007+0000","last_peered":"2024-09-19T05:04:02.034007+0000","last_clean":"2024-09-19T05:04:02.034007+0000","last_became_active":"2024-09-19T05:04:02.030396+0000","last_became_peered":"2024-09-19T05:04:02.030396+0000","last_unstale":"2024-09-19T05:04:02.034007+0000","last_undegraded":"2024-09-19T05:04:02.034007+0000","last_fullsized":"2024-09-19T05:04:02.034007+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:58.988789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.048276+0000","last_change":"2024-09-19T05:04:03.041705+0000","last_active":"2024-09-19T05:04:03.048276+0000","last_peered":"2024-09-19T05:04:03.048276+0000","last_clean":"2024-09-19T05:04:03.048276+0000","last_became_active":"2024-09-19T05:04:03.041376+0000","last_became_peered":"2024-09-19T05:04:03.041376+0000","last_unstale":"2024-09-19T05:04:03.048276+0000","last_undegraded":"2024-09-19T05:04:03.048276+0000","last_fullsized":"2024-09-19T05:04:03.048276+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:25.901201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":1,"reported_epoch":81,"state":"creating+peering","last_fresh":"2024-09-19T05:04:01.015373+0000","last_change":"2024-09-19T05:04:01.015373+0000","last_active":"2024-09-19T05:04:01.007766+0000","last_peered":"2024-09-19T05:04:01.007766+0000","last_clean":"2024-09-19T05:04:01.007766+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:01.015373+0000","last_undegraded":"2024-09-19T05:04:01.015373+0000","last_fullsized":"2024-09-19T05:04:01.015373+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.032470+0000","last_change":"2024-09-19T05:04:02.032470+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.032470+0000","last_undegraded":"2024-09-19T05:04:02.032470+0000","last_fullsized":"2024-09-19T05:04:02.032470+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.026839+0000","last_change":"2024-09-19T05:04:02.032292+0000","last_active":"2024-09-19T05:04:03.026839+0000","last_peered":"2024-09-19T05:04:03.026839+0000","last_clean":"2024-09-19T05:04:03.026839+0000","last_became_active":"2024-09-19T05:04:02.031835+0000","last_became_peered":"2024-09-19T05:04:02.031835+0000","last_unstale":"2024-09-19T05:04:03.026839+0000","last_undegraded":"2024-09-19T05:04:03.026839+0000","last_fullsized":"2024-09-19T05:04:03.026839+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:27:26.550203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035758+0000","last_change":"2024-09-19T05:04:02.040813+0000","last_active":"2024-09-19T05:04:04.035758+0000","last_peered":"2024-09-19T05:04:04.035758+0000","last_clean":"2024-09-19T05:04:04.035758+0000","last_became_active":"2024-09-19T05:04:02.040554+0000","last_became_peered":"2024-09-19T05:04:02.040554+0000","last_unstale":"2024-09-19T05:04:04.035758+0000","last_undegraded":"2024-09-19T05:04:04.035758+0000","last_fullsized":"2024-09-19T05:04:04.035758+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:06:13.528512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.027099+0000","last_change":"2024-09-19T05:04:02.027099+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.027099+0000","last_undegraded":"2024-09-19T05:04:02.027099+0000","last_fullsized":"2024-09-19T05:04:02.027099+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036544+0000","last_change":"2024-09-19T05:04:02.030321+0000","last_active":"2024-09-19T05:04:04.036544+0000","last_peered":"2024-09-19T05:04:04.036544+0000","last_clean":"2024-09-19T05:04:04.036544+0000","last_became_active":"2024-09-19T05:04:02.029994+0000","last_became_peered":"2024-09-19T05:04:02.029994+0000","last_unstale":"2024-09-19T05:04:04.036544+0000","last_undegraded":"2024-09-19T05:04:04.036544+0000","last_fullsized":"2024-09-19T05:04:04.036544+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:58.857437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035972+0000","last_change":"2024-09-19T05:04:03.038275+0000","last_active":"2024-09-19T05:04:04.035972+0000","last_peered":"2024-09-19T05:04:04.035972+0000","last_clean":"2024-09-19T05:04:04.035972+0000","last_became_active":"2024-09-19T05:04:03.038011+0000","last_became_peered":"2024-09-19T05:04:03.038011+0000","last_unstale":"2024-09-19T05:04:04.035972+0000","last_undegraded":"2024-09-19T05:04:04.035972+0000","last_fullsized":"2024-09-19T05:04:04.035972+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:29:16.906961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.026840+0000","last_change":"2024-09-19T05:04:02.032563+0000","last_active":"2024-09-19T05:04:03.026840+0000","last_peered":"2024-09-19T05:04:03.026840+0000","last_clean":"2024-09-19T05:04:03.026840+0000","last_became_active":"2024-09-19T05:04:02.032270+0000","last_became_peered":"2024-09-19T05:04:02.032270+0000","last_unstale":"2024-09-19T05:04:03.026840+0000","last_undegraded":"2024-09-19T05:04:03.026840+0000","last_fullsized":"2024-09-19T05:04:03.026840+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:29:51.745423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.044552+0000","last_change":"2024-09-19T05:04:03.042609+0000","last_active":"2024-09-19T05:04:03.044552+0000","last_peered":"2024-09-19T05:04:03.044552+0000","last_clean":"2024-09-19T05:04:03.044552+0000","last_became_active":"2024-09-19T05:04:03.042352+0000","last_became_peered":"2024-09-19T05:04:03.042352+0000","last_unstale":"2024-09-19T05:04:03.044552+0000","last_undegraded":"2024-09-19T05:04:03.044552+0000","last_fullsized":"2024-09-19T05:04:03.044552+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:44:28.291249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T05:04:02.038828+0000","last_change":"2024-09-19T05:04:02.035110+0000","last_active":"2024-09-19T05:04:02.038828+0000","last_peered":"2024-09-19T05:04:02.038828+0000","last_clean":"2024-09-19T05:04:02.038828+0000","last_became_active":"2024-09-19T05:04:02.034801+0000","last_became_peered":"2024-09-19T05:04:02.034801+0000","last_unstale":"2024-09-19T05:04:02.038828+0000","last_undegraded":"2024-09-19T05:04:02.038828+0000","last_fullsized":"2024-09-19T05:04:02.038828+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:10:25.625123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T05:04:02.040567+0000","last_change":"2024-09-19T05:04:02.039650+0000","last_active":"2024-09-19T05:04:02.040567+0000","last_peered":"2024-09-19T05:04:02.040567+0000","last_clean":"2024-09-19T05:04:02.040567+0000","last_became_active":"2024-09-19T05:04:02.039344+0000","last_became_peered":"2024-09-19T05:04:02.039344+0000","last_unstale":"2024-09-19T05:04:02.040567+0000","last_undegraded":"2024-09-19T05:04:02.040567+0000","last_fullsized":"2024-09-19T05:04:02.040567+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:44:02.630659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.13","version":"83'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036448+0000","last_change":"2024-09-19T05:04:02.040673+0000","last_active":"2024-09-19T05:04:04.036448+0000","last_peered":"2024-09-19T05:04:04.036448+0000","last_clean":"2024-09-19T05:04:04.036448+0000","last_became_active":"2024-09-19T05:04:02.040422+0000","last_became_peered":"2024-09-19T05:04:02.040422+0000","last_unstale":"2024-09-19T05:04:04.036448+0000","last_undegraded":"2024-09-19T05:04:04.036448+0000","last_fullsized":"2024-09-19T05:04:04.036448+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:42:38.492602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.022572+0000","last_change":"2024-09-19T05:04:02.022572+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.022572+0000","last_undegraded":"2024-09-19T05:04:02.022572+0000","last_fullsized":"2024-09-19T05:04:02.022572+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T05:04:02.038407+0000","last_change":"2024-09-19T05:04:02.033622+0000","last_active":"2024-09-19T05:04:02.038407+0000","last_peered":"2024-09-19T05:04:02.038407+0000","last_clean":"2024-09-19T05:04:02.038407+0000","last_became_active":"2024-09-19T05:04:02.033358+0000","last_became_peered":"2024-09-19T05:04:02.033358+0000","last_unstale":"2024-09-19T05:04:02.038407+0000","last_undegraded":"2024-09-19T05:04:02.038407+0000","last_fullsized":"2024-09-19T05:04:02.038407+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:34:22.955616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.051961+0000","last_change":"2024-09-19T05:04:03.051307+0000","last_active":"2024-09-19T05:04:03.051961+0000","last_peered":"2024-09-19T05:04:03.051961+0000","last_clean":"2024-09-19T05:04:03.051961+0000","last_became_active":"2024-09-19T05:04:03.051020+0000","last_became_peered":"2024-09-19T05:04:03.051020+0000","last_unstale":"2024-09-19T05:04:03.051961+0000","last_undegraded":"2024-09-19T05:04:03.051961+0000","last_fullsized":"2024-09-19T05:04:03.051961+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:04:05.863300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":1,"reported_epoch":81,"state":"creating+peering","last_fresh":"2024-09-19T05:04:01.015457+0000","last_change":"2024-09-19T05:04:01.015457+0000","last_active":"2024-09-19T05:04:01.007766+0000","last_peered":"2024-09-19T05:04:01.007766+0000","last_clean":"2024-09-19T05:04:01.007766+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:01.015457+0000","last_undegraded":"2024-09-19T05:04:01.015457+0000","last_fullsized":"2024-09-19T05:04:01.015457+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.042596+0000","last_change":"2024-09-19T05:04:03.039810+0000","last_active":"2024-09-19T05:04:03.042596+0000","last_peered":"2024-09-19T05:04:03.042596+0000","last_clean":"2024-09-19T05:04:03.042596+0000","last_became_active":"2024-09-19T05:04:03.038831+0000","last_became_peered":"2024-09-19T05:04:03.038831+0000","last_unstale":"2024-09-19T05:04:03.042596+0000","last_undegraded":"2024-09-19T05:04:03.042596+0000","last_fullsized":"2024-09-19T05:04:03.042596+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:53:09.811323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":1,"reported_epoch":81,"state":"creating+peering","last_fresh":"2024-09-19T05:04:01.015441+0000","last_change":"2024-09-19T05:04:01.015441+0000","last_active":"2024-09-19T05:04:01.007766+0000","last_peered":"2024-09-19T05:04:01.007766+0000","last_clean":"2024-09-19T05:04:01.007766+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:01.015441+0000","last_undegraded":"2024-09-19T05:04:01.015441+0000","last_fullsized":"2024-09-19T05:04:01.015441+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.032027+0000","last_change":"2024-09-19T05:04:02.032027+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.032027+0000","last_undegraded":"2024-09-19T05:04:02.032027+0000","last_fullsized":"2024-09-19T05:04:02.032027+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"83'1","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.049415+0000","last_change":"2024-09-19T05:04:02.032054+0000","last_active":"2024-09-19T05:04:03.049415+0000","last_peered":"2024-09-19T05:04:03.049415+0000","last_clean":"2024-09-19T05:04:03.049415+0000","last_became_active":"2024-09-19T05:04:02.031290+0000","last_became_peered":"2024-09-19T05:04:02.031290+0000","last_unstale":"2024-09-19T05:04:03.049415+0000","last_undegraded":"2024-09-19T05:04:03.049415+0000","last_fullsized":"2024-09-19T05:04:03.049415+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:00:58.080338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.048180+0000","last_change":"2024-09-19T05:04:03.040862+0000","last_active":"2024-09-19T05:04:03.048180+0000","last_peered":"2024-09-19T05:04:03.048180+0000","last_clean":"2024-09-19T05:04:03.048180+0000","last_became_active":"2024-09-19T05:04:03.040501+0000","last_became_peered":"2024-09-19T05:04:03.040501+0000","last_unstale":"2024-09-19T05:04:03.048180+0000","last_undegraded":"2024-09-19T05:04:03.048180+0000","last_fullsized":"2024-09-19T05:04:03.048180+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:11.949532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"83'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036024+0000","last_change":"2024-09-19T05:04:02.030003+0000","last_active":"2024-09-19T05:04:04.036024+0000","last_peered":"2024-09-19T05:04:04.036024+0000","last_clean":"2024-09-19T05:04:04.036024+0000","last_became_active":"2024-09-19T05:04:02.029579+0000","last_became_peered":"2024-09-19T05:04:02.029579+0000","last_unstale":"2024-09-19T05:04:04.036024+0000","last_undegraded":"2024-09-19T05:04:04.036024+0000","last_fullsized":"2024-09-19T05:04:04.036024+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:03:10.601084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.022075+0000","last_change":"2024-09-19T05:04:02.022075+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.022075+0000","last_undegraded":"2024-09-19T05:04:02.022075+0000","last_fullsized":"2024-09-19T05:04:02.022075+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T05:04:02.031500+0000","last_change":"2024-09-19T05:04:02.029118+0000","last_active":"2024-09-19T05:04:02.031500+0000","last_peered":"2024-09-19T05:04:02.031500+0000","last_clean":"2024-09-19T05:04:02.031500+0000","last_became_active":"2024-09-19T05:04:02.028639+0000","last_became_peered":"2024-09-19T05:04:02.028639+0000","last_unstale":"2024-09-19T05:04:02.031500+0000","last_undegraded":"2024-09-19T05:04:02.031500+0000","last_fullsized":"2024-09-19T05:04:02.031500+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:29:01.516613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.030677+0000","last_change":"2024-09-19T05:04:02.030677+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.030677+0000","last_undegraded":"2024-09-19T05:04:02.030677+0000","last_fullsized":"2024-09-19T05:04:02.030677+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"83'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036070+0000","last_change":"2024-09-19T05:04:02.032322+0000","last_active":"2024-09-19T05:04:04.036070+0000","last_peered":"2024-09-19T05:04:04.036070+0000","last_clean":"2024-09-19T05:04:04.036070+0000","last_became_active":"2024-09-19T05:04:02.031056+0000","last_became_peered":"2024-09-19T05:04:02.031056+0000","last_unstale":"2024-09-19T05:04:04.036070+0000","last_undegraded":"2024-09-19T05:04:04.036070+0000","last_fullsized":"2024-09-19T05:04:04.036070+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:57:11.593276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036259+0000","last_change":"2024-09-19T05:04:03.031651+0000","last_active":"2024-09-19T05:04:04.036259+0000","last_peered":"2024-09-19T05:04:04.036259+0000","last_clean":"2024-09-19T05:04:04.036259+0000","last_became_active":"2024-09-19T05:04:03.031381+0000","last_became_peered":"2024-09-19T05:04:03.031381+0000","last_unstale":"2024-09-19T05:04:04.036259+0000","last_undegraded":"2024-09-19T05:04:04.036259+0000","last_fullsized":"2024-09-19T05:04:04.036259+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:06:14.530890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.031363+0000","last_change":"2024-09-19T05:04:02.031802+0000","last_active":"2024-09-19T05:04:03.031363+0000","last_peered":"2024-09-19T05:04:03.031363+0000","last_clean":"2024-09-19T05:04:03.031363+0000","last_became_active":"2024-09-19T05:04:02.031508+0000","last_became_peered":"2024-09-19T05:04:02.031508+0000","last_unstale":"2024-09-19T05:04:03.031363+0000","last_undegraded":"2024-09-19T05:04:03.031363+0000","last_fullsized":"2024-09-19T05:04:03.031363+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:56.591330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035793+0000","last_change":"2024-09-19T05:04:03.040003+0000","last_active":"2024-09-19T05:04:04.035793+0000","last_peered":"2024-09-19T05:04:04.035793+0000","last_clean":"2024-09-19T05:04:04.035793+0000","last_became_active":"2024-09-19T05:04:03.039609+0000","last_became_peered":"2024-09-19T05:04:03.039609+0000","last_unstale":"2024-09-19T05:04:04.035793+0000","last_undegraded":"2024-09-19T05:04:04.035793+0000","last_fullsized":"2024-09-19T05:04:04.035793+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:44:28.291249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036364+0000","last_change":"2024-09-19T05:04:02.036434+0000","last_active":"2024-09-19T05:04:04.036364+0000","last_peered":"2024-09-19T05:04:04.036364+0000","last_clean":"2024-09-19T05:04:04.036364+0000","last_became_active":"2024-09-19T05:04:02.036132+0000","last_became_peered":"2024-09-19T05:04:02.036132+0000","last_unstale":"2024-09-19T05:04:04.036364+0000","last_undegraded":"2024-09-19T05:04:04.036364+0000","last_fullsized":"2024-09-19T05:04:04.036364+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:24.779202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.031568+0000","last_change":"2024-09-19T05:04:02.031568+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.031568+0000","last_undegraded":"2024-09-19T05:04:02.031568+0000","last_fullsized":"2024-09-19T05:04:02.031568+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.032009+0000","last_change":"2024-09-19T05:04:02.028243+0000","last_active":"2024-09-19T05:04:03.032009+0000","last_peered":"2024-09-19T05:04:03.032009+0000","last_clean":"2024-09-19T05:04:03.032009+0000","last_became_active":"2024-09-19T05:04:02.027949+0000","last_became_peered":"2024-09-19T05:04:02.027949+0000","last_unstale":"2024-09-19T05:04:03.032009+0000","last_undegraded":"2024-09-19T05:04:03.032009+0000","last_fullsized":"2024-09-19T05:04:03.032009+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:17.317316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.048495+0000","last_change":"2024-09-19T05:04:03.042411+0000","last_active":"2024-09-19T05:04:03.048495+0000","last_peered":"2024-09-19T05:04:03.048495+0000","last_clean":"2024-09-19T05:04:03.048495+0000","last_became_active":"2024-09-19T05:04:03.042111+0000","last_became_peered":"2024-09-19T05:04:03.042111+0000","last_unstale":"2024-09-19T05:04:03.048495+0000","last_undegraded":"2024-09-19T05:04:03.048495+0000","last_fullsized":"2024-09-19T05:04:03.048495+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:26.604122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"83'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036151+0000","last_change":"2024-09-19T05:04:02.034436+0000","last_active":"2024-09-19T05:04:04.036151+0000","last_peered":"2024-09-19T05:04:04.036151+0000","last_clean":"2024-09-19T05:04:04.036151+0000","last_became_active":"2024-09-19T05:04:02.034144+0000","last_became_peered":"2024-09-19T05:04:02.034144+0000","last_unstale":"2024-09-19T05:04:04.036151+0000","last_undegraded":"2024-09-19T05:04:04.036151+0000","last_fullsized":"2024-09-19T05:04:04.036151+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:17:29.873655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.029204+0000","last_change":"2024-09-19T05:04:02.029204+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.029204+0000","last_undegraded":"2024-09-19T05:04:02.029204+0000","last_fullsized":"2024-09-19T05:04:02.029204+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T05:04:02.030924+0000","last_change":"2024-09-19T05:04:02.025789+0000","last_active":"2024-09-19T05:04:02.030924+0000","last_peered":"2024-09-19T05:04:02.030924+0000","last_clean":"2024-09-19T05:04:02.030924+0000","last_became_active":"2024-09-19T05:04:02.025452+0000","last_became_peered":"2024-09-19T05:04:02.025452+0000","last_unstale":"2024-09-19T05:04:02.030924+0000","last_undegraded":"2024-09-19T05:04:02.030924+0000","last_fullsized":"2024-09-19T05:04:02.030924+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:18.144868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.030176+0000","last_change":"2024-09-19T05:04:02.030176+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.030176+0000","last_undegraded":"2024-09-19T05:04:02.030176+0000","last_fullsized":"2024-09-19T05:04:02.030176+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T05:04:02.038804+0000","last_change":"2024-09-19T05:04:02.035026+0000","last_active":"2024-09-19T05:04:02.038804+0000","last_peered":"2024-09-19T05:04:02.038804+0000","last_clean":"2024-09-19T05:04:02.038804+0000","last_became_active":"2024-09-19T05:04:02.034746+0000","last_became_peered":"2024-09-19T05:04:02.034746+0000","last_unstale":"2024-09-19T05:04:02.038804+0000","last_undegraded":"2024-09-19T05:04:02.038804+0000","last_fullsized":"2024-09-19T05:04:02.038804+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:46:51.610997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036431+0000","last_change":"2024-09-19T05:04:03.033694+0000","last_active":"2024-09-19T05:04:04.036431+0000","last_peered":"2024-09-19T05:04:04.036431+0000","last_clean":"2024-09-19T05:04:04.036431+0000","last_became_active":"2024-09-19T05:04:03.033362+0000","last_became_peered":"2024-09-19T05:04:03.033362+0000","last_unstale":"2024-09-19T05:04:04.036431+0000","last_undegraded":"2024-09-19T05:04:04.036431+0000","last_fullsized":"2024-09-19T05:04:04.036431+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:17:30.876033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.031379+0000","last_change":"2024-09-19T05:04:02.035751+0000","last_active":"2024-09-19T05:04:03.031379+0000","last_peered":"2024-09-19T05:04:03.031379+0000","last_clean":"2024-09-19T05:04:03.031379+0000","last_became_active":"2024-09-19T05:04:02.035420+0000","last_became_peered":"2024-09-19T05:04:02.035420+0000","last_unstale":"2024-09-19T05:04:03.031379+0000","last_undegraded":"2024-09-19T05:04:03.031379+0000","last_fullsized":"2024-09-19T05:04:03.031379+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:39:37.523479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.050285+0000","last_change":"2024-09-19T05:04:03.048082+0000","last_active":"2024-09-19T05:04:03.050285+0000","last_peered":"2024-09-19T05:04:03.050285+0000","last_clean":"2024-09-19T05:04:03.050285+0000","last_became_active":"2024-09-19T05:04:03.047790+0000","last_became_peered":"2024-09-19T05:04:03.047790+0000","last_unstale":"2024-09-19T05:04:03.050285+0000","last_undegraded":"2024-09-19T05:04:03.050285+0000","last_fullsized":"2024-09-19T05:04:03.050285+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:20:31.957662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T05:04:02.038760+0000","last_change":"2024-09-19T05:04:02.034260+0000","last_active":"2024-09-19T05:04:02.038760+0000","last_peered":"2024-09-19T05:04:02.038760+0000","last_clean":"2024-09-19T05:04:02.038760+0000","last_became_active":"2024-09-19T05:04:02.034006+0000","last_became_peered":"2024-09-19T05:04:02.034006+0000","last_unstale":"2024-09-19T05:04:02.038760+0000","last_undegraded":"2024-09-19T05:04:02.038760+0000","last_fullsized":"2024-09-19T05:04:02.038760+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:42.486437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.048597+0000","last_change":"2024-09-19T05:04:03.045359+0000","last_active":"2024-09-19T05:04:03.048597+0000","last_peered":"2024-09-19T05:04:03.048597+0000","last_clean":"2024-09-19T05:04:03.048597+0000","last_became_active":"2024-09-19T05:04:03.045078+0000","last_became_peered":"2024-09-19T05:04:03.045078+0000","last_unstale":"2024-09-19T05:04:03.048597+0000","last_undegraded":"2024-09-19T05:04:03.048597+0000","last_fullsized":"2024-09-19T05:04:03.048597+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:03:29.555613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035900+0000","last_change":"2024-09-19T05:04:02.031764+0000","last_active":"2024-09-19T05:04:04.035900+0000","last_peered":"2024-09-19T05:04:04.035900+0000","last_clean":"2024-09-19T05:04:04.035900+0000","last_became_active":"2024-09-19T05:04:02.031425+0000","last_became_peered":"2024-09-19T05:04:02.031425+0000","last_unstale":"2024-09-19T05:04:04.035900+0000","last_undegraded":"2024-09-19T05:04:04.035900+0000","last_fullsized":"2024-09-19T05:04:04.035900+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:10.916965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.053219+0000","last_change":"2024-09-19T05:04:03.049066+0000","last_active":"2024-09-19T05:04:03.053219+0000","last_peered":"2024-09-19T05:04:03.053219+0000","last_clean":"2024-09-19T05:04:03.053219+0000","last_became_active":"2024-09-19T05:04:03.048763+0000","last_became_peered":"2024-09-19T05:04:03.048763+0000","last_unstale":"2024-09-19T05:04:03.053219+0000","last_undegraded":"2024-09-19T05:04:03.053219+0000","last_fullsized":"2024-09-19T05:04:03.053219+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:05:30.902031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.030945+0000","last_change":"2024-09-19T05:04:02.036222+0000","last_active":"2024-09-19T05:04:03.030945+0000","last_peered":"2024-09-19T05:04:03.030945+0000","last_clean":"2024-09-19T05:04:03.030945+0000","last_became_active":"2024-09-19T05:04:02.035798+0000","last_became_peered":"2024-09-19T05:04:02.035798+0000","last_unstale":"2024-09-19T05:04:03.030945+0000","last_undegraded":"2024-09-19T05:04:03.030945+0000","last_fullsized":"2024-09-19T05:04:03.030945+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:40.465577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.028146+0000","last_change":"2024-09-19T05:04:02.028146+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.028146+0000","last_undegraded":"2024-09-19T05:04:02.028146+0000","last_fullsized":"2024-09-19T05:04:02.028146+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035681+0000","last_change":"2024-09-19T05:04:02.033527+0000","last_active":"2024-09-19T05:04:04.035681+0000","last_peered":"2024-09-19T05:04:04.035681+0000","last_clean":"2024-09-19T05:04:04.035681+0000","last_became_active":"2024-09-19T05:04:02.033207+0000","last_became_peered":"2024-09-19T05:04:02.033207+0000","last_unstale":"2024-09-19T05:04:04.035681+0000","last_undegraded":"2024-09-19T05:04:04.035681+0000","last_fullsized":"2024-09-19T05:04:04.035681+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:44:27.288870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036022+0000","last_change":"2024-09-19T05:04:03.043828+0000","last_active":"2024-09-19T05:04:04.036022+0000","last_peered":"2024-09-19T05:04:04.036022+0000","last_clean":"2024-09-19T05:04:04.036022+0000","last_became_active":"2024-09-19T05:04:03.043565+0000","last_became_peered":"2024-09-19T05:04:03.043565+0000","last_unstale":"2024-09-19T05:04:04.036022+0000","last_undegraded":"2024-09-19T05:04:04.036022+0000","last_fullsized":"2024-09-19T05:04:04.036022+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:10.539415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":1,"reported_epoch":81,"state":"creating+peering","last_fresh":"2024-09-19T05:04:01.015437+0000","last_change":"2024-09-19T05:04:01.015437+0000","last_active":"2024-09-19T05:04:01.007766+0000","last_peered":"2024-09-19T05:04:01.007766+0000","last_clean":"2024-09-19T05:04:01.007766+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:01.015437+0000","last_undegraded":"2024-09-19T05:04:01.015437+0000","last_fullsized":"2024-09-19T05:04:01.015437+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":297,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035733+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:04:04.035733+0000","last_peered":"2024-09-19T05:04:04.035733+0000","last_clean":"2024-09-19T05:04:04.035733+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:04:04.035733+0000","last_undegraded":"2024-09-19T05:04:04.035733+0000","last_fullsized":"2024-09-19T05:04:04.035733+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":638,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":108,"acting":108,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509479,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32768,"kb_used_data":1580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339072,"statfs":{"total":96636764160,"available":96603209728,"internally_reserved":0,"allocated":1617920,"data_stored":1052908,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509478,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28044,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343796,"statfs":{"total":96636764160,"available":96608047104,"internally_reserved":0,"allocated":1036288,"data_stored":464700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509478,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28024,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343816,"statfs":{"total":96636764160,"available":96608067584,"internally_reserved":0,"allocated":1015808,"data_stored":462484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542182,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36328,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335512,"statfs":{"total":96636764160,"available":96599564288,"internally_reserved":0,"allocated":1003520,"data_stored":455317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542182,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36332,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335508,"statfs":{"total":96636764160,"available":96599560192,"internally_reserved":0,"allocated":1003520,"data_stored":455317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574887,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32172,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339668,"statfs":{"total":96636764160,"available":96603820032,"internally_reserved":0,"allocated":1003520,"data_stored":455317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574886,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32156,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339684,"statfs":{"total":96636764160,"available":96603836416,"internally_reserved":0,"allocated":978944,"data_stored":442441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574886,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36896,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334944,"statfs":{"total":96636764160,"available":96598982656,"internally_reserved":0,"allocated":1585152,"data_stored":1039018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:04:06.375 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:04:06.513 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.512+0000 7f7b86dc0640 1 Processor -- start 2024-09-19T05:04:06.514 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.512+0000 7f7b86dc0640 1 -- start start 2024-09-19T05:04:06.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.513+0000 7f7b86dc0640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7b800b5db0 0x7f7b8009aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:06.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.513+0000 7f7b86dc0640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f7b800b1950 0x7f7b800b6190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:06.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.513+0000 7f7b86dc0640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7b8009afb0 con 0x7f7b800b0530 2024-09-19T05:04:06.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.513+0000 7f7b86dc0640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f7b800b66d0 con 0x7f7b800b5db0 2024-09-19T05:04:06.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.513+0000 7f7b86dc0640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f7b8009b250 con 0x7f7b800b1950 2024-09-19T05:04:06.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.513+0000 7f7b84b5c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7b800b5db0 0x7f7b8009aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:06.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.513+0000 7f7b8535d640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f7b800b0530 0x7f7b800b0940 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45412/0 (socket says 172.21.15.5:45412) 2024-09-19T05:04:06.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.513+0000 7f7b84b5c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f7b800b5db0 0x7f7b8009aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:58750/0 (socket says 172.21.15.5:58750) 2024-09-19T05:04:06.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.513+0000 7f7b8535d640 1 -- 172.21.15.5:0/3066606605 learned_addr learned my addr 172.21.15.5:0/3066606605 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:06.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.513+0000 7f7b77fff640 1 --2- 172.21.15.5:0/3066606605 >> v2:172.21.15.134:3300/0 conn(0x7f7b800b1950 0x7f7b800b6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:06.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.513+0000 7f7b84b5c640 1 -- 172.21.15.5:0/3066606605 >> v2:172.21.15.134:3300/0 conn(0x7f7b800b1950 msgr2=0x7f7b800b6190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:06.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.513+0000 7f7b84b5c640 1 --2- 172.21.15.5:0/3066606605 >> v2:172.21.15.134:3300/0 conn(0x7f7b800b1950 0x7f7b800b6190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.513+0000 7f7b84b5c640 1 -- 172.21.15.5:0/3066606605 >> v1:172.21.15.5:6789/0 conn(0x7f7b800b0530 legacy=0x7f7b800b0940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:06.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.513+0000 7f7b84b5c640 1 -- 172.21.15.5:0/3066606605 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b800afa50 con 0x7f7b800b5db0 2024-09-19T05:04:06.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.513+0000 7f7b777fe640 1 -- 172.21.15.5:0/3066606605 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1652117221 0 0) 0x7f7b8009afb0 con 0x7f7b800b0530 2024-09-19T05:04:06.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.513+0000 7f7b77fff640 1 --2- 172.21.15.5:0/3066606605 >> v2:172.21.15.134:3300/0 conn(0x7f7b800b1950 0x7f7b800b6190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:06.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.514+0000 7f7b84b5c640 1 --2- 172.21.15.5:0/3066606605 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7b800b5db0 0x7f7b8009aa70 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f7b80074150 tx=0x7f7b7c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0613e9b9f2963be server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:06.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.514+0000 7f7b777fe640 1 -- 172.21.15.5:0/3066606605 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b7c037070 con 0x7f7b800b5db0 2024-09-19T05:04:06.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.514+0000 7f7b777fe640 1 -- 172.21.15.5:0/3066606605 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b7c032440 con 0x7f7b800b5db0 2024-09-19T05:04:06.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.514+0000 7f7b777fe640 1 -- 172.21.15.5:0/3066606605 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b7c032810 con 0x7f7b800b5db0 2024-09-19T05:04:06.519 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.515+0000 7f7b86dc0640 1 -- 172.21.15.5:0/3066606605 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7b800b5db0 msgr2=0x7f7b8009aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:06.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.515+0000 7f7b86dc0640 1 --2- 172.21.15.5:0/3066606605 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7b800b5db0 0x7f7b8009aa70 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f7b80074150 tx=0x7f7b7c02a1a0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.515+0000 7f7b86dc0640 1 -- 172.21.15.5:0/3066606605 shutdown_connections 2024-09-19T05:04:06.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.515+0000 7f7b86dc0640 1 --2- 172.21.15.5:0/3066606605 >> v2:172.21.15.134:3300/0 conn(0x7f7b800b1950 0x7f7b800b6190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.515+0000 7f7b86dc0640 1 --2- 172.21.15.5:0/3066606605 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7b800b5db0 0x7f7b8009aa70 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.515+0000 7f7b86dc0640 1 -- 172.21.15.5:0/3066606605 >> 172.21.15.5:0/3066606605 conn(0x7f7b800b3ff0 msgr2=0x7f7b800b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:06.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.515+0000 7f7b86dc0640 1 -- 172.21.15.5:0/3066606605 shutdown_connections 2024-09-19T05:04:06.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.515+0000 7f7b86dc0640 1 -- 172.21.15.5:0/3066606605 wait complete. 2024-09-19T05:04:06.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.516+0000 7f7b86dc0640 1 Processor -- start 2024-09-19T05:04:06.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.516+0000 7f7b86dc0640 1 -- start start 2024-09-19T05:04:06.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.517+0000 7f7b86dc0640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7b800b0530 0x7f7b80149090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:06.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.517+0000 7f7b86dc0640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7b800b1950 0x7f7b800d03a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:06.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.517+0000 7f7b86dc0640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7b800b5db0 0x7f7b800d08e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:06.520 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.517+0000 7f7b86dc0640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f7b8009b530 con 0x7f7b800b1950 2024-09-19T05:04:06.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.517+0000 7f7b86dc0640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f7b800b0010 con 0x7f7b800b5db0 2024-09-19T05:04:06.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.517+0000 7f7b86dc0640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f7b8015c660 con 0x7f7b800b0530 2024-09-19T05:04:06.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.517+0000 7f7b77fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7b800b1950 0x7f7b800d03a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:06.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.517+0000 7f7b77fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7b800b1950 0x7f7b800d03a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:58760/0 (socket says 172.21.15.5:58760) 2024-09-19T05:04:06.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.517+0000 7f7b77fff640 1 -- 172.21.15.5:0/1035864856 learned_addr learned my addr 172.21.15.5:0/1035864856 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:06.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.517+0000 7f7b8535d640 1 --2- 172.21.15.5:0/1035864856 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7b800b5db0 0x7f7b800d08e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:06.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.517+0000 7f7b84b5c640 1 --2- 172.21.15.5:0/1035864856 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7b800b0530 0x7f7b80149090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:06.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.517+0000 7f7b77fff640 1 -- 172.21.15.5:0/1035864856 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7b800b0530 msgr2=0x7f7b80149090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:06.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.517+0000 7f7b77fff640 1 --2- 172.21.15.5:0/1035864856 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7b800b0530 0x7f7b80149090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.517+0000 7f7b77fff640 1 -- 172.21.15.5:0/1035864856 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7b800b5db0 msgr2=0x7f7b800d08e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:06.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.517+0000 7f7b77fff640 1 --2- 172.21.15.5:0/1035864856 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7b800b5db0 0x7f7b800d08e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.517+0000 7f7b77fff640 1 -- 172.21.15.5:0/1035864856 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b800ce890 con 0x7f7b800b1950 2024-09-19T05:04:06.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.517+0000 7f7b84b5c640 1 --2- 172.21.15.5:0/1035864856 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7b800b0530 0x7f7b80149090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:06.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.517+0000 7f7b8535d640 1 --2- 172.21.15.5:0/1035864856 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7b800b5db0 0x7f7b800d08e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:06.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.518+0000 7f7b77fff640 1 --2- 172.21.15.5:0/1035864856 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7b800b1950 0x7f7b800d03a0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f7b7000d800 tx=0x7f7b7000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:06.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.518+0000 7f7b757fa640 1 -- 172.21.15.5:0/1035864856 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b70004030 con 0x7f7b800b1950 2024-09-19T05:04:06.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.518+0000 7f7b757fa640 1 -- 172.21.15.5:0/1035864856 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b700041d0 con 0x7f7b800b1950 2024-09-19T05:04:06.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.518+0000 7f7b86dc0640 1 -- 172.21.15.5:0/1035864856 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b800ceb70 con 0x7f7b800b1950 2024-09-19T05:04:06.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.518+0000 7f7b757fa640 1 -- 172.21.15.5:0/1035864856 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b70009640 con 0x7f7b800b1950 2024-09-19T05:04:06.522 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.518+0000 7f7b86dc0640 1 -- 172.21.15.5:0/1035864856 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b800cf130 con 0x7f7b800b1950 2024-09-19T05:04:06.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.519+0000 7f7b86dc0640 1 -- 172.21.15.5:0/1035864856 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b800b6190 con 0x7f7b800b1950 2024-09-19T05:04:06.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.519+0000 7f7b757fa640 1 -- 172.21.15.5:0/1035864856 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7b700097e0 con 0x7f7b800b1950 2024-09-19T05:04:06.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.520+0000 7f7b757fa640 1 --2- 172.21.15.5:0/1035864856 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7b6c06c2b0 0x7f7b6c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:06.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.520+0000 7f7b757fa640 1 -- 172.21.15.5:0/1035864856 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 6101+0+0 (secure 0 0 0) 0x7f7b7008b900 con 0x7f7b800b1950 2024-09-19T05:04:06.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.520+0000 7f7b84b5c640 1 --2- 172.21.15.5:0/1035864856 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7b6c06c2b0 0x7f7b6c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:06.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.521+0000 7f7b84b5c640 1 --2- 172.21.15.5:0/1035864856 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7b6c06c2b0 0x7f7b6c06e770 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f7b7c034000 tx=0x7f7b7c02e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:06.526 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.524+0000 7f7b757fa640 1 -- 172.21.15.5:0/1035864856 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7b70059e50 con 0x7f7b800b1950 2024-09-19T05:04:06.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.700+0000 7f7b86dc0640 1 -- 172.21.15.5:0/1035864856 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7b801587c0 con 0x7f7b6c06c2b0 2024-09-19T05:04:06.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.706+0000 7f7b757fa640 1 -- 172.21.15.5:0/1035864856 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+248190 (secure 0 0 0) 0x7f7b801587c0 con 0x7f7b6c06c2b0 2024-09-19T05:04:06.710 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:06.711 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:04:06.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.709+0000 7f7b86dc0640 1 -- 172.21.15.5:0/1035864856 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7b6c06c2b0 msgr2=0x7f7b6c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:06.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.709+0000 7f7b86dc0640 1 --2- 172.21.15.5:0/1035864856 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7b6c06c2b0 0x7f7b6c06e770 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f7b7c034000 tx=0x7f7b7c02e000 comp rx=0 tx=0).stop 2024-09-19T05:04:06.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.709+0000 7f7b86dc0640 1 -- 172.21.15.5:0/1035864856 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7b800b1950 msgr2=0x7f7b800d03a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:06.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.709+0000 7f7b86dc0640 1 --2- 172.21.15.5:0/1035864856 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7b800b1950 0x7f7b800d03a0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f7b7000d800 tx=0x7f7b7000dcc0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.709+0000 7f7b86dc0640 1 -- 172.21.15.5:0/1035864856 shutdown_connections 2024-09-19T05:04:06.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.709+0000 7f7b86dc0640 1 --2- 172.21.15.5:0/1035864856 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7b6c06c2b0 0x7f7b6c06e770 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.709+0000 7f7b86dc0640 1 --2- 172.21.15.5:0/1035864856 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7b800b5db0 0x7f7b800d08e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.709+0000 7f7b86dc0640 1 --2- 172.21.15.5:0/1035864856 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7b800b1950 0x7f7b800d03a0 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.709+0000 7f7b86dc0640 1 --2- 172.21.15.5:0/1035864856 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7b800b0530 0x7f7b80149090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.709+0000 7f7b86dc0640 1 -- 172.21.15.5:0/1035864856 >> 172.21.15.5:0/1035864856 conn(0x7f7b800b3ff0 msgr2=0x7f7b80070260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:06.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.709+0000 7f7b86dc0640 1 -- 172.21.15.5:0/1035864856 shutdown_connections 2024-09-19T05:04:06.713 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.709+0000 7f7b86dc0640 1 -- 172.21.15.5:0/1035864856 wait complete. 2024-09-19T05:04:06.722 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":166,"stamp":"2024-09-19T05:04:05.298389+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591006,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":180,"num_write_kb":2425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":174,"acting":174,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":65,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":262720,"kb_used_data":9028,"kb_used_omap":12,"kb_used_meta":253491,"kb_avail":754712000,"statfs":{"total":773094113280,"available":772825088000,"internally_reserved":0,"allocated":9244672,"data_stored":4827502,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":259575344},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":638,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.287311"},"pg_stats":[{"pgid":"14.3f","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.042910+0000","last_change":"2024-09-19T05:04:03.038418+0000","last_active":"2024-09-19T05:04:03.042910+0000","last_peered":"2024-09-19T05:04:03.042910+0000","last_clean":"2024-09-19T05:04:03.042910+0000","last_became_active":"2024-09-19T05:04:03.038089+0000","last_became_peered":"2024-09-19T05:04:03.038089+0000","last_unstale":"2024-09-19T05:04:03.042910+0000","last_undegraded":"2024-09-19T05:04:03.042910+0000","last_fullsized":"2024-09-19T05:04:03.042910+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:28:12.755562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036500+0000","last_change":"2024-09-19T05:04:03.038484+0000","last_active":"2024-09-19T05:04:04.036500+0000","last_peered":"2024-09-19T05:04:04.036500+0000","last_clean":"2024-09-19T05:04:04.036500+0000","last_became_active":"2024-09-19T05:04:03.038177+0000","last_became_peered":"2024-09-19T05:04:03.038177+0000","last_unstale":"2024-09-19T05:04:04.036500+0000","last_undegraded":"2024-09-19T05:04:04.036500+0000","last_fullsized":"2024-09-19T05:04:04.036500+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:42:39.494980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3d","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.038183+0000","last_change":"2024-09-19T05:04:03.034515+0000","last_active":"2024-09-19T05:04:03.038183+0000","last_peered":"2024-09-19T05:04:03.038183+0000","last_clean":"2024-09-19T05:04:03.038183+0000","last_became_active":"2024-09-19T05:04:03.034187+0000","last_became_peered":"2024-09-19T05:04:03.034187+0000","last_unstale":"2024-09-19T05:04:03.038183+0000","last_undegraded":"2024-09-19T05:04:03.038183+0000","last_fullsized":"2024-09-19T05:04:03.038183+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:58:48.833458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3b","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.025859+0000","last_change":"2024-09-19T05:04:02.025859+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.025859+0000","last_undegraded":"2024-09-19T05:04:02.025859+0000","last_fullsized":"2024-09-19T05:04:02.025859+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.3a","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.036638+0000","last_change":"2024-09-19T05:04:02.036638+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.036638+0000","last_undegraded":"2024-09-19T05:04:02.036638+0000","last_fullsized":"2024-09-19T05:04:02.036638+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.39","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035809+0000","last_change":"2024-09-19T05:04:03.037114+0000","last_active":"2024-09-19T05:04:04.035809+0000","last_peered":"2024-09-19T05:04:04.035809+0000","last_clean":"2024-09-19T05:04:04.035809+0000","last_became_active":"2024-09-19T05:04:03.036798+0000","last_became_peered":"2024-09-19T05:04:03.036798+0000","last_unstale":"2024-09-19T05:04:04.035809+0000","last_undegraded":"2024-09-19T05:04:04.035809+0000","last_fullsized":"2024-09-19T05:04:04.035809+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:40.356847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.37","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.025463+0000","last_change":"2024-09-19T05:04:02.025463+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.025463+0000","last_undegraded":"2024-09-19T05:04:02.025463+0000","last_fullsized":"2024-09-19T05:04:02.025463+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.36","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.052692+0000","last_change":"2024-09-19T05:04:03.051443+0000","last_active":"2024-09-19T05:04:03.052692+0000","last_peered":"2024-09-19T05:04:03.052692+0000","last_clean":"2024-09-19T05:04:03.052692+0000","last_became_active":"2024-09-19T05:04:03.051180+0000","last_became_peered":"2024-09-19T05:04:03.051180+0000","last_unstale":"2024-09-19T05:04:03.052692+0000","last_undegraded":"2024-09-19T05:04:03.052692+0000","last_fullsized":"2024-09-19T05:04:03.052692+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:41:18.582492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.35","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.025101+0000","last_change":"2024-09-19T05:04:02.025101+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.025101+0000","last_undegraded":"2024-09-19T05:04:02.025101+0000","last_fullsized":"2024-09-19T05:04:02.025101+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.34","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.047364+0000","last_change":"2024-09-19T05:04:03.044198+0000","last_active":"2024-09-19T05:04:03.047364+0000","last_peered":"2024-09-19T05:04:03.047364+0000","last_clean":"2024-09-19T05:04:03.047364+0000","last_became_active":"2024-09-19T05:04:03.043887+0000","last_became_peered":"2024-09-19T05:04:03.043887+0000","last_unstale":"2024-09-19T05:04:03.047364+0000","last_undegraded":"2024-09-19T05:04:03.047364+0000","last_fullsized":"2024-09-19T05:04:03.047364+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:31.579886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.32","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.023628+0000","last_change":"2024-09-19T05:04:02.023628+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.023628+0000","last_undegraded":"2024-09-19T05:04:02.023628+0000","last_fullsized":"2024-09-19T05:04:02.023628+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.30","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.038069+0000","last_change":"2024-09-19T05:04:02.038069+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.038069+0000","last_undegraded":"2024-09-19T05:04:02.038069+0000","last_fullsized":"2024-09-19T05:04:02.038069+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2f","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.037608+0000","last_change":"2024-09-19T05:04:02.037608+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.037608+0000","last_undegraded":"2024-09-19T05:04:02.037608+0000","last_fullsized":"2024-09-19T05:04:02.037608+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2e","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.044572+0000","last_change":"2024-09-19T05:04:03.043419+0000","last_active":"2024-09-19T05:04:03.044572+0000","last_peered":"2024-09-19T05:04:03.044572+0000","last_clean":"2024-09-19T05:04:03.044572+0000","last_became_active":"2024-09-19T05:04:03.043084+0000","last_became_peered":"2024-09-19T05:04:03.043084+0000","last_unstale":"2024-09-19T05:04:03.044572+0000","last_undegraded":"2024-09-19T05:04:03.044572+0000","last_fullsized":"2024-09-19T05:04:03.044572+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:06:14.530890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2d","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.023328+0000","last_change":"2024-09-19T05:04:02.023328+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.023328+0000","last_undegraded":"2024-09-19T05:04:02.023328+0000","last_fullsized":"2024-09-19T05:04:02.023328+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2b","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.023328+0000","last_change":"2024-09-19T05:04:02.023328+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.023328+0000","last_undegraded":"2024-09-19T05:04:02.023328+0000","last_fullsized":"2024-09-19T05:04:02.023328+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2a","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.023165+0000","last_change":"2024-09-19T05:04:02.023165+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.023165+0000","last_undegraded":"2024-09-19T05:04:02.023165+0000","last_fullsized":"2024-09-19T05:04:02.023165+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.29","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.053281+0000","last_change":"2024-09-19T05:04:03.049679+0000","last_active":"2024-09-19T05:04:03.053281+0000","last_peered":"2024-09-19T05:04:03.053281+0000","last_clean":"2024-09-19T05:04:03.053281+0000","last_became_active":"2024-09-19T05:04:03.049413+0000","last_became_peered":"2024-09-19T05:04:03.049413+0000","last_unstale":"2024-09-19T05:04:03.053281+0000","last_undegraded":"2024-09-19T05:04:03.053281+0000","last_fullsized":"2024-09-19T05:04:03.053281+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:03.356392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.28","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.042901+0000","last_change":"2024-09-19T05:04:03.038817+0000","last_active":"2024-09-19T05:04:03.042901+0000","last_peered":"2024-09-19T05:04:03.042901+0000","last_clean":"2024-09-19T05:04:03.042901+0000","last_became_active":"2024-09-19T05:04:03.038550+0000","last_became_peered":"2024-09-19T05:04:03.038550+0000","last_unstale":"2024-09-19T05:04:03.042901+0000","last_undegraded":"2024-09-19T05:04:03.042901+0000","last_fullsized":"2024-09-19T05:04:03.042901+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:27:53.039901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.27","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036447+0000","last_change":"2024-09-19T05:04:03.041082+0000","last_active":"2024-09-19T05:04:04.036447+0000","last_peered":"2024-09-19T05:04:04.036447+0000","last_clean":"2024-09-19T05:04:04.036447+0000","last_became_active":"2024-09-19T05:04:03.040764+0000","last_became_peered":"2024-09-19T05:04:03.040764+0000","last_unstale":"2024-09-19T05:04:04.036447+0000","last_undegraded":"2024-09-19T05:04:04.036447+0000","last_fullsized":"2024-09-19T05:04:04.036447+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:03:11.603462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.26","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.023662+0000","last_change":"2024-09-19T05:04:02.023662+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.023662+0000","last_undegraded":"2024-09-19T05:04:02.023662+0000","last_fullsized":"2024-09-19T05:04:02.023662+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.25","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.043179+0000","last_change":"2024-09-19T05:04:03.042281+0000","last_active":"2024-09-19T05:04:03.043179+0000","last_peered":"2024-09-19T05:04:03.043179+0000","last_clean":"2024-09-19T05:04:03.043179+0000","last_became_active":"2024-09-19T05:04:03.041980+0000","last_became_peered":"2024-09-19T05:04:03.041980+0000","last_unstale":"2024-09-19T05:04:03.043179+0000","last_undegraded":"2024-09-19T05:04:03.043179+0000","last_fullsized":"2024-09-19T05:04:03.043179+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:26:50.167535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.23","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036356+0000","last_change":"2024-09-19T05:04:03.041202+0000","last_active":"2024-09-19T05:04:04.036356+0000","last_peered":"2024-09-19T05:04:04.036356+0000","last_clean":"2024-09-19T05:04:04.036356+0000","last_became_active":"2024-09-19T05:04:03.040893+0000","last_became_peered":"2024-09-19T05:04:03.040893+0000","last_unstale":"2024-09-19T05:04:04.036356+0000","last_undegraded":"2024-09-19T05:04:04.036356+0000","last_fullsized":"2024-09-19T05:04:04.036356+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:02:55.431812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.22","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.022385+0000","last_change":"2024-09-19T05:04:02.022385+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.022385+0000","last_undegraded":"2024-09-19T05:04:02.022385+0000","last_fullsized":"2024-09-19T05:04:02.022385+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.21","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036342+0000","last_change":"2024-09-19T05:04:03.034559+0000","last_active":"2024-09-19T05:04:04.036342+0000","last_peered":"2024-09-19T05:04:04.036342+0000","last_clean":"2024-09-19T05:04:04.036342+0000","last_became_active":"2024-09-19T05:04:03.034295+0000","last_became_peered":"2024-09-19T05:04:03.034295+0000","last_unstale":"2024-09-19T05:04:04.036342+0000","last_undegraded":"2024-09-19T05:04:04.036342+0000","last_fullsized":"2024-09-19T05:04:04.036342+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:03:29.555613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.20","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.035488+0000","last_change":"2024-09-19T05:04:02.035488+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.035488+0000","last_undegraded":"2024-09-19T05:04:02.035488+0000","last_fullsized":"2024-09-19T05:04:02.035488+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.032909+0000","last_change":"2024-09-19T05:04:02.032909+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.032909+0000","last_undegraded":"2024-09-19T05:04:02.032909+0000","last_fullsized":"2024-09-19T05:04:02.032909+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"83'4","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.052104+0000","last_change":"2024-09-19T05:04:02.032276+0000","last_active":"2024-09-19T05:04:03.052104+0000","last_peered":"2024-09-19T05:04:03.052104+0000","last_clean":"2024-09-19T05:04:03.052104+0000","last_became_active":"2024-09-19T05:04:02.031677+0000","last_became_peered":"2024-09-19T05:04:02.031677+0000","last_unstale":"2024-09-19T05:04:03.052104+0000","last_undegraded":"2024-09-19T05:04:03.052104+0000","last_fullsized":"2024-09-19T05:04:03.052104+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:03.592571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.033889+0000","last_change":"2024-09-19T05:04:02.033889+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.033889+0000","last_undegraded":"2024-09-19T05:04:02.033889+0000","last_fullsized":"2024-09-19T05:04:02.033889+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T05:04:02.036037+0000","last_change":"2024-09-19T05:04:02.032438+0000","last_active":"2024-09-19T05:04:02.036037+0000","last_peered":"2024-09-19T05:04:02.036037+0000","last_clean":"2024-09-19T05:04:02.036037+0000","last_became_active":"2024-09-19T05:04:02.031687+0000","last_became_peered":"2024-09-19T05:04:02.031687+0000","last_unstale":"2024-09-19T05:04:02.036037+0000","last_undegraded":"2024-09-19T05:04:02.036037+0000","last_fullsized":"2024-09-19T05:04:02.036037+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:19:31.226331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035916+0000","last_change":"2024-09-19T05:04:03.049320+0000","last_active":"2024-09-19T05:04:04.035916+0000","last_peered":"2024-09-19T05:04:04.035916+0000","last_clean":"2024-09-19T05:04:04.035916+0000","last_became_active":"2024-09-19T05:04:03.049009+0000","last_became_peered":"2024-09-19T05:04:03.049009+0000","last_unstale":"2024-09-19T05:04:04.035916+0000","last_undegraded":"2024-09-19T05:04:04.035916+0000","last_fullsized":"2024-09-19T05:04:04.035916+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:09:02.717016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1d","version":"83'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036121+0000","last_change":"2024-09-19T05:04:02.031488+0000","last_active":"2024-09-19T05:04:04.036121+0000","last_peered":"2024-09-19T05:04:04.036121+0000","last_clean":"2024-09-19T05:04:04.036121+0000","last_became_active":"2024-09-19T05:04:02.031187+0000","last_became_peered":"2024-09-19T05:04:02.031187+0000","last_unstale":"2024-09-19T05:04:04.036121+0000","last_undegraded":"2024-09-19T05:04:04.036121+0000","last_fullsized":"2024-09-19T05:04:04.036121+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:03:28.553235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.035482+0000","last_change":"2024-09-19T05:04:02.035482+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.035482+0000","last_undegraded":"2024-09-19T05:04:02.035482+0000","last_fullsized":"2024-09-19T05:04:02.035482+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1c","version":"83'2","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.054500+0000","last_change":"2024-09-19T05:04:02.033522+0000","last_active":"2024-09-19T05:04:03.054500+0000","last_peered":"2024-09-19T05:04:03.054500+0000","last_clean":"2024-09-19T05:04:03.054500+0000","last_became_active":"2024-09-19T05:04:02.033237+0000","last_became_peered":"2024-09-19T05:04:02.033237+0000","last_unstale":"2024-09-19T05:04:03.054500+0000","last_undegraded":"2024-09-19T05:04:03.054500+0000","last_fullsized":"2024-09-19T05:04:03.054500+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:42:02.783114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T05:04:02.034007+0000","last_change":"2024-09-19T05:04:02.030704+0000","last_active":"2024-09-19T05:04:02.034007+0000","last_peered":"2024-09-19T05:04:02.034007+0000","last_clean":"2024-09-19T05:04:02.034007+0000","last_became_active":"2024-09-19T05:04:02.030396+0000","last_became_peered":"2024-09-19T05:04:02.030396+0000","last_unstale":"2024-09-19T05:04:02.034007+0000","last_undegraded":"2024-09-19T05:04:02.034007+0000","last_fullsized":"2024-09-19T05:04:02.034007+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:58.988789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.048276+0000","last_change":"2024-09-19T05:04:03.041705+0000","last_active":"2024-09-19T05:04:03.048276+0000","last_peered":"2024-09-19T05:04:03.048276+0000","last_clean":"2024-09-19T05:04:03.048276+0000","last_became_active":"2024-09-19T05:04:03.041376+0000","last_became_peered":"2024-09-19T05:04:03.041376+0000","last_unstale":"2024-09-19T05:04:03.048276+0000","last_undegraded":"2024-09-19T05:04:03.048276+0000","last_fullsized":"2024-09-19T05:04:03.048276+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:25.901201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":1,"reported_epoch":81,"state":"creating+peering","last_fresh":"2024-09-19T05:04:01.015373+0000","last_change":"2024-09-19T05:04:01.015373+0000","last_active":"2024-09-19T05:04:01.007766+0000","last_peered":"2024-09-19T05:04:01.007766+0000","last_clean":"2024-09-19T05:04:01.007766+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:01.015373+0000","last_undegraded":"2024-09-19T05:04:01.015373+0000","last_fullsized":"2024-09-19T05:04:01.015373+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.032470+0000","last_change":"2024-09-19T05:04:02.032470+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.032470+0000","last_undegraded":"2024-09-19T05:04:02.032470+0000","last_fullsized":"2024-09-19T05:04:02.032470+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.026839+0000","last_change":"2024-09-19T05:04:02.032292+0000","last_active":"2024-09-19T05:04:03.026839+0000","last_peered":"2024-09-19T05:04:03.026839+0000","last_clean":"2024-09-19T05:04:03.026839+0000","last_became_active":"2024-09-19T05:04:02.031835+0000","last_became_peered":"2024-09-19T05:04:02.031835+0000","last_unstale":"2024-09-19T05:04:03.026839+0000","last_undegraded":"2024-09-19T05:04:03.026839+0000","last_fullsized":"2024-09-19T05:04:03.026839+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:27:26.550203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035758+0000","last_change":"2024-09-19T05:04:02.040813+0000","last_active":"2024-09-19T05:04:04.035758+0000","last_peered":"2024-09-19T05:04:04.035758+0000","last_clean":"2024-09-19T05:04:04.035758+0000","last_became_active":"2024-09-19T05:04:02.040554+0000","last_became_peered":"2024-09-19T05:04:02.040554+0000","last_unstale":"2024-09-19T05:04:04.035758+0000","last_undegraded":"2024-09-19T05:04:04.035758+0000","last_fullsized":"2024-09-19T05:04:04.035758+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:06:13.528512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.027099+0000","last_change":"2024-09-19T05:04:02.027099+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.027099+0000","last_undegraded":"2024-09-19T05:04:02.027099+0000","last_fullsized":"2024-09-19T05:04:02.027099+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036544+0000","last_change":"2024-09-19T05:04:02.030321+0000","last_active":"2024-09-19T05:04:04.036544+0000","last_peered":"2024-09-19T05:04:04.036544+0000","last_clean":"2024-09-19T05:04:04.036544+0000","last_became_active":"2024-09-19T05:04:02.029994+0000","last_became_peered":"2024-09-19T05:04:02.029994+0000","last_unstale":"2024-09-19T05:04:04.036544+0000","last_undegraded":"2024-09-19T05:04:04.036544+0000","last_fullsized":"2024-09-19T05:04:04.036544+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:58.857437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035972+0000","last_change":"2024-09-19T05:04:03.038275+0000","last_active":"2024-09-19T05:04:04.035972+0000","last_peered":"2024-09-19T05:04:04.035972+0000","last_clean":"2024-09-19T05:04:04.035972+0000","last_became_active":"2024-09-19T05:04:03.038011+0000","last_became_peered":"2024-09-19T05:04:03.038011+0000","last_unstale":"2024-09-19T05:04:04.035972+0000","last_undegraded":"2024-09-19T05:04:04.035972+0000","last_fullsized":"2024-09-19T05:04:04.035972+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:29:16.906961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.026840+0000","last_change":"2024-09-19T05:04:02.032563+0000","last_active":"2024-09-19T05:04:03.026840+0000","last_peered":"2024-09-19T05:04:03.026840+0000","last_clean":"2024-09-19T05:04:03.026840+0000","last_became_active":"2024-09-19T05:04:02.032270+0000","last_became_peered":"2024-09-19T05:04:02.032270+0000","last_unstale":"2024-09-19T05:04:03.026840+0000","last_undegraded":"2024-09-19T05:04:03.026840+0000","last_fullsized":"2024-09-19T05:04:03.026840+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:29:51.745423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.044552+0000","last_change":"2024-09-19T05:04:03.042609+0000","last_active":"2024-09-19T05:04:03.044552+0000","last_peered":"2024-09-19T05:04:03.044552+0000","last_clean":"2024-09-19T05:04:03.044552+0000","last_became_active":"2024-09-19T05:04:03.042352+0000","last_became_peered":"2024-09-19T05:04:03.042352+0000","last_unstale":"2024-09-19T05:04:03.044552+0000","last_undegraded":"2024-09-19T05:04:03.044552+0000","last_fullsized":"2024-09-19T05:04:03.044552+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:44:28.291249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T05:04:02.038828+0000","last_change":"2024-09-19T05:04:02.035110+0000","last_active":"2024-09-19T05:04:02.038828+0000","last_peered":"2024-09-19T05:04:02.038828+0000","last_clean":"2024-09-19T05:04:02.038828+0000","last_became_active":"2024-09-19T05:04:02.034801+0000","last_became_peered":"2024-09-19T05:04:02.034801+0000","last_unstale":"2024-09-19T05:04:02.038828+0000","last_undegraded":"2024-09-19T05:04:02.038828+0000","last_fullsized":"2024-09-19T05:04:02.038828+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:10:25.625123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T05:04:02.040567+0000","last_change":"2024-09-19T05:04:02.039650+0000","last_active":"2024-09-19T05:04:02.040567+0000","last_peered":"2024-09-19T05:04:02.040567+0000","last_clean":"2024-09-19T05:04:02.040567+0000","last_became_active":"2024-09-19T05:04:02.039344+0000","last_became_peered":"2024-09-19T05:04:02.039344+0000","last_unstale":"2024-09-19T05:04:02.040567+0000","last_undegraded":"2024-09-19T05:04:02.040567+0000","last_fullsized":"2024-09-19T05:04:02.040567+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:44:02.630659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:02.010144+0000","last_change":"2024-09-19T05:04:02.010144+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.010144+0000","last_undegraded":"2024-09-19T05:04:02.010144+0000","last_fullsized":"2024-09-19T05:04:02.010144+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.13","version":"83'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036448+0000","last_change":"2024-09-19T05:04:02.040673+0000","last_active":"2024-09-19T05:04:04.036448+0000","last_peered":"2024-09-19T05:04:04.036448+0000","last_clean":"2024-09-19T05:04:04.036448+0000","last_became_active":"2024-09-19T05:04:02.040422+0000","last_became_peered":"2024-09-19T05:04:02.040422+0000","last_unstale":"2024-09-19T05:04:04.036448+0000","last_undegraded":"2024-09-19T05:04:04.036448+0000","last_fullsized":"2024-09-19T05:04:04.036448+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:42:38.492602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.022572+0000","last_change":"2024-09-19T05:04:02.022572+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.022572+0000","last_undegraded":"2024-09-19T05:04:02.022572+0000","last_fullsized":"2024-09-19T05:04:02.022572+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T05:04:02.038407+0000","last_change":"2024-09-19T05:04:02.033622+0000","last_active":"2024-09-19T05:04:02.038407+0000","last_peered":"2024-09-19T05:04:02.038407+0000","last_clean":"2024-09-19T05:04:02.038407+0000","last_became_active":"2024-09-19T05:04:02.033358+0000","last_became_peered":"2024-09-19T05:04:02.033358+0000","last_unstale":"2024-09-19T05:04:02.038407+0000","last_undegraded":"2024-09-19T05:04:02.038407+0000","last_fullsized":"2024-09-19T05:04:02.038407+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:34:22.955616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.051961+0000","last_change":"2024-09-19T05:04:03.051307+0000","last_active":"2024-09-19T05:04:03.051961+0000","last_peered":"2024-09-19T05:04:03.051961+0000","last_clean":"2024-09-19T05:04:03.051961+0000","last_became_active":"2024-09-19T05:04:03.051020+0000","last_became_peered":"2024-09-19T05:04:03.051020+0000","last_unstale":"2024-09-19T05:04:03.051961+0000","last_undegraded":"2024-09-19T05:04:03.051961+0000","last_fullsized":"2024-09-19T05:04:03.051961+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:04:05.863300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":1,"reported_epoch":81,"state":"creating+peering","last_fresh":"2024-09-19T05:04:01.015457+0000","last_change":"2024-09-19T05:04:01.015457+0000","last_active":"2024-09-19T05:04:01.007766+0000","last_peered":"2024-09-19T05:04:01.007766+0000","last_clean":"2024-09-19T05:04:01.007766+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:01.015457+0000","last_undegraded":"2024-09-19T05:04:01.015457+0000","last_fullsized":"2024-09-19T05:04:01.015457+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.042596+0000","last_change":"2024-09-19T05:04:03.039810+0000","last_active":"2024-09-19T05:04:03.042596+0000","last_peered":"2024-09-19T05:04:03.042596+0000","last_clean":"2024-09-19T05:04:03.042596+0000","last_became_active":"2024-09-19T05:04:03.038831+0000","last_became_peered":"2024-09-19T05:04:03.038831+0000","last_unstale":"2024-09-19T05:04:03.042596+0000","last_undegraded":"2024-09-19T05:04:03.042596+0000","last_fullsized":"2024-09-19T05:04:03.042596+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:53:09.811323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":1,"reported_epoch":81,"state":"creating+peering","last_fresh":"2024-09-19T05:04:01.015441+0000","last_change":"2024-09-19T05:04:01.015441+0000","last_active":"2024-09-19T05:04:01.007766+0000","last_peered":"2024-09-19T05:04:01.007766+0000","last_clean":"2024-09-19T05:04:01.007766+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:01.015441+0000","last_undegraded":"2024-09-19T05:04:01.015441+0000","last_fullsized":"2024-09-19T05:04:01.015441+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.032027+0000","last_change":"2024-09-19T05:04:02.032027+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.032027+0000","last_undegraded":"2024-09-19T05:04:02.032027+0000","last_fullsized":"2024-09-19T05:04:02.032027+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"83'1","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.049415+0000","last_change":"2024-09-19T05:04:02.032054+0000","last_active":"2024-09-19T05:04:03.049415+0000","last_peered":"2024-09-19T05:04:03.049415+0000","last_clean":"2024-09-19T05:04:03.049415+0000","last_became_active":"2024-09-19T05:04:02.031290+0000","last_became_peered":"2024-09-19T05:04:02.031290+0000","last_unstale":"2024-09-19T05:04:03.049415+0000","last_undegraded":"2024-09-19T05:04:03.049415+0000","last_fullsized":"2024-09-19T05:04:03.049415+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:00:58.080338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.048180+0000","last_change":"2024-09-19T05:04:03.040862+0000","last_active":"2024-09-19T05:04:03.048180+0000","last_peered":"2024-09-19T05:04:03.048180+0000","last_clean":"2024-09-19T05:04:03.048180+0000","last_became_active":"2024-09-19T05:04:03.040501+0000","last_became_peered":"2024-09-19T05:04:03.040501+0000","last_unstale":"2024-09-19T05:04:03.048180+0000","last_undegraded":"2024-09-19T05:04:03.048180+0000","last_fullsized":"2024-09-19T05:04:03.048180+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:11.949532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"83'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036024+0000","last_change":"2024-09-19T05:04:02.030003+0000","last_active":"2024-09-19T05:04:04.036024+0000","last_peered":"2024-09-19T05:04:04.036024+0000","last_clean":"2024-09-19T05:04:04.036024+0000","last_became_active":"2024-09-19T05:04:02.029579+0000","last_became_peered":"2024-09-19T05:04:02.029579+0000","last_unstale":"2024-09-19T05:04:04.036024+0000","last_undegraded":"2024-09-19T05:04:04.036024+0000","last_fullsized":"2024-09-19T05:04:04.036024+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:03:10.601084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.022075+0000","last_change":"2024-09-19T05:04:02.022075+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.022075+0000","last_undegraded":"2024-09-19T05:04:02.022075+0000","last_fullsized":"2024-09-19T05:04:02.022075+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T05:04:02.031500+0000","last_change":"2024-09-19T05:04:02.029118+0000","last_active":"2024-09-19T05:04:02.031500+0000","last_peered":"2024-09-19T05:04:02.031500+0000","last_clean":"2024-09-19T05:04:02.031500+0000","last_became_active":"2024-09-19T05:04:02.028639+0000","last_became_peered":"2024-09-19T05:04:02.028639+0000","last_unstale":"2024-09-19T05:04:02.031500+0000","last_undegraded":"2024-09-19T05:04:02.031500+0000","last_fullsized":"2024-09-19T05:04:02.031500+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:29:01.516613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.030677+0000","last_change":"2024-09-19T05:04:02.030677+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.030677+0000","last_undegraded":"2024-09-19T05:04:02.030677+0000","last_fullsized":"2024-09-19T05:04:02.030677+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"83'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036070+0000","last_change":"2024-09-19T05:04:02.032322+0000","last_active":"2024-09-19T05:04:04.036070+0000","last_peered":"2024-09-19T05:04:04.036070+0000","last_clean":"2024-09-19T05:04:04.036070+0000","last_became_active":"2024-09-19T05:04:02.031056+0000","last_became_peered":"2024-09-19T05:04:02.031056+0000","last_unstale":"2024-09-19T05:04:04.036070+0000","last_undegraded":"2024-09-19T05:04:04.036070+0000","last_fullsized":"2024-09-19T05:04:04.036070+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:57:11.593276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036259+0000","last_change":"2024-09-19T05:04:03.031651+0000","last_active":"2024-09-19T05:04:04.036259+0000","last_peered":"2024-09-19T05:04:04.036259+0000","last_clean":"2024-09-19T05:04:04.036259+0000","last_became_active":"2024-09-19T05:04:03.031381+0000","last_became_peered":"2024-09-19T05:04:03.031381+0000","last_unstale":"2024-09-19T05:04:04.036259+0000","last_undegraded":"2024-09-19T05:04:04.036259+0000","last_fullsized":"2024-09-19T05:04:04.036259+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:06:14.530890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.031363+0000","last_change":"2024-09-19T05:04:02.031802+0000","last_active":"2024-09-19T05:04:03.031363+0000","last_peered":"2024-09-19T05:04:03.031363+0000","last_clean":"2024-09-19T05:04:03.031363+0000","last_became_active":"2024-09-19T05:04:02.031508+0000","last_became_peered":"2024-09-19T05:04:02.031508+0000","last_unstale":"2024-09-19T05:04:03.031363+0000","last_undegraded":"2024-09-19T05:04:03.031363+0000","last_fullsized":"2024-09-19T05:04:03.031363+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:56.591330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035793+0000","last_change":"2024-09-19T05:04:03.040003+0000","last_active":"2024-09-19T05:04:04.035793+0000","last_peered":"2024-09-19T05:04:04.035793+0000","last_clean":"2024-09-19T05:04:04.035793+0000","last_became_active":"2024-09-19T05:04:03.039609+0000","last_became_peered":"2024-09-19T05:04:03.039609+0000","last_unstale":"2024-09-19T05:04:04.035793+0000","last_undegraded":"2024-09-19T05:04:04.035793+0000","last_fullsized":"2024-09-19T05:04:04.035793+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:44:28.291249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036364+0000","last_change":"2024-09-19T05:04:02.036434+0000","last_active":"2024-09-19T05:04:04.036364+0000","last_peered":"2024-09-19T05:04:04.036364+0000","last_clean":"2024-09-19T05:04:04.036364+0000","last_became_active":"2024-09-19T05:04:02.036132+0000","last_became_peered":"2024-09-19T05:04:02.036132+0000","last_unstale":"2024-09-19T05:04:04.036364+0000","last_undegraded":"2024-09-19T05:04:04.036364+0000","last_fullsized":"2024-09-19T05:04:04.036364+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:24.779202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.031568+0000","last_change":"2024-09-19T05:04:02.031568+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.031568+0000","last_undegraded":"2024-09-19T05:04:02.031568+0000","last_fullsized":"2024-09-19T05:04:02.031568+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.032009+0000","last_change":"2024-09-19T05:04:02.028243+0000","last_active":"2024-09-19T05:04:03.032009+0000","last_peered":"2024-09-19T05:04:03.032009+0000","last_clean":"2024-09-19T05:04:03.032009+0000","last_became_active":"2024-09-19T05:04:02.027949+0000","last_became_peered":"2024-09-19T05:04:02.027949+0000","last_unstale":"2024-09-19T05:04:03.032009+0000","last_undegraded":"2024-09-19T05:04:03.032009+0000","last_fullsized":"2024-09-19T05:04:03.032009+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:17.317316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.048495+0000","last_change":"2024-09-19T05:04:03.042411+0000","last_active":"2024-09-19T05:04:03.048495+0000","last_peered":"2024-09-19T05:04:03.048495+0000","last_clean":"2024-09-19T05:04:03.048495+0000","last_became_active":"2024-09-19T05:04:03.042111+0000","last_became_peered":"2024-09-19T05:04:03.042111+0000","last_unstale":"2024-09-19T05:04:03.048495+0000","last_undegraded":"2024-09-19T05:04:03.048495+0000","last_fullsized":"2024-09-19T05:04:03.048495+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:26.604122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"83'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036151+0000","last_change":"2024-09-19T05:04:02.034436+0000","last_active":"2024-09-19T05:04:04.036151+0000","last_peered":"2024-09-19T05:04:04.036151+0000","last_clean":"2024-09-19T05:04:04.036151+0000","last_became_active":"2024-09-19T05:04:02.034144+0000","last_became_peered":"2024-09-19T05:04:02.034144+0000","last_unstale":"2024-09-19T05:04:04.036151+0000","last_undegraded":"2024-09-19T05:04:04.036151+0000","last_fullsized":"2024-09-19T05:04:04.036151+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:17:29.873655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.029204+0000","last_change":"2024-09-19T05:04:02.029204+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.029204+0000","last_undegraded":"2024-09-19T05:04:02.029204+0000","last_fullsized":"2024-09-19T05:04:02.029204+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T05:04:02.030924+0000","last_change":"2024-09-19T05:04:02.025789+0000","last_active":"2024-09-19T05:04:02.030924+0000","last_peered":"2024-09-19T05:04:02.030924+0000","last_clean":"2024-09-19T05:04:02.030924+0000","last_became_active":"2024-09-19T05:04:02.025452+0000","last_became_peered":"2024-09-19T05:04:02.025452+0000","last_unstale":"2024-09-19T05:04:02.030924+0000","last_undegraded":"2024-09-19T05:04:02.030924+0000","last_fullsized":"2024-09-19T05:04:02.030924+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:19:18.144868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.030176+0000","last_change":"2024-09-19T05:04:02.030176+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.030176+0000","last_undegraded":"2024-09-19T05:04:02.030176+0000","last_fullsized":"2024-09-19T05:04:02.030176+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T05:04:02.038804+0000","last_change":"2024-09-19T05:04:02.035026+0000","last_active":"2024-09-19T05:04:02.038804+0000","last_peered":"2024-09-19T05:04:02.038804+0000","last_clean":"2024-09-19T05:04:02.038804+0000","last_became_active":"2024-09-19T05:04:02.034746+0000","last_became_peered":"2024-09-19T05:04:02.034746+0000","last_unstale":"2024-09-19T05:04:02.038804+0000","last_undegraded":"2024-09-19T05:04:02.038804+0000","last_fullsized":"2024-09-19T05:04:02.038804+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:46:51.610997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036431+0000","last_change":"2024-09-19T05:04:03.033694+0000","last_active":"2024-09-19T05:04:04.036431+0000","last_peered":"2024-09-19T05:04:04.036431+0000","last_clean":"2024-09-19T05:04:04.036431+0000","last_became_active":"2024-09-19T05:04:03.033362+0000","last_became_peered":"2024-09-19T05:04:03.033362+0000","last_unstale":"2024-09-19T05:04:04.036431+0000","last_undegraded":"2024-09-19T05:04:04.036431+0000","last_fullsized":"2024-09-19T05:04:04.036431+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:17:30.876033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.031379+0000","last_change":"2024-09-19T05:04:02.035751+0000","last_active":"2024-09-19T05:04:03.031379+0000","last_peered":"2024-09-19T05:04:03.031379+0000","last_clean":"2024-09-19T05:04:03.031379+0000","last_became_active":"2024-09-19T05:04:02.035420+0000","last_became_peered":"2024-09-19T05:04:02.035420+0000","last_unstale":"2024-09-19T05:04:03.031379+0000","last_undegraded":"2024-09-19T05:04:03.031379+0000","last_fullsized":"2024-09-19T05:04:03.031379+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:39:37.523479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.050285+0000","last_change":"2024-09-19T05:04:03.048082+0000","last_active":"2024-09-19T05:04:03.050285+0000","last_peered":"2024-09-19T05:04:03.050285+0000","last_clean":"2024-09-19T05:04:03.050285+0000","last_became_active":"2024-09-19T05:04:03.047790+0000","last_became_peered":"2024-09-19T05:04:03.047790+0000","last_unstale":"2024-09-19T05:04:03.050285+0000","last_undegraded":"2024-09-19T05:04:03.050285+0000","last_fullsized":"2024-09-19T05:04:03.050285+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:20:31.957662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":9,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-19T05:04:02.038760+0000","last_change":"2024-09-19T05:04:02.034260+0000","last_active":"2024-09-19T05:04:02.038760+0000","last_peered":"2024-09-19T05:04:02.038760+0000","last_clean":"2024-09-19T05:04:02.038760+0000","last_became_active":"2024-09-19T05:04:02.034006+0000","last_became_peered":"2024-09-19T05:04:02.034006+0000","last_unstale":"2024-09-19T05:04:02.038760+0000","last_undegraded":"2024-09-19T05:04:02.038760+0000","last_fullsized":"2024-09-19T05:04:02.038760+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:42.486437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.048597+0000","last_change":"2024-09-19T05:04:03.045359+0000","last_active":"2024-09-19T05:04:03.048597+0000","last_peered":"2024-09-19T05:04:03.048597+0000","last_clean":"2024-09-19T05:04:03.048597+0000","last_became_active":"2024-09-19T05:04:03.045078+0000","last_became_peered":"2024-09-19T05:04:03.045078+0000","last_unstale":"2024-09-19T05:04:03.048597+0000","last_undegraded":"2024-09-19T05:04:03.048597+0000","last_fullsized":"2024-09-19T05:04:03.048597+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:03:29.555613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035900+0000","last_change":"2024-09-19T05:04:02.031764+0000","last_active":"2024-09-19T05:04:04.035900+0000","last_peered":"2024-09-19T05:04:04.035900+0000","last_clean":"2024-09-19T05:04:04.035900+0000","last_became_active":"2024-09-19T05:04:02.031425+0000","last_became_peered":"2024-09-19T05:04:02.031425+0000","last_unstale":"2024-09-19T05:04:04.035900+0000","last_undegraded":"2024-09-19T05:04:04.035900+0000","last_fullsized":"2024-09-19T05:04:04.035900+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:10.916965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.053219+0000","last_change":"2024-09-19T05:04:03.049066+0000","last_active":"2024-09-19T05:04:03.053219+0000","last_peered":"2024-09-19T05:04:03.053219+0000","last_clean":"2024-09-19T05:04:03.053219+0000","last_became_active":"2024-09-19T05:04:03.048763+0000","last_became_peered":"2024-09-19T05:04:03.048763+0000","last_unstale":"2024-09-19T05:04:03.053219+0000","last_undegraded":"2024-09-19T05:04:03.053219+0000","last_fullsized":"2024-09-19T05:04:03.053219+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:05:30.902031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.030945+0000","last_change":"2024-09-19T05:04:02.036222+0000","last_active":"2024-09-19T05:04:03.030945+0000","last_peered":"2024-09-19T05:04:03.030945+0000","last_clean":"2024-09-19T05:04:03.030945+0000","last_became_active":"2024-09-19T05:04:02.035798+0000","last_became_peered":"2024-09-19T05:04:02.035798+0000","last_unstale":"2024-09-19T05:04:03.030945+0000","last_undegraded":"2024-09-19T05:04:03.030945+0000","last_fullsized":"2024-09-19T05:04:03.030945+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:40.465577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":1,"reported_epoch":82,"state":"creating+peering","last_fresh":"2024-09-19T05:04:02.028146+0000","last_change":"2024-09-19T05:04:02.028146+0000","last_active":"2024-09-19T05:04:02.010144+0000","last_peered":"2024-09-19T05:04:02.010144+0000","last_clean":"2024-09-19T05:04:02.010144+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:02.028146+0000","last_undegraded":"2024-09-19T05:04:02.028146+0000","last_fullsized":"2024-09-19T05:04:02.028146+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035681+0000","last_change":"2024-09-19T05:04:02.033527+0000","last_active":"2024-09-19T05:04:04.035681+0000","last_peered":"2024-09-19T05:04:04.035681+0000","last_clean":"2024-09-19T05:04:04.035681+0000","last_became_active":"2024-09-19T05:04:02.033207+0000","last_became_peered":"2024-09-19T05:04:02.033207+0000","last_unstale":"2024-09-19T05:04:04.035681+0000","last_undegraded":"2024-09-19T05:04:04.035681+0000","last_fullsized":"2024-09-19T05:04:04.035681+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:44:27.288870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036022+0000","last_change":"2024-09-19T05:04:03.043828+0000","last_active":"2024-09-19T05:04:04.036022+0000","last_peered":"2024-09-19T05:04:04.036022+0000","last_clean":"2024-09-19T05:04:04.036022+0000","last_became_active":"2024-09-19T05:04:03.043565+0000","last_became_peered":"2024-09-19T05:04:03.043565+0000","last_unstale":"2024-09-19T05:04:04.036022+0000","last_undegraded":"2024-09-19T05:04:04.036022+0000","last_fullsized":"2024-09-19T05:04:04.036022+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:10.539415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":1,"reported_epoch":81,"state":"creating+peering","last_fresh":"2024-09-19T05:04:01.015437+0000","last_change":"2024-09-19T05:04:01.015437+0000","last_active":"2024-09-19T05:04:01.007766+0000","last_peered":"2024-09-19T05:04:01.007766+0000","last_clean":"2024-09-19T05:04:01.007766+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:01.015437+0000","last_undegraded":"2024-09-19T05:04:01.015437+0000","last_fullsized":"2024-09-19T05:04:01.015437+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":297,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035733+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:04:04.035733+0000","last_peered":"2024-09-19T05:04:04.035733+0000","last_clean":"2024-09-19T05:04:04.035733+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:04:04.035733+0000","last_undegraded":"2024-09-19T05:04:04.035733+0000","last_fullsized":"2024-09-19T05:04:04.035733+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":638,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":108,"acting":108,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509479,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32768,"kb_used_data":1580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339072,"statfs":{"total":96636764160,"available":96603209728,"internally_reserved":0,"allocated":1617920,"data_stored":1052908,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509478,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28044,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343796,"statfs":{"total":96636764160,"available":96608047104,"internally_reserved":0,"allocated":1036288,"data_stored":464700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509478,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28024,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343816,"statfs":{"total":96636764160,"available":96608067584,"internally_reserved":0,"allocated":1015808,"data_stored":462484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542182,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36328,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335512,"statfs":{"total":96636764160,"available":96599564288,"internally_reserved":0,"allocated":1003520,"data_stored":455317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542182,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36332,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335508,"statfs":{"total":96636764160,"available":96599560192,"internally_reserved":0,"allocated":1003520,"data_stored":455317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574887,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32172,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339668,"statfs":{"total":96636764160,"available":96603820032,"internally_reserved":0,"allocated":1003520,"data_stored":455317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574886,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32156,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339684,"statfs":{"total":96636764160,"available":96603836416,"internally_reserved":0,"allocated":978944,"data_stored":442441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574886,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36896,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334944,"statfs":{"total":96636764160,"available":96598982656,"internally_reserved":0,"allocated":1585152,"data_stored":1039018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:04:06.725 INFO:tasks.ceph.ceph_manager.ceph:PG 14.3c is not active+clean 2024-09-19T05:04:06.725 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:04:02.010144+0000', 'last_change': '2024-09-19T05:04:02.010144+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.010144+0000', 'last_undegraded': '2024-09-19T05:04:02.010144+0000', 'last_fullsized': '2024-09-19T05:04:02.010144+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:04:06.726 INFO:tasks.ceph.ceph_manager.ceph:PG 14.3b is not active+clean 2024-09-19T05:04:06.726 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 82, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:02.025859+0000', 'last_change': '2024-09-19T05:04:02.025859+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.025859+0000', 'last_undegraded': '2024-09-19T05:04:02.025859+0000', 'last_fullsized': '2024-09-19T05:04:02.025859+0000', 'mapping_epoch': 82, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 82, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:04:06.726 INFO:tasks.ceph.ceph_manager.ceph:PG 14.3a is not active+clean 2024-09-19T05:04:06.726 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 82, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:02.036638+0000', 'last_change': '2024-09-19T05:04:02.036638+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.036638+0000', 'last_undegraded': '2024-09-19T05:04:02.036638+0000', 'last_fullsized': '2024-09-19T05:04:02.036638+0000', 'mapping_epoch': 82, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 82, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:04:06.726 INFO:tasks.ceph.ceph_manager.ceph:PG 14.38 is not active+clean 2024-09-19T05:04:06.726 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:04:02.010144+0000', 'last_change': '2024-09-19T05:04:02.010144+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.010144+0000', 'last_undegraded': '2024-09-19T05:04:02.010144+0000', 'last_fullsized': '2024-09-19T05:04:02.010144+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:04:06.726 INFO:tasks.ceph.ceph_manager.ceph:PG 14.37 is not active+clean 2024-09-19T05:04:06.726 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 82, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:02.025463+0000', 'last_change': '2024-09-19T05:04:02.025463+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.025463+0000', 'last_undegraded': '2024-09-19T05:04:02.025463+0000', 'last_fullsized': '2024-09-19T05:04:02.025463+0000', 'mapping_epoch': 82, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 82, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:04:06.726 INFO:tasks.ceph.ceph_manager.ceph:PG 14.35 is not active+clean 2024-09-19T05:04:06.726 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 82, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:02.025101+0000', 'last_change': '2024-09-19T05:04:02.025101+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.025101+0000', 'last_undegraded': '2024-09-19T05:04:02.025101+0000', 'last_fullsized': '2024-09-19T05:04:02.025101+0000', 'mapping_epoch': 82, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 82, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:04:06.726 INFO:tasks.ceph.ceph_manager.ceph:PG 14.33 is not active+clean 2024-09-19T05:04:06.727 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:04:02.010144+0000', 'last_change': '2024-09-19T05:04:02.010144+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.010144+0000', 'last_undegraded': '2024-09-19T05:04:02.010144+0000', 'last_fullsized': '2024-09-19T05:04:02.010144+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:04:06.727 INFO:tasks.ceph.ceph_manager.ceph:PG 14.32 is not active+clean 2024-09-19T05:04:06.727 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 82, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:02.023628+0000', 'last_change': '2024-09-19T05:04:02.023628+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.023628+0000', 'last_undegraded': '2024-09-19T05:04:02.023628+0000', 'last_fullsized': '2024-09-19T05:04:02.023628+0000', 'mapping_epoch': 82, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 82, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:04:06.727 INFO:tasks.ceph.ceph_manager.ceph:PG 14.31 is not active+clean 2024-09-19T05:04:06.727 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:04:02.010144+0000', 'last_change': '2024-09-19T05:04:02.010144+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.010144+0000', 'last_undegraded': '2024-09-19T05:04:02.010144+0000', 'last_fullsized': '2024-09-19T05:04:02.010144+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:04:06.727 INFO:tasks.ceph.ceph_manager.ceph:PG 14.30 is not active+clean 2024-09-19T05:04:06.727 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 82, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:02.038069+0000', 'last_change': '2024-09-19T05:04:02.038069+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.038069+0000', 'last_undegraded': '2024-09-19T05:04:02.038069+0000', 'last_fullsized': '2024-09-19T05:04:02.038069+0000', 'mapping_epoch': 82, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 82, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:04:06.727 INFO:tasks.ceph.ceph_manager.ceph:PG 14.2f is not active+clean 2024-09-19T05:04:06.727 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 82, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:02.037608+0000', 'last_change': '2024-09-19T05:04:02.037608+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.037608+0000', 'last_undegraded': '2024-09-19T05:04:02.037608+0000', 'last_fullsized': '2024-09-19T05:04:02.037608+0000', 'mapping_epoch': 82, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 82, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:04:06.727 INFO:tasks.ceph.ceph_manager.ceph:PG 14.2d is not active+clean 2024-09-19T05:04:06.727 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 82, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:02.023328+0000', 'last_change': '2024-09-19T05:04:02.023328+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.023328+0000', 'last_undegraded': '2024-09-19T05:04:02.023328+0000', 'last_fullsized': '2024-09-19T05:04:02.023328+0000', 'mapping_epoch': 82, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 82, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:04:06.728 INFO:tasks.ceph.ceph_manager.ceph:PG 14.2c is not active+clean 2024-09-19T05:04:06.728 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:04:02.010144+0000', 'last_change': '2024-09-19T05:04:02.010144+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.010144+0000', 'last_undegraded': '2024-09-19T05:04:02.010144+0000', 'last_fullsized': '2024-09-19T05:04:02.010144+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:04:06.728 INFO:tasks.ceph.ceph_manager.ceph:PG 14.2b is not active+clean 2024-09-19T05:04:06.728 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 82, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:02.023328+0000', 'last_change': '2024-09-19T05:04:02.023328+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.023328+0000', 'last_undegraded': '2024-09-19T05:04:02.023328+0000', 'last_fullsized': '2024-09-19T05:04:02.023328+0000', 'mapping_epoch': 82, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 82, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:04:06.728 INFO:tasks.ceph.ceph_manager.ceph:PG 14.2a is not active+clean 2024-09-19T05:04:06.728 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 82, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:02.023165+0000', 'last_change': '2024-09-19T05:04:02.023165+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.023165+0000', 'last_undegraded': '2024-09-19T05:04:02.023165+0000', 'last_fullsized': '2024-09-19T05:04:02.023165+0000', 'mapping_epoch': 82, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 82, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:04:06.728 INFO:tasks.ceph.ceph_manager.ceph:PG 14.26 is not active+clean 2024-09-19T05:04:06.728 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 82, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:02.023662+0000', 'last_change': '2024-09-19T05:04:02.023662+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.023662+0000', 'last_undegraded': '2024-09-19T05:04:02.023662+0000', 'last_fullsized': '2024-09-19T05:04:02.023662+0000', 'mapping_epoch': 82, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 82, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:04:06.728 INFO:tasks.ceph.ceph_manager.ceph:PG 14.24 is not active+clean 2024-09-19T05:04:06.728 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:04:02.010144+0000', 'last_change': '2024-09-19T05:04:02.010144+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.010144+0000', 'last_undegraded': '2024-09-19T05:04:02.010144+0000', 'last_fullsized': '2024-09-19T05:04:02.010144+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:04:06.729 INFO:tasks.ceph.ceph_manager.ceph:PG 14.22 is not active+clean 2024-09-19T05:04:06.729 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 82, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:02.022385+0000', 'last_change': '2024-09-19T05:04:02.022385+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.022385+0000', 'last_undegraded': '2024-09-19T05:04:02.022385+0000', 'last_fullsized': '2024-09-19T05:04:02.022385+0000', 'mapping_epoch': 82, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 82, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:04:06.729 INFO:tasks.ceph.ceph_manager.ceph:PG 14.20 is not active+clean 2024-09-19T05:04:06.729 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 82, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:02.035488+0000', 'last_change': '2024-09-19T05:04:02.035488+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.035488+0000', 'last_undegraded': '2024-09-19T05:04:02.035488+0000', 'last_fullsized': '2024-09-19T05:04:02.035488+0000', 'mapping_epoch': 82, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 82, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:04:06.729 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1c is not active+clean 2024-09-19T05:04:06.729 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 82, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:02.032909+0000', 'last_change': '2024-09-19T05:04:02.032909+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.032909+0000', 'last_undegraded': '2024-09-19T05:04:02.032909+0000', 'last_fullsized': '2024-09-19T05:04:02.032909+0000', 'mapping_epoch': 82, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 82, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:04:06.729 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1d is not active+clean 2024-09-19T05:04:06.729 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 82, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:02.033889+0000', 'last_change': '2024-09-19T05:04:02.033889+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.033889+0000', 'last_undegraded': '2024-09-19T05:04:02.033889+0000', 'last_fullsized': '2024-09-19T05:04:02.033889+0000', 'mapping_epoch': 82, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 82, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:04:06.729 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1f is not active+clean 2024-09-19T05:04:06.729 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 82, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:02.035482+0000', 'last_change': '2024-09-19T05:04:02.035482+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.035482+0000', 'last_undegraded': '2024-09-19T05:04:02.035482+0000', 'last_fullsized': '2024-09-19T05:04:02.035482+0000', 'mapping_epoch': 82, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 82, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:04:06.729 INFO:tasks.ceph.ceph_manager.ceph:PG 14.18 is not active+clean 2024-09-19T05:04:06.730 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:04:02.010144+0000', 'last_change': '2024-09-19T05:04:02.010144+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.010144+0000', 'last_undegraded': '2024-09-19T05:04:02.010144+0000', 'last_fullsized': '2024-09-19T05:04:02.010144+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:04:06.730 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1a is not active+clean 2024-09-19T05:04:06.730 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 81, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:01.015373+0000', 'last_change': '2024-09-19T05:04:01.015373+0000', 'last_active': '2024-09-19T05:04:01.007766+0000', 'last_peered': '2024-09-19T05:04:01.007766+0000', 'last_clean': '2024-09-19T05:04:01.007766+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:01.015373+0000', 'last_undegraded': '2024-09-19T05:04:01.015373+0000', 'last_fullsized': '2024-09-19T05:04:01.015373+0000', 'mapping_epoch': 81, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 81, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:01.007766+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:01.007766+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:01.007766+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:04:06.730 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1a is not active+clean 2024-09-19T05:04:06.730 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 82, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:02.032470+0000', 'last_change': '2024-09-19T05:04:02.032470+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.032470+0000', 'last_undegraded': '2024-09-19T05:04:02.032470+0000', 'last_fullsized': '2024-09-19T05:04:02.032470+0000', 'mapping_epoch': 82, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 82, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:04:06.730 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1b is not active+clean 2024-09-19T05:04:06.730 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:04:02.010144+0000', 'last_change': '2024-09-19T05:04:02.010144+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.010144+0000', 'last_undegraded': '2024-09-19T05:04:02.010144+0000', 'last_fullsized': '2024-09-19T05:04:02.010144+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:04:06.730 INFO:tasks.ceph.ceph_manager.ceph:PG 14.14 is not active+clean 2024-09-19T05:04:06.730 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 82, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:02.027099+0000', 'last_change': '2024-09-19T05:04:02.027099+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.027099+0000', 'last_undegraded': '2024-09-19T05:04:02.027099+0000', 'last_fullsized': '2024-09-19T05:04:02.027099+0000', 'mapping_epoch': 82, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 82, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:04:06.730 INFO:tasks.ceph.ceph_manager.ceph:PG 14.17 is not active+clean 2024-09-19T05:04:06.730 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:04:02.010144+0000', 'last_change': '2024-09-19T05:04:02.010144+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.010144+0000', 'last_undegraded': '2024-09-19T05:04:02.010144+0000', 'last_fullsized': '2024-09-19T05:04:02.010144+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:04:06.730 INFO:tasks.ceph.ceph_manager.ceph:PG 14.10 is not active+clean 2024-09-19T05:04:06.731 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-19T05:04:02.010144+0000', 'last_change': '2024-09-19T05:04:02.010144+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.010144+0000', 'last_undegraded': '2024-09-19T05:04:02.010144+0000', 'last_fullsized': '2024-09-19T05:04:02.010144+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-19T05:04:06.731 INFO:tasks.ceph.ceph_manager.ceph:PG 14.11 is not active+clean 2024-09-19T05:04:06.731 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 82, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:02.022572+0000', 'last_change': '2024-09-19T05:04:02.022572+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.022572+0000', 'last_undegraded': '2024-09-19T05:04:02.022572+0000', 'last_fullsized': '2024-09-19T05:04:02.022572+0000', 'mapping_epoch': 82, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 82, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:04:06.731 INFO:tasks.ceph.ceph_manager.ceph:PG 13.11 is not active+clean 2024-09-19T05:04:06.731 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 81, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:01.015457+0000', 'last_change': '2024-09-19T05:04:01.015457+0000', 'last_active': '2024-09-19T05:04:01.007766+0000', 'last_peered': '2024-09-19T05:04:01.007766+0000', 'last_clean': '2024-09-19T05:04:01.007766+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:01.015457+0000', 'last_undegraded': '2024-09-19T05:04:01.015457+0000', 'last_fullsized': '2024-09-19T05:04:01.015457+0000', 'mapping_epoch': 81, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 81, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:01.007766+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:01.007766+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:01.007766+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:04:06.731 INFO:tasks.ceph.ceph_manager.ceph:PG 13.10 is not active+clean 2024-09-19T05:04:06.731 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 81, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:01.015441+0000', 'last_change': '2024-09-19T05:04:01.015441+0000', 'last_active': '2024-09-19T05:04:01.007766+0000', 'last_peered': '2024-09-19T05:04:01.007766+0000', 'last_clean': '2024-09-19T05:04:01.007766+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:01.015441+0000', 'last_undegraded': '2024-09-19T05:04:01.015441+0000', 'last_fullsized': '2024-09-19T05:04:01.015441+0000', 'mapping_epoch': 81, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 81, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:01.007766+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:01.007766+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:01.007766+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:04:06.731 INFO:tasks.ceph.ceph_manager.ceph:PG 14.c is not active+clean 2024-09-19T05:04:06.731 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 82, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:02.032027+0000', 'last_change': '2024-09-19T05:04:02.032027+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.032027+0000', 'last_undegraded': '2024-09-19T05:04:02.032027+0000', 'last_fullsized': '2024-09-19T05:04:02.032027+0000', 'mapping_epoch': 82, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 82, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:04:06.731 INFO:tasks.ceph.ceph_manager.ceph:PG 14.e is not active+clean 2024-09-19T05:04:06.731 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 82, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:02.022075+0000', 'last_change': '2024-09-19T05:04:02.022075+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.022075+0000', 'last_undegraded': '2024-09-19T05:04:02.022075+0000', 'last_fullsized': '2024-09-19T05:04:02.022075+0000', 'mapping_epoch': 82, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 82, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-19T05:04:06.731 INFO:tasks.ceph.ceph_manager.ceph:PG 14.8 is not active+clean 2024-09-19T05:04:06.732 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 82, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:02.030677+0000', 'last_change': '2024-09-19T05:04:02.030677+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.030677+0000', 'last_undegraded': '2024-09-19T05:04:02.030677+0000', 'last_fullsized': '2024-09-19T05:04:02.030677+0000', 'mapping_epoch': 82, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 82, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:04:06.732 INFO:tasks.ceph.ceph_manager.ceph:PG 14.b is not active+clean 2024-09-19T05:04:06.732 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 82, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:02.031568+0000', 'last_change': '2024-09-19T05:04:02.031568+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.031568+0000', 'last_undegraded': '2024-09-19T05:04:02.031568+0000', 'last_fullsized': '2024-09-19T05:04:02.031568+0000', 'mapping_epoch': 82, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 82, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:04:06.732 INFO:tasks.ceph.ceph_manager.ceph:PG 14.5 is not active+clean 2024-09-19T05:04:06.732 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 82, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:02.029204+0000', 'last_change': '2024-09-19T05:04:02.029204+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.029204+0000', 'last_undegraded': '2024-09-19T05:04:02.029204+0000', 'last_fullsized': '2024-09-19T05:04:02.029204+0000', 'mapping_epoch': 82, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 82, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:04:06.732 INFO:tasks.ceph.ceph_manager.ceph:PG 14.6 is not active+clean 2024-09-19T05:04:06.732 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 82, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:02.030176+0000', 'last_change': '2024-09-19T05:04:02.030176+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.030176+0000', 'last_undegraded': '2024-09-19T05:04:02.030176+0000', 'last_fullsized': '2024-09-19T05:04:02.030176+0000', 'mapping_epoch': 82, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 82, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:04:06.732 INFO:tasks.ceph.ceph_manager.ceph:PG 14.3 is not active+clean 2024-09-19T05:04:06.732 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 82, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:02.028146+0000', 'last_change': '2024-09-19T05:04:02.028146+0000', 'last_active': '2024-09-19T05:04:02.010144+0000', 'last_peered': '2024-09-19T05:04:02.010144+0000', 'last_clean': '2024-09-19T05:04:02.010144+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:02.028146+0000', 'last_undegraded': '2024-09-19T05:04:02.028146+0000', 'last_fullsized': '2024-09-19T05:04:02.028146+0000', 'mapping_epoch': 82, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 82, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:02.010144+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-19T05:04:06.732 INFO:tasks.ceph.ceph_manager.ceph:PG 13.c is not active+clean 2024-09-19T05:04:06.732 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 81, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:01.015437+0000', 'last_change': '2024-09-19T05:04:01.015437+0000', 'last_active': '2024-09-19T05:04:01.007766+0000', 'last_peered': '2024-09-19T05:04:01.007766+0000', 'last_clean': '2024-09-19T05:04:01.007766+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:01.015437+0000', 'last_undegraded': '2024-09-19T05:04:01.015437+0000', 'last_fullsized': '2024-09-19T05:04:01.015437+0000', 'mapping_epoch': 81, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 81, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:01.007766+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:01.007766+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:01.007766+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T05:04:06.733 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-19T05:04:06.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.861+0000 7fe70415b640 1 Processor -- start 2024-09-19T05:04:06.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.862+0000 7fe70415b640 1 -- start start 2024-09-19T05:04:06.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.862+0000 7fe70415b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fe6fc0d44d0 0x7fe6fc0d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:06.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.862+0000 7fe70415b640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe6fc0d2b60 con 0x7fe6fc15e620 2024-09-19T05:04:06.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.862+0000 7fe70415b640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe6fc0d2e40 con 0x7fe6fc15ea00 2024-09-19T05:04:06.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.862+0000 7fe70415b640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fe6fc0cff90 con 0x7fe6fc0d44d0 2024-09-19T05:04:06.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.863+0000 7fe701ef7640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fe6fc15e620 0x7fe6fc0d3dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45416/0 (socket says 172.21.15.5:45416) 2024-09-19T05:04:06.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.863+0000 7fe701ef7640 1 -- 172.21.15.5:0/3457206276 learned_addr learned my addr 172.21.15.5:0/3457206276 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:06.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.863+0000 7fe7016f6640 1 --2- 172.21.15.5:0/3457206276 >> v2:172.21.15.5:3300/0 conn(0x7fe6fc0d44d0 0x7fe6fc0d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:06.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.863+0000 7fe7016f6640 1 -- 172.21.15.5:0/3457206276 >> v1:172.21.15.134:6789/0 conn(0x7fe6fc15ea00 legacy=0x7fe6fc0b7ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:06.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.863+0000 7fe7016f6640 1 -- 172.21.15.5:0/3457206276 >> v1:172.21.15.5:6789/0 conn(0x7fe6fc15e620 legacy=0x7fe6fc0d3dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:06.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.863+0000 7fe7016f6640 1 -- 172.21.15.5:0/3457206276 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6fc0d3120 con 0x7fe6fc0d44d0 2024-09-19T05:04:06.866 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.864+0000 7fe7016f6640 1 --2- 172.21.15.5:0/3457206276 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe6fc0d44d0 0x7fe6fc0d1340 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fe6fc0d0110 tx=0x7fe6f002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb0b59956023395c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:06.866 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.864+0000 7fe700ef5640 1 -- 172.21.15.5:0/3457206276 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6f0037070 con 0x7fe6fc0d44d0 2024-09-19T05:04:06.866 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.864+0000 7fe700ef5640 1 -- 172.21.15.5:0/3457206276 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6f0032440 con 0x7fe6fc0d44d0 2024-09-19T05:04:06.866 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.864+0000 7fe700ef5640 1 -- 172.21.15.5:0/3457206276 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6f0032810 con 0x7fe6fc0d44d0 2024-09-19T05:04:06.866 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.864+0000 7fe70415b640 1 -- 172.21.15.5:0/3457206276 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe6fc0d44d0 msgr2=0x7fe6fc0d1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:06.866 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.864+0000 7fe70415b640 1 --2- 172.21.15.5:0/3457206276 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe6fc0d44d0 0x7fe6fc0d1340 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fe6fc0d0110 tx=0x7fe6f002a210 comp rx=0 tx=0).stop 2024-09-19T05:04:06.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.864+0000 7fe70415b640 1 -- 172.21.15.5:0/3457206276 shutdown_connections 2024-09-19T05:04:06.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.864+0000 7fe70415b640 1 --2- 172.21.15.5:0/3457206276 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe6fc0d44d0 0x7fe6fc0d1340 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.864+0000 7fe70415b640 1 -- 172.21.15.5:0/3457206276 >> 172.21.15.5:0/3457206276 conn(0x7fe6fc067f80 msgr2=0x7fe6fc06d300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:06.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.864+0000 7fe70415b640 1 -- 172.21.15.5:0/3457206276 shutdown_connections 2024-09-19T05:04:06.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.865+0000 7fe70415b640 1 -- 172.21.15.5:0/3457206276 wait complete. 2024-09-19T05:04:06.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.866+0000 7fe70415b640 1 Processor -- start 2024-09-19T05:04:06.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.866+0000 7fe70415b640 1 -- start start 2024-09-19T05:04:06.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.866+0000 7fe70415b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe6fc0d44d0 0x7fe6fc0ce410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:06.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.866+0000 7fe70415b640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe6fc15e620 0x7fe6fc1f7f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:06.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.866+0000 7fe70415b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe6fc15ea00 0x7fe6fc1f8440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:06.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.866+0000 7fe70415b640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fe6fc0d1880 con 0x7fe6fc0d44d0 2024-09-19T05:04:06.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.866+0000 7fe70415b640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fe6fc0d36e0 con 0x7fe6fc15e620 2024-09-19T05:04:06.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.866+0000 7fe70415b640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fe6fc0d1a00 con 0x7fe6fc15ea00 2024-09-19T05:04:06.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.866+0000 7fe701ef7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe6fc0d44d0 0x7fe6fc0ce410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:06.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.867+0000 7fe701ef7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe6fc0d44d0 0x7fe6fc0ce410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:58774/0 (socket says 172.21.15.5:58774) 2024-09-19T05:04:06.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.867+0000 7fe701ef7640 1 -- 172.21.15.5:0/3827747256 learned_addr learned my addr 172.21.15.5:0/3827747256 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:06.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.867+0000 7fe7016f6640 1 --2- 172.21.15.5:0/3827747256 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe6fc15e620 0x7fe6fc1f7f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:06.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.867+0000 7fe7026f8640 1 --2- 172.21.15.5:0/3827747256 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe6fc15ea00 0x7fe6fc1f8440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:06.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.867+0000 7fe701ef7640 1 -- 172.21.15.5:0/3827747256 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe6fc15ea00 msgr2=0x7fe6fc1f8440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:06.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.867+0000 7fe701ef7640 1 --2- 172.21.15.5:0/3827747256 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe6fc15ea00 0x7fe6fc1f8440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.867+0000 7fe701ef7640 1 -- 172.21.15.5:0/3827747256 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe6fc15e620 msgr2=0x7fe6fc1f7f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:06.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.867+0000 7fe701ef7640 1 --2- 172.21.15.5:0/3827747256 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe6fc15e620 0x7fe6fc1f7f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:06.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.867+0000 7fe701ef7640 1 -- 172.21.15.5:0/3827747256 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6fc0cd7f0 con 0x7fe6fc0d44d0 2024-09-19T05:04:06.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.867+0000 7fe701ef7640 1 --2- 172.21.15.5:0/3827747256 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe6fc0d44d0 0x7fe6fc0ce410 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7fe6ec00cbd0 tx=0x7fe6ec00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:06.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.867+0000 7fe6fa7fc640 1 -- 172.21.15.5:0/3827747256 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6ec017070 con 0x7fe6fc0d44d0 2024-09-19T05:04:06.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.867+0000 7fe6fa7fc640 1 -- 172.21.15.5:0/3827747256 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6ec00ad40 con 0x7fe6fc0d44d0 2024-09-19T05:04:06.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.867+0000 7fe70415b640 1 -- 172.21.15.5:0/3827747256 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6fc0ccf50 con 0x7fe6fc0d44d0 2024-09-19T05:04:06.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.867+0000 7fe6fa7fc640 1 -- 172.21.15.5:0/3827747256 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6ec012600 con 0x7fe6fc0d44d0 2024-09-19T05:04:06.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.867+0000 7fe70415b640 1 -- 172.21.15.5:0/3827747256 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6fc0cd510 con 0x7fe6fc0d44d0 2024-09-19T05:04:06.872 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.868+0000 7fe70415b640 1 -- 172.21.15.5:0/3827747256 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6fc0d1340 con 0x7fe6fc0d44d0 2024-09-19T05:04:06.872 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.869+0000 7fe6fa7fc640 1 -- 172.21.15.5:0/3827747256 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe6ec01a070 con 0x7fe6fc0d44d0 2024-09-19T05:04:06.872 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.869+0000 7fe6fa7fc640 1 --2- 172.21.15.5:0/3827747256 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe6e806c2b0 0x7fe6e806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:06.872 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.869+0000 7fe6fa7fc640 1 -- 172.21.15.5:0/3827747256 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 6101+0+0 (secure 0 0 0) 0x7fe6ec08b410 con 0x7fe6fc0d44d0 2024-09-19T05:04:06.872 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.869+0000 7fe7016f6640 1 --2- 172.21.15.5:0/3827747256 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe6e806c2b0 0x7fe6e806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:06.872 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.870+0000 7fe7016f6640 1 --2- 172.21.15.5:0/3827747256 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe6e806c2b0 0x7fe6e806e770 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fe6f0034000 tx=0x7fe6f002e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:06.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:06.874+0000 7fe6fa7fc640 1 -- 172.21.15.5:0/3827747256 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe6ec059430 con 0x7fe6fc0d44d0 2024-09-19T05:04:07.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.120+0000 7fe70415b640 1 -- 172.21.15.5:0/3827747256 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fe6fc15a9f0 con 0x7fe6fc0d44d0 2024-09-19T05:04:07.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.121+0000 7fe6fa7fc640 1 -- 172.21.15.5:0/3827747256 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1636 (secure 0 0 0) 0x7fe6ec05d730 con 0x7fe6fc0d44d0 2024-09-19T05:04:07.123 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:07.123 INFO:teuthology.orchestra.run.smithi005.stdout:{"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":190,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":84,"num_osds":8,"num_up_osds":8,"osd_up_since":1726722068,"num_in_osds":8,"osd_in_since":1726722059,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":57},{"state_name":"creating+peering","count":30},{"state_name":"unknown","count":10}],"num_pgs":97,"num_pools":3,"num_objects":12,"data_bytes":591006,"bytes_used":269025280,"bytes_avail":772825088000,"bytes_total":773094113280,"unknown_pgs_ratio":0.10309278219938278,"inactive_pgs_ratio":0.30927833914756775,"write_bytes_sec":2149,"read_op_per_sec":0,"write_op_per_sec":4},"fsmap":{"epoch":44,"btime":"2024-09-19T05:04:05:033955+0000","id":6,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":6,"rank":0,"name":"a","status":"up:active","gid":6294}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":7,"modified":"2024-09-19T05:02:57.282965+0000","services":{"mds":{"daemons":{"summary":"","b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-19T05:04:07.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.123+0000 7fe70415b640 1 -- 172.21.15.5:0/3827747256 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe6e806c2b0 msgr2=0x7fe6e806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:07.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.123+0000 7fe70415b640 1 --2- 172.21.15.5:0/3827747256 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe6e806c2b0 0x7fe6e806e770 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fe6f0034000 tx=0x7fe6f002e000 comp rx=0 tx=0).stop 2024-09-19T05:04:07.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.123+0000 7fe70415b640 1 -- 172.21.15.5:0/3827747256 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe6fc0d44d0 msgr2=0x7fe6fc0ce410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:07.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.123+0000 7fe70415b640 1 --2- 172.21.15.5:0/3827747256 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe6fc0d44d0 0x7fe6fc0ce410 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7fe6ec00cbd0 tx=0x7fe6ec00a430 comp rx=0 tx=0).stop 2024-09-19T05:04:07.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.123+0000 7fe70415b640 1 -- 172.21.15.5:0/3827747256 shutdown_connections 2024-09-19T05:04:07.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.123+0000 7fe70415b640 1 --2- 172.21.15.5:0/3827747256 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fe6e806c2b0 0x7fe6e806e770 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:07.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.123+0000 7fe70415b640 1 --2- 172.21.15.5:0/3827747256 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fe6fc15ea00 0x7fe6fc1f8440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:07.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.123+0000 7fe70415b640 1 --2- 172.21.15.5:0/3827747256 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fe6fc15e620 0x7fe6fc1f7f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:07.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.123+0000 7fe70415b640 1 --2- 172.21.15.5:0/3827747256 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fe6fc0d44d0 0x7fe6fc0ce410 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:07.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.123+0000 7fe70415b640 1 -- 172.21.15.5:0/3827747256 >> 172.21.15.5:0/3827747256 conn(0x7fe6fc067f80 msgr2=0x7fe6fc15cf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:07.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.123+0000 7fe70415b640 1 -- 172.21.15.5:0/3827747256 shutdown_connections 2024-09-19T05:04:07.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.123+0000 7fe70415b640 1 -- 172.21.15.5:0/3827747256 wait complete. 2024-09-19T05:04:07.135 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-19T05:04:07.136 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:04:07.238 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.236+0000 7f3403da6640 1 Processor -- start 2024-09-19T05:04:07.238 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.236+0000 7f3403da6640 1 -- start start 2024-09-19T05:04:07.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.237+0000 7f3403da6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f33fc15e890 0x7f33fc06cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:07.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.237+0000 7f3403da6640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f33fc0d2b60 0x7f33fc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:07.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.237+0000 7f3403da6640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33fc0d3040 con 0x7f33fc0d4f00 2024-09-19T05:04:07.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.237+0000 7f3403da6640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f33fc0d3c50 con 0x7f33fc0d2b60 2024-09-19T05:04:07.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.237+0000 7f3403da6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f33fc0d3320 con 0x7f33fc15e890 2024-09-19T05:04:07.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.237+0000 7f3401341640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f33fc0d2b60 0x7f33fc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:07.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.237+0000 7f3401341640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f33fc0d2b60 0x7f33fc06d0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55188/0 (socket says 172.21.15.5:55188) 2024-09-19T05:04:07.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.237+0000 7f3401341640 1 -- 172.21.15.5:0/711321024 learned_addr learned my addr 172.21.15.5:0/711321024 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:07.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.237+0000 7f3401b42640 1 --2- 172.21.15.5:0/711321024 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f33fc15e890 0x7f33fc06cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:07.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.238+0000 7f3401341640 1 -- 172.21.15.5:0/711321024 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f33fc15e890 msgr2=0x7f33fc06cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:07.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.238+0000 7f3401341640 1 --2- 172.21.15.5:0/711321024 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f33fc15e890 0x7f33fc06cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:07.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.238+0000 7f3401341640 1 -- 172.21.15.5:0/711321024 >> v1:172.21.15.134:6789/0 conn(0x7f33fc0d4f00 legacy=0x7f33fc0cede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:07.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.238+0000 7f3401341640 1 -- 172.21.15.5:0/711321024 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33fc0d3600 con 0x7f33fc0d2b60 2024-09-19T05:04:07.241 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.238+0000 7f3401b42640 1 --2- 172.21.15.5:0/711321024 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f33fc15e890 0x7f33fc06cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:04:07.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.238+0000 7f3401341640 1 --2- 172.21.15.5:0/711321024 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f33fc0d2b60 0x7f33fc06d0f0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f33ec009870 tx=0x7f33ec02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79d1fd5d2b5bdabb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:07.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.238+0000 7f3400b40640 1 -- 172.21.15.5:0/711321024 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33ec037070 con 0x7f33fc0d2b60 2024-09-19T05:04:07.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.239+0000 7f3400b40640 1 -- 172.21.15.5:0/711321024 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33ec032440 con 0x7f33fc0d2b60 2024-09-19T05:04:07.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.239+0000 7f3400b40640 1 -- 172.21.15.5:0/711321024 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33ec032810 con 0x7f33fc0d2b60 2024-09-19T05:04:07.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.239+0000 7f3403da6640 1 -- 172.21.15.5:0/711321024 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f33fc0d2b60 msgr2=0x7f33fc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:07.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.239+0000 7f3403da6640 1 --2- 172.21.15.5:0/711321024 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f33fc0d2b60 0x7f33fc06d0f0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f33ec009870 tx=0x7f33ec02a180 comp rx=0 tx=0).stop 2024-09-19T05:04:07.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.239+0000 7f3403da6640 1 -- 172.21.15.5:0/711321024 shutdown_connections 2024-09-19T05:04:07.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.239+0000 7f3403da6640 1 --2- 172.21.15.5:0/711321024 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f33fc0d2b60 0x7f33fc06d0f0 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:07.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.239+0000 7f3403da6640 1 --2- 172.21.15.5:0/711321024 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f33fc15e890 0x7f33fc06cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:07.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.239+0000 7f3403da6640 1 -- 172.21.15.5:0/711321024 >> 172.21.15.5:0/711321024 conn(0x7f33fc0b66c0 msgr2=0x7f33fc0d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:07.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.239+0000 7f3403da6640 1 -- 172.21.15.5:0/711321024 shutdown_connections 2024-09-19T05:04:07.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.239+0000 7f3403da6640 1 -- 172.21.15.5:0/711321024 wait complete. 2024-09-19T05:04:07.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.240+0000 7f3403da6640 1 Processor -- start 2024-09-19T05:04:07.243 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.240+0000 7f3403da6640 1 -- start start 2024-09-19T05:04:07.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.241+0000 7f3403da6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f33fc0d2b60 0x7f33fc157600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:07.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.241+0000 7f3403da6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f33fc0d4f00 0x7f33fc159930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:07.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.241+0000 7f3403da6640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f33fc15e890 0x7f33fc159e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:07.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.241+0000 7f3403da6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f33fc06db10 con 0x7f33fc0d2b60 2024-09-19T05:04:07.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.241+0000 7f3403da6640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f33fc15ec70 con 0x7f33fc15e890 2024-09-19T05:04:07.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.241+0000 7f3403da6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f33fc06dc90 con 0x7f33fc0d4f00 2024-09-19T05:04:07.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.241+0000 7f3401b42640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f33fc0d2b60 0x7f33fc157600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:07.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.241+0000 7f3401b42640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f33fc0d2b60 0x7f33fc157600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55194/0 (socket says 172.21.15.5:55194) 2024-09-19T05:04:07.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.241+0000 7f3401b42640 1 -- 172.21.15.5:0/1601151693 learned_addr learned my addr 172.21.15.5:0/1601151693 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:07.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.241+0000 7f3401341640 1 --2- 172.21.15.5:0/1601151693 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f33fc0d4f00 0x7f33fc159930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:07.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.241+0000 7f3402343640 1 --2- 172.21.15.5:0/1601151693 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f33fc15e890 0x7f33fc159e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:07.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.242+0000 7f3401b42640 1 -- 172.21.15.5:0/1601151693 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f33fc0d4f00 msgr2=0x7f33fc159930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:07.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.242+0000 7f3401b42640 1 --2- 172.21.15.5:0/1601151693 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f33fc0d4f00 0x7f33fc159930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:07.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.242+0000 7f3401b42640 1 -- 172.21.15.5:0/1601151693 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f33fc15e890 msgr2=0x7f33fc159e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:07.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.242+0000 7f3401b42640 1 --2- 172.21.15.5:0/1601151693 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f33fc15e890 0x7f33fc159e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:07.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.242+0000 7f3401b42640 1 -- 172.21.15.5:0/1601151693 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33fc157b40 con 0x7f33fc0d2b60 2024-09-19T05:04:07.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.242+0000 7f3401341640 1 --2- 172.21.15.5:0/1601151693 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f33fc0d4f00 0x7f33fc159930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:07.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.242+0000 7f3402343640 1 --2- 172.21.15.5:0/1601151693 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f33fc15e890 0x7f33fc159e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:07.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.242+0000 7f3401b42640 1 --2- 172.21.15.5:0/1601151693 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f33fc0d2b60 0x7f33fc157600 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f33f800c7f0 tx=0x7f33f800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:07.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.242+0000 7f33f27fc640 1 -- 172.21.15.5:0/1601151693 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33f8015070 con 0x7f33fc0d2b60 2024-09-19T05:04:07.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.242+0000 7f33f27fc640 1 -- 172.21.15.5:0/1601151693 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33f8007820 con 0x7f33fc0d2b60 2024-09-19T05:04:07.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.242+0000 7f3403da6640 1 -- 172.21.15.5:0/1601151693 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33fc0cc340 con 0x7f33fc0d2b60 2024-09-19T05:04:07.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.242+0000 7f33f27fc640 1 -- 172.21.15.5:0/1601151693 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33f8007bd0 con 0x7f33fc0d2b60 2024-09-19T05:04:07.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.242+0000 7f3403da6640 1 -- 172.21.15.5:0/1601151693 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33fc0ccbe0 con 0x7f33fc0d2b60 2024-09-19T05:04:07.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.243+0000 7f3403da6640 1 -- 172.21.15.5:0/1601151693 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33fc0cc730 con 0x7f33fc0d2b60 2024-09-19T05:04:07.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.243+0000 7f33f27fc640 1 -- 172.21.15.5:0/1601151693 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f33f8018070 con 0x7f33fc0d2b60 2024-09-19T05:04:07.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.244+0000 7f33f27fc640 1 --2- 172.21.15.5:0/1601151693 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f33e006c2b0 0x7f33e006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:07.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.244+0000 7f33f27fc640 1 -- 172.21.15.5:0/1601151693 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 6101+0+0 (secure 0 0 0) 0x7f33f808b6c0 con 0x7f33fc0d2b60 2024-09-19T05:04:07.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.244+0000 7f3401341640 1 --2- 172.21.15.5:0/1601151693 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f33e006c2b0 0x7f33e006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:07.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.245+0000 7f3401341640 1 --2- 172.21.15.5:0/1601151693 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f33e006c2b0 0x7f33e006e770 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f33ec034000 tx=0x7f33ec02e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:07.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.248+0000 7f33f27fc640 1 -- 172.21.15.5:0/1601151693 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f33f8059ca0 con 0x7f33fc0d2b60 2024-09-19T05:04:07.423 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.421+0000 7f3403da6640 1 -- 172.21.15.5:0/1601151693 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f33fc06cbb0 con 0x7f33e006c2b0 2024-09-19T05:04:07.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.428+0000 7f33f27fc640 1 -- 172.21.15.5:0/1601151693 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252053 (secure 0 0 0) 0x7f33ec07f8b0 con 0x7f33e006c2b0 2024-09-19T05:04:07.432 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:07.433 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:04:07.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.431+0000 7f3403da6640 1 -- 172.21.15.5:0/1601151693 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f33e006c2b0 msgr2=0x7f33e006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:07.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.431+0000 7f3403da6640 1 --2- 172.21.15.5:0/1601151693 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f33e006c2b0 0x7f33e006e770 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f33ec034000 tx=0x7f33ec02e000 comp rx=0 tx=0).stop 2024-09-19T05:04:07.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.431+0000 7f3403da6640 1 -- 172.21.15.5:0/1601151693 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f33fc0d2b60 msgr2=0x7f33fc157600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:07.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.431+0000 7f3403da6640 1 --2- 172.21.15.5:0/1601151693 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f33fc0d2b60 0x7f33fc157600 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f33f800c7f0 tx=0x7f33f800ccb0 comp rx=0 tx=0).stop 2024-09-19T05:04:07.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.431+0000 7f3403da6640 1 -- 172.21.15.5:0/1601151693 shutdown_connections 2024-09-19T05:04:07.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.431+0000 7f3403da6640 1 --2- 172.21.15.5:0/1601151693 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f33e006c2b0 0x7f33e006e770 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:07.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.431+0000 7f3403da6640 1 --2- 172.21.15.5:0/1601151693 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f33fc15e890 0x7f33fc159e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:07.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.431+0000 7f3403da6640 1 --2- 172.21.15.5:0/1601151693 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f33fc0d4f00 0x7f33fc159930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:07.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.431+0000 7f3403da6640 1 --2- 172.21.15.5:0/1601151693 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f33fc0d2b60 0x7f33fc157600 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:07.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.431+0000 7f3403da6640 1 -- 172.21.15.5:0/1601151693 >> 172.21.15.5:0/1601151693 conn(0x7f33fc0b66c0 msgr2=0x7f33fc0b9f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:07.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.431+0000 7f3403da6640 1 -- 172.21.15.5:0/1601151693 shutdown_connections 2024-09-19T05:04:07.435 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:07.431+0000 7f3403da6640 1 -- 172.21.15.5:0/1601151693 wait complete. 2024-09-19T05:04:07.443 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":167,"stamp":"2024-09-19T05:04:07.298897+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":156,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":262852,"kb_used_data":9172,"kb_used_omap":12,"kb_used_meta":253491,"kb_avail":754711868,"statfs":{"total":773094113280,"available":772824952832,"internally_reserved":0,"allocated":9392128,"data_stored":4891170,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":259575344},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":27,"apply_latency_ms":27,"commit_latency_ns":27000000,"apply_latency_ns":27000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001345"},"pg_stats":[{"pgid":"14.3f","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.042910+0000","last_change":"2024-09-19T05:04:03.038418+0000","last_active":"2024-09-19T05:04:03.042910+0000","last_peered":"2024-09-19T05:04:03.042910+0000","last_clean":"2024-09-19T05:04:03.042910+0000","last_became_active":"2024-09-19T05:04:03.038089+0000","last_became_peered":"2024-09-19T05:04:03.038089+0000","last_unstale":"2024-09-19T05:04:03.042910+0000","last_undegraded":"2024-09-19T05:04:03.042910+0000","last_fullsized":"2024-09-19T05:04:03.042910+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:28:12.755562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036500+0000","last_change":"2024-09-19T05:04:03.038484+0000","last_active":"2024-09-19T05:04:04.036500+0000","last_peered":"2024-09-19T05:04:04.036500+0000","last_clean":"2024-09-19T05:04:04.036500+0000","last_became_active":"2024-09-19T05:04:03.038177+0000","last_became_peered":"2024-09-19T05:04:03.038177+0000","last_unstale":"2024-09-19T05:04:04.036500+0000","last_undegraded":"2024-09-19T05:04:04.036500+0000","last_fullsized":"2024-09-19T05:04:04.036500+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:42:39.494980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3d","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.038183+0000","last_change":"2024-09-19T05:04:03.034515+0000","last_active":"2024-09-19T05:04:03.038183+0000","last_peered":"2024-09-19T05:04:03.038183+0000","last_clean":"2024-09-19T05:04:03.038183+0000","last_became_active":"2024-09-19T05:04:03.034187+0000","last_became_peered":"2024-09-19T05:04:03.034187+0000","last_unstale":"2024-09-19T05:04:03.038183+0000","last_undegraded":"2024-09-19T05:04:03.038183+0000","last_fullsized":"2024-09-19T05:04:03.038183+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:58:48.833458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3c","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.107126+0000","last_change":"2024-09-19T05:04:03.051274+0000","last_active":"2024-09-19T05:04:04.107126+0000","last_peered":"2024-09-19T05:04:04.107126+0000","last_clean":"2024-09-19T05:04:04.107126+0000","last_became_active":"2024-09-19T05:04:03.051017+0000","last_became_peered":"2024-09-19T05:04:03.051017+0000","last_unstale":"2024-09-19T05:04:04.107126+0000","last_undegraded":"2024-09-19T05:04:04.107126+0000","last_fullsized":"2024-09-19T05:04:04.107126+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:52.225298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.3b","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775643+0000","last_change":"2024-09-19T05:04:03.035919+0000","last_active":"2024-09-19T05:04:04.775643+0000","last_peered":"2024-09-19T05:04:04.775643+0000","last_clean":"2024-09-19T05:04:04.775643+0000","last_became_active":"2024-09-19T05:04:03.035460+0000","last_became_peered":"2024-09-19T05:04:03.035460+0000","last_unstale":"2024-09-19T05:04:04.775643+0000","last_undegraded":"2024-09-19T05:04:04.775643+0000","last_fullsized":"2024-09-19T05:04:04.775643+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:08.232794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.3a","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775834+0000","last_change":"2024-09-19T05:04:03.050293+0000","last_active":"2024-09-19T05:04:04.775834+0000","last_peered":"2024-09-19T05:04:04.775834+0000","last_clean":"2024-09-19T05:04:04.775834+0000","last_became_active":"2024-09-19T05:04:03.048637+0000","last_became_peered":"2024-09-19T05:04:03.048637+0000","last_unstale":"2024-09-19T05:04:04.775834+0000","last_undegraded":"2024-09-19T05:04:04.775834+0000","last_fullsized":"2024-09-19T05:04:04.775834+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:21.353211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.39","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035809+0000","last_change":"2024-09-19T05:04:03.037114+0000","last_active":"2024-09-19T05:04:04.035809+0000","last_peered":"2024-09-19T05:04:04.035809+0000","last_clean":"2024-09-19T05:04:04.035809+0000","last_became_active":"2024-09-19T05:04:03.036798+0000","last_became_peered":"2024-09-19T05:04:03.036798+0000","last_unstale":"2024-09-19T05:04:04.035809+0000","last_undegraded":"2024-09-19T05:04:04.035809+0000","last_fullsized":"2024-09-19T05:04:04.035809+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:40.356847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.38","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.106765+0000","last_change":"2024-09-19T05:04:03.040592+0000","last_active":"2024-09-19T05:04:04.106765+0000","last_peered":"2024-09-19T05:04:04.106765+0000","last_clean":"2024-09-19T05:04:04.106765+0000","last_became_active":"2024-09-19T05:04:03.040088+0000","last_became_peered":"2024-09-19T05:04:03.040088+0000","last_unstale":"2024-09-19T05:04:04.106765+0000","last_undegraded":"2024-09-19T05:04:04.106765+0000","last_fullsized":"2024-09-19T05:04:04.106765+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:32:18.869160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.37","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776464+0000","last_change":"2024-09-19T05:04:03.037385+0000","last_active":"2024-09-19T05:04:04.776464+0000","last_peered":"2024-09-19T05:04:04.776464+0000","last_clean":"2024-09-19T05:04:04.776464+0000","last_became_active":"2024-09-19T05:04:03.037109+0000","last_became_peered":"2024-09-19T05:04:03.037109+0000","last_unstale":"2024-09-19T05:04:04.776464+0000","last_undegraded":"2024-09-19T05:04:04.776464+0000","last_fullsized":"2024-09-19T05:04:04.776464+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:32:18.869160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.36","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.052692+0000","last_change":"2024-09-19T05:04:03.051443+0000","last_active":"2024-09-19T05:04:03.052692+0000","last_peered":"2024-09-19T05:04:03.052692+0000","last_clean":"2024-09-19T05:04:03.052692+0000","last_became_active":"2024-09-19T05:04:03.051180+0000","last_became_peered":"2024-09-19T05:04:03.051180+0000","last_unstale":"2024-09-19T05:04:03.052692+0000","last_undegraded":"2024-09-19T05:04:03.052692+0000","last_fullsized":"2024-09-19T05:04:03.052692+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:41:18.582492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.35","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776099+0000","last_change":"2024-09-19T05:04:03.035797+0000","last_active":"2024-09-19T05:04:04.776099+0000","last_peered":"2024-09-19T05:04:04.776099+0000","last_clean":"2024-09-19T05:04:04.776099+0000","last_became_active":"2024-09-19T05:04:03.035281+0000","last_became_peered":"2024-09-19T05:04:03.035281+0000","last_unstale":"2024-09-19T05:04:04.776099+0000","last_undegraded":"2024-09-19T05:04:04.776099+0000","last_fullsized":"2024-09-19T05:04:04.776099+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:32.985080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.34","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.047364+0000","last_change":"2024-09-19T05:04:03.044198+0000","last_active":"2024-09-19T05:04:03.047364+0000","last_peered":"2024-09-19T05:04:03.047364+0000","last_clean":"2024-09-19T05:04:03.047364+0000","last_became_active":"2024-09-19T05:04:03.043887+0000","last_became_peered":"2024-09-19T05:04:03.043887+0000","last_unstale":"2024-09-19T05:04:03.047364+0000","last_undegraded":"2024-09-19T05:04:03.047364+0000","last_fullsized":"2024-09-19T05:04:03.047364+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:31.579886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.33","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.106921+0000","last_change":"2024-09-19T05:04:03.038630+0000","last_active":"2024-09-19T05:04:04.106921+0000","last_peered":"2024-09-19T05:04:04.106921+0000","last_clean":"2024-09-19T05:04:04.106921+0000","last_became_active":"2024-09-19T05:04:03.038347+0000","last_became_peered":"2024-09-19T05:04:03.038347+0000","last_unstale":"2024-09-19T05:04:04.106921+0000","last_undegraded":"2024-09-19T05:04:04.106921+0000","last_fullsized":"2024-09-19T05:04:04.106921+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:22:30.796134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.32","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775594+0000","last_change":"2024-09-19T05:04:03.045111+0000","last_active":"2024-09-19T05:04:04.775594+0000","last_peered":"2024-09-19T05:04:04.775594+0000","last_clean":"2024-09-19T05:04:04.775594+0000","last_became_active":"2024-09-19T05:04:03.044766+0000","last_became_peered":"2024-09-19T05:04:03.044766+0000","last_unstale":"2024-09-19T05:04:04.775594+0000","last_undegraded":"2024-09-19T05:04:04.775594+0000","last_fullsized":"2024-09-19T05:04:04.775594+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:59.083704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.31","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.106818+0000","last_change":"2024-09-19T05:04:03.036564+0000","last_active":"2024-09-19T05:04:04.106818+0000","last_peered":"2024-09-19T05:04:04.106818+0000","last_clean":"2024-09-19T05:04:04.106818+0000","last_became_active":"2024-09-19T05:04:03.035166+0000","last_became_peered":"2024-09-19T05:04:03.035166+0000","last_unstale":"2024-09-19T05:04:04.106818+0000","last_undegraded":"2024-09-19T05:04:04.106818+0000","last_fullsized":"2024-09-19T05:04:04.106818+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:35:17.561304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.30","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775725+0000","last_change":"2024-09-19T05:04:03.037535+0000","last_active":"2024-09-19T05:04:04.775725+0000","last_peered":"2024-09-19T05:04:04.775725+0000","last_clean":"2024-09-19T05:04:04.775725+0000","last_became_active":"2024-09-19T05:04:03.036531+0000","last_became_peered":"2024-09-19T05:04:03.036531+0000","last_unstale":"2024-09-19T05:04:04.775725+0000","last_undegraded":"2024-09-19T05:04:04.775725+0000","last_fullsized":"2024-09-19T05:04:04.775725+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:52:43.444521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2f","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776767+0000","last_change":"2024-09-19T05:04:03.033206+0000","last_active":"2024-09-19T05:04:04.776767+0000","last_peered":"2024-09-19T05:04:04.776767+0000","last_clean":"2024-09-19T05:04:04.776767+0000","last_became_active":"2024-09-19T05:04:03.032916+0000","last_became_peered":"2024-09-19T05:04:03.032916+0000","last_unstale":"2024-09-19T05:04:04.776767+0000","last_undegraded":"2024-09-19T05:04:04.776767+0000","last_fullsized":"2024-09-19T05:04:04.776767+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:07:00.783331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2e","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.044572+0000","last_change":"2024-09-19T05:04:03.043419+0000","last_active":"2024-09-19T05:04:03.044572+0000","last_peered":"2024-09-19T05:04:03.044572+0000","last_clean":"2024-09-19T05:04:03.044572+0000","last_became_active":"2024-09-19T05:04:03.043084+0000","last_became_peered":"2024-09-19T05:04:03.043084+0000","last_unstale":"2024-09-19T05:04:03.044572+0000","last_undegraded":"2024-09-19T05:04:03.044572+0000","last_fullsized":"2024-09-19T05:04:03.044572+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:06:14.530890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2d","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776253+0000","last_change":"2024-09-19T05:04:03.045045+0000","last_active":"2024-09-19T05:04:04.776253+0000","last_peered":"2024-09-19T05:04:04.776253+0000","last_clean":"2024-09-19T05:04:04.776253+0000","last_became_active":"2024-09-19T05:04:03.044757+0000","last_became_peered":"2024-09-19T05:04:03.044757+0000","last_unstale":"2024-09-19T05:04:04.776253+0000","last_undegraded":"2024-09-19T05:04:04.776253+0000","last_fullsized":"2024-09-19T05:04:04.776253+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:42:08.367703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2c","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.107251+0000","last_change":"2024-09-19T05:04:03.049149+0000","last_active":"2024-09-19T05:04:04.107251+0000","last_peered":"2024-09-19T05:04:04.107251+0000","last_clean":"2024-09-19T05:04:04.107251+0000","last_became_active":"2024-09-19T05:04:03.048559+0000","last_became_peered":"2024-09-19T05:04:03.048559+0000","last_unstale":"2024-09-19T05:04:04.107251+0000","last_undegraded":"2024-09-19T05:04:04.107251+0000","last_fullsized":"2024-09-19T05:04:04.107251+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:34:23.957994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.2b","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775814+0000","last_change":"2024-09-19T05:04:03.031023+0000","last_active":"2024-09-19T05:04:04.775814+0000","last_peered":"2024-09-19T05:04:04.775814+0000","last_clean":"2024-09-19T05:04:04.775814+0000","last_became_active":"2024-09-19T05:04:03.030713+0000","last_became_peered":"2024-09-19T05:04:03.030713+0000","last_unstale":"2024-09-19T05:04:04.775814+0000","last_undegraded":"2024-09-19T05:04:04.775814+0000","last_fullsized":"2024-09-19T05:04:04.775814+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:24:27.757082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2a","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775772+0000","last_change":"2024-09-19T05:04:03.044971+0000","last_active":"2024-09-19T05:04:04.775772+0000","last_peered":"2024-09-19T05:04:04.775772+0000","last_clean":"2024-09-19T05:04:04.775772+0000","last_became_active":"2024-09-19T05:04:03.044675+0000","last_became_peered":"2024-09-19T05:04:03.044675+0000","last_unstale":"2024-09-19T05:04:04.775772+0000","last_undegraded":"2024-09-19T05:04:04.775772+0000","last_fullsized":"2024-09-19T05:04:04.775772+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:51:36.681909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.29","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.053281+0000","last_change":"2024-09-19T05:04:03.049679+0000","last_active":"2024-09-19T05:04:03.053281+0000","last_peered":"2024-09-19T05:04:03.053281+0000","last_clean":"2024-09-19T05:04:03.053281+0000","last_became_active":"2024-09-19T05:04:03.049413+0000","last_became_peered":"2024-09-19T05:04:03.049413+0000","last_unstale":"2024-09-19T05:04:03.053281+0000","last_undegraded":"2024-09-19T05:04:03.053281+0000","last_fullsized":"2024-09-19T05:04:03.053281+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:03.356392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.28","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.042901+0000","last_change":"2024-09-19T05:04:03.038817+0000","last_active":"2024-09-19T05:04:03.042901+0000","last_peered":"2024-09-19T05:04:03.042901+0000","last_clean":"2024-09-19T05:04:03.042901+0000","last_became_active":"2024-09-19T05:04:03.038550+0000","last_became_peered":"2024-09-19T05:04:03.038550+0000","last_unstale":"2024-09-19T05:04:03.042901+0000","last_undegraded":"2024-09-19T05:04:03.042901+0000","last_fullsized":"2024-09-19T05:04:03.042901+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:27:53.039901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.27","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036447+0000","last_change":"2024-09-19T05:04:03.041082+0000","last_active":"2024-09-19T05:04:04.036447+0000","last_peered":"2024-09-19T05:04:04.036447+0000","last_clean":"2024-09-19T05:04:04.036447+0000","last_became_active":"2024-09-19T05:04:03.040764+0000","last_became_peered":"2024-09-19T05:04:03.040764+0000","last_unstale":"2024-09-19T05:04:04.036447+0000","last_undegraded":"2024-09-19T05:04:04.036447+0000","last_fullsized":"2024-09-19T05:04:04.036447+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:03:11.603462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.26","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776124+0000","last_change":"2024-09-19T05:04:03.044924+0000","last_active":"2024-09-19T05:04:04.776124+0000","last_peered":"2024-09-19T05:04:04.776124+0000","last_clean":"2024-09-19T05:04:04.776124+0000","last_became_active":"2024-09-19T05:04:03.044569+0000","last_became_peered":"2024-09-19T05:04:03.044569+0000","last_unstale":"2024-09-19T05:04:04.776124+0000","last_undegraded":"2024-09-19T05:04:04.776124+0000","last_fullsized":"2024-09-19T05:04:04.776124+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:53.818991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.25","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.043179+0000","last_change":"2024-09-19T05:04:03.042281+0000","last_active":"2024-09-19T05:04:03.043179+0000","last_peered":"2024-09-19T05:04:03.043179+0000","last_clean":"2024-09-19T05:04:03.043179+0000","last_became_active":"2024-09-19T05:04:03.041980+0000","last_became_peered":"2024-09-19T05:04:03.041980+0000","last_unstale":"2024-09-19T05:04:03.043179+0000","last_undegraded":"2024-09-19T05:04:03.043179+0000","last_fullsized":"2024-09-19T05:04:03.043179+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:26:50.167535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.24","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.107259+0000","last_change":"2024-09-19T05:04:03.046033+0000","last_active":"2024-09-19T05:04:04.107259+0000","last_peered":"2024-09-19T05:04:04.107259+0000","last_clean":"2024-09-19T05:04:04.107259+0000","last_became_active":"2024-09-19T05:04:03.045747+0000","last_became_peered":"2024-09-19T05:04:03.045747+0000","last_unstale":"2024-09-19T05:04:04.107259+0000","last_undegraded":"2024-09-19T05:04:04.107259+0000","last_fullsized":"2024-09-19T05:04:04.107259+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:43.488815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.23","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036356+0000","last_change":"2024-09-19T05:04:03.041202+0000","last_active":"2024-09-19T05:04:04.036356+0000","last_peered":"2024-09-19T05:04:04.036356+0000","last_clean":"2024-09-19T05:04:04.036356+0000","last_became_active":"2024-09-19T05:04:03.040893+0000","last_became_peered":"2024-09-19T05:04:03.040893+0000","last_unstale":"2024-09-19T05:04:04.036356+0000","last_undegraded":"2024-09-19T05:04:04.036356+0000","last_fullsized":"2024-09-19T05:04:04.036356+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:02:55.431812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.22","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776061+0000","last_change":"2024-09-19T05:04:03.036947+0000","last_active":"2024-09-19T05:04:04.776061+0000","last_peered":"2024-09-19T05:04:04.776061+0000","last_clean":"2024-09-19T05:04:04.776061+0000","last_became_active":"2024-09-19T05:04:03.036647+0000","last_became_peered":"2024-09-19T05:04:03.036647+0000","last_unstale":"2024-09-19T05:04:04.776061+0000","last_undegraded":"2024-09-19T05:04:04.776061+0000","last_fullsized":"2024-09-19T05:04:04.776061+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:10.386700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.21","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036342+0000","last_change":"2024-09-19T05:04:03.034559+0000","last_active":"2024-09-19T05:04:04.036342+0000","last_peered":"2024-09-19T05:04:04.036342+0000","last_clean":"2024-09-19T05:04:04.036342+0000","last_became_active":"2024-09-19T05:04:03.034295+0000","last_became_peered":"2024-09-19T05:04:03.034295+0000","last_unstale":"2024-09-19T05:04:04.036342+0000","last_undegraded":"2024-09-19T05:04:04.036342+0000","last_fullsized":"2024-09-19T05:04:04.036342+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:03:29.555613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.20","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775782+0000","last_change":"2024-09-19T05:04:03.036190+0000","last_active":"2024-09-19T05:04:04.775782+0000","last_peered":"2024-09-19T05:04:04.775782+0000","last_clean":"2024-09-19T05:04:04.775782+0000","last_became_active":"2024-09-19T05:04:03.035891+0000","last_became_peered":"2024-09-19T05:04:03.035891+0000","last_unstale":"2024-09-19T05:04:04.775782+0000","last_undegraded":"2024-09-19T05:04:04.775782+0000","last_fullsized":"2024-09-19T05:04:04.775782+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:50.378295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776394+0000","last_change":"2024-09-19T05:04:03.034379+0000","last_active":"2024-09-19T05:04:04.776394+0000","last_peered":"2024-09-19T05:04:04.776394+0000","last_clean":"2024-09-19T05:04:04.776394+0000","last_became_active":"2024-09-19T05:04:03.033573+0000","last_became_peered":"2024-09-19T05:04:03.033573+0000","last_unstale":"2024-09-19T05:04:04.776394+0000","last_undegraded":"2024-09-19T05:04:04.776394+0000","last_fullsized":"2024-09-19T05:04:04.776394+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:03:12.697510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"83'4","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.052104+0000","last_change":"2024-09-19T05:04:02.032276+0000","last_active":"2024-09-19T05:04:03.052104+0000","last_peered":"2024-09-19T05:04:03.052104+0000","last_clean":"2024-09-19T05:04:03.052104+0000","last_became_active":"2024-09-19T05:04:02.031677+0000","last_became_peered":"2024-09-19T05:04:02.031677+0000","last_unstale":"2024-09-19T05:04:03.052104+0000","last_undegraded":"2024-09-19T05:04:03.052104+0000","last_fullsized":"2024-09-19T05:04:03.052104+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:03.592571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776673+0000","last_change":"2024-09-19T05:04:03.041033+0000","last_active":"2024-09-19T05:04:04.776673+0000","last_peered":"2024-09-19T05:04:04.776673+0000","last_clean":"2024-09-19T05:04:04.776673+0000","last_became_active":"2024-09-19T05:04:03.040702+0000","last_became_peered":"2024-09-19T05:04:03.040702+0000","last_unstale":"2024-09-19T05:04:04.776673+0000","last_undegraded":"2024-09-19T05:04:04.776673+0000","last_fullsized":"2024-09-19T05:04:04.776673+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:06.689172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1e","version":"83'1","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776486+0000","last_change":"2024-09-19T05:04:02.032438+0000","last_active":"2024-09-19T05:04:04.776486+0000","last_peered":"2024-09-19T05:04:04.776486+0000","last_clean":"2024-09-19T05:04:04.776486+0000","last_became_active":"2024-09-19T05:04:02.031687+0000","last_became_peered":"2024-09-19T05:04:02.031687+0000","last_unstale":"2024-09-19T05:04:04.776486+0000","last_undegraded":"2024-09-19T05:04:04.776486+0000","last_fullsized":"2024-09-19T05:04:04.776486+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:54:12.934760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035916+0000","last_change":"2024-09-19T05:04:03.049320+0000","last_active":"2024-09-19T05:04:04.035916+0000","last_peered":"2024-09-19T05:04:04.035916+0000","last_clean":"2024-09-19T05:04:04.035916+0000","last_became_active":"2024-09-19T05:04:03.049009+0000","last_became_peered":"2024-09-19T05:04:03.049009+0000","last_unstale":"2024-09-19T05:04:04.035916+0000","last_undegraded":"2024-09-19T05:04:04.035916+0000","last_fullsized":"2024-09-19T05:04:04.035916+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:09:02.717016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1d","version":"83'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036121+0000","last_change":"2024-09-19T05:04:02.031488+0000","last_active":"2024-09-19T05:04:04.036121+0000","last_peered":"2024-09-19T05:04:04.036121+0000","last_clean":"2024-09-19T05:04:04.036121+0000","last_became_active":"2024-09-19T05:04:02.031187+0000","last_became_peered":"2024-09-19T05:04:02.031187+0000","last_unstale":"2024-09-19T05:04:04.036121+0000","last_undegraded":"2024-09-19T05:04:04.036121+0000","last_fullsized":"2024-09-19T05:04:04.036121+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:03:28.553235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776786+0000","last_change":"2024-09-19T05:04:03.045602+0000","last_active":"2024-09-19T05:04:04.776786+0000","last_peered":"2024-09-19T05:04:04.776786+0000","last_clean":"2024-09-19T05:04:04.776786+0000","last_became_active":"2024-09-19T05:04:03.041519+0000","last_became_peered":"2024-09-19T05:04:03.041519+0000","last_unstale":"2024-09-19T05:04:04.776786+0000","last_undegraded":"2024-09-19T05:04:04.776786+0000","last_fullsized":"2024-09-19T05:04:04.776786+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:04:08.312065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1c","version":"83'2","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.054500+0000","last_change":"2024-09-19T05:04:02.033522+0000","last_active":"2024-09-19T05:04:03.054500+0000","last_peered":"2024-09-19T05:04:03.054500+0000","last_clean":"2024-09-19T05:04:03.054500+0000","last_became_active":"2024-09-19T05:04:02.033237+0000","last_became_peered":"2024-09-19T05:04:02.033237+0000","last_unstale":"2024-09-19T05:04:03.054500+0000","last_undegraded":"2024-09-19T05:04:03.054500+0000","last_fullsized":"2024-09-19T05:04:03.054500+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:42:02.783114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.106789+0000","last_change":"2024-09-19T05:04:03.049770+0000","last_active":"2024-09-19T05:04:04.106789+0000","last_peered":"2024-09-19T05:04:04.106789+0000","last_clean":"2024-09-19T05:04:04.106789+0000","last_became_active":"2024-09-19T05:04:03.049514+0000","last_became_peered":"2024-09-19T05:04:03.049514+0000","last_unstale":"2024-09-19T05:04:04.106789+0000","last_undegraded":"2024-09-19T05:04:04.106789+0000","last_fullsized":"2024-09-19T05:04:04.106789+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:32.985080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1b","version":"83'1","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775933+0000","last_change":"2024-09-19T05:04:02.030704+0000","last_active":"2024-09-19T05:04:04.775933+0000","last_peered":"2024-09-19T05:04:04.775933+0000","last_clean":"2024-09-19T05:04:04.775933+0000","last_became_active":"2024-09-19T05:04:02.030396+0000","last_became_peered":"2024-09-19T05:04:02.030396+0000","last_unstale":"2024-09-19T05:04:04.775933+0000","last_undegraded":"2024-09-19T05:04:04.775933+0000","last_fullsized":"2024-09-19T05:04:04.775933+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:16:54.531535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.048276+0000","last_change":"2024-09-19T05:04:03.041705+0000","last_active":"2024-09-19T05:04:03.048276+0000","last_peered":"2024-09-19T05:04:03.048276+0000","last_clean":"2024-09-19T05:04:03.048276+0000","last_became_active":"2024-09-19T05:04:03.041376+0000","last_became_peered":"2024-09-19T05:04:03.041376+0000","last_unstale":"2024-09-19T05:04:03.048276+0000","last_undegraded":"2024-09-19T05:04:03.048276+0000","last_fullsized":"2024-09-19T05:04:03.048276+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:25.901201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1a","version":"83'1","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.107280+0000","last_change":"2024-09-19T05:04:02.036922+0000","last_active":"2024-09-19T05:04:04.107280+0000","last_peered":"2024-09-19T05:04:04.107280+0000","last_clean":"2024-09-19T05:04:04.107280+0000","last_became_active":"2024-09-19T05:04:02.036611+0000","last_became_peered":"2024-09-19T05:04:02.036611+0000","last_unstale":"2024-09-19T05:04:04.107280+0000","last_undegraded":"2024-09-19T05:04:04.107280+0000","last_fullsized":"2024-09-19T05:04:04.107280+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:25:31.418348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775886+0000","last_change":"2024-09-19T05:04:03.048197+0000","last_active":"2024-09-19T05:04:04.775886+0000","last_peered":"2024-09-19T05:04:04.775886+0000","last_clean":"2024-09-19T05:04:04.775886+0000","last_became_active":"2024-09-19T05:04:03.047928+0000","last_became_peered":"2024-09-19T05:04:03.047928+0000","last_unstale":"2024-09-19T05:04:04.775886+0000","last_undegraded":"2024-09-19T05:04:04.775886+0000","last_fullsized":"2024-09-19T05:04:04.775886+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:17:45.036006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.026839+0000","last_change":"2024-09-19T05:04:02.032292+0000","last_active":"2024-09-19T05:04:03.026839+0000","last_peered":"2024-09-19T05:04:03.026839+0000","last_clean":"2024-09-19T05:04:03.026839+0000","last_became_active":"2024-09-19T05:04:02.031835+0000","last_became_peered":"2024-09-19T05:04:02.031835+0000","last_unstale":"2024-09-19T05:04:03.026839+0000","last_undegraded":"2024-09-19T05:04:03.026839+0000","last_fullsized":"2024-09-19T05:04:03.026839+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:27:26.550203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.106935+0000","last_change":"2024-09-19T05:04:03.049434+0000","last_active":"2024-09-19T05:04:04.106935+0000","last_peered":"2024-09-19T05:04:04.106935+0000","last_clean":"2024-09-19T05:04:04.106935+0000","last_became_active":"2024-09-19T05:04:03.049169+0000","last_became_peered":"2024-09-19T05:04:03.049169+0000","last_unstale":"2024-09-19T05:04:04.106935+0000","last_undegraded":"2024-09-19T05:04:04.106935+0000","last_fullsized":"2024-09-19T05:04:04.106935+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:46:35.944481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035758+0000","last_change":"2024-09-19T05:04:02.040813+0000","last_active":"2024-09-19T05:04:04.035758+0000","last_peered":"2024-09-19T05:04:04.035758+0000","last_clean":"2024-09-19T05:04:04.035758+0000","last_became_active":"2024-09-19T05:04:02.040554+0000","last_became_peered":"2024-09-19T05:04:02.040554+0000","last_unstale":"2024-09-19T05:04:04.035758+0000","last_undegraded":"2024-09-19T05:04:04.035758+0000","last_fullsized":"2024-09-19T05:04:04.035758+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:06:13.528512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775759+0000","last_change":"2024-09-19T05:04:03.032399+0000","last_active":"2024-09-19T05:04:04.775759+0000","last_peered":"2024-09-19T05:04:04.775759+0000","last_clean":"2024-09-19T05:04:04.775759+0000","last_became_active":"2024-09-19T05:04:03.032115+0000","last_became_peered":"2024-09-19T05:04:03.032115+0000","last_unstale":"2024-09-19T05:04:04.775759+0000","last_undegraded":"2024-09-19T05:04:04.775759+0000","last_fullsized":"2024-09-19T05:04:04.775759+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:26:48.224157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036544+0000","last_change":"2024-09-19T05:04:02.030321+0000","last_active":"2024-09-19T05:04:04.036544+0000","last_peered":"2024-09-19T05:04:04.036544+0000","last_clean":"2024-09-19T05:04:04.036544+0000","last_became_active":"2024-09-19T05:04:02.029994+0000","last_became_peered":"2024-09-19T05:04:02.029994+0000","last_unstale":"2024-09-19T05:04:04.036544+0000","last_undegraded":"2024-09-19T05:04:04.036544+0000","last_fullsized":"2024-09-19T05:04:04.036544+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:58.857437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035972+0000","last_change":"2024-09-19T05:04:03.038275+0000","last_active":"2024-09-19T05:04:04.035972+0000","last_peered":"2024-09-19T05:04:04.035972+0000","last_clean":"2024-09-19T05:04:04.035972+0000","last_became_active":"2024-09-19T05:04:03.038011+0000","last_became_peered":"2024-09-19T05:04:03.038011+0000","last_unstale":"2024-09-19T05:04:04.035972+0000","last_undegraded":"2024-09-19T05:04:04.035972+0000","last_fullsized":"2024-09-19T05:04:04.035972+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:29:16.906961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.026840+0000","last_change":"2024-09-19T05:04:02.032563+0000","last_active":"2024-09-19T05:04:03.026840+0000","last_peered":"2024-09-19T05:04:03.026840+0000","last_clean":"2024-09-19T05:04:03.026840+0000","last_became_active":"2024-09-19T05:04:02.032270+0000","last_became_peered":"2024-09-19T05:04:02.032270+0000","last_unstale":"2024-09-19T05:04:03.026840+0000","last_undegraded":"2024-09-19T05:04:03.026840+0000","last_fullsized":"2024-09-19T05:04:03.026840+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:29:51.745423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.044552+0000","last_change":"2024-09-19T05:04:03.042609+0000","last_active":"2024-09-19T05:04:03.044552+0000","last_peered":"2024-09-19T05:04:03.044552+0000","last_clean":"2024-09-19T05:04:03.044552+0000","last_became_active":"2024-09-19T05:04:03.042352+0000","last_became_peered":"2024-09-19T05:04:03.042352+0000","last_unstale":"2024-09-19T05:04:03.044552+0000","last_undegraded":"2024-09-19T05:04:03.044552+0000","last_fullsized":"2024-09-19T05:04:03.044552+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:44:28.291249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.15","version":"83'3","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776447+0000","last_change":"2024-09-19T05:04:02.035110+0000","last_active":"2024-09-19T05:04:04.776447+0000","last_peered":"2024-09-19T05:04:04.776447+0000","last_clean":"2024-09-19T05:04:04.776447+0000","last_became_active":"2024-09-19T05:04:02.034801+0000","last_became_peered":"2024-09-19T05:04:02.034801+0000","last_unstale":"2024-09-19T05:04:04.776447+0000","last_undegraded":"2024-09-19T05:04:04.776447+0000","last_fullsized":"2024-09-19T05:04:04.776447+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:20:22.436950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.107054+0000","last_change":"2024-09-19T05:04:03.040595+0000","last_active":"2024-09-19T05:04:04.107054+0000","last_peered":"2024-09-19T05:04:04.107054+0000","last_clean":"2024-09-19T05:04:04.107054+0000","last_became_active":"2024-09-19T05:04:03.040353+0000","last_became_peered":"2024-09-19T05:04:03.040353+0000","last_unstale":"2024-09-19T05:04:04.107054+0000","last_undegraded":"2024-09-19T05:04:04.107054+0000","last_fullsized":"2024-09-19T05:04:04.107054+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:14.120508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"83'6","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776492+0000","last_change":"2024-09-19T05:04:02.039650+0000","last_active":"2024-09-19T05:04:04.776492+0000","last_peered":"2024-09-19T05:04:04.776492+0000","last_clean":"2024-09-19T05:04:04.776492+0000","last_became_active":"2024-09-19T05:04:02.039344+0000","last_became_peered":"2024-09-19T05:04:02.039344+0000","last_unstale":"2024-09-19T05:04:04.776492+0000","last_undegraded":"2024-09-19T05:04:04.776492+0000","last_fullsized":"2024-09-19T05:04:04.776492+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:50:30.138716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.107252+0000","last_change":"2024-09-19T05:04:03.040355+0000","last_active":"2024-09-19T05:04:04.107252+0000","last_peered":"2024-09-19T05:04:04.107252+0000","last_clean":"2024-09-19T05:04:04.107252+0000","last_became_active":"2024-09-19T05:04:03.039741+0000","last_became_peered":"2024-09-19T05:04:03.039741+0000","last_unstale":"2024-09-19T05:04:04.107252+0000","last_undegraded":"2024-09-19T05:04:04.107252+0000","last_fullsized":"2024-09-19T05:04:04.107252+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:12:13.411769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"83'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036448+0000","last_change":"2024-09-19T05:04:02.040673+0000","last_active":"2024-09-19T05:04:04.036448+0000","last_peered":"2024-09-19T05:04:04.036448+0000","last_clean":"2024-09-19T05:04:04.036448+0000","last_became_active":"2024-09-19T05:04:02.040422+0000","last_became_peered":"2024-09-19T05:04:02.040422+0000","last_unstale":"2024-09-19T05:04:04.036448+0000","last_undegraded":"2024-09-19T05:04:04.036448+0000","last_fullsized":"2024-09-19T05:04:04.036448+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:42:38.492602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776216+0000","last_change":"2024-09-19T05:04:03.042961+0000","last_active":"2024-09-19T05:04:04.776216+0000","last_peered":"2024-09-19T05:04:04.776216+0000","last_clean":"2024-09-19T05:04:04.776216+0000","last_became_active":"2024-09-19T05:04:03.042642+0000","last_became_peered":"2024-09-19T05:04:03.042642+0000","last_unstale":"2024-09-19T05:04:04.776216+0000","last_undegraded":"2024-09-19T05:04:04.776216+0000","last_fullsized":"2024-09-19T05:04:04.776216+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:49:28.265929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776006+0000","last_change":"2024-09-19T05:04:02.033622+0000","last_active":"2024-09-19T05:04:04.776006+0000","last_peered":"2024-09-19T05:04:04.776006+0000","last_clean":"2024-09-19T05:04:04.776006+0000","last_became_active":"2024-09-19T05:04:02.033358+0000","last_became_peered":"2024-09-19T05:04:02.033358+0000","last_unstale":"2024-09-19T05:04:04.776006+0000","last_undegraded":"2024-09-19T05:04:04.776006+0000","last_fullsized":"2024-09-19T05:04:04.776006+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:01.803134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.051961+0000","last_change":"2024-09-19T05:04:03.051307+0000","last_active":"2024-09-19T05:04:03.051961+0000","last_peered":"2024-09-19T05:04:03.051961+0000","last_clean":"2024-09-19T05:04:03.051961+0000","last_became_active":"2024-09-19T05:04:03.051020+0000","last_became_peered":"2024-09-19T05:04:03.051020+0000","last_unstale":"2024-09-19T05:04:03.051961+0000","last_undegraded":"2024-09-19T05:04:03.051961+0000","last_fullsized":"2024-09-19T05:04:03.051961+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:04:05.863300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.106884+0000","last_change":"2024-09-19T05:04:02.034878+0000","last_active":"2024-09-19T05:04:04.106884+0000","last_peered":"2024-09-19T05:04:04.106884+0000","last_clean":"2024-09-19T05:04:04.106884+0000","last_became_active":"2024-09-19T05:04:02.034601+0000","last_became_peered":"2024-09-19T05:04:02.034601+0000","last_unstale":"2024-09-19T05:04:04.106884+0000","last_undegraded":"2024-09-19T05:04:04.106884+0000","last_fullsized":"2024-09-19T05:04:04.106884+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:26:13.010842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.042596+0000","last_change":"2024-09-19T05:04:03.039810+0000","last_active":"2024-09-19T05:04:03.042596+0000","last_peered":"2024-09-19T05:04:03.042596+0000","last_clean":"2024-09-19T05:04:03.042596+0000","last_became_active":"2024-09-19T05:04:03.038831+0000","last_became_peered":"2024-09-19T05:04:03.038831+0000","last_unstale":"2024-09-19T05:04:03.042596+0000","last_undegraded":"2024-09-19T05:04:03.042596+0000","last_fullsized":"2024-09-19T05:04:03.042596+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:53:09.811323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"83'8","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.106852+0000","last_change":"2024-09-19T05:04:02.037679+0000","last_active":"2024-09-19T05:04:04.106852+0000","last_peered":"2024-09-19T05:04:04.106852+0000","last_clean":"2024-09-19T05:04:04.106852+0000","last_became_active":"2024-09-19T05:04:02.037376+0000","last_became_peered":"2024-09-19T05:04:02.037376+0000","last_unstale":"2024-09-19T05:04:04.106852+0000","last_undegraded":"2024-09-19T05:04:04.106852+0000","last_fullsized":"2024-09-19T05:04:04.106852+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:16:16.263605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776253+0000","last_change":"2024-09-19T05:04:03.034138+0000","last_active":"2024-09-19T05:04:04.776253+0000","last_peered":"2024-09-19T05:04:04.776253+0000","last_clean":"2024-09-19T05:04:04.776253+0000","last_became_active":"2024-09-19T05:04:03.033213+0000","last_became_peered":"2024-09-19T05:04:03.033213+0000","last_unstale":"2024-09-19T05:04:04.776253+0000","last_undegraded":"2024-09-19T05:04:04.776253+0000","last_fullsized":"2024-09-19T05:04:04.776253+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:15:55.287547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"83'1","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.049415+0000","last_change":"2024-09-19T05:04:02.032054+0000","last_active":"2024-09-19T05:04:03.049415+0000","last_peered":"2024-09-19T05:04:03.049415+0000","last_clean":"2024-09-19T05:04:03.049415+0000","last_became_active":"2024-09-19T05:04:02.031290+0000","last_became_peered":"2024-09-19T05:04:02.031290+0000","last_unstale":"2024-09-19T05:04:03.049415+0000","last_undegraded":"2024-09-19T05:04:03.049415+0000","last_fullsized":"2024-09-19T05:04:03.049415+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:00:58.080338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.048180+0000","last_change":"2024-09-19T05:04:03.040862+0000","last_active":"2024-09-19T05:04:03.048180+0000","last_peered":"2024-09-19T05:04:03.048180+0000","last_clean":"2024-09-19T05:04:03.048180+0000","last_became_active":"2024-09-19T05:04:03.040501+0000","last_became_peered":"2024-09-19T05:04:03.040501+0000","last_unstale":"2024-09-19T05:04:03.048180+0000","last_undegraded":"2024-09-19T05:04:03.048180+0000","last_fullsized":"2024-09-19T05:04:03.048180+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:11.949532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"83'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036024+0000","last_change":"2024-09-19T05:04:02.030003+0000","last_active":"2024-09-19T05:04:04.036024+0000","last_peered":"2024-09-19T05:04:04.036024+0000","last_clean":"2024-09-19T05:04:04.036024+0000","last_became_active":"2024-09-19T05:04:02.029579+0000","last_became_peered":"2024-09-19T05:04:02.029579+0000","last_unstale":"2024-09-19T05:04:04.036024+0000","last_undegraded":"2024-09-19T05:04:04.036024+0000","last_fullsized":"2024-09-19T05:04:04.036024+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:03:10.601084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776384+0000","last_change":"2024-09-19T05:04:03.036348+0000","last_active":"2024-09-19T05:04:04.776384+0000","last_peered":"2024-09-19T05:04:04.776384+0000","last_clean":"2024-09-19T05:04:04.776384+0000","last_became_active":"2024-09-19T05:04:03.036097+0000","last_became_peered":"2024-09-19T05:04:03.036097+0000","last_unstale":"2024-09-19T05:04:04.776384+0000","last_undegraded":"2024-09-19T05:04:04.776384+0000","last_fullsized":"2024-09-19T05:04:04.776384+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:22:24.037556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.d","version":"83'1","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776560+0000","last_change":"2024-09-19T05:04:02.029118+0000","last_active":"2024-09-19T05:04:04.776560+0000","last_peered":"2024-09-19T05:04:04.776560+0000","last_clean":"2024-09-19T05:04:04.776560+0000","last_became_active":"2024-09-19T05:04:02.028639+0000","last_became_peered":"2024-09-19T05:04:02.028639+0000","last_unstale":"2024-09-19T05:04:04.776560+0000","last_undegraded":"2024-09-19T05:04:04.776560+0000","last_fullsized":"2024-09-19T05:04:04.776560+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:46:57.566970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775916+0000","last_change":"2024-09-19T05:04:03.050125+0000","last_active":"2024-09-19T05:04:04.775916+0000","last_peered":"2024-09-19T05:04:04.775916+0000","last_clean":"2024-09-19T05:04:04.775916+0000","last_became_active":"2024-09-19T05:04:03.049203+0000","last_became_peered":"2024-09-19T05:04:03.049203+0000","last_unstale":"2024-09-19T05:04:04.775916+0000","last_undegraded":"2024-09-19T05:04:04.775916+0000","last_fullsized":"2024-09-19T05:04:04.775916+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:00.303517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"83'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036070+0000","last_change":"2024-09-19T05:04:02.032322+0000","last_active":"2024-09-19T05:04:04.036070+0000","last_peered":"2024-09-19T05:04:04.036070+0000","last_clean":"2024-09-19T05:04:04.036070+0000","last_became_active":"2024-09-19T05:04:02.031056+0000","last_became_peered":"2024-09-19T05:04:02.031056+0000","last_unstale":"2024-09-19T05:04:04.036070+0000","last_undegraded":"2024-09-19T05:04:04.036070+0000","last_fullsized":"2024-09-19T05:04:04.036070+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:57:11.593276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036259+0000","last_change":"2024-09-19T05:04:03.031651+0000","last_active":"2024-09-19T05:04:04.036259+0000","last_peered":"2024-09-19T05:04:04.036259+0000","last_clean":"2024-09-19T05:04:04.036259+0000","last_became_active":"2024-09-19T05:04:03.031381+0000","last_became_peered":"2024-09-19T05:04:03.031381+0000","last_unstale":"2024-09-19T05:04:04.036259+0000","last_undegraded":"2024-09-19T05:04:04.036259+0000","last_fullsized":"2024-09-19T05:04:04.036259+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:06:14.530890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.031363+0000","last_change":"2024-09-19T05:04:02.031802+0000","last_active":"2024-09-19T05:04:03.031363+0000","last_peered":"2024-09-19T05:04:03.031363+0000","last_clean":"2024-09-19T05:04:03.031363+0000","last_became_active":"2024-09-19T05:04:02.031508+0000","last_became_peered":"2024-09-19T05:04:02.031508+0000","last_unstale":"2024-09-19T05:04:03.031363+0000","last_undegraded":"2024-09-19T05:04:03.031363+0000","last_fullsized":"2024-09-19T05:04:03.031363+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:56.591330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035793+0000","last_change":"2024-09-19T05:04:03.040003+0000","last_active":"2024-09-19T05:04:04.035793+0000","last_peered":"2024-09-19T05:04:04.035793+0000","last_clean":"2024-09-19T05:04:04.035793+0000","last_became_active":"2024-09-19T05:04:03.039609+0000","last_became_peered":"2024-09-19T05:04:03.039609+0000","last_unstale":"2024-09-19T05:04:04.035793+0000","last_undegraded":"2024-09-19T05:04:04.035793+0000","last_fullsized":"2024-09-19T05:04:04.035793+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:44:28.291249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036364+0000","last_change":"2024-09-19T05:04:02.036434+0000","last_active":"2024-09-19T05:04:04.036364+0000","last_peered":"2024-09-19T05:04:04.036364+0000","last_clean":"2024-09-19T05:04:04.036364+0000","last_became_active":"2024-09-19T05:04:02.036132+0000","last_became_peered":"2024-09-19T05:04:02.036132+0000","last_unstale":"2024-09-19T05:04:04.036364+0000","last_undegraded":"2024-09-19T05:04:04.036364+0000","last_fullsized":"2024-09-19T05:04:04.036364+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:24.779202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776041+0000","last_change":"2024-09-19T05:04:03.037447+0000","last_active":"2024-09-19T05:04:04.776041+0000","last_peered":"2024-09-19T05:04:04.776041+0000","last_clean":"2024-09-19T05:04:04.776041+0000","last_became_active":"2024-09-19T05:04:03.037138+0000","last_became_peered":"2024-09-19T05:04:03.037138+0000","last_unstale":"2024-09-19T05:04:04.776041+0000","last_undegraded":"2024-09-19T05:04:04.776041+0000","last_fullsized":"2024-09-19T05:04:04.776041+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:39:29.089527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.032009+0000","last_change":"2024-09-19T05:04:02.028243+0000","last_active":"2024-09-19T05:04:03.032009+0000","last_peered":"2024-09-19T05:04:03.032009+0000","last_clean":"2024-09-19T05:04:03.032009+0000","last_became_active":"2024-09-19T05:04:02.027949+0000","last_became_peered":"2024-09-19T05:04:02.027949+0000","last_unstale":"2024-09-19T05:04:03.032009+0000","last_undegraded":"2024-09-19T05:04:03.032009+0000","last_fullsized":"2024-09-19T05:04:03.032009+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:17.317316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.048495+0000","last_change":"2024-09-19T05:04:03.042411+0000","last_active":"2024-09-19T05:04:03.048495+0000","last_peered":"2024-09-19T05:04:03.048495+0000","last_clean":"2024-09-19T05:04:03.048495+0000","last_became_active":"2024-09-19T05:04:03.042111+0000","last_became_peered":"2024-09-19T05:04:03.042111+0000","last_unstale":"2024-09-19T05:04:03.048495+0000","last_undegraded":"2024-09-19T05:04:03.048495+0000","last_fullsized":"2024-09-19T05:04:03.048495+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:26.604122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"83'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036151+0000","last_change":"2024-09-19T05:04:02.034436+0000","last_active":"2024-09-19T05:04:04.036151+0000","last_peered":"2024-09-19T05:04:04.036151+0000","last_clean":"2024-09-19T05:04:04.036151+0000","last_became_active":"2024-09-19T05:04:02.034144+0000","last_became_peered":"2024-09-19T05:04:02.034144+0000","last_unstale":"2024-09-19T05:04:04.036151+0000","last_undegraded":"2024-09-19T05:04:04.036151+0000","last_fullsized":"2024-09-19T05:04:04.036151+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:17:29.873655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776703+0000","last_change":"2024-09-19T05:04:03.032523+0000","last_active":"2024-09-19T05:04:04.776703+0000","last_peered":"2024-09-19T05:04:04.776703+0000","last_clean":"2024-09-19T05:04:04.776703+0000","last_became_active":"2024-09-19T05:04:03.032217+0000","last_became_peered":"2024-09-19T05:04:03.032217+0000","last_unstale":"2024-09-19T05:04:04.776703+0000","last_undegraded":"2024-09-19T05:04:04.776703+0000","last_fullsized":"2024-09-19T05:04:04.776703+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:33:34.645380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"84'1","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776537+0000","last_change":"2024-09-19T05:04:02.025789+0000","last_active":"2024-09-19T05:04:04.776537+0000","last_peered":"2024-09-19T05:04:04.776537+0000","last_clean":"2024-09-19T05:04:04.776537+0000","last_became_active":"2024-09-19T05:04:02.025452+0000","last_became_peered":"2024-09-19T05:04:02.025452+0000","last_unstale":"2024-09-19T05:04:04.776537+0000","last_undegraded":"2024-09-19T05:04:04.776537+0000","last_fullsized":"2024-09-19T05:04:04.776537+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:03.967187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776614+0000","last_change":"2024-09-19T05:04:03.037744+0000","last_active":"2024-09-19T05:04:04.776614+0000","last_peered":"2024-09-19T05:04:04.776614+0000","last_clean":"2024-09-19T05:04:04.776614+0000","last_became_active":"2024-09-19T05:04:03.037459+0000","last_became_peered":"2024-09-19T05:04:03.037459+0000","last_unstale":"2024-09-19T05:04:04.776614+0000","last_undegraded":"2024-09-19T05:04:04.776614+0000","last_fullsized":"2024-09-19T05:04:04.776614+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:14:19.304661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776655+0000","last_change":"2024-09-19T05:04:02.035026+0000","last_active":"2024-09-19T05:04:04.776655+0000","last_peered":"2024-09-19T05:04:04.776655+0000","last_clean":"2024-09-19T05:04:04.776655+0000","last_became_active":"2024-09-19T05:04:02.034746+0000","last_became_peered":"2024-09-19T05:04:02.034746+0000","last_unstale":"2024-09-19T05:04:04.776655+0000","last_undegraded":"2024-09-19T05:04:04.776655+0000","last_fullsized":"2024-09-19T05:04:04.776655+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:29:38.475034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036431+0000","last_change":"2024-09-19T05:04:03.033694+0000","last_active":"2024-09-19T05:04:04.036431+0000","last_peered":"2024-09-19T05:04:04.036431+0000","last_clean":"2024-09-19T05:04:04.036431+0000","last_became_active":"2024-09-19T05:04:03.033362+0000","last_became_peered":"2024-09-19T05:04:03.033362+0000","last_unstale":"2024-09-19T05:04:04.036431+0000","last_undegraded":"2024-09-19T05:04:04.036431+0000","last_fullsized":"2024-09-19T05:04:04.036431+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:17:30.876033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.031379+0000","last_change":"2024-09-19T05:04:02.035751+0000","last_active":"2024-09-19T05:04:03.031379+0000","last_peered":"2024-09-19T05:04:03.031379+0000","last_clean":"2024-09-19T05:04:03.031379+0000","last_became_active":"2024-09-19T05:04:02.035420+0000","last_became_peered":"2024-09-19T05:04:02.035420+0000","last_unstale":"2024-09-19T05:04:03.031379+0000","last_undegraded":"2024-09-19T05:04:03.031379+0000","last_fullsized":"2024-09-19T05:04:03.031379+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:39:37.523479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.050285+0000","last_change":"2024-09-19T05:04:03.048082+0000","last_active":"2024-09-19T05:04:03.050285+0000","last_peered":"2024-09-19T05:04:03.050285+0000","last_clean":"2024-09-19T05:04:03.050285+0000","last_became_active":"2024-09-19T05:04:03.047790+0000","last_became_peered":"2024-09-19T05:04:03.047790+0000","last_unstale":"2024-09-19T05:04:03.050285+0000","last_undegraded":"2024-09-19T05:04:03.050285+0000","last_fullsized":"2024-09-19T05:04:03.050285+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:20:31.957662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776088+0000","last_change":"2024-09-19T05:04:02.034260+0000","last_active":"2024-09-19T05:04:04.776088+0000","last_peered":"2024-09-19T05:04:04.776088+0000","last_clean":"2024-09-19T05:04:04.776088+0000","last_became_active":"2024-09-19T05:04:02.034006+0000","last_became_peered":"2024-09-19T05:04:02.034006+0000","last_unstale":"2024-09-19T05:04:04.776088+0000","last_undegraded":"2024-09-19T05:04:04.776088+0000","last_fullsized":"2024-09-19T05:04:04.776088+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:50:40.365064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.048597+0000","last_change":"2024-09-19T05:04:03.045359+0000","last_active":"2024-09-19T05:04:03.048597+0000","last_peered":"2024-09-19T05:04:03.048597+0000","last_clean":"2024-09-19T05:04:03.048597+0000","last_became_active":"2024-09-19T05:04:03.045078+0000","last_became_peered":"2024-09-19T05:04:03.045078+0000","last_unstale":"2024-09-19T05:04:03.048597+0000","last_undegraded":"2024-09-19T05:04:03.048597+0000","last_fullsized":"2024-09-19T05:04:03.048597+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:03:29.555613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035900+0000","last_change":"2024-09-19T05:04:02.031764+0000","last_active":"2024-09-19T05:04:04.035900+0000","last_peered":"2024-09-19T05:04:04.035900+0000","last_clean":"2024-09-19T05:04:04.035900+0000","last_became_active":"2024-09-19T05:04:02.031425+0000","last_became_peered":"2024-09-19T05:04:02.031425+0000","last_unstale":"2024-09-19T05:04:04.035900+0000","last_undegraded":"2024-09-19T05:04:04.035900+0000","last_fullsized":"2024-09-19T05:04:04.035900+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:10.916965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":9,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.053219+0000","last_change":"2024-09-19T05:04:03.049066+0000","last_active":"2024-09-19T05:04:03.053219+0000","last_peered":"2024-09-19T05:04:03.053219+0000","last_clean":"2024-09-19T05:04:03.053219+0000","last_became_active":"2024-09-19T05:04:03.048763+0000","last_became_peered":"2024-09-19T05:04:03.048763+0000","last_unstale":"2024-09-19T05:04:03.053219+0000","last_undegraded":"2024-09-19T05:04:03.053219+0000","last_fullsized":"2024-09-19T05:04:03.053219+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:05:30.902031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:04:03.030945+0000","last_change":"2024-09-19T05:04:02.036222+0000","last_active":"2024-09-19T05:04:03.030945+0000","last_peered":"2024-09-19T05:04:03.030945+0000","last_clean":"2024-09-19T05:04:03.030945+0000","last_became_active":"2024-09-19T05:04:02.035798+0000","last_became_peered":"2024-09-19T05:04:02.035798+0000","last_unstale":"2024-09-19T05:04:03.030945+0000","last_undegraded":"2024-09-19T05:04:03.030945+0000","last_fullsized":"2024-09-19T05:04:03.030945+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:40.465577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775974+0000","last_change":"2024-09-19T05:04:03.034052+0000","last_active":"2024-09-19T05:04:04.775974+0000","last_peered":"2024-09-19T05:04:04.775974+0000","last_clean":"2024-09-19T05:04:04.775974+0000","last_became_active":"2024-09-19T05:04:03.033612+0000","last_became_peered":"2024-09-19T05:04:03.033612+0000","last_unstale":"2024-09-19T05:04:04.775974+0000","last_undegraded":"2024-09-19T05:04:04.775974+0000","last_fullsized":"2024-09-19T05:04:04.775974+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:00.587167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035681+0000","last_change":"2024-09-19T05:04:02.033527+0000","last_active":"2024-09-19T05:04:04.035681+0000","last_peered":"2024-09-19T05:04:04.035681+0000","last_clean":"2024-09-19T05:04:04.035681+0000","last_became_active":"2024-09-19T05:04:02.033207+0000","last_became_peered":"2024-09-19T05:04:02.033207+0000","last_unstale":"2024-09-19T05:04:04.035681+0000","last_undegraded":"2024-09-19T05:04:04.035681+0000","last_fullsized":"2024-09-19T05:04:04.035681+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:44:27.288870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036022+0000","last_change":"2024-09-19T05:04:03.043828+0000","last_active":"2024-09-19T05:04:04.036022+0000","last_peered":"2024-09-19T05:04:04.036022+0000","last_clean":"2024-09-19T05:04:04.036022+0000","last_became_active":"2024-09-19T05:04:03.043565+0000","last_became_peered":"2024-09-19T05:04:03.043565+0000","last_unstale":"2024-09-19T05:04:04.036022+0000","last_undegraded":"2024-09-19T05:04:04.036022+0000","last_fullsized":"2024-09-19T05:04:04.036022+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:10.539415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.107291+0000","last_change":"2024-09-19T05:04:02.033642+0000","last_active":"2024-09-19T05:04:04.107291+0000","last_peered":"2024-09-19T05:04:04.107291+0000","last_clean":"2024-09-19T05:04:04.107291+0000","last_became_active":"2024-09-19T05:04:02.033335+0000","last_became_peered":"2024-09-19T05:04:02.033335+0000","last_unstale":"2024-09-19T05:04:04.107291+0000","last_undegraded":"2024-09-19T05:04:04.107291+0000","last_fullsized":"2024-09-19T05:04:04.107291+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:01:02.245603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":297,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035733+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:04:04.035733+0000","last_peered":"2024-09-19T05:04:04.035733+0000","last_clean":"2024-09-19T05:04:04.035733+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:04:04.035733+0000","last_undegraded":"2024-09-19T05:04:04.035733+0000","last_fullsized":"2024-09-19T05:04:04.035733+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509479,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32768,"kb_used_data":1580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339072,"statfs":{"total":96636764160,"available":96603209728,"internally_reserved":0,"allocated":1617920,"data_stored":1052908,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509478,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28044,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343796,"statfs":{"total":96636764160,"available":96608047104,"internally_reserved":0,"allocated":1036288,"data_stored":464700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509478,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28024,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343816,"statfs":{"total":96636764160,"available":96608067584,"internally_reserved":0,"allocated":1015808,"data_stored":462484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542182,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36328,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335512,"statfs":{"total":96636764160,"available":96599564288,"internally_reserved":0,"allocated":1003520,"data_stored":455317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542182,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36332,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335508,"statfs":{"total":96636764160,"available":96599560192,"internally_reserved":0,"allocated":1003520,"data_stored":455317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574888,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32200,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339640,"statfs":{"total":96636764160,"available":96603791360,"internally_reserved":0,"allocated":1036288,"data_stored":469336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574887,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32196,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339644,"statfs":{"total":96636764160,"available":96603795456,"internally_reserved":0,"allocated":1032192,"data_stored":469246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574887,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36960,"kb_used_data":1608,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334880,"statfs":{"total":96636764160,"available":96598917120,"internally_reserved":0,"allocated":1646592,"data_stored":1061862,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:04:08.697 INFO:tasks.ceph.mds.a.smithi005.stderr:2024-09-19T05:04:08.695+0000 7f2ded2fd640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:04:10.448 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:04:10.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.562+0000 7f0445806640 1 Processor -- start 2024-09-19T05:04:10.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.562+0000 7f0445806640 1 -- start start 2024-09-19T05:04:10.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.563+0000 7f0445806640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f044009b7b0 0x7f04400b2220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:10.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.563+0000 7f0445806640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f04400b1650 0x7f04400b2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:10.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.563+0000 7f0445806640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04400d0120 con 0x7f044009aa70 2024-09-19T05:04:10.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.563+0000 7f0445806640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f04400d06e0 con 0x7f044009b7b0 2024-09-19T05:04:10.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.563+0000 7f0445806640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f044009bd20 con 0x7f04400b1650 2024-09-19T05:04:10.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.563+0000 7f04367fc640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f044009b7b0 0x7f04400b2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:10.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.563+0000 7f043effd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f044009aa70 0x7f044009ae50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:38154/0 (socket says 172.21.15.5:38154) 2024-09-19T05:04:10.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.564+0000 7f043effd640 1 -- 172.21.15.5:0/603982778 learned_addr learned my addr 172.21.15.5:0/603982778 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:10.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.564+0000 7f043f7fe640 1 --2- 172.21.15.5:0/603982778 >> v2:172.21.15.134:3300/0 conn(0x7f04400b1650 0x7f04400b2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:10.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.564+0000 7f04367fc640 1 -- 172.21.15.5:0/603982778 >> v2:172.21.15.134:3300/0 conn(0x7f04400b1650 msgr2=0x7f04400b2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:10.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.564+0000 7f04367fc640 1 --2- 172.21.15.5:0/603982778 >> v2:172.21.15.134:3300/0 conn(0x7f04400b1650 0x7f04400b2760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:10.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.564+0000 7f04367fc640 1 -- 172.21.15.5:0/603982778 >> v1:172.21.15.5:6789/0 conn(0x7f044009aa70 legacy=0x7f044009ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:10.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.564+0000 7f04367fc640 1 -- 172.21.15.5:0/603982778 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04400d0400 con 0x7f044009b7b0 2024-09-19T05:04:10.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.564+0000 7f043e7fc640 1 -- 172.21.15.5:0/603982778 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2039252916 0 0) 0x7f04400d0120 con 0x7f044009aa70 2024-09-19T05:04:10.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.565+0000 7f04367fc640 1 --2- 172.21.15.5:0/603982778 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f044009b7b0 0x7f04400b2220 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f04400ce7d0 tx=0x7f042802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62c5e652d21278e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:10.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.565+0000 7f043e7fc640 1 -- 172.21.15.5:0/603982778 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0428037070 con 0x7f044009b7b0 2024-09-19T05:04:10.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.565+0000 7f043e7fc640 1 -- 172.21.15.5:0/603982778 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0428032440 con 0x7f044009b7b0 2024-09-19T05:04:10.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.565+0000 7f043e7fc640 1 -- 172.21.15.5:0/603982778 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0428032810 con 0x7f044009b7b0 2024-09-19T05:04:10.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.565+0000 7f0445806640 1 -- 172.21.15.5:0/603982778 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f044009b7b0 msgr2=0x7f04400b2220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:10.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.565+0000 7f0445806640 1 --2- 172.21.15.5:0/603982778 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f044009b7b0 0x7f04400b2220 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f04400ce7d0 tx=0x7f042802a1a0 comp rx=0 tx=0).stop 2024-09-19T05:04:10.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.565+0000 7f0445806640 1 -- 172.21.15.5:0/603982778 shutdown_connections 2024-09-19T05:04:10.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.565+0000 7f0445806640 1 --2- 172.21.15.5:0/603982778 >> v2:172.21.15.134:3300/0 conn(0x7f04400b1650 0x7f04400b2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:10.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.565+0000 7f0445806640 1 --2- 172.21.15.5:0/603982778 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f044009b7b0 0x7f04400b2220 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:10.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.565+0000 7f0445806640 1 -- 172.21.15.5:0/603982778 >> 172.21.15.5:0/603982778 conn(0x7f04400d23b0 msgr2=0x7f04400d27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:10.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.566+0000 7f0445806640 1 -- 172.21.15.5:0/603982778 shutdown_connections 2024-09-19T05:04:10.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.566+0000 7f0445806640 1 -- 172.21.15.5:0/603982778 wait complete. 2024-09-19T05:04:10.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.567+0000 7f0445806640 1 Processor -- start 2024-09-19T05:04:10.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.567+0000 7f0445806640 1 -- start start 2024-09-19T05:04:10.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.568+0000 7f0445806640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f044009aa70 0x7f04401501b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:10.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.568+0000 7f0445806640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f044009b7b0 0x7f04400b6f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:10.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.568+0000 7f0445806640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f04400b1650 0x7f04400b3090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:10.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.568+0000 7f0445806640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f044015ca00 con 0x7f044009aa70 2024-09-19T05:04:10.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.568+0000 7f0445806640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f044015c880 con 0x7f04400b1650 2024-09-19T05:04:10.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.568+0000 7f0445806640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f04400b2ca0 con 0x7f044009b7b0 2024-09-19T05:04:10.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.568+0000 7f043effd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f044009aa70 0x7f04401501b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:10.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.568+0000 7f043effd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f044009aa70 0x7f04401501b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55204/0 (socket says 172.21.15.5:55204) 2024-09-19T05:04:10.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.568+0000 7f043effd640 1 -- 172.21.15.5:0/2131306052 learned_addr learned my addr 172.21.15.5:0/2131306052 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:10.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.568+0000 7f043f7fe640 1 --2- 172.21.15.5:0/2131306052 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f04400b1650 0x7f04400b3090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:10.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.568+0000 7f04367fc640 1 --2- 172.21.15.5:0/2131306052 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f044009b7b0 0x7f04400b6f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:10.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.568+0000 7f043effd640 1 -- 172.21.15.5:0/2131306052 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f044009b7b0 msgr2=0x7f04400b6f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:10.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.568+0000 7f043effd640 1 --2- 172.21.15.5:0/2131306052 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f044009b7b0 0x7f04400b6f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:10.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.568+0000 7f043effd640 1 -- 172.21.15.5:0/2131306052 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f04400b1650 msgr2=0x7f04400b3090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:10.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.568+0000 7f043effd640 1 --2- 172.21.15.5:0/2131306052 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f04400b1650 0x7f04400b3090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:10.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.568+0000 7f043effd640 1 -- 172.21.15.5:0/2131306052 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04400c9520 con 0x7f044009aa70 2024-09-19T05:04:10.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.568+0000 7f043effd640 1 --2- 172.21.15.5:0/2131306052 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f044009aa70 0x7f04401501b0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f043000c500 tx=0x7f043000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:10.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.569+0000 7f043cff9640 1 -- 172.21.15.5:0/2131306052 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0430018070 con 0x7f044009aa70 2024-09-19T05:04:10.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.569+0000 7f043cff9640 1 -- 172.21.15.5:0/2131306052 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0430007580 con 0x7f044009aa70 2024-09-19T05:04:10.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.569+0000 7f0445806640 1 -- 172.21.15.5:0/2131306052 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04400c97c0 con 0x7f044009aa70 2024-09-19T05:04:10.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.569+0000 7f043cff9640 1 -- 172.21.15.5:0/2131306052 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0430004a20 con 0x7f044009aa70 2024-09-19T05:04:10.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.569+0000 7f0445806640 1 -- 172.21.15.5:0/2131306052 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04400b76a0 con 0x7f044009aa70 2024-09-19T05:04:10.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.570+0000 7f0445806640 1 -- 172.21.15.5:0/2131306052 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04400d0120 con 0x7f044009aa70 2024-09-19T05:04:10.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.570+0000 7f043cff9640 1 -- 172.21.15.5:0/2131306052 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f043001b070 con 0x7f044009aa70 2024-09-19T05:04:10.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.571+0000 7f043cff9640 1 --2- 172.21.15.5:0/2131306052 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f042006c2b0 0x7f042006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:10.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.571+0000 7f043cff9640 1 -- 172.21.15.5:0/2131306052 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 6101+0+0 (secure 0 0 0) 0x7f043008a8a0 con 0x7f044009aa70 2024-09-19T05:04:10.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.571+0000 7f04367fc640 1 --2- 172.21.15.5:0/2131306052 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f042006c2b0 0x7f042006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:10.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.572+0000 7f04367fc640 1 --2- 172.21.15.5:0/2131306052 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f042006c2b0 0x7f042006e770 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f0428034000 tx=0x7f042802e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:10.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.575+0000 7f043cff9640 1 -- 172.21.15.5:0/2131306052 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0430058f10 con 0x7f044009aa70 2024-09-19T05:04:10.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.751+0000 7f0445806640 1 -- 172.21.15.5:0/2131306052 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f044009af80 con 0x7f042006c2b0 2024-09-19T05:04:10.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.757+0000 7f043cff9640 1 -- 172.21.15.5:0/2131306052 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252014 (secure 0 0 0) 0x7f044009af80 con 0x7f042006c2b0 2024-09-19T05:04:10.762 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:10.763 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:04:10.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.761+0000 7f0445806640 1 -- 172.21.15.5:0/2131306052 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f042006c2b0 msgr2=0x7f042006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:10.764 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.761+0000 7f0445806640 1 --2- 172.21.15.5:0/2131306052 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f042006c2b0 0x7f042006e770 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f0428034000 tx=0x7f042802e000 comp rx=0 tx=0).stop 2024-09-19T05:04:10.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.761+0000 7f0445806640 1 -- 172.21.15.5:0/2131306052 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f044009aa70 msgr2=0x7f04401501b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:10.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.761+0000 7f0445806640 1 --2- 172.21.15.5:0/2131306052 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f044009aa70 0x7f04401501b0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f043000c500 tx=0x7f043000c9c0 comp rx=0 tx=0).stop 2024-09-19T05:04:10.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.761+0000 7f0445806640 1 -- 172.21.15.5:0/2131306052 shutdown_connections 2024-09-19T05:04:10.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.761+0000 7f0445806640 1 --2- 172.21.15.5:0/2131306052 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f042006c2b0 0x7f042006e770 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:10.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.761+0000 7f0445806640 1 --2- 172.21.15.5:0/2131306052 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f04400b1650 0x7f04400b3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:10.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.761+0000 7f0445806640 1 --2- 172.21.15.5:0/2131306052 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f044009b7b0 0x7f04400b6f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:10.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.761+0000 7f0445806640 1 --2- 172.21.15.5:0/2131306052 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f044009aa70 0x7f04401501b0 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:10.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.761+0000 7f0445806640 1 -- 172.21.15.5:0/2131306052 >> 172.21.15.5:0/2131306052 conn(0x7f04400d23b0 msgr2=0x7f04400713b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:10.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.761+0000 7f0445806640 1 -- 172.21.15.5:0/2131306052 shutdown_connections 2024-09-19T05:04:10.765 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.761+0000 7f0445806640 1 -- 172.21.15.5:0/2131306052 wait complete. 2024-09-19T05:04:10.773 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":168,"stamp":"2024-09-19T05:04:09.299593+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":262936,"kb_used_data":9256,"kb_used_omap":12,"kb_used_meta":253491,"kb_avail":754711784,"statfs":{"total":773094113280,"available":772824866816,"internally_reserved":0,"allocated":9478144,"data_stored":4938964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":259575344},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.283485"},"pg_stats":[{"pgid":"14.3f","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776362+0000","last_change":"2024-09-19T05:04:03.038418+0000","last_active":"2024-09-19T05:04:04.776362+0000","last_peered":"2024-09-19T05:04:04.776362+0000","last_clean":"2024-09-19T05:04:04.776362+0000","last_became_active":"2024-09-19T05:04:03.038089+0000","last_became_peered":"2024-09-19T05:04:03.038089+0000","last_unstale":"2024-09-19T05:04:04.776362+0000","last_undegraded":"2024-09-19T05:04:04.776362+0000","last_fullsized":"2024-09-19T05:04:04.776362+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:42:39.494980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036500+0000","last_change":"2024-09-19T05:04:03.038484+0000","last_active":"2024-09-19T05:04:04.036500+0000","last_peered":"2024-09-19T05:04:04.036500+0000","last_clean":"2024-09-19T05:04:04.036500+0000","last_became_active":"2024-09-19T05:04:03.038177+0000","last_became_peered":"2024-09-19T05:04:03.038177+0000","last_unstale":"2024-09-19T05:04:04.036500+0000","last_undegraded":"2024-09-19T05:04:04.036500+0000","last_fullsized":"2024-09-19T05:04:04.036500+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:42:39.494980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3d","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776153+0000","last_change":"2024-09-19T05:04:03.034515+0000","last_active":"2024-09-19T05:04:04.776153+0000","last_peered":"2024-09-19T05:04:04.776153+0000","last_clean":"2024-09-19T05:04:04.776153+0000","last_became_active":"2024-09-19T05:04:03.034187+0000","last_became_peered":"2024-09-19T05:04:03.034187+0000","last_unstale":"2024-09-19T05:04:04.776153+0000","last_undegraded":"2024-09-19T05:04:04.776153+0000","last_fullsized":"2024-09-19T05:04:04.776153+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:03:11.603462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3c","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.107126+0000","last_change":"2024-09-19T05:04:03.051274+0000","last_active":"2024-09-19T05:04:04.107126+0000","last_peered":"2024-09-19T05:04:04.107126+0000","last_clean":"2024-09-19T05:04:04.107126+0000","last_became_active":"2024-09-19T05:04:03.051017+0000","last_became_peered":"2024-09-19T05:04:03.051017+0000","last_unstale":"2024-09-19T05:04:04.107126+0000","last_undegraded":"2024-09-19T05:04:04.107126+0000","last_fullsized":"2024-09-19T05:04:04.107126+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:52.225298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.3b","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775643+0000","last_change":"2024-09-19T05:04:03.035919+0000","last_active":"2024-09-19T05:04:04.775643+0000","last_peered":"2024-09-19T05:04:04.775643+0000","last_clean":"2024-09-19T05:04:04.775643+0000","last_became_active":"2024-09-19T05:04:03.035460+0000","last_became_peered":"2024-09-19T05:04:03.035460+0000","last_unstale":"2024-09-19T05:04:04.775643+0000","last_undegraded":"2024-09-19T05:04:04.775643+0000","last_fullsized":"2024-09-19T05:04:04.775643+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:39:08.232794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.3a","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775834+0000","last_change":"2024-09-19T05:04:03.050293+0000","last_active":"2024-09-19T05:04:04.775834+0000","last_peered":"2024-09-19T05:04:04.775834+0000","last_clean":"2024-09-19T05:04:04.775834+0000","last_became_active":"2024-09-19T05:04:03.048637+0000","last_became_peered":"2024-09-19T05:04:03.048637+0000","last_unstale":"2024-09-19T05:04:04.775834+0000","last_undegraded":"2024-09-19T05:04:04.775834+0000","last_fullsized":"2024-09-19T05:04:04.775834+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:21.353211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.39","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035809+0000","last_change":"2024-09-19T05:04:03.037114+0000","last_active":"2024-09-19T05:04:04.035809+0000","last_peered":"2024-09-19T05:04:04.035809+0000","last_clean":"2024-09-19T05:04:04.035809+0000","last_became_active":"2024-09-19T05:04:03.036798+0000","last_became_peered":"2024-09-19T05:04:03.036798+0000","last_unstale":"2024-09-19T05:04:04.035809+0000","last_undegraded":"2024-09-19T05:04:04.035809+0000","last_fullsized":"2024-09-19T05:04:04.035809+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:40.356847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.38","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.106765+0000","last_change":"2024-09-19T05:04:03.040592+0000","last_active":"2024-09-19T05:04:04.106765+0000","last_peered":"2024-09-19T05:04:04.106765+0000","last_clean":"2024-09-19T05:04:04.106765+0000","last_became_active":"2024-09-19T05:04:03.040088+0000","last_became_peered":"2024-09-19T05:04:03.040088+0000","last_unstale":"2024-09-19T05:04:04.106765+0000","last_undegraded":"2024-09-19T05:04:04.106765+0000","last_fullsized":"2024-09-19T05:04:04.106765+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:32:18.869160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.37","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776464+0000","last_change":"2024-09-19T05:04:03.037385+0000","last_active":"2024-09-19T05:04:04.776464+0000","last_peered":"2024-09-19T05:04:04.776464+0000","last_clean":"2024-09-19T05:04:04.776464+0000","last_became_active":"2024-09-19T05:04:03.037109+0000","last_became_peered":"2024-09-19T05:04:03.037109+0000","last_unstale":"2024-09-19T05:04:04.776464+0000","last_undegraded":"2024-09-19T05:04:04.776464+0000","last_fullsized":"2024-09-19T05:04:04.776464+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:32:18.869160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.36","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035615+0000","last_change":"2024-09-19T05:04:03.051443+0000","last_active":"2024-09-19T05:04:04.035615+0000","last_peered":"2024-09-19T05:04:04.035615+0000","last_clean":"2024-09-19T05:04:04.035615+0000","last_became_active":"2024-09-19T05:04:03.051180+0000","last_became_peered":"2024-09-19T05:04:03.051180+0000","last_unstale":"2024-09-19T05:04:04.035615+0000","last_undegraded":"2024-09-19T05:04:04.035615+0000","last_fullsized":"2024-09-19T05:04:04.035615+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:30:29.531550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.35","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776099+0000","last_change":"2024-09-19T05:04:03.035797+0000","last_active":"2024-09-19T05:04:04.776099+0000","last_peered":"2024-09-19T05:04:04.776099+0000","last_clean":"2024-09-19T05:04:04.776099+0000","last_became_active":"2024-09-19T05:04:03.035281+0000","last_became_peered":"2024-09-19T05:04:03.035281+0000","last_unstale":"2024-09-19T05:04:04.776099+0000","last_undegraded":"2024-09-19T05:04:04.776099+0000","last_fullsized":"2024-09-19T05:04:04.776099+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:32.985080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.34","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035426+0000","last_change":"2024-09-19T05:04:03.044198+0000","last_active":"2024-09-19T05:04:04.035426+0000","last_peered":"2024-09-19T05:04:04.035426+0000","last_clean":"2024-09-19T05:04:04.035426+0000","last_became_active":"2024-09-19T05:04:03.043887+0000","last_became_peered":"2024-09-19T05:04:03.043887+0000","last_unstale":"2024-09-19T05:04:04.035426+0000","last_undegraded":"2024-09-19T05:04:04.035426+0000","last_fullsized":"2024-09-19T05:04:04.035426+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:07:35.433819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.33","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.106921+0000","last_change":"2024-09-19T05:04:03.038630+0000","last_active":"2024-09-19T05:04:04.106921+0000","last_peered":"2024-09-19T05:04:04.106921+0000","last_clean":"2024-09-19T05:04:04.106921+0000","last_became_active":"2024-09-19T05:04:03.038347+0000","last_became_peered":"2024-09-19T05:04:03.038347+0000","last_unstale":"2024-09-19T05:04:04.106921+0000","last_undegraded":"2024-09-19T05:04:04.106921+0000","last_fullsized":"2024-09-19T05:04:04.106921+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:22:30.796134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.32","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775594+0000","last_change":"2024-09-19T05:04:03.045111+0000","last_active":"2024-09-19T05:04:04.775594+0000","last_peered":"2024-09-19T05:04:04.775594+0000","last_clean":"2024-09-19T05:04:04.775594+0000","last_became_active":"2024-09-19T05:04:03.044766+0000","last_became_peered":"2024-09-19T05:04:03.044766+0000","last_unstale":"2024-09-19T05:04:04.775594+0000","last_undegraded":"2024-09-19T05:04:04.775594+0000","last_fullsized":"2024-09-19T05:04:04.775594+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:50:59.083704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.31","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.106818+0000","last_change":"2024-09-19T05:04:03.036564+0000","last_active":"2024-09-19T05:04:04.106818+0000","last_peered":"2024-09-19T05:04:04.106818+0000","last_clean":"2024-09-19T05:04:04.106818+0000","last_became_active":"2024-09-19T05:04:03.035166+0000","last_became_peered":"2024-09-19T05:04:03.035166+0000","last_unstale":"2024-09-19T05:04:04.106818+0000","last_undegraded":"2024-09-19T05:04:04.106818+0000","last_fullsized":"2024-09-19T05:04:04.106818+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:35:17.561304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.30","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775725+0000","last_change":"2024-09-19T05:04:03.037535+0000","last_active":"2024-09-19T05:04:04.775725+0000","last_peered":"2024-09-19T05:04:04.775725+0000","last_clean":"2024-09-19T05:04:04.775725+0000","last_became_active":"2024-09-19T05:04:03.036531+0000","last_became_peered":"2024-09-19T05:04:03.036531+0000","last_unstale":"2024-09-19T05:04:04.775725+0000","last_undegraded":"2024-09-19T05:04:04.775725+0000","last_fullsized":"2024-09-19T05:04:04.775725+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:52:43.444521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2f","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776767+0000","last_change":"2024-09-19T05:04:03.033206+0000","last_active":"2024-09-19T05:04:04.776767+0000","last_peered":"2024-09-19T05:04:04.776767+0000","last_clean":"2024-09-19T05:04:04.776767+0000","last_became_active":"2024-09-19T05:04:03.032916+0000","last_became_peered":"2024-09-19T05:04:03.032916+0000","last_unstale":"2024-09-19T05:04:04.776767+0000","last_undegraded":"2024-09-19T05:04:04.776767+0000","last_fullsized":"2024-09-19T05:04:04.776767+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:07:00.783331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776435+0000","last_change":"2024-09-19T05:04:03.043419+0000","last_active":"2024-09-19T05:04:04.776435+0000","last_peered":"2024-09-19T05:04:04.776435+0000","last_clean":"2024-09-19T05:04:04.776435+0000","last_became_active":"2024-09-19T05:04:03.043084+0000","last_became_peered":"2024-09-19T05:04:03.043084+0000","last_unstale":"2024-09-19T05:04:04.776435+0000","last_undegraded":"2024-09-19T05:04:04.776435+0000","last_fullsized":"2024-09-19T05:04:04.776435+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:54.767090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2d","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776253+0000","last_change":"2024-09-19T05:04:03.045045+0000","last_active":"2024-09-19T05:04:04.776253+0000","last_peered":"2024-09-19T05:04:04.776253+0000","last_clean":"2024-09-19T05:04:04.776253+0000","last_became_active":"2024-09-19T05:04:03.044757+0000","last_became_peered":"2024-09-19T05:04:03.044757+0000","last_unstale":"2024-09-19T05:04:04.776253+0000","last_undegraded":"2024-09-19T05:04:04.776253+0000","last_fullsized":"2024-09-19T05:04:04.776253+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:42:08.367703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2c","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.107251+0000","last_change":"2024-09-19T05:04:03.049149+0000","last_active":"2024-09-19T05:04:04.107251+0000","last_peered":"2024-09-19T05:04:04.107251+0000","last_clean":"2024-09-19T05:04:04.107251+0000","last_became_active":"2024-09-19T05:04:03.048559+0000","last_became_peered":"2024-09-19T05:04:03.048559+0000","last_unstale":"2024-09-19T05:04:04.107251+0000","last_undegraded":"2024-09-19T05:04:04.107251+0000","last_fullsized":"2024-09-19T05:04:04.107251+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:34:23.957994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.2b","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775814+0000","last_change":"2024-09-19T05:04:03.031023+0000","last_active":"2024-09-19T05:04:04.775814+0000","last_peered":"2024-09-19T05:04:04.775814+0000","last_clean":"2024-09-19T05:04:04.775814+0000","last_became_active":"2024-09-19T05:04:03.030713+0000","last_became_peered":"2024-09-19T05:04:03.030713+0000","last_unstale":"2024-09-19T05:04:04.775814+0000","last_undegraded":"2024-09-19T05:04:04.775814+0000","last_fullsized":"2024-09-19T05:04:04.775814+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:24:27.757082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2a","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775772+0000","last_change":"2024-09-19T05:04:03.044971+0000","last_active":"2024-09-19T05:04:04.775772+0000","last_peered":"2024-09-19T05:04:04.775772+0000","last_clean":"2024-09-19T05:04:04.775772+0000","last_became_active":"2024-09-19T05:04:03.044675+0000","last_became_peered":"2024-09-19T05:04:03.044675+0000","last_unstale":"2024-09-19T05:04:04.775772+0000","last_undegraded":"2024-09-19T05:04:04.775772+0000","last_fullsized":"2024-09-19T05:04:04.775772+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:51:36.681909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.29","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775627+0000","last_change":"2024-09-19T05:04:03.049679+0000","last_active":"2024-09-19T05:04:04.775627+0000","last_peered":"2024-09-19T05:04:04.775627+0000","last_clean":"2024-09-19T05:04:04.775627+0000","last_became_active":"2024-09-19T05:04:03.049413+0000","last_became_peered":"2024-09-19T05:04:03.049413+0000","last_unstale":"2024-09-19T05:04:04.775627+0000","last_undegraded":"2024-09-19T05:04:04.775627+0000","last_fullsized":"2024-09-19T05:04:04.775627+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:23:33.980104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.28","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776485+0000","last_change":"2024-09-19T05:04:03.038817+0000","last_active":"2024-09-19T05:04:04.776485+0000","last_peered":"2024-09-19T05:04:04.776485+0000","last_clean":"2024-09-19T05:04:04.776485+0000","last_became_active":"2024-09-19T05:04:03.038550+0000","last_became_peered":"2024-09-19T05:04:03.038550+0000","last_unstale":"2024-09-19T05:04:04.776485+0000","last_undegraded":"2024-09-19T05:04:04.776485+0000","last_fullsized":"2024-09-19T05:04:04.776485+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:26:36.197440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.27","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036447+0000","last_change":"2024-09-19T05:04:03.041082+0000","last_active":"2024-09-19T05:04:04.036447+0000","last_peered":"2024-09-19T05:04:04.036447+0000","last_clean":"2024-09-19T05:04:04.036447+0000","last_became_active":"2024-09-19T05:04:03.040764+0000","last_became_peered":"2024-09-19T05:04:03.040764+0000","last_unstale":"2024-09-19T05:04:04.036447+0000","last_undegraded":"2024-09-19T05:04:04.036447+0000","last_fullsized":"2024-09-19T05:04:04.036447+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:03:11.603462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.26","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776124+0000","last_change":"2024-09-19T05:04:03.044924+0000","last_active":"2024-09-19T05:04:04.776124+0000","last_peered":"2024-09-19T05:04:04.776124+0000","last_clean":"2024-09-19T05:04:04.776124+0000","last_became_active":"2024-09-19T05:04:03.044569+0000","last_became_peered":"2024-09-19T05:04:03.044569+0000","last_unstale":"2024-09-19T05:04:04.776124+0000","last_undegraded":"2024-09-19T05:04:04.776124+0000","last_fullsized":"2024-09-19T05:04:04.776124+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:53.818991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.25","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035448+0000","last_change":"2024-09-19T05:04:03.042281+0000","last_active":"2024-09-19T05:04:04.035448+0000","last_peered":"2024-09-19T05:04:04.035448+0000","last_clean":"2024-09-19T05:04:04.035448+0000","last_became_active":"2024-09-19T05:04:03.041980+0000","last_became_peered":"2024-09-19T05:04:03.041980+0000","last_unstale":"2024-09-19T05:04:04.035448+0000","last_undegraded":"2024-09-19T05:04:04.035448+0000","last_fullsized":"2024-09-19T05:04:04.035448+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:23.316416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.24","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.107259+0000","last_change":"2024-09-19T05:04:03.046033+0000","last_active":"2024-09-19T05:04:04.107259+0000","last_peered":"2024-09-19T05:04:04.107259+0000","last_clean":"2024-09-19T05:04:04.107259+0000","last_became_active":"2024-09-19T05:04:03.045747+0000","last_became_peered":"2024-09-19T05:04:03.045747+0000","last_unstale":"2024-09-19T05:04:04.107259+0000","last_undegraded":"2024-09-19T05:04:04.107259+0000","last_fullsized":"2024-09-19T05:04:04.107259+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:43.488815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.23","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036356+0000","last_change":"2024-09-19T05:04:03.041202+0000","last_active":"2024-09-19T05:04:04.036356+0000","last_peered":"2024-09-19T05:04:04.036356+0000","last_clean":"2024-09-19T05:04:04.036356+0000","last_became_active":"2024-09-19T05:04:03.040893+0000","last_became_peered":"2024-09-19T05:04:03.040893+0000","last_unstale":"2024-09-19T05:04:04.036356+0000","last_undegraded":"2024-09-19T05:04:04.036356+0000","last_fullsized":"2024-09-19T05:04:04.036356+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:02:55.431812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.22","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776061+0000","last_change":"2024-09-19T05:04:03.036947+0000","last_active":"2024-09-19T05:04:04.776061+0000","last_peered":"2024-09-19T05:04:04.776061+0000","last_clean":"2024-09-19T05:04:04.776061+0000","last_became_active":"2024-09-19T05:04:03.036647+0000","last_became_peered":"2024-09-19T05:04:03.036647+0000","last_unstale":"2024-09-19T05:04:04.776061+0000","last_undegraded":"2024-09-19T05:04:04.776061+0000","last_fullsized":"2024-09-19T05:04:04.776061+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:10.386700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.21","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036342+0000","last_change":"2024-09-19T05:04:03.034559+0000","last_active":"2024-09-19T05:04:04.036342+0000","last_peered":"2024-09-19T05:04:04.036342+0000","last_clean":"2024-09-19T05:04:04.036342+0000","last_became_active":"2024-09-19T05:04:03.034295+0000","last_became_peered":"2024-09-19T05:04:03.034295+0000","last_unstale":"2024-09-19T05:04:04.036342+0000","last_undegraded":"2024-09-19T05:04:04.036342+0000","last_fullsized":"2024-09-19T05:04:04.036342+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:03:29.555613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.20","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775782+0000","last_change":"2024-09-19T05:04:03.036190+0000","last_active":"2024-09-19T05:04:04.775782+0000","last_peered":"2024-09-19T05:04:04.775782+0000","last_clean":"2024-09-19T05:04:04.775782+0000","last_became_active":"2024-09-19T05:04:03.035891+0000","last_became_peered":"2024-09-19T05:04:03.035891+0000","last_unstale":"2024-09-19T05:04:04.775782+0000","last_undegraded":"2024-09-19T05:04:04.775782+0000","last_fullsized":"2024-09-19T05:04:04.775782+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:50.378295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776394+0000","last_change":"2024-09-19T05:04:03.034379+0000","last_active":"2024-09-19T05:04:04.776394+0000","last_peered":"2024-09-19T05:04:04.776394+0000","last_clean":"2024-09-19T05:04:04.776394+0000","last_became_active":"2024-09-19T05:04:03.033573+0000","last_became_peered":"2024-09-19T05:04:03.033573+0000","last_unstale":"2024-09-19T05:04:04.776394+0000","last_undegraded":"2024-09-19T05:04:04.776394+0000","last_fullsized":"2024-09-19T05:04:04.776394+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:03:12.697510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"83'4","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776277+0000","last_change":"2024-09-19T05:04:02.032276+0000","last_active":"2024-09-19T05:04:04.776277+0000","last_peered":"2024-09-19T05:04:04.776277+0000","last_clean":"2024-09-19T05:04:04.776277+0000","last_became_active":"2024-09-19T05:04:02.031677+0000","last_became_peered":"2024-09-19T05:04:02.031677+0000","last_unstale":"2024-09-19T05:04:04.776277+0000","last_undegraded":"2024-09-19T05:04:04.776277+0000","last_fullsized":"2024-09-19T05:04:04.776277+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:37:03.592571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776673+0000","last_change":"2024-09-19T05:04:03.041033+0000","last_active":"2024-09-19T05:04:04.776673+0000","last_peered":"2024-09-19T05:04:04.776673+0000","last_clean":"2024-09-19T05:04:04.776673+0000","last_became_active":"2024-09-19T05:04:03.040702+0000","last_became_peered":"2024-09-19T05:04:03.040702+0000","last_unstale":"2024-09-19T05:04:04.776673+0000","last_undegraded":"2024-09-19T05:04:04.776673+0000","last_fullsized":"2024-09-19T05:04:04.776673+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:06.689172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1e","version":"83'1","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776486+0000","last_change":"2024-09-19T05:04:02.032438+0000","last_active":"2024-09-19T05:04:04.776486+0000","last_peered":"2024-09-19T05:04:04.776486+0000","last_clean":"2024-09-19T05:04:04.776486+0000","last_became_active":"2024-09-19T05:04:02.031687+0000","last_became_peered":"2024-09-19T05:04:02.031687+0000","last_unstale":"2024-09-19T05:04:04.776486+0000","last_undegraded":"2024-09-19T05:04:04.776486+0000","last_fullsized":"2024-09-19T05:04:04.776486+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:54:12.934760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035916+0000","last_change":"2024-09-19T05:04:03.049320+0000","last_active":"2024-09-19T05:04:04.035916+0000","last_peered":"2024-09-19T05:04:04.035916+0000","last_clean":"2024-09-19T05:04:04.035916+0000","last_became_active":"2024-09-19T05:04:03.049009+0000","last_became_peered":"2024-09-19T05:04:03.049009+0000","last_unstale":"2024-09-19T05:04:04.035916+0000","last_undegraded":"2024-09-19T05:04:04.035916+0000","last_fullsized":"2024-09-19T05:04:04.035916+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:09:02.717016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1d","version":"83'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036121+0000","last_change":"2024-09-19T05:04:02.031488+0000","last_active":"2024-09-19T05:04:04.036121+0000","last_peered":"2024-09-19T05:04:04.036121+0000","last_clean":"2024-09-19T05:04:04.036121+0000","last_became_active":"2024-09-19T05:04:02.031187+0000","last_became_peered":"2024-09-19T05:04:02.031187+0000","last_unstale":"2024-09-19T05:04:04.036121+0000","last_undegraded":"2024-09-19T05:04:04.036121+0000","last_fullsized":"2024-09-19T05:04:04.036121+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:03:28.553235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776786+0000","last_change":"2024-09-19T05:04:03.045602+0000","last_active":"2024-09-19T05:04:04.776786+0000","last_peered":"2024-09-19T05:04:04.776786+0000","last_clean":"2024-09-19T05:04:04.776786+0000","last_became_active":"2024-09-19T05:04:03.041519+0000","last_became_peered":"2024-09-19T05:04:03.041519+0000","last_unstale":"2024-09-19T05:04:04.776786+0000","last_undegraded":"2024-09-19T05:04:04.776786+0000","last_fullsized":"2024-09-19T05:04:04.776786+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:04:08.312065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1c","version":"83'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776115+0000","last_change":"2024-09-19T05:04:02.033522+0000","last_active":"2024-09-19T05:04:04.776115+0000","last_peered":"2024-09-19T05:04:04.776115+0000","last_clean":"2024-09-19T05:04:04.776115+0000","last_became_active":"2024-09-19T05:04:02.033237+0000","last_became_peered":"2024-09-19T05:04:02.033237+0000","last_unstale":"2024-09-19T05:04:04.776115+0000","last_undegraded":"2024-09-19T05:04:04.776115+0000","last_fullsized":"2024-09-19T05:04:04.776115+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:42:02.783114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.106789+0000","last_change":"2024-09-19T05:04:03.049770+0000","last_active":"2024-09-19T05:04:04.106789+0000","last_peered":"2024-09-19T05:04:04.106789+0000","last_clean":"2024-09-19T05:04:04.106789+0000","last_became_active":"2024-09-19T05:04:03.049514+0000","last_became_peered":"2024-09-19T05:04:03.049514+0000","last_unstale":"2024-09-19T05:04:04.106789+0000","last_undegraded":"2024-09-19T05:04:04.106789+0000","last_fullsized":"2024-09-19T05:04:04.106789+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:32.985080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1b","version":"83'1","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775933+0000","last_change":"2024-09-19T05:04:02.030704+0000","last_active":"2024-09-19T05:04:04.775933+0000","last_peered":"2024-09-19T05:04:04.775933+0000","last_clean":"2024-09-19T05:04:04.775933+0000","last_became_active":"2024-09-19T05:04:02.030396+0000","last_became_peered":"2024-09-19T05:04:02.030396+0000","last_unstale":"2024-09-19T05:04:04.775933+0000","last_undegraded":"2024-09-19T05:04:04.775933+0000","last_fullsized":"2024-09-19T05:04:04.775933+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:16:54.531535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775801+0000","last_change":"2024-09-19T05:04:03.041705+0000","last_active":"2024-09-19T05:04:04.775801+0000","last_peered":"2024-09-19T05:04:04.775801+0000","last_clean":"2024-09-19T05:04:04.775801+0000","last_became_active":"2024-09-19T05:04:03.041376+0000","last_became_peered":"2024-09-19T05:04:03.041376+0000","last_unstale":"2024-09-19T05:04:04.775801+0000","last_undegraded":"2024-09-19T05:04:04.775801+0000","last_fullsized":"2024-09-19T05:04:04.775801+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:57:12.080761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1a","version":"83'1","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.107280+0000","last_change":"2024-09-19T05:04:02.036922+0000","last_active":"2024-09-19T05:04:04.107280+0000","last_peered":"2024-09-19T05:04:04.107280+0000","last_clean":"2024-09-19T05:04:04.107280+0000","last_became_active":"2024-09-19T05:04:02.036611+0000","last_became_peered":"2024-09-19T05:04:02.036611+0000","last_unstale":"2024-09-19T05:04:04.107280+0000","last_undegraded":"2024-09-19T05:04:04.107280+0000","last_fullsized":"2024-09-19T05:04:04.107280+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:25:31.418348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775886+0000","last_change":"2024-09-19T05:04:03.048197+0000","last_active":"2024-09-19T05:04:04.775886+0000","last_peered":"2024-09-19T05:04:04.775886+0000","last_clean":"2024-09-19T05:04:04.775886+0000","last_became_active":"2024-09-19T05:04:03.047928+0000","last_became_peered":"2024-09-19T05:04:03.047928+0000","last_unstale":"2024-09-19T05:04:04.775886+0000","last_undegraded":"2024-09-19T05:04:04.775886+0000","last_fullsized":"2024-09-19T05:04:04.775886+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:17:45.036006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776242+0000","last_change":"2024-09-19T05:04:02.032292+0000","last_active":"2024-09-19T05:04:04.776242+0000","last_peered":"2024-09-19T05:04:04.776242+0000","last_clean":"2024-09-19T05:04:04.776242+0000","last_became_active":"2024-09-19T05:04:02.031835+0000","last_became_peered":"2024-09-19T05:04:02.031835+0000","last_unstale":"2024-09-19T05:04:04.776242+0000","last_undegraded":"2024-09-19T05:04:04.776242+0000","last_fullsized":"2024-09-19T05:04:04.776242+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:27:26.550203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.106935+0000","last_change":"2024-09-19T05:04:03.049434+0000","last_active":"2024-09-19T05:04:04.106935+0000","last_peered":"2024-09-19T05:04:04.106935+0000","last_clean":"2024-09-19T05:04:04.106935+0000","last_became_active":"2024-09-19T05:04:03.049169+0000","last_became_peered":"2024-09-19T05:04:03.049169+0000","last_unstale":"2024-09-19T05:04:04.106935+0000","last_undegraded":"2024-09-19T05:04:04.106935+0000","last_fullsized":"2024-09-19T05:04:04.106935+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:46:35.944481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035758+0000","last_change":"2024-09-19T05:04:02.040813+0000","last_active":"2024-09-19T05:04:04.035758+0000","last_peered":"2024-09-19T05:04:04.035758+0000","last_clean":"2024-09-19T05:04:04.035758+0000","last_became_active":"2024-09-19T05:04:02.040554+0000","last_became_peered":"2024-09-19T05:04:02.040554+0000","last_unstale":"2024-09-19T05:04:04.035758+0000","last_undegraded":"2024-09-19T05:04:04.035758+0000","last_fullsized":"2024-09-19T05:04:04.035758+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:06:13.528512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775759+0000","last_change":"2024-09-19T05:04:03.032399+0000","last_active":"2024-09-19T05:04:04.775759+0000","last_peered":"2024-09-19T05:04:04.775759+0000","last_clean":"2024-09-19T05:04:04.775759+0000","last_became_active":"2024-09-19T05:04:03.032115+0000","last_became_peered":"2024-09-19T05:04:03.032115+0000","last_unstale":"2024-09-19T05:04:04.775759+0000","last_undegraded":"2024-09-19T05:04:04.775759+0000","last_fullsized":"2024-09-19T05:04:04.775759+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:26:48.224157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036544+0000","last_change":"2024-09-19T05:04:02.030321+0000","last_active":"2024-09-19T05:04:04.036544+0000","last_peered":"2024-09-19T05:04:04.036544+0000","last_clean":"2024-09-19T05:04:04.036544+0000","last_became_active":"2024-09-19T05:04:02.029994+0000","last_became_peered":"2024-09-19T05:04:02.029994+0000","last_unstale":"2024-09-19T05:04:04.036544+0000","last_undegraded":"2024-09-19T05:04:04.036544+0000","last_fullsized":"2024-09-19T05:04:04.036544+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:58.857437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035972+0000","last_change":"2024-09-19T05:04:03.038275+0000","last_active":"2024-09-19T05:04:04.035972+0000","last_peered":"2024-09-19T05:04:04.035972+0000","last_clean":"2024-09-19T05:04:04.035972+0000","last_became_active":"2024-09-19T05:04:03.038011+0000","last_became_peered":"2024-09-19T05:04:03.038011+0000","last_unstale":"2024-09-19T05:04:04.035972+0000","last_undegraded":"2024-09-19T05:04:04.035972+0000","last_fullsized":"2024-09-19T05:04:04.035972+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:29:16.906961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776538+0000","last_change":"2024-09-19T05:04:02.032563+0000","last_active":"2024-09-19T05:04:04.776538+0000","last_peered":"2024-09-19T05:04:04.776538+0000","last_clean":"2024-09-19T05:04:04.776538+0000","last_became_active":"2024-09-19T05:04:02.032270+0000","last_became_peered":"2024-09-19T05:04:02.032270+0000","last_unstale":"2024-09-19T05:04:04.776538+0000","last_undegraded":"2024-09-19T05:04:04.776538+0000","last_fullsized":"2024-09-19T05:04:04.776538+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:29:51.745423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776507+0000","last_change":"2024-09-19T05:04:03.042609+0000","last_active":"2024-09-19T05:04:04.776507+0000","last_peered":"2024-09-19T05:04:04.776507+0000","last_clean":"2024-09-19T05:04:04.776507+0000","last_became_active":"2024-09-19T05:04:03.042352+0000","last_became_peered":"2024-09-19T05:04:03.042352+0000","last_unstale":"2024-09-19T05:04:04.776507+0000","last_undegraded":"2024-09-19T05:04:04.776507+0000","last_fullsized":"2024-09-19T05:04:04.776507+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:44:08.386867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.15","version":"83'3","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776447+0000","last_change":"2024-09-19T05:04:02.035110+0000","last_active":"2024-09-19T05:04:04.776447+0000","last_peered":"2024-09-19T05:04:04.776447+0000","last_clean":"2024-09-19T05:04:04.776447+0000","last_became_active":"2024-09-19T05:04:02.034801+0000","last_became_peered":"2024-09-19T05:04:02.034801+0000","last_unstale":"2024-09-19T05:04:04.776447+0000","last_undegraded":"2024-09-19T05:04:04.776447+0000","last_fullsized":"2024-09-19T05:04:04.776447+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:20:22.436950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.107054+0000","last_change":"2024-09-19T05:04:03.040595+0000","last_active":"2024-09-19T05:04:04.107054+0000","last_peered":"2024-09-19T05:04:04.107054+0000","last_clean":"2024-09-19T05:04:04.107054+0000","last_became_active":"2024-09-19T05:04:03.040353+0000","last_became_peered":"2024-09-19T05:04:03.040353+0000","last_unstale":"2024-09-19T05:04:04.107054+0000","last_undegraded":"2024-09-19T05:04:04.107054+0000","last_fullsized":"2024-09-19T05:04:04.107054+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:14.120508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"83'6","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776492+0000","last_change":"2024-09-19T05:04:02.039650+0000","last_active":"2024-09-19T05:04:04.776492+0000","last_peered":"2024-09-19T05:04:04.776492+0000","last_clean":"2024-09-19T05:04:04.776492+0000","last_became_active":"2024-09-19T05:04:02.039344+0000","last_became_peered":"2024-09-19T05:04:02.039344+0000","last_unstale":"2024-09-19T05:04:04.776492+0000","last_undegraded":"2024-09-19T05:04:04.776492+0000","last_fullsized":"2024-09-19T05:04:04.776492+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:50:30.138716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.107252+0000","last_change":"2024-09-19T05:04:03.040355+0000","last_active":"2024-09-19T05:04:04.107252+0000","last_peered":"2024-09-19T05:04:04.107252+0000","last_clean":"2024-09-19T05:04:04.107252+0000","last_became_active":"2024-09-19T05:04:03.039741+0000","last_became_peered":"2024-09-19T05:04:03.039741+0000","last_unstale":"2024-09-19T05:04:04.107252+0000","last_undegraded":"2024-09-19T05:04:04.107252+0000","last_fullsized":"2024-09-19T05:04:04.107252+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:12:13.411769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"83'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036448+0000","last_change":"2024-09-19T05:04:02.040673+0000","last_active":"2024-09-19T05:04:04.036448+0000","last_peered":"2024-09-19T05:04:04.036448+0000","last_clean":"2024-09-19T05:04:04.036448+0000","last_became_active":"2024-09-19T05:04:02.040422+0000","last_became_peered":"2024-09-19T05:04:02.040422+0000","last_unstale":"2024-09-19T05:04:04.036448+0000","last_undegraded":"2024-09-19T05:04:04.036448+0000","last_fullsized":"2024-09-19T05:04:04.036448+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:42:38.492602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776216+0000","last_change":"2024-09-19T05:04:03.042961+0000","last_active":"2024-09-19T05:04:04.776216+0000","last_peered":"2024-09-19T05:04:04.776216+0000","last_clean":"2024-09-19T05:04:04.776216+0000","last_became_active":"2024-09-19T05:04:03.042642+0000","last_became_peered":"2024-09-19T05:04:03.042642+0000","last_unstale":"2024-09-19T05:04:04.776216+0000","last_undegraded":"2024-09-19T05:04:04.776216+0000","last_fullsized":"2024-09-19T05:04:04.776216+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:49:28.265929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776006+0000","last_change":"2024-09-19T05:04:02.033622+0000","last_active":"2024-09-19T05:04:04.776006+0000","last_peered":"2024-09-19T05:04:04.776006+0000","last_clean":"2024-09-19T05:04:04.776006+0000","last_became_active":"2024-09-19T05:04:02.033358+0000","last_became_peered":"2024-09-19T05:04:02.033358+0000","last_unstale":"2024-09-19T05:04:04.776006+0000","last_undegraded":"2024-09-19T05:04:04.776006+0000","last_fullsized":"2024-09-19T05:04:04.776006+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:28:01.803134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035189+0000","last_change":"2024-09-19T05:04:03.051307+0000","last_active":"2024-09-19T05:04:04.035189+0000","last_peered":"2024-09-19T05:04:04.035189+0000","last_clean":"2024-09-19T05:04:04.035189+0000","last_became_active":"2024-09-19T05:04:03.051020+0000","last_became_peered":"2024-09-19T05:04:03.051020+0000","last_unstale":"2024-09-19T05:04:04.035189+0000","last_undegraded":"2024-09-19T05:04:04.035189+0000","last_fullsized":"2024-09-19T05:04:04.035189+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:41:38.233757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.106884+0000","last_change":"2024-09-19T05:04:02.034878+0000","last_active":"2024-09-19T05:04:04.106884+0000","last_peered":"2024-09-19T05:04:04.106884+0000","last_clean":"2024-09-19T05:04:04.106884+0000","last_became_active":"2024-09-19T05:04:02.034601+0000","last_became_peered":"2024-09-19T05:04:02.034601+0000","last_unstale":"2024-09-19T05:04:04.106884+0000","last_undegraded":"2024-09-19T05:04:04.106884+0000","last_fullsized":"2024-09-19T05:04:04.106884+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:26:13.010842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035263+0000","last_change":"2024-09-19T05:04:03.039810+0000","last_active":"2024-09-19T05:04:04.035263+0000","last_peered":"2024-09-19T05:04:04.035263+0000","last_clean":"2024-09-19T05:04:04.035263+0000","last_became_active":"2024-09-19T05:04:03.038831+0000","last_became_peered":"2024-09-19T05:04:03.038831+0000","last_unstale":"2024-09-19T05:04:04.035263+0000","last_undegraded":"2024-09-19T05:04:04.035263+0000","last_fullsized":"2024-09-19T05:04:04.035263+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:22:57.307388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"83'8","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.106852+0000","last_change":"2024-09-19T05:04:02.037679+0000","last_active":"2024-09-19T05:04:04.106852+0000","last_peered":"2024-09-19T05:04:04.106852+0000","last_clean":"2024-09-19T05:04:04.106852+0000","last_became_active":"2024-09-19T05:04:02.037376+0000","last_became_peered":"2024-09-19T05:04:02.037376+0000","last_unstale":"2024-09-19T05:04:04.106852+0000","last_undegraded":"2024-09-19T05:04:04.106852+0000","last_fullsized":"2024-09-19T05:04:04.106852+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:16:16.263605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776253+0000","last_change":"2024-09-19T05:04:03.034138+0000","last_active":"2024-09-19T05:04:04.776253+0000","last_peered":"2024-09-19T05:04:04.776253+0000","last_clean":"2024-09-19T05:04:04.776253+0000","last_became_active":"2024-09-19T05:04:03.033213+0000","last_became_peered":"2024-09-19T05:04:03.033213+0000","last_unstale":"2024-09-19T05:04:04.776253+0000","last_undegraded":"2024-09-19T05:04:04.776253+0000","last_fullsized":"2024-09-19T05:04:04.776253+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:15:55.287547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"83'1","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776359+0000","last_change":"2024-09-19T05:04:02.032054+0000","last_active":"2024-09-19T05:04:04.776359+0000","last_peered":"2024-09-19T05:04:04.776359+0000","last_clean":"2024-09-19T05:04:04.776359+0000","last_became_active":"2024-09-19T05:04:02.031290+0000","last_became_peered":"2024-09-19T05:04:02.031290+0000","last_unstale":"2024-09-19T05:04:04.776359+0000","last_undegraded":"2024-09-19T05:04:04.776359+0000","last_fullsized":"2024-09-19T05:04:04.776359+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:00:58.080338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775759+0000","last_change":"2024-09-19T05:04:03.040862+0000","last_active":"2024-09-19T05:04:04.775759+0000","last_peered":"2024-09-19T05:04:04.775759+0000","last_clean":"2024-09-19T05:04:04.775759+0000","last_became_active":"2024-09-19T05:04:03.040501+0000","last_became_peered":"2024-09-19T05:04:03.040501+0000","last_unstale":"2024-09-19T05:04:04.775759+0000","last_undegraded":"2024-09-19T05:04:04.775759+0000","last_fullsized":"2024-09-19T05:04:04.775759+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:49:08.613863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"83'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036024+0000","last_change":"2024-09-19T05:04:02.030003+0000","last_active":"2024-09-19T05:04:04.036024+0000","last_peered":"2024-09-19T05:04:04.036024+0000","last_clean":"2024-09-19T05:04:04.036024+0000","last_became_active":"2024-09-19T05:04:02.029579+0000","last_became_peered":"2024-09-19T05:04:02.029579+0000","last_unstale":"2024-09-19T05:04:04.036024+0000","last_undegraded":"2024-09-19T05:04:04.036024+0000","last_fullsized":"2024-09-19T05:04:04.036024+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:03:10.601084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776384+0000","last_change":"2024-09-19T05:04:03.036348+0000","last_active":"2024-09-19T05:04:04.776384+0000","last_peered":"2024-09-19T05:04:04.776384+0000","last_clean":"2024-09-19T05:04:04.776384+0000","last_became_active":"2024-09-19T05:04:03.036097+0000","last_became_peered":"2024-09-19T05:04:03.036097+0000","last_unstale":"2024-09-19T05:04:04.776384+0000","last_undegraded":"2024-09-19T05:04:04.776384+0000","last_fullsized":"2024-09-19T05:04:04.776384+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:22:24.037556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.d","version":"83'1","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776560+0000","last_change":"2024-09-19T05:04:02.029118+0000","last_active":"2024-09-19T05:04:04.776560+0000","last_peered":"2024-09-19T05:04:04.776560+0000","last_clean":"2024-09-19T05:04:04.776560+0000","last_became_active":"2024-09-19T05:04:02.028639+0000","last_became_peered":"2024-09-19T05:04:02.028639+0000","last_unstale":"2024-09-19T05:04:04.776560+0000","last_undegraded":"2024-09-19T05:04:04.776560+0000","last_fullsized":"2024-09-19T05:04:04.776560+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:46:57.566970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775916+0000","last_change":"2024-09-19T05:04:03.050125+0000","last_active":"2024-09-19T05:04:04.775916+0000","last_peered":"2024-09-19T05:04:04.775916+0000","last_clean":"2024-09-19T05:04:04.775916+0000","last_became_active":"2024-09-19T05:04:03.049203+0000","last_became_peered":"2024-09-19T05:04:03.049203+0000","last_unstale":"2024-09-19T05:04:04.775916+0000","last_undegraded":"2024-09-19T05:04:04.775916+0000","last_fullsized":"2024-09-19T05:04:04.775916+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:00.303517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"83'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036070+0000","last_change":"2024-09-19T05:04:02.032322+0000","last_active":"2024-09-19T05:04:04.036070+0000","last_peered":"2024-09-19T05:04:04.036070+0000","last_clean":"2024-09-19T05:04:04.036070+0000","last_became_active":"2024-09-19T05:04:02.031056+0000","last_became_peered":"2024-09-19T05:04:02.031056+0000","last_unstale":"2024-09-19T05:04:04.036070+0000","last_undegraded":"2024-09-19T05:04:04.036070+0000","last_fullsized":"2024-09-19T05:04:04.036070+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:57:11.593276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036259+0000","last_change":"2024-09-19T05:04:03.031651+0000","last_active":"2024-09-19T05:04:04.036259+0000","last_peered":"2024-09-19T05:04:04.036259+0000","last_clean":"2024-09-19T05:04:04.036259+0000","last_became_active":"2024-09-19T05:04:03.031381+0000","last_became_peered":"2024-09-19T05:04:03.031381+0000","last_unstale":"2024-09-19T05:04:04.036259+0000","last_undegraded":"2024-09-19T05:04:04.036259+0000","last_fullsized":"2024-09-19T05:04:04.036259+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:06:14.530890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035172+0000","last_change":"2024-09-19T05:04:02.031802+0000","last_active":"2024-09-19T05:04:04.035172+0000","last_peered":"2024-09-19T05:04:04.035172+0000","last_clean":"2024-09-19T05:04:04.035172+0000","last_became_active":"2024-09-19T05:04:02.031508+0000","last_became_peered":"2024-09-19T05:04:02.031508+0000","last_unstale":"2024-09-19T05:04:04.035172+0000","last_undegraded":"2024-09-19T05:04:04.035172+0000","last_fullsized":"2024-09-19T05:04:04.035172+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:45:56.591330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035793+0000","last_change":"2024-09-19T05:04:03.040003+0000","last_active":"2024-09-19T05:04:04.035793+0000","last_peered":"2024-09-19T05:04:04.035793+0000","last_clean":"2024-09-19T05:04:04.035793+0000","last_became_active":"2024-09-19T05:04:03.039609+0000","last_became_peered":"2024-09-19T05:04:03.039609+0000","last_unstale":"2024-09-19T05:04:04.035793+0000","last_undegraded":"2024-09-19T05:04:04.035793+0000","last_fullsized":"2024-09-19T05:04:04.035793+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:44:28.291249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036364+0000","last_change":"2024-09-19T05:04:02.036434+0000","last_active":"2024-09-19T05:04:04.036364+0000","last_peered":"2024-09-19T05:04:04.036364+0000","last_clean":"2024-09-19T05:04:04.036364+0000","last_became_active":"2024-09-19T05:04:02.036132+0000","last_became_peered":"2024-09-19T05:04:02.036132+0000","last_unstale":"2024-09-19T05:04:04.036364+0000","last_undegraded":"2024-09-19T05:04:04.036364+0000","last_fullsized":"2024-09-19T05:04:04.036364+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:24.779202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776041+0000","last_change":"2024-09-19T05:04:03.037447+0000","last_active":"2024-09-19T05:04:04.776041+0000","last_peered":"2024-09-19T05:04:04.776041+0000","last_clean":"2024-09-19T05:04:04.776041+0000","last_became_active":"2024-09-19T05:04:03.037138+0000","last_became_peered":"2024-09-19T05:04:03.037138+0000","last_unstale":"2024-09-19T05:04:04.776041+0000","last_undegraded":"2024-09-19T05:04:04.776041+0000","last_fullsized":"2024-09-19T05:04:04.776041+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:39:29.089527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035095+0000","last_change":"2024-09-19T05:04:02.028243+0000","last_active":"2024-09-19T05:04:04.035095+0000","last_peered":"2024-09-19T05:04:04.035095+0000","last_clean":"2024-09-19T05:04:04.035095+0000","last_became_active":"2024-09-19T05:04:02.027949+0000","last_became_peered":"2024-09-19T05:04:02.027949+0000","last_unstale":"2024-09-19T05:04:04.035095+0000","last_undegraded":"2024-09-19T05:04:04.035095+0000","last_fullsized":"2024-09-19T05:04:04.035095+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:17.317316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776175+0000","last_change":"2024-09-19T05:04:03.042411+0000","last_active":"2024-09-19T05:04:04.776175+0000","last_peered":"2024-09-19T05:04:04.776175+0000","last_clean":"2024-09-19T05:04:04.776175+0000","last_became_active":"2024-09-19T05:04:03.042111+0000","last_became_peered":"2024-09-19T05:04:03.042111+0000","last_unstale":"2024-09-19T05:04:04.776175+0000","last_undegraded":"2024-09-19T05:04:04.776175+0000","last_fullsized":"2024-09-19T05:04:04.776175+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:54.724941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"83'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036151+0000","last_change":"2024-09-19T05:04:02.034436+0000","last_active":"2024-09-19T05:04:04.036151+0000","last_peered":"2024-09-19T05:04:04.036151+0000","last_clean":"2024-09-19T05:04:04.036151+0000","last_became_active":"2024-09-19T05:04:02.034144+0000","last_became_peered":"2024-09-19T05:04:02.034144+0000","last_unstale":"2024-09-19T05:04:04.036151+0000","last_undegraded":"2024-09-19T05:04:04.036151+0000","last_fullsized":"2024-09-19T05:04:04.036151+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:17:29.873655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776703+0000","last_change":"2024-09-19T05:04:03.032523+0000","last_active":"2024-09-19T05:04:04.776703+0000","last_peered":"2024-09-19T05:04:04.776703+0000","last_clean":"2024-09-19T05:04:04.776703+0000","last_became_active":"2024-09-19T05:04:03.032217+0000","last_became_peered":"2024-09-19T05:04:03.032217+0000","last_unstale":"2024-09-19T05:04:04.776703+0000","last_undegraded":"2024-09-19T05:04:04.776703+0000","last_fullsized":"2024-09-19T05:04:04.776703+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:33:34.645380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"84'1","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776537+0000","last_change":"2024-09-19T05:04:02.025789+0000","last_active":"2024-09-19T05:04:04.776537+0000","last_peered":"2024-09-19T05:04:04.776537+0000","last_clean":"2024-09-19T05:04:04.776537+0000","last_became_active":"2024-09-19T05:04:02.025452+0000","last_became_peered":"2024-09-19T05:04:02.025452+0000","last_unstale":"2024-09-19T05:04:04.776537+0000","last_undegraded":"2024-09-19T05:04:04.776537+0000","last_fullsized":"2024-09-19T05:04:04.776537+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:03.967187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776614+0000","last_change":"2024-09-19T05:04:03.037744+0000","last_active":"2024-09-19T05:04:04.776614+0000","last_peered":"2024-09-19T05:04:04.776614+0000","last_clean":"2024-09-19T05:04:04.776614+0000","last_became_active":"2024-09-19T05:04:03.037459+0000","last_became_peered":"2024-09-19T05:04:03.037459+0000","last_unstale":"2024-09-19T05:04:04.776614+0000","last_undegraded":"2024-09-19T05:04:04.776614+0000","last_fullsized":"2024-09-19T05:04:04.776614+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:14:19.304661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776655+0000","last_change":"2024-09-19T05:04:02.035026+0000","last_active":"2024-09-19T05:04:04.776655+0000","last_peered":"2024-09-19T05:04:04.776655+0000","last_clean":"2024-09-19T05:04:04.776655+0000","last_became_active":"2024-09-19T05:04:02.034746+0000","last_became_peered":"2024-09-19T05:04:02.034746+0000","last_unstale":"2024-09-19T05:04:04.776655+0000","last_undegraded":"2024-09-19T05:04:04.776655+0000","last_fullsized":"2024-09-19T05:04:04.776655+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:29:38.475034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036431+0000","last_change":"2024-09-19T05:04:03.033694+0000","last_active":"2024-09-19T05:04:04.036431+0000","last_peered":"2024-09-19T05:04:04.036431+0000","last_clean":"2024-09-19T05:04:04.036431+0000","last_became_active":"2024-09-19T05:04:03.033362+0000","last_became_peered":"2024-09-19T05:04:03.033362+0000","last_unstale":"2024-09-19T05:04:04.036431+0000","last_undegraded":"2024-09-19T05:04:04.036431+0000","last_fullsized":"2024-09-19T05:04:04.036431+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:17:30.876033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776247+0000","last_change":"2024-09-19T05:04:02.035751+0000","last_active":"2024-09-19T05:04:04.776247+0000","last_peered":"2024-09-19T05:04:04.776247+0000","last_clean":"2024-09-19T05:04:04.776247+0000","last_became_active":"2024-09-19T05:04:02.035420+0000","last_became_peered":"2024-09-19T05:04:02.035420+0000","last_unstale":"2024-09-19T05:04:04.776247+0000","last_undegraded":"2024-09-19T05:04:04.776247+0000","last_fullsized":"2024-09-19T05:04:04.776247+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:39:37.523479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035173+0000","last_change":"2024-09-19T05:04:03.048082+0000","last_active":"2024-09-19T05:04:04.035173+0000","last_peered":"2024-09-19T05:04:04.035173+0000","last_clean":"2024-09-19T05:04:04.035173+0000","last_became_active":"2024-09-19T05:04:03.047790+0000","last_became_peered":"2024-09-19T05:04:03.047790+0000","last_unstale":"2024-09-19T05:04:04.035173+0000","last_undegraded":"2024-09-19T05:04:04.035173+0000","last_fullsized":"2024-09-19T05:04:04.035173+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:51:25.137139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776088+0000","last_change":"2024-09-19T05:04:02.034260+0000","last_active":"2024-09-19T05:04:04.776088+0000","last_peered":"2024-09-19T05:04:04.776088+0000","last_clean":"2024-09-19T05:04:04.776088+0000","last_became_active":"2024-09-19T05:04:02.034006+0000","last_became_peered":"2024-09-19T05:04:02.034006+0000","last_unstale":"2024-09-19T05:04:04.776088+0000","last_undegraded":"2024-09-19T05:04:04.776088+0000","last_fullsized":"2024-09-19T05:04:04.776088+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:50:40.365064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.776100+0000","last_change":"2024-09-19T05:04:03.045359+0000","last_active":"2024-09-19T05:04:04.776100+0000","last_peered":"2024-09-19T05:04:04.776100+0000","last_clean":"2024-09-19T05:04:04.776100+0000","last_became_active":"2024-09-19T05:04:03.045078+0000","last_became_peered":"2024-09-19T05:04:03.045078+0000","last_unstale":"2024-09-19T05:04:04.776100+0000","last_undegraded":"2024-09-19T05:04:04.776100+0000","last_fullsized":"2024-09-19T05:04:04.776100+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:17:30.876033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035900+0000","last_change":"2024-09-19T05:04:02.031764+0000","last_active":"2024-09-19T05:04:04.035900+0000","last_peered":"2024-09-19T05:04:04.035900+0000","last_clean":"2024-09-19T05:04:04.035900+0000","last_became_active":"2024-09-19T05:04:02.031425+0000","last_became_peered":"2024-09-19T05:04:02.031425+0000","last_unstale":"2024-09-19T05:04:04.035900+0000","last_undegraded":"2024-09-19T05:04:04.035900+0000","last_fullsized":"2024-09-19T05:04:04.035900+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:10.916965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775983+0000","last_change":"2024-09-19T05:04:03.049066+0000","last_active":"2024-09-19T05:04:04.775983+0000","last_peered":"2024-09-19T05:04:04.775983+0000","last_clean":"2024-09-19T05:04:04.775983+0000","last_became_active":"2024-09-19T05:04:03.048763+0000","last_became_peered":"2024-09-19T05:04:03.048763+0000","last_unstale":"2024-09-19T05:04:04.775983+0000","last_undegraded":"2024-09-19T05:04:04.775983+0000","last_fullsized":"2024-09-19T05:04:04.775983+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:32.192732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775922+0000","last_change":"2024-09-19T05:04:02.036222+0000","last_active":"2024-09-19T05:04:04.775922+0000","last_peered":"2024-09-19T05:04:04.775922+0000","last_clean":"2024-09-19T05:04:04.775922+0000","last_became_active":"2024-09-19T05:04:02.035798+0000","last_became_peered":"2024-09-19T05:04:02.035798+0000","last_unstale":"2024-09-19T05:04:04.775922+0000","last_undegraded":"2024-09-19T05:04:04.775922+0000","last_fullsized":"2024-09-19T05:04:04.775922+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:40.465577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.775974+0000","last_change":"2024-09-19T05:04:03.034052+0000","last_active":"2024-09-19T05:04:04.775974+0000","last_peered":"2024-09-19T05:04:04.775974+0000","last_clean":"2024-09-19T05:04:04.775974+0000","last_became_active":"2024-09-19T05:04:03.033612+0000","last_became_peered":"2024-09-19T05:04:03.033612+0000","last_unstale":"2024-09-19T05:04:04.775974+0000","last_undegraded":"2024-09-19T05:04:04.775974+0000","last_fullsized":"2024-09-19T05:04:04.775974+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:00.587167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035681+0000","last_change":"2024-09-19T05:04:02.033527+0000","last_active":"2024-09-19T05:04:04.035681+0000","last_peered":"2024-09-19T05:04:04.035681+0000","last_clean":"2024-09-19T05:04:04.035681+0000","last_became_active":"2024-09-19T05:04:02.033207+0000","last_became_peered":"2024-09-19T05:04:02.033207+0000","last_unstale":"2024-09-19T05:04:04.035681+0000","last_undegraded":"2024-09-19T05:04:04.035681+0000","last_fullsized":"2024-09-19T05:04:04.035681+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:44:27.288870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.036022+0000","last_change":"2024-09-19T05:04:03.043828+0000","last_active":"2024-09-19T05:04:04.036022+0000","last_peered":"2024-09-19T05:04:04.036022+0000","last_clean":"2024-09-19T05:04:04.036022+0000","last_became_active":"2024-09-19T05:04:03.043565+0000","last_became_peered":"2024-09-19T05:04:03.043565+0000","last_unstale":"2024-09-19T05:04:04.036022+0000","last_undegraded":"2024-09-19T05:04:04.036022+0000","last_fullsized":"2024-09-19T05:04:04.036022+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:02.010144+0000","last_clean_scrub_stamp":"2024-09-19T05:04:02.010144+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:10.539415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.107291+0000","last_change":"2024-09-19T05:04:02.033642+0000","last_active":"2024-09-19T05:04:04.107291+0000","last_peered":"2024-09-19T05:04:04.107291+0000","last_clean":"2024-09-19T05:04:04.107291+0000","last_became_active":"2024-09-19T05:04:02.033335+0000","last_became_peered":"2024-09-19T05:04:02.033335+0000","last_unstale":"2024-09-19T05:04:04.107291+0000","last_undegraded":"2024-09-19T05:04:04.107291+0000","last_fullsized":"2024-09-19T05:04:04.107291+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:01.007766+0000","last_clean_scrub_stamp":"2024-09-19T05:04:01.007766+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:01:02.245603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":297,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:04:04.035733+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:04:04.035733+0000","last_peered":"2024-09-19T05:04:04.035733+0000","last_clean":"2024-09-19T05:04:04.035733+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:04:04.035733+0000","last_undegraded":"2024-09-19T05:04:04.035733+0000","last_fullsized":"2024-09-19T05:04:04.035733+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509480,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32784,"kb_used_data":1592,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339056,"statfs":{"total":96636764160,"available":96603193344,"internally_reserved":0,"allocated":1630208,"data_stored":1059600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509479,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28052,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343788,"statfs":{"total":96636764160,"available":96608038912,"internally_reserved":0,"allocated":1048576,"data_stored":471392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509479,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28040,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343800,"statfs":{"total":96636764160,"available":96608051200,"internally_reserved":0,"allocated":1028096,"data_stored":469176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542183,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36352,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335488,"statfs":{"total":96636764160,"available":96599539712,"internally_reserved":0,"allocated":1028096,"data_stored":469176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542183,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36352,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335488,"statfs":{"total":96636764160,"available":96599539712,"internally_reserved":0,"allocated":1028096,"data_stored":469176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574888,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32200,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339640,"statfs":{"total":96636764160,"available":96603791360,"internally_reserved":0,"allocated":1036288,"data_stored":469336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574887,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32196,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339644,"statfs":{"total":96636764160,"available":96603795456,"internally_reserved":0,"allocated":1032192,"data_stored":469246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574887,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36960,"kb_used_data":1608,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334880,"statfs":{"total":96636764160,"available":96598917120,"internally_reserved":0,"allocated":1646592,"data_stored":1061862,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:04:10.778 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T05:04:10.778 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T05:04:10.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.922+0000 7fb24b70a640 1 Processor -- start 2024-09-19T05:04:10.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.922+0000 7fb24b70a640 1 -- start start 2024-09-19T05:04:10.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.923+0000 7fb24b70a640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb24415e6d0 0x7fb2440d3c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:10.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.923+0000 7fb24b70a640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb2440d1af0 0x7fb2440cfa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:10.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.923+0000 7fb24b70a640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb2440d2be0 con 0x7fb2440cf640 2024-09-19T05:04:10.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.923+0000 7fb24b70a640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fb2440d2ec0 con 0x7fb2440d1af0 2024-09-19T05:04:10.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.923+0000 7fb24b70a640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fb2440d31a0 con 0x7fb24415e6d0 2024-09-19T05:04:10.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.923+0000 7fb249ca7640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb2440d1af0 0x7fb2440cfa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:10.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.923+0000 7fb248ca5640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fb2440cf640 0x7fb2440d13e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:38166/0 (socket says 172.21.15.5:38166) 2024-09-19T05:04:10.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.923+0000 7fb249ca7640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb2440d1af0 0x7fb2440cfa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55210/0 (socket says 172.21.15.5:55210) 2024-09-19T05:04:10.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.923+0000 7fb248ca5640 1 -- 172.21.15.5:0/2449258242 learned_addr learned my addr 172.21.15.5:0/2449258242 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:10.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.923+0000 7fb2494a6640 1 --2- 172.21.15.5:0/2449258242 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb24415e6d0 0x7fb2440d3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:10.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.923+0000 7fb249ca7640 1 -- 172.21.15.5:0/2449258242 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb24415e6d0 msgr2=0x7fb2440d3c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:10.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.923+0000 7fb249ca7640 1 --2- 172.21.15.5:0/2449258242 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb24415e6d0 0x7fb2440d3c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:10.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.923+0000 7fb249ca7640 1 -- 172.21.15.5:0/2449258242 >> v1:172.21.15.5:6789/0 conn(0x7fb2440cf640 legacy=0x7fb2440d13e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:10.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.923+0000 7fb249ca7640 1 -- 172.21.15.5:0/2449258242 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2440d3480 con 0x7fb2440d1af0 2024-09-19T05:04:10.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.923+0000 7fb23bfff640 1 -- 172.21.15.5:0/2449258242 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2977637011 0 0) 0x7fb2440d2be0 con 0x7fb2440cf640 2024-09-19T05:04:10.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.924+0000 7fb249ca7640 1 --2- 172.21.15.5:0/2449258242 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2440d1af0 0x7fb2440cfa60 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7fb23c009d90 tx=0x7fb23c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70ec2669fbed14b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:10.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.924+0000 7fb23bfff640 1 -- 172.21.15.5:0/2449258242 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb23c007740 con 0x7fb2440d1af0 2024-09-19T05:04:10.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.924+0000 7fb23bfff640 1 -- 172.21.15.5:0/2449258242 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb23c0078e0 con 0x7fb2440d1af0 2024-09-19T05:04:10.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.924+0000 7fb23bfff640 1 -- 172.21.15.5:0/2449258242 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb23c007cb0 con 0x7fb2440d1af0 2024-09-19T05:04:10.927 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.924+0000 7fb24b70a640 1 -- 172.21.15.5:0/2449258242 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2440d1af0 msgr2=0x7fb2440cfa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:10.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.924+0000 7fb24b70a640 1 --2- 172.21.15.5:0/2449258242 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2440d1af0 0x7fb2440cfa60 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7fb23c009d90 tx=0x7fb23c02a6f0 comp rx=0 tx=0).stop 2024-09-19T05:04:10.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.925+0000 7fb24b70a640 1 -- 172.21.15.5:0/2449258242 shutdown_connections 2024-09-19T05:04:10.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.925+0000 7fb24b70a640 1 --2- 172.21.15.5:0/2449258242 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2440d1af0 0x7fb2440cfa60 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:10.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.925+0000 7fb24b70a640 1 --2- 172.21.15.5:0/2449258242 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb24415e6d0 0x7fb2440d3c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:10.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.925+0000 7fb24b70a640 1 -- 172.21.15.5:0/2449258242 >> 172.21.15.5:0/2449258242 conn(0x7fb244067b30 msgr2=0x7fb244067f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:10.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.925+0000 7fb24b70a640 1 -- 172.21.15.5:0/2449258242 shutdown_connections 2024-09-19T05:04:10.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.925+0000 7fb24b70a640 1 -- 172.21.15.5:0/2449258242 wait complete. 2024-09-19T05:04:10.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.926+0000 7fb24b70a640 1 Processor -- start 2024-09-19T05:04:10.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.926+0000 7fb24b70a640 1 -- start start 2024-09-19T05:04:10.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.927+0000 7fb24b70a640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb2440cf640 0x7fb244159710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:10.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.927+0000 7fb24b70a640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb2440d1af0 0x7fb2441f7b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:10.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.927+0000 7fb24b70a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb24415e6d0 0x7fb2441f80d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:10.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.927+0000 7fb24b70a640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fb24415eab0 con 0x7fb24415e6d0 2024-09-19T05:04:10.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.927+0000 7fb24b70a640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fb244163100 con 0x7fb2440d1af0 2024-09-19T05:04:10.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.927+0000 7fb24b70a640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fb24415ec30 con 0x7fb2440cf640 2024-09-19T05:04:10.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.927+0000 7fb249ca7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb24415e6d0 0x7fb2441f80d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:10.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.927+0000 7fb249ca7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb24415e6d0 0x7fb2441f80d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55226/0 (socket says 172.21.15.5:55226) 2024-09-19T05:04:10.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.927+0000 7fb249ca7640 1 -- 172.21.15.5:0/3856909435 learned_addr learned my addr 172.21.15.5:0/3856909435 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:10.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.927+0000 7fb2494a6640 1 --2- 172.21.15.5:0/3856909435 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb2440cf640 0x7fb244159710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:10.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.927+0000 7fb248ca5640 1 --2- 172.21.15.5:0/3856909435 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb2440d1af0 0x7fb2441f7b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:10.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.927+0000 7fb249ca7640 1 -- 172.21.15.5:0/3856909435 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb2440cf640 msgr2=0x7fb244159710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:10.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.927+0000 7fb249ca7640 1 --2- 172.21.15.5:0/3856909435 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb2440cf640 0x7fb244159710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:10.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.927+0000 7fb249ca7640 1 -- 172.21.15.5:0/3856909435 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb2440d1af0 msgr2=0x7fb2441f7b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:10.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.927+0000 7fb249ca7640 1 --2- 172.21.15.5:0/3856909435 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb2440d1af0 0x7fb2441f7b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:10.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.927+0000 7fb249ca7640 1 -- 172.21.15.5:0/3856909435 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2440abf30 con 0x7fb24415e6d0 2024-09-19T05:04:10.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.927+0000 7fb249ca7640 1 --2- 172.21.15.5:0/3856909435 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb24415e6d0 0x7fb2441f80d0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fb23c009eb0 tx=0x7fb23c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:10.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.927+0000 7fb239ffb640 1 -- 172.21.15.5:0/3856909435 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb23c040070 con 0x7fb24415e6d0 2024-09-19T05:04:10.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.927+0000 7fb239ffb640 1 -- 172.21.15.5:0/3856909435 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb23c031bc0 con 0x7fb24415e6d0 2024-09-19T05:04:10.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.927+0000 7fb239ffb640 1 -- 172.21.15.5:0/3856909435 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb23c045460 con 0x7fb24415e6d0 2024-09-19T05:04:10.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.927+0000 7fb24b70a640 1 -- 172.21.15.5:0/3856909435 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2440ac210 con 0x7fb24415e6d0 2024-09-19T05:04:10.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.928+0000 7fb24b70a640 1 -- 172.21.15.5:0/3856909435 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2440abc00 con 0x7fb24415e6d0 2024-09-19T05:04:10.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.929+0000 7fb24b70a640 1 -- 172.21.15.5:0/3856909435 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2440d2310 con 0x7fb24415e6d0 2024-09-19T05:04:10.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.929+0000 7fb239ffb640 1 -- 172.21.15.5:0/3856909435 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb23c039040 con 0x7fb24415e6d0 2024-09-19T05:04:10.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.930+0000 7fb239ffb640 1 --2- 172.21.15.5:0/3856909435 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb22806c2b0 0x7fb22806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:10.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.930+0000 7fb239ffb640 1 -- 172.21.15.5:0/3856909435 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 6101+0+0 (secure 0 0 0) 0x7fb23c0acf60 con 0x7fb24415e6d0 2024-09-19T05:04:10.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.930+0000 7fb2494a6640 1 --2- 172.21.15.5:0/3856909435 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb22806c2b0 0x7fb22806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:10.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.930+0000 7fb2494a6640 1 --2- 172.21.15.5:0/3856909435 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb22806c2b0 0x7fb22806e770 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fb2400079a0 tx=0x7fb240008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:10.935 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:10.934+0000 7fb239ffb640 1 -- 172.21.15.5:0/3856909435 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb23c07b540 con 0x7fb24415e6d0 2024-09-19T05:04:11.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.188+0000 7fb24b70a640 1 -- 172.21.15.5:0/3856909435 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fb2440b8be0 con 0x7fb24415e6d0 2024-09-19T05:04:11.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.191+0000 7fb239ffb640 1 -- 172.21.15.5:0/3856909435 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v15) ==== 190+0+147 (secure 0 0 0) 0x7fb23c07ae40 con 0x7fb24415e6d0 2024-09-19T05:04:11.192 INFO:teuthology.orchestra.run.smithi005.stdout:[client.0] 2024-09-19T05:04:11.192 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDnr+tmGJAHJxAA6YT7sqI8XwKH2Z23OxGkFw== 2024-09-19T05:04:11.193 INFO:teuthology.orchestra.run.smithi005.stdout: caps mds = "allow" 2024-09-19T05:04:11.193 INFO:teuthology.orchestra.run.smithi005.stdout: caps mon = "allow r" 2024-09-19T05:04:11.193 INFO:teuthology.orchestra.run.smithi005.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T05:04:11.193 INFO:teuthology.orchestra.run.smithi005.stderr:updated caps for client.0 2024-09-19T05:04:11.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.193+0000 7fb24b70a640 1 -- 172.21.15.5:0/3856909435 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb22806c2b0 msgr2=0x7fb22806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:11.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.193+0000 7fb24b70a640 1 --2- 172.21.15.5:0/3856909435 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb22806c2b0 0x7fb22806e770 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fb2400079a0 tx=0x7fb240008040 comp rx=0 tx=0).stop 2024-09-19T05:04:11.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.193+0000 7fb24b70a640 1 -- 172.21.15.5:0/3856909435 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb24415e6d0 msgr2=0x7fb2441f80d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:11.195 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.193+0000 7fb24b70a640 1 --2- 172.21.15.5:0/3856909435 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb24415e6d0 0x7fb2441f80d0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fb23c009eb0 tx=0x7fb23c004a40 comp rx=0 tx=0).stop 2024-09-19T05:04:11.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.193+0000 7fb24b70a640 1 -- 172.21.15.5:0/3856909435 shutdown_connections 2024-09-19T05:04:11.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.193+0000 7fb24b70a640 1 --2- 172.21.15.5:0/3856909435 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb22806c2b0 0x7fb22806e770 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:11.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.193+0000 7fb24b70a640 1 --2- 172.21.15.5:0/3856909435 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb24415e6d0 0x7fb2441f80d0 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:11.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.193+0000 7fb24b70a640 1 --2- 172.21.15.5:0/3856909435 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb2440d1af0 0x7fb2441f7b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:11.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.193+0000 7fb24b70a640 1 --2- 172.21.15.5:0/3856909435 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb2440cf640 0x7fb244159710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:11.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.193+0000 7fb24b70a640 1 -- 172.21.15.5:0/3856909435 >> 172.21.15.5:0/3856909435 conn(0x7fb244067b30 msgr2=0x7fb2440b9100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:11.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.193+0000 7fb24b70a640 1 -- 172.21.15.5:0/3856909435 shutdown_connections 2024-09-19T05:04:11.196 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.193+0000 7fb24b70a640 1 -- 172.21.15.5:0/3856909435 wait complete. 2024-09-19T05:04:11.206 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:04:11.308 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.306+0000 7f57a5637640 1 Processor -- start 2024-09-19T05:04:11.308 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.306+0000 7f57a5637640 1 -- start start 2024-09-19T05:04:11.310 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.307+0000 7f57a5637640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f57a00d13f0 0x7f57a00b1b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:11.310 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.307+0000 7f57a5637640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f57a00d1830 0x7f57a00b2070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:11.310 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.307+0000 7f57a5637640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f57a015e9c0 con 0x7f57a015e5e0 2024-09-19T05:04:11.310 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.307+0000 7f57a5637640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f57a00d06e0 con 0x7f57a00d13f0 2024-09-19T05:04:11.310 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.307+0000 7f57a5637640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f57a00d0f60 con 0x7f57a00d1830 2024-09-19T05:04:11.310 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.307+0000 7f579e7fc640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f57a00d13f0 0x7f57a00b1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:11.310 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.307+0000 7f579e7fc640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f57a00d13f0 0x7f57a00b1b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55238/0 (socket says 172.21.15.5:55238) 2024-09-19T05:04:11.310 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.307+0000 7f579e7fc640 1 -- 172.21.15.5:0/3392980985 learned_addr learned my addr 172.21.15.5:0/3392980985 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:11.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.308+0000 7f579f7fe640 1 --2- 172.21.15.5:0/3392980985 >> v2:172.21.15.134:3300/0 conn(0x7f57a00d1830 0x7f57a00b2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:11.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.308+0000 7f579e7fc640 1 -- 172.21.15.5:0/3392980985 >> v2:172.21.15.134:3300/0 conn(0x7f57a00d1830 msgr2=0x7f57a00b2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:11.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.308+0000 7f579e7fc640 1 --2- 172.21.15.5:0/3392980985 >> v2:172.21.15.134:3300/0 conn(0x7f57a00d1830 0x7f57a00b2070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:11.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.308+0000 7f579e7fc640 1 -- 172.21.15.5:0/3392980985 >> v1:172.21.15.134:6789/0 conn(0x7f57a015e5e0 legacy=0x7f57a0162b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:11.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.308+0000 7f579e7fc640 1 -- 172.21.15.5:0/3392980985 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57a006d100 con 0x7f57a00d13f0 2024-09-19T05:04:11.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.308+0000 7f579f7fe640 1 --2- 172.21.15.5:0/3392980985 >> v2:172.21.15.134:3300/0 conn(0x7f57a00d1830 0x7f57a00b2070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:04:11.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.308+0000 7f579e7fc640 1 --2- 172.21.15.5:0/3392980985 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f57a00d13f0 0x7f57a00b1b30 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f57a0073520 tx=0x7f578802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79af44e35cec1953 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:11.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.309+0000 7f579dffb640 1 -- 172.21.15.5:0/3392980985 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5788037070 con 0x7f57a00d13f0 2024-09-19T05:04:11.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.309+0000 7f579dffb640 1 -- 172.21.15.5:0/3392980985 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5788032440 con 0x7f57a00d13f0 2024-09-19T05:04:11.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.309+0000 7f579dffb640 1 -- 172.21.15.5:0/3392980985 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5788032810 con 0x7f57a00d13f0 2024-09-19T05:04:11.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.309+0000 7f57a5637640 1 -- 172.21.15.5:0/3392980985 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f57a00d13f0 msgr2=0x7f57a00b1b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:11.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.309+0000 7f57a5637640 1 --2- 172.21.15.5:0/3392980985 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f57a00d13f0 0x7f57a00b1b30 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f57a0073520 tx=0x7f578802a230 comp rx=0 tx=0).stop 2024-09-19T05:04:11.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.309+0000 7f57a5637640 1 -- 172.21.15.5:0/3392980985 shutdown_connections 2024-09-19T05:04:11.312 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.309+0000 7f57a5637640 1 --2- 172.21.15.5:0/3392980985 >> v2:172.21.15.134:3300/0 conn(0x7f57a00d1830 0x7f57a00b2070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:11.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.309+0000 7f57a5637640 1 --2- 172.21.15.5:0/3392980985 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f57a00d13f0 0x7f57a00b1b30 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:11.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.309+0000 7f57a5637640 1 -- 172.21.15.5:0/3392980985 >> 172.21.15.5:0/3392980985 conn(0x7f57a00d23b0 msgr2=0x7f57a00d27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:11.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.309+0000 7f57a5637640 1 -- 172.21.15.5:0/3392980985 shutdown_connections 2024-09-19T05:04:11.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.309+0000 7f57a5637640 1 -- 172.21.15.5:0/3392980985 wait complete. 2024-09-19T05:04:11.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.310+0000 7f57a5637640 1 Processor -- start 2024-09-19T05:04:11.313 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.311+0000 7f57a5637640 1 -- start start 2024-09-19T05:04:11.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.311+0000 7f57a5637640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f57a00d13f0 0x7f57a01f42e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:11.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.311+0000 7f57a5637640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f57a00d1830 0x7f57a0158fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:11.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.311+0000 7f57a5637640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f57a015e5e0 0x7f57a0159520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:11.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.311+0000 7f57a5637640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f57a00b1850 con 0x7f57a00d1830 2024-09-19T05:04:11.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.311+0000 7f57a5637640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f57a00d0bf0 con 0x7f57a00d13f0 2024-09-19T05:04:11.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.311+0000 7f57a5637640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f57a006cd20 con 0x7f57a015e5e0 2024-09-19T05:04:11.315 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.311+0000 7f579e7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f57a00d1830 0x7f57a0158fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:11.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.311+0000 7f579e7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f57a00d1830 0x7f57a0158fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55250/0 (socket says 172.21.15.5:55250) 2024-09-19T05:04:11.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.311+0000 7f579e7fc640 1 -- 172.21.15.5:0/3997187677 learned_addr learned my addr 172.21.15.5:0/3997187677 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:11.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.311+0000 7f579effd640 1 --2- 172.21.15.5:0/3997187677 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f57a00d13f0 0x7f57a01f42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:11.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.311+0000 7f579f7fe640 1 --2- 172.21.15.5:0/3997187677 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f57a015e5e0 0x7f57a0159520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:11.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.312+0000 7f579e7fc640 1 -- 172.21.15.5:0/3997187677 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f57a015e5e0 msgr2=0x7f57a0159520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:11.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.312+0000 7f579e7fc640 1 --2- 172.21.15.5:0/3997187677 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f57a015e5e0 0x7f57a0159520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:11.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.312+0000 7f579e7fc640 1 -- 172.21.15.5:0/3997187677 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f57a00d13f0 msgr2=0x7f57a01f42e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:11.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.312+0000 7f579e7fc640 1 --2- 172.21.15.5:0/3997187677 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f57a00d13f0 0x7f57a01f42e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:11.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.312+0000 7f579e7fc640 1 -- 172.21.15.5:0/3997187677 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57a01f4820 con 0x7f57a00d1830 2024-09-19T05:04:11.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.312+0000 7f579e7fc640 1 --2- 172.21.15.5:0/3997187677 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f57a00d1830 0x7f57a0158fe0 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f5788000c00 tx=0x7f57880046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:11.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.312+0000 7f57977fe640 1 -- 172.21.15.5:0/3997187677 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5788037040 con 0x7f57a00d1830 2024-09-19T05:04:11.316 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.312+0000 7f57977fe640 1 -- 172.21.15.5:0/3997187677 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5788042070 con 0x7f57a00d1830 2024-09-19T05:04:11.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.312+0000 7f57977fe640 1 -- 172.21.15.5:0/3997187677 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5788030bb0 con 0x7f57a00d1830 2024-09-19T05:04:11.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.312+0000 7f57a5637640 1 -- 172.21.15.5:0/3997187677 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57a0159b50 con 0x7f57a00d1830 2024-09-19T05:04:11.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.312+0000 7f57a5637640 1 -- 172.21.15.5:0/3997187677 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57a00b5200 con 0x7f57a00d1830 2024-09-19T05:04:11.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.313+0000 7f57a5637640 1 -- 172.21.15.5:0/3997187677 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57a0162b30 con 0x7f57a00d1830 2024-09-19T05:04:11.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.314+0000 7f57977fe640 1 -- 172.21.15.5:0/3997187677 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5788047460 con 0x7f57a00d1830 2024-09-19T05:04:11.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.314+0000 7f57977fe640 1 --2- 172.21.15.5:0/3997187677 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f578006c2b0 0x7f578006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:11.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.314+0000 7f57977fe640 1 -- 172.21.15.5:0/3997187677 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 6101+0+0 (secure 0 0 0) 0x7f57880ac020 con 0x7f57a00d1830 2024-09-19T05:04:11.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.315+0000 7f579effd640 1 --2- 172.21.15.5:0/3997187677 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f578006c2b0 0x7f578006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:11.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.315+0000 7f579effd640 1 --2- 172.21.15.5:0/3997187677 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f578006c2b0 0x7f578006e770 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f57a015f2a0 tx=0x7f5798003d90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:11.320 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.319+0000 7f57977fe640 1 -- 172.21.15.5:0/3997187677 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f57a015e9c0 con 0x7f57a00d1830 2024-09-19T05:04:11.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.531+0000 7f57a5637640 1 -- 172.21.15.5:0/3997187677 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f57a00d2f30 con 0x7f57a00d1830 2024-09-19T05:04:11.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.532+0000 7f57977fe640 1 -- 172.21.15.5:0/3997187677 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 44 v44) ==== 94+0+5225 (secure 0 0 0) 0x7f578807a040 con 0x7f57a00d1830 2024-09-19T05:04:11.533 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:11.534 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":44,"btime":"2024-09-19T05:04:05:033955+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5402,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/1484882206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":1484882206},{"type":"v1","addr":"172.21.15.134:6837","nonce":1484882206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41},{"gid":5773,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/3144228452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":3144228452},{"type":"v1","addr":"172.21.15.134:6836","nonce":3144228452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41},{"gid":6291,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/1012364029","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":1012364029},{"type":"v1","addr":"172.21.15.5:6834","nonce":1012364029}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41}],"filesystems":[{"mdsmap":{"epoch":44,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:04:02.389661+0000","modified":"2024-09-19T05:04:04.375386+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6294":{"gid":6294,"name":"a","rank":0,"incarnation":42,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/1205455678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":1205455678},{"type":"v1","addr":"172.21.15.5:6835","nonce":1205455678}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6294,"qdb_cluster":[6294]},"id":6}]} 2024-09-19T05:04:11.534 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 44 2024-09-19T05:04:11.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.534+0000 7f57a5637640 1 -- 172.21.15.5:0/3997187677 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f578006c2b0 msgr2=0x7f578006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:11.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.534+0000 7f57a5637640 1 --2- 172.21.15.5:0/3997187677 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f578006c2b0 0x7f578006e770 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f57a015f2a0 tx=0x7f5798003d90 comp rx=0 tx=0).stop 2024-09-19T05:04:11.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.534+0000 7f57a5637640 1 -- 172.21.15.5:0/3997187677 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f57a00d1830 msgr2=0x7f57a0158fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:11.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.534+0000 7f57a5637640 1 --2- 172.21.15.5:0/3997187677 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f57a00d1830 0x7f57a0158fe0 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f5788000c00 tx=0x7f57880046c0 comp rx=0 tx=0).stop 2024-09-19T05:04:11.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.534+0000 7f57a5637640 1 -- 172.21.15.5:0/3997187677 shutdown_connections 2024-09-19T05:04:11.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.534+0000 7f57a5637640 1 --2- 172.21.15.5:0/3997187677 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f578006c2b0 0x7f578006e770 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:11.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.534+0000 7f57a5637640 1 --2- 172.21.15.5:0/3997187677 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f57a015e5e0 0x7f57a0159520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:11.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.534+0000 7f57a5637640 1 --2- 172.21.15.5:0/3997187677 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f57a00d1830 0x7f57a0158fe0 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:11.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.534+0000 7f57a5637640 1 --2- 172.21.15.5:0/3997187677 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f57a00d13f0 0x7f57a01f42e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:11.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.534+0000 7f57a5637640 1 -- 172.21.15.5:0/3997187677 >> 172.21.15.5:0/3997187677 conn(0x7f57a00d23b0 msgr2=0x7f57a00cee30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:11.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.534+0000 7f57a5637640 1 -- 172.21.15.5:0/3997187677 shutdown_connections 2024-09-19T05:04:11.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:11.534+0000 7f57a5637640 1 -- 172.21.15.5:0/3997187677 wait complete. 2024-09-19T05:04:11.949 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 44, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T05:04:02.389661+0000', 'modified': '2024-09-19T05:04:04.375386+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6294}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6294': {'gid': 6294, 'name': 'a', 'rank': 0, 'incarnation': 42, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.5:6835/1205455678', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.5:6833', 'nonce': 1205455678}, {'type': 'v1', 'addr': '172.21.15.5:6835', 'nonce': 1205455678}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [14], 'metadata_pool': 13, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6294, 'qdb_cluster': [6294]} 2024-09-19T05:04:11.949 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T05:04:11.949 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-19T05:04:12.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.057+0000 7fc28175f640 1 Processor -- start 2024-09-19T05:04:12.059 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.057+0000 7fc28175f640 1 -- start start 2024-09-19T05:04:12.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.058+0000 7fc28175f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc27c15e660 0x7fc27c0d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:12.060 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.058+0000 7fc28175f640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fc27c0b6700 0x7fc27c06d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:12.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.058+0000 7fc28175f640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc27c0d3680 con 0x7fc27c0d3150 2024-09-19T05:04:12.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.058+0000 7fc28175f640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fc27c06d4b0 con 0x7fc27c0b6700 2024-09-19T05:04:12.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.058+0000 7fc28175f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fc27c0d3960 con 0x7fc27c15e660 2024-09-19T05:04:12.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.058+0000 7fc27b7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fc27c0b6700 0x7fc27c06d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:12.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.058+0000 7fc27a7fc640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fc27c0d3150 0x7fc27c0b5ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:38178/0 (socket says 172.21.15.5:38178) 2024-09-19T05:04:12.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.058+0000 7fc27a7fc640 1 -- 172.21.15.5:0/3087322754 learned_addr learned my addr 172.21.15.5:0/3087322754 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:12.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.058+0000 7fc27affd640 1 --2- 172.21.15.5:0/3087322754 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc27c15e660 0x7fc27c0d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:12.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.059+0000 7fc27b7fe640 1 -- 172.21.15.5:0/3087322754 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc27c15e660 msgr2=0x7fc27c0d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:12.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.059+0000 7fc27b7fe640 1 --2- 172.21.15.5:0/3087322754 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc27c15e660 0x7fc27c0d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.059+0000 7fc27b7fe640 1 -- 172.21.15.5:0/3087322754 >> v1:172.21.15.5:6789/0 conn(0x7fc27c0d3150 legacy=0x7fc27c0b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:12.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.059+0000 7fc27b7fe640 1 -- 172.21.15.5:0/3087322754 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc27c06ce60 con 0x7fc27c0b6700 2024-09-19T05:04:12.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.059+0000 7fc27affd640 1 --2- 172.21.15.5:0/3087322754 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc27c15e660 0x7fc27c0d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:12.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.059+0000 7fc279ffb640 1 -- 172.21.15.5:0/3087322754 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1691398308 0 0) 0x7fc27c0d3680 con 0x7fc27c0d3150 2024-09-19T05:04:12.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.059+0000 7fc27b7fe640 1 --2- 172.21.15.5:0/3087322754 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc27c0b6700 0x7fc27c06d940 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7fc2740097a0 tx=0x7fc27402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b7a0c5f259e3902 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:12.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.060+0000 7fc279ffb640 1 -- 172.21.15.5:0/3087322754 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc274037070 con 0x7fc27c0b6700 2024-09-19T05:04:12.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.060+0000 7fc279ffb640 1 -- 172.21.15.5:0/3087322754 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc274032440 con 0x7fc27c0b6700 2024-09-19T05:04:12.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.060+0000 7fc279ffb640 1 -- 172.21.15.5:0/3087322754 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc274032810 con 0x7fc27c0b6700 2024-09-19T05:04:12.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.060+0000 7fc28175f640 1 -- 172.21.15.5:0/3087322754 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc27c0b6700 msgr2=0x7fc27c06d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:12.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.060+0000 7fc28175f640 1 --2- 172.21.15.5:0/3087322754 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc27c0b6700 0x7fc27c06d940 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7fc2740097a0 tx=0x7fc27402a210 comp rx=0 tx=0).stop 2024-09-19T05:04:12.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.060+0000 7fc28175f640 1 -- 172.21.15.5:0/3087322754 shutdown_connections 2024-09-19T05:04:12.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.060+0000 7fc28175f640 1 --2- 172.21.15.5:0/3087322754 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc27c0b6700 0x7fc27c06d940 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.060+0000 7fc28175f640 1 --2- 172.21.15.5:0/3087322754 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc27c15e660 0x7fc27c0d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.060+0000 7fc28175f640 1 -- 172.21.15.5:0/3087322754 >> 172.21.15.5:0/3087322754 conn(0x7fc27c08c000 msgr2=0x7fc27c0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:12.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.060+0000 7fc28175f640 1 -- 172.21.15.5:0/3087322754 shutdown_connections 2024-09-19T05:04:12.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.060+0000 7fc28175f640 1 -- 172.21.15.5:0/3087322754 wait complete. 2024-09-19T05:04:12.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.061+0000 7fc28175f640 1 Processor -- start 2024-09-19T05:04:12.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.062+0000 7fc28175f640 1 -- start start 2024-09-19T05:04:12.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.062+0000 7fc28175f640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc27c0b6700 0x7fc27c1f6f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:12.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.062+0000 7fc28175f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc27c0d3150 0x7fc27c14e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:12.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.062+0000 7fc28175f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc27c15e660 0x7fc27c0cb640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:12.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.062+0000 7fc28175f640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fc27c15ea40 con 0x7fc27c0d3150 2024-09-19T05:04:12.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.062+0000 7fc28175f640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fc27c0d5310 con 0x7fc27c0b6700 2024-09-19T05:04:12.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.062+0000 7fc28175f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fc27c06de80 con 0x7fc27c15e660 2024-09-19T05:04:12.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.062+0000 7fc27a7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc27c0d3150 0x7fc27c14e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:12.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.062+0000 7fc27a7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc27c0d3150 0x7fc27c14e340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55268/0 (socket says 172.21.15.5:55268) 2024-09-19T05:04:12.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.062+0000 7fc27a7fc640 1 -- 172.21.15.5:0/4175929633 learned_addr learned my addr 172.21.15.5:0/4175929633 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:12.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.063+0000 7fc27b7fe640 1 --2- 172.21.15.5:0/4175929633 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc27c15e660 0x7fc27c0cb640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:12.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.063+0000 7fc27affd640 1 --2- 172.21.15.5:0/4175929633 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc27c0b6700 0x7fc27c1f6f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:12.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.063+0000 7fc27a7fc640 1 -- 172.21.15.5:0/4175929633 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc27c15e660 msgr2=0x7fc27c0cb640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:12.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.063+0000 7fc27a7fc640 1 --2- 172.21.15.5:0/4175929633 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc27c15e660 0x7fc27c0cb640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.063+0000 7fc27a7fc640 1 -- 172.21.15.5:0/4175929633 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc27c0b6700 msgr2=0x7fc27c1f6f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:12.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.063+0000 7fc27a7fc640 1 --2- 172.21.15.5:0/4175929633 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc27c0b6700 0x7fc27c1f6f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.067 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.063+0000 7fc27a7fc640 1 -- 172.21.15.5:0/4175929633 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc27c1f74b0 con 0x7fc27c0d3150 2024-09-19T05:04:12.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.063+0000 7fc27a7fc640 1 --2- 172.21.15.5:0/4175929633 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc27c0d3150 0x7fc27c14e340 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7fc27000c4e0 tx=0x7fc27000c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:12.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.063+0000 7fc2637fe640 1 -- 172.21.15.5:0/4175929633 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc270018070 con 0x7fc27c0d3150 2024-09-19T05:04:12.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.063+0000 7fc2637fe640 1 -- 172.21.15.5:0/4175929633 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc270007500 con 0x7fc27c0d3150 2024-09-19T05:04:12.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.063+0000 7fc28175f640 1 -- 172.21.15.5:0/4175929633 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc27c14e880 con 0x7fc27c0d3150 2024-09-19T05:04:12.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.063+0000 7fc2637fe640 1 -- 172.21.15.5:0/4175929633 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc270004a20 con 0x7fc27c0d3150 2024-09-19T05:04:12.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.063+0000 7fc28175f640 1 -- 172.21.15.5:0/4175929633 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc27c1f7f00 con 0x7fc27c0d3150 2024-09-19T05:04:12.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.065+0000 7fc2637fe640 1 -- 172.21.15.5:0/4175929633 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc27001b070 con 0x7fc27c0d3150 2024-09-19T05:04:12.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.065+0000 7fc2637fe640 1 --2- 172.21.15.5:0/4175929633 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc26806c2b0 0x7fc26806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:12.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.065+0000 7fc2637fe640 1 -- 172.21.15.5:0/4175929633 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 6101+0+0 (secure 0 0 0) 0x7fc27008a8d0 con 0x7fc27c0d3150 2024-09-19T05:04:12.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.065+0000 7fc27affd640 1 --2- 172.21.15.5:0/4175929633 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc26806c2b0 0x7fc26806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:12.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.066+0000 7fc2845d5740 1 Processor -- start 2024-09-19T05:04:12.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.066+0000 7fc27affd640 1 --2- 172.21.15.5:0/4175929633 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc26806c2b0 0x7fc26806e770 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fc27c0b16f0 tx=0x7fc26c003a10 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:12.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.066+0000 7fc2845d5740 1 -- start start 2024-09-19T05:04:12.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.067+0000 7fc2845d5740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x563fb26572c0 0x563fb269ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:12.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.067+0000 7fc2845d5740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x563fb2654a80 0x563fb26576a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:12.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.067+0000 7fc2845d5740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x563fb2658a50 0x563fb26518b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:12.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.067+0000 7fc2845d5740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x563fb25b9520 con 0x563fb26572c0 2024-09-19T05:04:12.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.067+0000 7fc2845d5740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x563fb25613e0 con 0x563fb2658a50 2024-09-19T05:04:12.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.067+0000 7fc2845d5740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x563fb25b54e0 con 0x563fb2654a80 2024-09-19T05:04:12.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.067+0000 7fc27affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x563fb26572c0 0x563fb269ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:12.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.067+0000 7fc27affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x563fb26572c0 0x563fb269ca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55274/0 (socket says 172.21.15.5:55274) 2024-09-19T05:04:12.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.067+0000 7fc27affd640 1 -- 172.21.15.5:0/836905396 learned_addr learned my addr 172.21.15.5:0/836905396 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:12.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.067+0000 7fc27a7fc640 1 --2- 172.21.15.5:0/836905396 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x563fb2654a80 0x563fb26576a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:12.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.067+0000 7fc27b7fe640 1 --2- 172.21.15.5:0/836905396 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x563fb2658a50 0x563fb26518b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:12.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.067+0000 7fc27affd640 1 -- 172.21.15.5:0/836905396 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x563fb2654a80 msgr2=0x563fb26576a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:12.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.067+0000 7fc27affd640 1 --2- 172.21.15.5:0/836905396 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x563fb2654a80 0x563fb26576a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.067+0000 7fc27affd640 1 -- 172.21.15.5:0/836905396 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x563fb2658a50 msgr2=0x563fb26518b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:12.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.067+0000 7fc27affd640 1 --2- 172.21.15.5:0/836905396 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x563fb2658a50 0x563fb26518b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.067+0000 7fc27affd640 1 -- 172.21.15.5:0/836905396 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563fb257c2f0 con 0x563fb26572c0 2024-09-19T05:04:12.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.067+0000 7fc27affd640 1 --2- 172.21.15.5:0/836905396 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x563fb26572c0 0x563fb269ca60 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7fc26c016420 tx=0x7fc26c012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25cf2547edf548e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:12.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.068+0000 7fc260ff9640 1 -- 172.21.15.5:0/836905396 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc26c026070 con 0x563fb26572c0 2024-09-19T05:04:12.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.068+0000 7fc260ff9640 1 -- 172.21.15.5:0/836905396 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc26c0147e0 con 0x563fb26572c0 2024-09-19T05:04:12.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.068+0000 7fc260ff9640 1 -- 172.21.15.5:0/836905396 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc26c014b90 con 0x563fb26572c0 2024-09-19T05:04:12.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.068+0000 7fc2845d5740 1 -- 172.21.15.5:0/836905396 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x563fb26572c0 msgr2=0x563fb269ca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:12.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.068+0000 7fc2845d5740 1 --2- 172.21.15.5:0/836905396 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x563fb26572c0 0x563fb269ca60 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7fc26c016420 tx=0x7fc26c012000 comp rx=0 tx=0).stop 2024-09-19T05:04:12.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.068+0000 7fc2845d5740 1 -- 172.21.15.5:0/836905396 shutdown_connections 2024-09-19T05:04:12.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.068+0000 7fc2845d5740 1 --2- 172.21.15.5:0/836905396 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x563fb2658a50 0x563fb26518b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.068+0000 7fc2845d5740 1 --2- 172.21.15.5:0/836905396 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x563fb2654a80 0x563fb26576a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.068+0000 7fc2845d5740 1 --2- 172.21.15.5:0/836905396 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x563fb26572c0 0x563fb269ca60 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.068+0000 7fc2845d5740 1 -- 172.21.15.5:0/836905396 >> 172.21.15.5:0/836905396 conn(0x563fb2653a80 msgr2=0x563fb269bf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:12.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.069+0000 7fc2845d5740 1 -- 172.21.15.5:0/836905396 shutdown_connections 2024-09-19T05:04:12.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.069+0000 7fc2845d5740 1 -- 172.21.15.5:0/836905396 wait complete. 2024-09-19T05:04:12.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.069+0000 7fc2845d5740 1 -- start start 2024-09-19T05:04:12.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.069+0000 7fc2845d5740 1 Processor -- start 2024-09-19T05:04:12.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.070+0000 7fc2845d5740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x563fb26572c0 0x563fb26784c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:12.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.070+0000 7fc2845d5740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x563fb2658a50 0x563fb2675590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:12.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.070+0000 7fc2845d5740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x563fb2680480 0x563fb2650e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:12.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.070+0000 7fc2845d5740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x563fb2652f20 con 0x563fb26572c0 2024-09-19T05:04:12.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.070+0000 7fc2845d5740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x563fb2542450 con 0x563fb2680480 2024-09-19T05:04:12.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.070+0000 7fc2845d5740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x563fb269d290 con 0x563fb2658a50 2024-09-19T05:04:12.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.070+0000 7fc2845d5740 10 client.0 _ll_register_callbacks cb 0x563fb22cbac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:04:12.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.070+0000 7fc27affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x563fb26572c0 0x563fb26784c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:12.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.070+0000 7fc27affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x563fb26572c0 0x563fb26784c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55282/0 (socket says 172.21.15.5:55282) 2024-09-19T05:04:12.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.070+0000 7fc27affd640 1 -- 172.21.15.5:0/2414901000 learned_addr learned my addr 172.21.15.5:0/2414901000 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:12.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.070+0000 7fc27a7fc640 1 --2- 172.21.15.5:0/2414901000 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x563fb2658a50 0x563fb2675590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:12.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.070+0000 7fc27b7fe640 1 --2- 172.21.15.5:0/2414901000 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x563fb2680480 0x563fb2650e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:12.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.070+0000 7fc27affd640 1 -- 172.21.15.5:0/2414901000 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x563fb2658a50 msgr2=0x563fb2675590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:12.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.070+0000 7fc27affd640 1 --2- 172.21.15.5:0/2414901000 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x563fb2658a50 0x563fb2675590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.070+0000 7fc27affd640 1 -- 172.21.15.5:0/2414901000 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x563fb2680480 msgr2=0x563fb2650e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:12.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.070+0000 7fc27affd640 1 --2- 172.21.15.5:0/2414901000 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x563fb2680480 0x563fb2650e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.070+0000 7fc27affd640 1 -- 172.21.15.5:0/2414901000 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563fb22cc2d0 con 0x563fb26572c0 2024-09-19T05:04:12.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.070+0000 7fc27b7fe640 1 --2- 172.21.15.5:0/2414901000 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x563fb2680480 0x563fb2650e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:12.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.070+0000 7fc27a7fc640 1 --2- 172.21.15.5:0/2414901000 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x563fb2658a50 0x563fb2675590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:12.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.071+0000 7fc27affd640 1 --2- 172.21.15.5:0/2414901000 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x563fb26572c0 0x563fb26784c0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7fc26c024040 tx=0x7fc26c004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9392a181310a1534 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:12.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.071+0000 7fc259ffb640 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-19T05:04:12.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.071+0000 7fc259ffb640 1 -- 172.21.15.5:0/2414901000 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc26c02f020 con 0x563fb26572c0 2024-09-19T05:04:12.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.071+0000 7fc259ffb640 1 -- 172.21.15.5:0/2414901000 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 6101+0+0 (secure 0 0 0) 0x7fc26c014b90 con 0x563fb26572c0 2024-09-19T05:04:12.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.071+0000 7fc2845d5740 1 -- 172.21.15.5:0/2414901000 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc26c0147e0 con 0x563fb26572c0 2024-09-19T05:04:12.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.071+0000 7fc259ffb640 1 -- 172.21.15.5:0/2414901000 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7fc26c039050 con 0x563fb26572c0 2024-09-19T05:04:12.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.071+0000 7fc2845d5740 10 client.6465 fetch_fsmap learned FSMap version 44 2024-09-19T05:04:12.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.071+0000 7fc2845d5740 1 -- 172.21.15.5:0/2414901000 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=2+}) -- 0x563fb23966b0 con 0x563fb26572c0 2024-09-19T05:04:12.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.071+0000 7fc259ffb640 1 -- 172.21.15.5:0/2414901000 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc26c0147e0 con 0x563fb26572c0 2024-09-19T05:04:12.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.071+0000 7fc259ffb640 1 -- 172.21.15.5:0/2414901000 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 44) ==== 3502+0+0 (secure 0 0 0) 0x7fc26c03c020 con 0x563fb26572c0 2024-09-19T05:04:12.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.071+0000 7fc2845d5740 10 client.6465 fetch_fsmap finished waiting for FSMap version 44 2024-09-19T05:04:12.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.071+0000 7fc2845d5740 10 client.6465 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T05:04:12.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.071+0000 7fc2845d5740 20 client.6465 populate_metadata read hostname 'smithi005' 2024-09-19T05:04:12.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.071+0000 7fc2845d5740 1 --2- 172.21.15.5:0/2414901000 >> [v2:172.21.15.5:6833/1205455678,v1:172.21.15.5:6835/1205455678] conn(0x563fb2676630 0x563fb2676a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:12.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.071+0000 7fc2845d5740 4 client.6465 mds_command: new command op to 6294 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:04:12.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.071+0000 7fc2845d5740 1 -- 172.21.15.5:0/2414901000 --> [v2:172.21.15.5:6833/1205455678,v1:172.21.15.5:6835/1205455678] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563fb25c6c50 con 0x563fb2676630 2024-09-19T05:04:12.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.071+0000 7fc27a7fc640 1 --2- 172.21.15.5:0/2414901000 >> [v2:172.21.15.5:6833/1205455678,v1:172.21.15.5:6835/1205455678] conn(0x563fb2676630 0x563fb2676a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:12.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.072+0000 7fc259ffb640 10 client.6465 ms_handle_connect on v2:172.21.15.5:6833/1205455678 2024-09-19T05:04:12.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.072+0000 7fc27a7fc640 1 --2- 172.21.15.5:0/2414901000 >> [v2:172.21.15.5:6833/1205455678,v1:172.21.15.5:6835/1205455678] conn(0x563fb2676630 0x563fb2676a10 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=778010b91395434c server_cookie=7188c328cd68218e in_seq=0 out_seq=0 2024-09-19T05:04:12.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.072+0000 7fc259ffb640 1 -- 172.21.15.5:0/2414901000 <== mds.0 v2:172.21.15.5:6833/1205455678 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563fb25c6c50 con 0x563fb2676630 2024-09-19T05:04:12.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.072+0000 7fc259ffb640 10 client.6465 handle_command_reply: tid=0 2024-09-19T05:04:12.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.072+0000 7fc2845d5740 1 client.6465 shutdown 2024-09-19T05:04:12.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.073+0000 7fc2845d5740 1 -- 172.21.15.5:0/2414901000 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x563fb26572c0 msgr2=0x563fb26784c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:12.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.073+0000 7fc2845d5740 1 --2- 172.21.15.5:0/2414901000 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x563fb26572c0 0x563fb26784c0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7fc26c024040 tx=0x7fc26c004ab0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.073+0000 7fc2845d5740 1 -- 172.21.15.5:0/2414901000 shutdown_connections 2024-09-19T05:04:12.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.073+0000 7fc2845d5740 1 --2- 172.21.15.5:0/2414901000 >> [v2:172.21.15.5:6833/1205455678,v1:172.21.15.5:6835/1205455678] conn(0x563fb2676630 0x563fb2676a10 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.073+0000 7fc2845d5740 1 --2- 172.21.15.5:0/2414901000 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x563fb2680480 0x563fb2650e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.073+0000 7fc2845d5740 1 --2- 172.21.15.5:0/2414901000 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x563fb2658a50 0x563fb2675590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.073+0000 7fc259ffb640 0 client.6465 ms_handle_reset on v2:172.21.15.5:6833/1205455678 2024-09-19T05:04:12.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.073+0000 7fc2845d5740 1 --2- 172.21.15.5:0/2414901000 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x563fb26572c0 0x563fb26784c0 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.073+0000 7fc2845d5740 1 -- 172.21.15.5:0/2414901000 >> 172.21.15.5:0/2414901000 conn(0x563fb2654a80 msgr2=0x563fb2699fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:12.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.073+0000 7fc2845d5740 1 -- 172.21.15.5:0/2414901000 shutdown_connections 2024-09-19T05:04:12.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.073+0000 7fc2845d5740 1 -- 172.21.15.5:0/2414901000 wait complete. 2024-09-19T05:04:12.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.073+0000 7fc2845d5740 20 client.6465 trim_cache size 0 max 16384 2024-09-19T05:04:12.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.091+0000 7fc2845d5740 1 Processor -- start 2024-09-19T05:04:12.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.091+0000 7fc2845d5740 1 -- start start 2024-09-19T05:04:12.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.092+0000 7fc2845d5740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x563fb26572c0 0x563fb267ac20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:12.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.092+0000 7fc2845d5740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x563fb2658a50 0x563fb2713fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:12.095 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.092+0000 7fc2845d5740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x563fb2680480 0x563fb27144f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:12.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.092+0000 7fc2845d5740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fc27c200000 con 0x563fb26572c0 2024-09-19T05:04:12.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.092+0000 7fc2845d5740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fc27c1613d0 con 0x563fb2658a50 2024-09-19T05:04:12.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.092+0000 7fc2845d5740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fc27c1ffa80 con 0x563fb2680480 2024-09-19T05:04:12.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.092+0000 7fc27affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x563fb26572c0 0x563fb267ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:12.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.092+0000 7fc27affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x563fb26572c0 0x563fb267ac20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55294/0 (socket says 172.21.15.5:55294) 2024-09-19T05:04:12.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.092+0000 7fc27affd640 1 -- 172.21.15.5:0/4047728970 learned_addr learned my addr 172.21.15.5:0/4047728970 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:12.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.092+0000 7fc27affd640 1 -- 172.21.15.5:0/4047728970 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x563fb2680480 msgr2=0x563fb27144f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:12.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.092+0000 7fc27affd640 1 --2- 172.21.15.5:0/4047728970 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x563fb2680480 0x563fb27144f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.092+0000 7fc27affd640 1 -- 172.21.15.5:0/4047728970 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x563fb2658a50 msgr2=0x563fb2713fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:12.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.092+0000 7fc27affd640 1 --2- 172.21.15.5:0/4047728970 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x563fb2658a50 0x563fb2713fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.092+0000 7fc27affd640 1 -- 172.21.15.5:0/4047728970 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563fb267eed0 con 0x563fb26572c0 2024-09-19T05:04:12.096 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.092+0000 7fc27affd640 1 --2- 172.21.15.5:0/4047728970 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x563fb26572c0 0x563fb267ac20 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7fc26c004140 tx=0x7fc26c02b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf83feee879f21ca server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:12.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.092+0000 7fc25bfff640 1 -- 172.21.15.5:0/4047728970 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc26c042070 con 0x563fb26572c0 2024-09-19T05:04:12.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.092+0000 7fc25bfff640 1 -- 172.21.15.5:0/4047728970 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc26c0149c0 con 0x563fb26572c0 2024-09-19T05:04:12.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.092+0000 7fc25bfff640 1 -- 172.21.15.5:0/4047728970 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc26c02f070 con 0x563fb26572c0 2024-09-19T05:04:12.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.093+0000 7fc2845d5740 1 -- 172.21.15.5:0/4047728970 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x563fb26572c0 msgr2=0x563fb267ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:12.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.093+0000 7fc2845d5740 1 --2- 172.21.15.5:0/4047728970 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x563fb26572c0 0x563fb267ac20 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7fc26c004140 tx=0x7fc26c02b000 comp rx=0 tx=0).stop 2024-09-19T05:04:12.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.093+0000 7fc2845d5740 1 -- 172.21.15.5:0/4047728970 shutdown_connections 2024-09-19T05:04:12.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.093+0000 7fc2845d5740 1 --2- 172.21.15.5:0/4047728970 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x563fb2680480 0x563fb27144f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.098 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.093+0000 7fc2845d5740 1 --2- 172.21.15.5:0/4047728970 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x563fb2658a50 0x563fb2713fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.093+0000 7fc2845d5740 1 --2- 172.21.15.5:0/4047728970 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x563fb26572c0 0x563fb267ac20 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.093+0000 7fc2845d5740 1 -- 172.21.15.5:0/4047728970 >> 172.21.15.5:0/4047728970 conn(0x563fb2654a80 msgr2=0x563fb26568e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:12.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.093+0000 7fc2845d5740 1 -- 172.21.15.5:0/4047728970 shutdown_connections 2024-09-19T05:04:12.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.093+0000 7fc2845d5740 1 -- 172.21.15.5:0/4047728970 wait complete. 2024-09-19T05:04:12.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.094+0000 7fc2845d5740 1 -- start start 2024-09-19T05:04:12.099 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.094+0000 7fc2845d5740 1 Processor -- start 2024-09-19T05:04:12.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.094+0000 7fc2845d5740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x563fb26572c0 0x563fb271b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:12.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.094+0000 7fc2845d5740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x563fb2658a50 0x563fb2700300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:12.103 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.094+0000 7fc2845d5740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x563fb2680480 0x563fb269f440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:12.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.094+0000 7fc2845d5740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x563fb26809a0 con 0x563fb2658a50 2024-09-19T05:04:12.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.094+0000 7fc2845d5740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x563fb2652f20 con 0x563fb26572c0 2024-09-19T05:04:12.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.094+0000 7fc2845d5740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x563fb2651bf0 con 0x563fb2680480 2024-09-19T05:04:12.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.095+0000 7fc2845d5740 10 client.0 _ll_register_callbacks cb 0x7fc26c024070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:04:12.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.095+0000 7fc27a7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x563fb2658a50 0x563fb2700300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:12.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.095+0000 7fc27a7fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x563fb2658a50 0x563fb2700300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55298/0 (socket says 172.21.15.5:55298) 2024-09-19T05:04:12.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.095+0000 7fc27a7fc640 1 -- 172.21.15.5:0/1052647969 learned_addr learned my addr 172.21.15.5:0/1052647969 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:12.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.095+0000 7fc27b7fe640 1 --2- 172.21.15.5:0/1052647969 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x563fb2680480 0x563fb269f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:12.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.095+0000 7fc27affd640 1 --2- 172.21.15.5:0/1052647969 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x563fb26572c0 0x563fb271b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:12.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.095+0000 7fc27a7fc640 1 -- 172.21.15.5:0/1052647969 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x563fb2680480 msgr2=0x563fb269f440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:12.104 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.095+0000 7fc27a7fc640 1 --2- 172.21.15.5:0/1052647969 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x563fb2680480 0x563fb269f440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.095+0000 7fc27a7fc640 1 -- 172.21.15.5:0/1052647969 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x563fb26572c0 msgr2=0x563fb271b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:12.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.095+0000 7fc27a7fc640 1 --2- 172.21.15.5:0/1052647969 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x563fb26572c0 0x563fb271b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.095+0000 7fc27a7fc640 1 -- 172.21.15.5:0/1052647969 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563fb271b8b0 con 0x563fb2658a50 2024-09-19T05:04:12.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.095+0000 7fc27a7fc640 1 --2- 172.21.15.5:0/1052647969 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x563fb2658a50 0x563fb2700300 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fc27000cea0 tx=0x7fc270054bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97809135157a7f44 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:12.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.095+0000 7fc259ffb640 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-19T05:04:12.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.095+0000 7fc259ffb640 1 -- 172.21.15.5:0/1052647969 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc270056b60 con 0x563fb2658a50 2024-09-19T05:04:12.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.095+0000 7fc259ffb640 1 -- 172.21.15.5:0/1052647969 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 6101+0+0 (secure 0 0 0) 0x7fc270054ed0 con 0x563fb2658a50 2024-09-19T05:04:12.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.095+0000 7fc2845d5740 1 -- 172.21.15.5:0/1052647969 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc26c0149c0 con 0x563fb2658a50 2024-09-19T05:04:12.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.095+0000 7fc259ffb640 1 -- 172.21.15.5:0/1052647969 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7fc270077050 con 0x563fb2658a50 2024-09-19T05:04:12.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.095+0000 7fc2845d5740 10 client.6471 fetch_fsmap learned FSMap version 44 2024-09-19T05:04:12.105 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.095+0000 7fc2845d5740 1 -- 172.21.15.5:0/1052647969 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=2+}) -- 0x563fb271c0e0 con 0x563fb2658a50 2024-09-19T05:04:12.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.095+0000 7fc259ffb640 1 -- 172.21.15.5:0/1052647969 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc26c0149c0 con 0x563fb2658a50 2024-09-19T05:04:12.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.096+0000 7fc259ffb640 1 -- 172.21.15.5:0/1052647969 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 44) ==== 3502+0+0 (secure 0 0 0) 0x7fc270004bc0 con 0x563fb2658a50 2024-09-19T05:04:12.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.096+0000 7fc2845d5740 10 client.6471 fetch_fsmap finished waiting for FSMap version 44 2024-09-19T05:04:12.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.096+0000 7fc2845d5740 10 client.6471 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T05:04:12.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.096+0000 7fc2845d5740 20 client.6471 populate_metadata read hostname 'smithi005' 2024-09-19T05:04:12.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.096+0000 7fc2845d5740 1 --2- 172.21.15.5:0/1052647969 >> [v2:172.21.15.5:6833/1205455678,v1:172.21.15.5:6835/1205455678] conn(0x563fb271e520 0x563fb271c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:12.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.096+0000 7fc2845d5740 4 client.6471 mds_command: new command op to 6294 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:04:12.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.096+0000 7fc2845d5740 1 -- 172.21.15.5:0/1052647969 --> [v2:172.21.15.5:6833/1205455678,v1:172.21.15.5:6835/1205455678] -- command(tid 0: {"prefix": "status"}) -- 0x563fb25c0fa0 con 0x563fb271e520 2024-09-19T05:04:12.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.096+0000 7fc27affd640 1 --2- 172.21.15.5:0/1052647969 >> [v2:172.21.15.5:6833/1205455678,v1:172.21.15.5:6835/1205455678] conn(0x563fb271e520 0x563fb271c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:12.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.096+0000 7fc27affd640 1 --2- 172.21.15.5:0/1052647969 >> [v2:172.21.15.5:6833/1205455678,v1:172.21.15.5:6835/1205455678] conn(0x563fb271e520 0x563fb271c8e0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2571c1a108f8053f server_cookie=9f0a71785119f24 in_seq=0 out_seq=0 2024-09-19T05:04:12.106 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.096+0000 7fc259ffb640 10 client.6471 ms_handle_connect on v2:172.21.15.5:6833/1205455678 2024-09-19T05:04:12.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.096+0000 7fc259ffb640 1 -- 172.21.15.5:0/1052647969 <== mds.0 v2:172.21.15.5:6833/1205455678 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x563fb25c0fa0 con 0x563fb271e520 2024-09-19T05:04:12.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.096+0000 7fc259ffb640 10 client.6471 handle_command_reply: tid=0 2024-09-19T05:04:12.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.096+0000 7fc2845d5740 1 client.6471 shutdown 2024-09-19T05:04:12.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.096+0000 7fc2845d5740 1 -- 172.21.15.5:0/1052647969 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x563fb2658a50 msgr2=0x563fb2700300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:12.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.096+0000 7fc2845d5740 1 --2- 172.21.15.5:0/1052647969 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x563fb2658a50 0x563fb2700300 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fc27000cea0 tx=0x7fc270054bc0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.096+0000 7fc2845d5740 1 -- 172.21.15.5:0/1052647969 shutdown_connections 2024-09-19T05:04:12.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.096+0000 7fc2845d5740 1 --2- 172.21.15.5:0/1052647969 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x563fb2680480 0x563fb269f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.096+0000 7fc2845d5740 1 --2- 172.21.15.5:0/1052647969 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x563fb2658a50 0x563fb2700300 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.096+0000 7fc2845d5740 1 --2- 172.21.15.5:0/1052647969 >> [v2:172.21.15.5:6833/1205455678,v1:172.21.15.5:6835/1205455678] conn(0x563fb271e520 0x563fb271c8e0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.096+0000 7fc2845d5740 1 --2- 172.21.15.5:0/1052647969 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x563fb26572c0 0x563fb271b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.107 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.096+0000 7fc259ffb640 0 client.6471 ms_handle_reset on v2:172.21.15.5:6833/1205455678 2024-09-19T05:04:12.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.096+0000 7fc2845d5740 1 -- 172.21.15.5:0/1052647969 >> 172.21.15.5:0/1052647969 conn(0x563fb2654a80 msgr2=0x563fb26568e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:12.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.097+0000 7fc2845d5740 1 -- 172.21.15.5:0/1052647969 shutdown_connections 2024-09-19T05:04:12.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.097+0000 7fc2845d5740 1 -- 172.21.15.5:0/1052647969 wait complete. 2024-09-19T05:04:12.108 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.097+0000 7fc2845d5740 20 client.6471 trim_cache size 0 max 16384 2024-09-19T05:04:12.108 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-19T05:04:12.108 INFO:teuthology.orchestra.run.smithi005.stdout: "cluster_fsid": "d3e05719-6fe9-4686-ba83-cd0299bd169b", 2024-09-19T05:04:12.108 INFO:teuthology.orchestra.run.smithi005.stdout: "whoami": 0, 2024-09-19T05:04:12.108 INFO:teuthology.orchestra.run.smithi005.stdout: "id": 6294, 2024-09-19T05:04:12.109 INFO:teuthology.orchestra.run.smithi005.stdout: "want_state": "up:active", 2024-09-19T05:04:12.109 INFO:teuthology.orchestra.run.smithi005.stdout: "state": "up:active", 2024-09-19T05:04:12.109 INFO:teuthology.orchestra.run.smithi005.stdout: "fs_name": "cephfs", 2024-09-19T05:04:12.109 INFO:teuthology.orchestra.run.smithi005.stdout: "rank_uptime": 9.0800601430000007, 2024-09-19T05:04:12.109 INFO:teuthology.orchestra.run.smithi005.stdout: "mdsmap_epoch": 44, 2024-09-19T05:04:12.109 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch": 84, 2024-09-19T05:04:12.109 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch_barrier": 84, 2024-09-19T05:04:12.109 INFO:teuthology.orchestra.run.smithi005.stdout: "uptime": 14.372382545000001 2024-09-19T05:04:12.109 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-19T05:04:12.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.097+0000 7fc28175f640 1 -- 172.21.15.5:0/4175929633 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc26806c2b0 msgr2=0x7fc26806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:12.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.097+0000 7fc28175f640 1 --2- 172.21.15.5:0/4175929633 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc26806c2b0 0x7fc26806e770 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fc27c0b16f0 tx=0x7fc26c003a10 comp rx=0 tx=0).stop 2024-09-19T05:04:12.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.097+0000 7fc28175f640 1 -- 172.21.15.5:0/4175929633 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc27c0d3150 msgr2=0x7fc27c14e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:12.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.097+0000 7fc28175f640 1 --2- 172.21.15.5:0/4175929633 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc27c0d3150 0x7fc27c14e340 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7fc27000c4e0 tx=0x7fc27000c9a0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.097+0000 7fc28175f640 1 -- 172.21.15.5:0/4175929633 shutdown_connections 2024-09-19T05:04:12.111 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.097+0000 7fc28175f640 1 --2- 172.21.15.5:0/4175929633 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc26806c2b0 0x7fc26806e770 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.097+0000 7fc28175f640 1 --2- 172.21.15.5:0/4175929633 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc27c15e660 0x7fc27c0cb640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.097+0000 7fc28175f640 1 --2- 172.21.15.5:0/4175929633 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc27c0d3150 0x7fc27c14e340 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.097+0000 7fc28175f640 1 --2- 172.21.15.5:0/4175929633 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc27c0b6700 0x7fc27c1f6f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.097+0000 7fc28175f640 1 -- 172.21.15.5:0/4175929633 >> 172.21.15.5:0/4175929633 conn(0x7fc27c08c000 msgr2=0x7fc27c06e260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:12.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.097+0000 7fc28175f640 1 -- 172.21.15.5:0/4175929633 shutdown_connections 2024-09-19T05:04:12.112 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.097+0000 7fc28175f640 1 -- 172.21.15.5:0/4175929633 wait complete. 2024-09-19T05:04:12.112 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:04:12.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.213+0000 7f6acf5ef640 1 Processor -- start 2024-09-19T05:04:12.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.214+0000 7f6acf5ef640 1 -- start start 2024-09-19T05:04:12.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.214+0000 7f6acf5ef640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f6ac80d3150 0x7f6ac80b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:12.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.214+0000 7f6acf5ef640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6ac80b6530 0x7f6ac806d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:12.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.214+0000 7f6acf5ef640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6ac80d3680 con 0x7f6ac815e660 2024-09-19T05:04:12.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.214+0000 7f6acf5ef640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f6ac806d4b0 con 0x7f6ac80b6530 2024-09-19T05:04:12.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.214+0000 7f6acf5ef640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f6ac80d3960 con 0x7f6ac80d3150 2024-09-19T05:04:12.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.214+0000 7f6acdb8c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6ac80b6530 0x7f6ac806d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:12.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.215+0000 7f6acd38b640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f6ac815e660 0x7f6ac80d4dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:38194/0 (socket says 172.21.15.5:38194) 2024-09-19T05:04:12.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.215+0000 7f6acdb8c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6ac80b6530 0x7f6ac806d940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55312/0 (socket says 172.21.15.5:55312) 2024-09-19T05:04:12.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.215+0000 7f6acd38b640 1 -- 172.21.15.5:0/2404414274 learned_addr learned my addr 172.21.15.5:0/2404414274 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:12.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.215+0000 7f6accb8a640 1 --2- 172.21.15.5:0/2404414274 >> v2:172.21.15.134:3300/0 conn(0x7f6ac80d3150 0x7f6ac80b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:12.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.215+0000 7f6abffff640 1 -- 172.21.15.5:0/2404414274 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4060754385 0 0) 0x7f6ac80d3680 con 0x7f6ac815e660 2024-09-19T05:04:12.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.215+0000 7f6acdb8c640 1 -- 172.21.15.5:0/2404414274 >> v2:172.21.15.134:3300/0 conn(0x7f6ac80d3150 msgr2=0x7f6ac80b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:12.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.215+0000 7f6acdb8c640 1 --2- 172.21.15.5:0/2404414274 >> v2:172.21.15.134:3300/0 conn(0x7f6ac80d3150 0x7f6ac80b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.218 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.215+0000 7f6acdb8c640 1 -- 172.21.15.5:0/2404414274 >> v1:172.21.15.5:6789/0 conn(0x7f6ac815e660 legacy=0x7f6ac80d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:12.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.215+0000 7f6acdb8c640 1 -- 172.21.15.5:0/2404414274 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ac806ce60 con 0x7f6ac80b6530 2024-09-19T05:04:12.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.215+0000 7f6accb8a640 1 --2- 172.21.15.5:0/2404414274 >> v2:172.21.15.134:3300/0 conn(0x7f6ac80d3150 0x7f6ac80b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:04:12.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.216+0000 7f6acdb8c640 1 --2- 172.21.15.5:0/2404414274 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ac80b6530 0x7f6ac806d940 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f6ac808d770 tx=0x7f6ac002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c8138be1d64a3ee server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:12.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.216+0000 7f6abffff640 1 -- 172.21.15.5:0/2404414274 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ac0007740 con 0x7f6ac80b6530 2024-09-19T05:04:12.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.216+0000 7f6abffff640 1 -- 172.21.15.5:0/2404414274 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ac00078e0 con 0x7f6ac80b6530 2024-09-19T05:04:12.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.216+0000 7f6abffff640 1 -- 172.21.15.5:0/2404414274 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ac0007cb0 con 0x7f6ac80b6530 2024-09-19T05:04:12.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.216+0000 7f6acf5ef640 1 -- 172.21.15.5:0/2404414274 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ac80b6530 msgr2=0x7f6ac806d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:12.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.216+0000 7f6acf5ef640 1 --2- 172.21.15.5:0/2404414274 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ac80b6530 0x7f6ac806d940 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f6ac808d770 tx=0x7f6ac002a710 comp rx=0 tx=0).stop 2024-09-19T05:04:12.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.216+0000 7f6acf5ef640 1 -- 172.21.15.5:0/2404414274 shutdown_connections 2024-09-19T05:04:12.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.216+0000 7f6acf5ef640 1 --2- 172.21.15.5:0/2404414274 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ac80b6530 0x7f6ac806d940 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.216+0000 7f6acf5ef640 1 --2- 172.21.15.5:0/2404414274 >> v2:172.21.15.134:3300/0 conn(0x7f6ac80d3150 0x7f6ac80b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.216+0000 7f6acf5ef640 1 -- 172.21.15.5:0/2404414274 >> 172.21.15.5:0/2404414274 conn(0x7f6ac808c000 msgr2=0x7f6ac80d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:12.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.216+0000 7f6acf5ef640 1 -- 172.21.15.5:0/2404414274 shutdown_connections 2024-09-19T05:04:12.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.216+0000 7f6acf5ef640 1 -- 172.21.15.5:0/2404414274 wait complete. 2024-09-19T05:04:12.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.218+0000 7f6acf5ef640 1 Processor -- start 2024-09-19T05:04:12.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.218+0000 7f6acf5ef640 1 -- start start 2024-09-19T05:04:12.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.218+0000 7f6acf5ef640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6ac80b6530 0x7f6ac80b2630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:12.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.218+0000 7f6acf5ef640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ac80d3150 0x7f6ac80b2b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:12.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.218+0000 7f6acf5ef640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6ac815e660 0x7f6ac814dae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:12.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.218+0000 7f6acf5ef640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f6ac806de80 con 0x7f6ac80d3150 2024-09-19T05:04:12.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.218+0000 7f6acf5ef640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f6ac815ea40 con 0x7f6ac815e660 2024-09-19T05:04:12.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.218+0000 7f6acf5ef640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f6ac806e000 con 0x7f6ac80b6530 2024-09-19T05:04:12.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.219+0000 7f6accb8a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ac80d3150 0x7f6ac80b2b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:12.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.219+0000 7f6accb8a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ac80d3150 0x7f6ac80b2b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55320/0 (socket says 172.21.15.5:55320) 2024-09-19T05:04:12.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.219+0000 7f6accb8a640 1 -- 172.21.15.5:0/3521988469 learned_addr learned my addr 172.21.15.5:0/3521988469 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:12.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.219+0000 7f6acd38b640 1 --2- 172.21.15.5:0/3521988469 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6ac80b6530 0x7f6ac80b2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:12.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.219+0000 7f6acdb8c640 1 --2- 172.21.15.5:0/3521988469 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6ac815e660 0x7f6ac814dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:12.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.219+0000 7f6accb8a640 1 -- 172.21.15.5:0/3521988469 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6ac80b6530 msgr2=0x7f6ac80b2630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:12.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.219+0000 7f6accb8a640 1 --2- 172.21.15.5:0/3521988469 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6ac80b6530 0x7f6ac80b2630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.219+0000 7f6accb8a640 1 -- 172.21.15.5:0/3521988469 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6ac815e660 msgr2=0x7f6ac814dae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:12.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.219+0000 7f6accb8a640 1 --2- 172.21.15.5:0/3521988469 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6ac815e660 0x7f6ac814dae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.219+0000 7f6accb8a640 1 -- 172.21.15.5:0/3521988469 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ac80cd9c0 con 0x7f6ac80d3150 2024-09-19T05:04:12.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.219+0000 7f6accb8a640 1 --2- 172.21.15.5:0/3521988469 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ac80d3150 0x7f6ac80b2b70 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f6ab800c820 tx=0x7f6ab800cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:12.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.219+0000 7f6abdffb640 1 -- 172.21.15.5:0/3521988469 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ab8015070 con 0x7f6ac80d3150 2024-09-19T05:04:12.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.219+0000 7f6abdffb640 1 -- 172.21.15.5:0/3521988469 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ab8007a30 con 0x7f6ac80d3150 2024-09-19T05:04:12.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.219+0000 7f6acf5ef640 1 -- 172.21.15.5:0/3521988469 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ac80cdca0 con 0x7f6ac80d3150 2024-09-19T05:04:12.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.219+0000 7f6abdffb640 1 -- 172.21.15.5:0/3521988469 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ab8007e00 con 0x7f6ac80d3150 2024-09-19T05:04:12.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.219+0000 7f6acf5ef640 1 -- 172.21.15.5:0/3521988469 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ac80cd670 con 0x7f6ac80d3150 2024-09-19T05:04:12.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.221+0000 7f6acf5ef640 1 -- 172.21.15.5:0/3521988469 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ac806ed60 con 0x7f6ac80d3150 2024-09-19T05:04:12.226 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.221+0000 7f6abdffb640 1 -- 172.21.15.5:0/3521988469 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6ab8018070 con 0x7f6ac80d3150 2024-09-19T05:04:12.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.221+0000 7f6abdffb640 1 --2- 172.21.15.5:0/3521988469 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6aac06c2b0 0x7f6aac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:12.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.221+0000 7f6abdffb640 1 -- 172.21.15.5:0/3521988469 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 6101+0+0 (secure 0 0 0) 0x7f6ab808b4c0 con 0x7f6ac80d3150 2024-09-19T05:04:12.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.222+0000 7f6acd38b640 1 --2- 172.21.15.5:0/3521988469 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6aac06c2b0 0x7f6aac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:12.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.222+0000 7f6acd38b640 1 --2- 172.21.15.5:0/3521988469 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6aac06c2b0 0x7f6aac06e770 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f6ac4007fd0 tx=0x7f6ac4007de0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:12.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.226+0000 7f6abdffb640 1 -- 172.21.15.5:0/3521988469 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6ab8059440 con 0x7f6ac80d3150 2024-09-19T05:04:12.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.439+0000 7f6acf5ef640 1 -- 172.21.15.5:0/3521988469 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f6ac806d940 con 0x7f6ac80d3150 2024-09-19T05:04:12.443 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.439+0000 7f6abdffb640 1 -- 172.21.15.5:0/3521988469 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v44) ==== 53+0+73 (secure 0 0 0) 0x7f6ab805d740 con 0x7f6ac80d3150 2024-09-19T05:04:12.443 INFO:teuthology.orchestra.run.smithi005.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:04:12.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.442+0000 7f6acf5ef640 1 -- 172.21.15.5:0/3521988469 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6aac06c2b0 msgr2=0x7f6aac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:12.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.442+0000 7f6acf5ef640 1 --2- 172.21.15.5:0/3521988469 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6aac06c2b0 0x7f6aac06e770 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f6ac4007fd0 tx=0x7f6ac4007de0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.442+0000 7f6acf5ef640 1 -- 172.21.15.5:0/3521988469 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ac80d3150 msgr2=0x7f6ac80b2b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:12.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.442+0000 7f6acf5ef640 1 --2- 172.21.15.5:0/3521988469 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ac80d3150 0x7f6ac80b2b70 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f6ab800c820 tx=0x7f6ab800cc20 comp rx=0 tx=0).stop 2024-09-19T05:04:12.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.442+0000 7f6acf5ef640 1 -- 172.21.15.5:0/3521988469 shutdown_connections 2024-09-19T05:04:12.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.442+0000 7f6acf5ef640 1 --2- 172.21.15.5:0/3521988469 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6aac06c2b0 0x7f6aac06e770 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.442+0000 7f6acf5ef640 1 --2- 172.21.15.5:0/3521988469 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6ac815e660 0x7f6ac814dae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.442+0000 7f6acf5ef640 1 --2- 172.21.15.5:0/3521988469 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6ac80d3150 0x7f6ac80b2b70 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.442+0000 7f6acf5ef640 1 --2- 172.21.15.5:0/3521988469 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6ac80b6530 0x7f6ac80b2630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:12.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.442+0000 7f6acf5ef640 1 -- 172.21.15.5:0/3521988469 >> 172.21.15.5:0/3521988469 conn(0x7f6ac808c000 msgr2=0x7f6ac80b5b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:12.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.442+0000 7f6acf5ef640 1 -- 172.21.15.5:0/3521988469 shutdown_connections 2024-09-19T05:04:12.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12.442+0000 7f6acf5ef640 1 -- 172.21.15.5:0/3521988469 wait complete. 2024-09-19T05:04:12.455 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:04:12.455 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:04:12.455 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi005.front.sepia.ceph.com 2024-09-19T05:04:12.455 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T05:04:12.455 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T05:04:12.455 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:04:12.455 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T05:04:12.455 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:04:12.455 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:04:12.456 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:12.456 DEBUG:teuthology.orchestra.run.smithi005:> ip addr 2024-09-19T05:04:12.477 INFO:teuthology.orchestra.run.smithi005.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:04:12.477 INFO:teuthology.orchestra.run.smithi005.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:04:12.477 INFO:teuthology.orchestra.run.smithi005.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:04:12.477 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:04:12.477 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 ::1/128 scope host 2024-09-19T05:04:12.477 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:04:12.477 INFO:teuthology.orchestra.run.smithi005.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:04:12.477 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:de brd ff:ff:ff:ff:ff:ff 2024-09-19T05:04:12.478 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp7s0f0 2024-09-19T05:04:12.478 INFO:teuthology.orchestra.run.smithi005.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:04:12.478 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:df brd ff:ff:ff:ff:ff:ff 2024-09-19T05:04:12.478 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp7s0f1 2024-09-19T05:04:12.478 INFO:teuthology.orchestra.run.smithi005.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:04:12.478 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:42 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:04:12.478 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp1s0f0 2024-09-19T05:04:12.478 INFO:teuthology.orchestra.run.smithi005.stdout: inet 172.21.15.5/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:04:12.478 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft 42623sec preferred_lft 42623sec 2024-09-19T05:04:12.478 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::ec4:7aff:febd:1442/64 scope link 2024-09-19T05:04:12.479 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:04:12.479 INFO:teuthology.orchestra.run.smithi005.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:04:12.479 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:43 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:04:12.479 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp1s0f1 2024-09-19T05:04:12.479 INFO:teuthology.orchestra.run.smithi005.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:04:12.479 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 7a:9b:cf:fd:b9:c4 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:04:12.479 INFO:teuthology.orchestra.run.smithi005.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:04:12.479 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:04:12.479 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::c439:60ff:fe57:5151/64 scope link 2024-09-19T05:04:12.479 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:04:12.480 INFO:teuthology.orchestra.run.smithi005.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:04:12.480 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 82:af:e8:3f:64:c8 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:04:12.480 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::80af:e8ff:fe3f:64c8/64 scope link 2024-09-19T05:04:12.480 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:04:12.480 INFO:teuthology.orchestra.run.smithi005.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:04:12.480 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 7a:9b:cf:fd:b9:c4 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:04:12.480 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::789b:cfff:fefd:b9c4/64 scope link 2024-09-19T05:04:12.480 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:04:12.480 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:12.480 DEBUG:teuthology.orchestra.run.smithi005:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:04:12.543 INFO:teuthology.orchestra.run.smithi005.stdout:1 2024-09-19T05:04:12.545 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:12.545 DEBUG:teuthology.orchestra.run.smithi005:> route 2024-09-19T05:04:12.603 INFO:teuthology.orchestra.run.smithi005.stdout:Kernel IP routing table 2024-09-19T05:04:12.603 INFO:teuthology.orchestra.run.smithi005.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:04:12.603 INFO:teuthology.orchestra.run.smithi005.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:04:12.603 INFO:teuthology.orchestra.run.smithi005.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:04:12.603 INFO:teuthology.orchestra.run.smithi005.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:04:12.603 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:04:12.604 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-19T05:04:12.604 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:04:12.604 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:04:12.604 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:04:12.604 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-19T05:04:12.693 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:04:12.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:04:12.732 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:12.732 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list 2024-09-19T05:04:12.748 INFO:teuthology.orchestra.run.smithi005.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T05:04:12.748 INFO:teuthology.orchestra.run.smithi005.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T05:04:12.749 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:04:12.749 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:12.749 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link set brx.0 up 2024-09-19T05:04:12.814 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:04:12.814 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T05:04:12.871 INFO:teuthology.orchestra.run.smithi005.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:04:12.871 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:04:12.871 DEBUG:teuthology.orchestra.run.smithi005:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:04:12.927 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T05:04:12.927 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:12.927 DEBUG:teuthology.orchestra.run.smithi005:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T05:04:13.012 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T05:04:13.012 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T05:04:13.012 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-19T05:04:13.021 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T05:04:13.021 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T05:04:13.021 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-19T05:04:13.021 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:04:13.021 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:04:13.027 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T05:04:13.027 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T05:04:13.027 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-19T05:04:13.027 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:04:13.027 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:04:13.027 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790" 2024-09-19T05:04:13.027 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790:/ 2024-09-19T05:04:13.028 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=d3e05719-6fe9-4686-ba83-cd0299bd169b" will pass to kernel 2024-09-19T05:04:13.029 INFO:teuthology.orchestra.run.smithi005.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T05:04:13.029 INFO:teuthology.orchestra.run.smithi005.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:04:13.029 INFO:teuthology.orchestra.run.smithi005.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:04:13.029 INFO:teuthology.orchestra.run.smithi005.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:04:13.029 INFO:teuthology.orchestra.run.smithi005.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:04:13.030 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:04:13.030 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:13.030 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:04:13.057 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:04:13.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:04:13.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:04:13.160 INFO:teuthology.orchestra.run.smithi005.stdout:client5890 2024-09-19T05:04:13.160 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:04:13.160 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:04:13.176 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:04:13.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.317+0000 7f36f1b6f640 1 Processor -- start 2024-09-19T05:04:13.319 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.318+0000 7f36f1b6f640 1 -- start start 2024-09-19T05:04:13.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.318+0000 7f36f1b6f640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f36ec0d3150 0x7f36ec0b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:13.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.318+0000 7f36f1b6f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f36ec0b6530 0x7f36ec06d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:13.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.318+0000 7f36f1b6f640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f36ec0d3680 con 0x7f36ec15e660 2024-09-19T05:04:13.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.318+0000 7f36f1b6f640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f36ec06d4b0 con 0x7f36ec0d3150 2024-09-19T05:04:13.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.318+0000 7f36f1b6f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f36ec0d3960 con 0x7f36ec0b6530 2024-09-19T05:04:13.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.318+0000 7f36eaffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f36ec0d3150 0x7f36ec0b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:13.321 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.319+0000 7f36eb7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f36ec15e660 0x7f36ec0d4dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:38206/0 (socket says 172.21.15.5:38206) 2024-09-19T05:04:13.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.319+0000 7f36eb7fe640 1 -- 172.21.15.5:0/2593150999 learned_addr learned my addr 172.21.15.5:0/2593150999 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:13.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.319+0000 7f36ebfff640 1 --2- 172.21.15.5:0/2593150999 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f36ec0b6530 0x7f36ec06d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:13.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.319+0000 7f36eaffd640 1 -- 172.21.15.5:0/2593150999 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f36ec0b6530 msgr2=0x7f36ec06d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:13.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.319+0000 7f36eaffd640 1 --2- 172.21.15.5:0/2593150999 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f36ec0b6530 0x7f36ec06d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:13.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.319+0000 7f36eaffd640 1 -- 172.21.15.5:0/2593150999 >> v1:172.21.15.5:6789/0 conn(0x7f36ec15e660 legacy=0x7f36ec0d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:13.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.319+0000 7f36ea7fc640 1 -- 172.21.15.5:0/2593150999 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4199545281 0 0) 0x7f36ec0d3680 con 0x7f36ec15e660 2024-09-19T05:04:13.322 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.319+0000 7f36eaffd640 1 -- 172.21.15.5:0/2593150999 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36ec06ce60 con 0x7f36ec0d3150 2024-09-19T05:04:13.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.320+0000 7f36eaffd640 1 --2- 172.21.15.5:0/2593150999 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36ec0d3150 0x7f36ec0b5ff0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f36e00097a0 tx=0x7f36e002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e33ef76ee8d4ccac server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:13.326 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.320+0000 7f36ea7fc640 1 -- 172.21.15.5:0/2593150999 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36e0037070 con 0x7f36ec0d3150 2024-09-19T05:04:13.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.320+0000 7f36ea7fc640 1 -- 172.21.15.5:0/2593150999 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36e0032440 con 0x7f36ec0d3150 2024-09-19T05:04:13.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.320+0000 7f36ea7fc640 1 -- 172.21.15.5:0/2593150999 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36e0032810 con 0x7f36ec0d3150 2024-09-19T05:04:13.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.320+0000 7f36f1b6f640 1 -- 172.21.15.5:0/2593150999 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36ec0d3150 msgr2=0x7f36ec0b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:13.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.320+0000 7f36f1b6f640 1 --2- 172.21.15.5:0/2593150999 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36ec0d3150 0x7f36ec0b5ff0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f36e00097a0 tx=0x7f36e002a210 comp rx=0 tx=0).stop 2024-09-19T05:04:13.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.320+0000 7f36f1b6f640 1 -- 172.21.15.5:0/2593150999 shutdown_connections 2024-09-19T05:04:13.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.320+0000 7f36f1b6f640 1 --2- 172.21.15.5:0/2593150999 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f36ec0b6530 0x7f36ec06d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:13.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.320+0000 7f36f1b6f640 1 --2- 172.21.15.5:0/2593150999 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36ec0d3150 0x7f36ec0b5ff0 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:13.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.320+0000 7f36f1b6f640 1 -- 172.21.15.5:0/2593150999 >> 172.21.15.5:0/2593150999 conn(0x7f36ec08c000 msgr2=0x7f36ec0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:13.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.320+0000 7f36f1b6f640 1 -- 172.21.15.5:0/2593150999 shutdown_connections 2024-09-19T05:04:13.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.320+0000 7f36f1b6f640 1 -- 172.21.15.5:0/2593150999 wait complete. 2024-09-19T05:04:13.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.322+0000 7f36f1b6f640 1 Processor -- start 2024-09-19T05:04:13.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.322+0000 7f36f1b6f640 1 -- start start 2024-09-19T05:04:13.327 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.322+0000 7f36f1b6f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f36ec0b6530 0x7f36ec14b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:13.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.322+0000 7f36f1b6f640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f36ec0d3150 0x7f36ec0ce4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:13.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.322+0000 7f36f1b6f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36ec15e660 0x7f36ec0b8f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:13.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.322+0000 7f36f1b6f640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f36ec06de80 con 0x7f36ec15e660 2024-09-19T05:04:13.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.322+0000 7f36f1b6f640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f36ec15ea40 con 0x7f36ec0d3150 2024-09-19T05:04:13.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.322+0000 7f36f1b6f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f36ec06e000 con 0x7f36ec0b6530 2024-09-19T05:04:13.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.323+0000 7f36ebfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36ec15e660 0x7f36ec0b8f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:13.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.323+0000 7f36ebfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36ec15e660 0x7f36ec0b8f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55334/0 (socket says 172.21.15.5:55334) 2024-09-19T05:04:13.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.323+0000 7f36ebfff640 1 -- 172.21.15.5:0/2169134861 learned_addr learned my addr 172.21.15.5:0/2169134861 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:13.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.323+0000 7f36eb7fe640 1 --2- 172.21.15.5:0/2169134861 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f36ec0b6530 0x7f36ec14b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:13.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.323+0000 7f36eaffd640 1 --2- 172.21.15.5:0/2169134861 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f36ec0d3150 0x7f36ec0ce4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:13.328 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.323+0000 7f36ebfff640 1 -- 172.21.15.5:0/2169134861 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f36ec0b6530 msgr2=0x7f36ec14b0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:13.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.323+0000 7f36ebfff640 1 --2- 172.21.15.5:0/2169134861 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f36ec0b6530 0x7f36ec14b0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:13.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.323+0000 7f36ebfff640 1 -- 172.21.15.5:0/2169134861 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f36ec0d3150 msgr2=0x7f36ec0ce4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:13.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.323+0000 7f36ebfff640 1 --2- 172.21.15.5:0/2169134861 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f36ec0d3150 0x7f36ec0ce4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:13.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.323+0000 7f36ebfff640 1 -- 172.21.15.5:0/2169134861 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36ec14e760 con 0x7f36ec15e660 2024-09-19T05:04:13.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.323+0000 7f36ebfff640 1 --2- 172.21.15.5:0/2169134861 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36ec15e660 0x7f36ec0b8f40 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f36e4007e40 tx=0x7f36e400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:13.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.323+0000 7f36d3fff640 1 -- 172.21.15.5:0/2169134861 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36e4014620 con 0x7f36ec15e660 2024-09-19T05:04:13.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.323+0000 7f36d3fff640 1 -- 172.21.15.5:0/2169134861 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36e4019070 con 0x7f36ec15e660 2024-09-19T05:04:13.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.323+0000 7f36f1b6f640 1 -- 172.21.15.5:0/2169134861 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36ec0ce9f0 con 0x7f36ec15e660 2024-09-19T05:04:13.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.323+0000 7f36d3fff640 1 -- 172.21.15.5:0/2169134861 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36e4014a20 con 0x7f36ec15e660 2024-09-19T05:04:13.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.323+0000 7f36f1b6f640 1 -- 172.21.15.5:0/2169134861 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36ec0cd9d0 con 0x7f36ec15e660 2024-09-19T05:04:13.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.324+0000 7f36f1b6f640 1 -- 172.21.15.5:0/2169134861 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36ec0cd7c0 con 0x7f36ec15e660 2024-09-19T05:04:13.329 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.325+0000 7f36d3fff640 1 -- 172.21.15.5:0/2169134861 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f36e4014bc0 con 0x7f36ec15e660 2024-09-19T05:04:13.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.325+0000 7f36d3fff640 1 --2- 172.21.15.5:0/2169134861 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f36d806c2b0 0x7f36d806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:13.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.326+0000 7f36d3fff640 1 -- 172.21.15.5:0/2169134861 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 6101+0+0 (secure 0 0 0) 0x7f36e408bd20 con 0x7f36ec15e660 2024-09-19T05:04:13.330 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.326+0000 7f36eb7fe640 1 --2- 172.21.15.5:0/2169134861 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f36d806c2b0 0x7f36d806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:13.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.326+0000 7f36eb7fe640 1 --2- 172.21.15.5:0/2169134861 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f36d806c2b0 0x7f36d806e770 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f36dc007fd0 tx=0x7f36dc007de0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:13.331 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.330+0000 7f36d3fff640 1 -- 172.21.15.5:0/2169134861 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f36e4059cb0 con 0x7f36ec15e660 2024-09-19T05:04:13.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.541+0000 7f36f1b6f640 1 -- 172.21.15.5:0/2169134861 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f36ec06d940 con 0x7f36ec15e660 2024-09-19T05:04:13.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.542+0000 7f36d3fff640 1 -- 172.21.15.5:0/2169134861 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v44) ==== 53+0+73 (secure 0 0 0) 0x7f36e405dfb0 con 0x7f36ec15e660 2024-09-19T05:04:13.544 INFO:teuthology.orchestra.run.smithi005.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:04:13.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.544+0000 7f36f1b6f640 1 -- 172.21.15.5:0/2169134861 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f36d806c2b0 msgr2=0x7f36d806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:13.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.544+0000 7f36f1b6f640 1 --2- 172.21.15.5:0/2169134861 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f36d806c2b0 0x7f36d806e770 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f36dc007fd0 tx=0x7f36dc007de0 comp rx=0 tx=0).stop 2024-09-19T05:04:13.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.544+0000 7f36f1b6f640 1 -- 172.21.15.5:0/2169134861 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36ec15e660 msgr2=0x7f36ec0b8f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:13.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.544+0000 7f36f1b6f640 1 --2- 172.21.15.5:0/2169134861 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36ec15e660 0x7f36ec0b8f40 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f36e4007e40 tx=0x7f36e400e4b0 comp rx=0 tx=0).stop 2024-09-19T05:04:13.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.544+0000 7f36f1b6f640 1 -- 172.21.15.5:0/2169134861 shutdown_connections 2024-09-19T05:04:13.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.544+0000 7f36f1b6f640 1 --2- 172.21.15.5:0/2169134861 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f36d806c2b0 0x7f36d806e770 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:13.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.544+0000 7f36f1b6f640 1 --2- 172.21.15.5:0/2169134861 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f36ec15e660 0x7f36ec0b8f40 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:13.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.544+0000 7f36f1b6f640 1 --2- 172.21.15.5:0/2169134861 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f36ec0d3150 0x7f36ec0ce4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:13.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.544+0000 7f36f1b6f640 1 --2- 172.21.15.5:0/2169134861 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f36ec0b6530 0x7f36ec14b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:13.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.544+0000 7f36f1b6f640 1 -- 172.21.15.5:0/2169134861 >> 172.21.15.5:0/2169134861 conn(0x7f36ec08c000 msgr2=0x7f36ec0b5760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:13.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.544+0000 7f36f1b6f640 1 -- 172.21.15.5:0/2169134861 shutdown_connections 2024-09-19T05:04:13.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:13.544+0000 7f36f1b6f640 1 -- 172.21.15.5:0/2169134861 wait complete. 2024-09-19T05:04:13.557 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:04:13.557 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:04:13.557 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi134.front.sepia.ceph.com 2024-09-19T05:04:13.557 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T05:04:13.558 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T05:04:13.558 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:04:13.558 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T05:04:13.558 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:04:13.558 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:04:13.559 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:13.559 DEBUG:teuthology.orchestra.run.smithi134:> ip addr 2024-09-19T05:04:13.580 INFO:teuthology.orchestra.run.smithi134.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:04:13.580 INFO:teuthology.orchestra.run.smithi134.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:04:13.580 INFO:teuthology.orchestra.run.smithi134.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:04:13.581 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:04:13.581 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 ::1/128 scope host 2024-09-19T05:04:13.581 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:04:13.581 INFO:teuthology.orchestra.run.smithi134.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:04:13.581 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:d9:38:e6 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:04:13.582 INFO:teuthology.orchestra.run.smithi134.stdout: altname enp7s0f0 2024-09-19T05:04:13.582 INFO:teuthology.orchestra.run.smithi134.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:04:13.582 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:d9:38:e7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:04:13.582 INFO:teuthology.orchestra.run.smithi134.stdout: altname enp7s0f1 2024-09-19T05:04:13.582 INFO:teuthology.orchestra.run.smithi134.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:04:13.582 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:88:6d:e8 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:04:13.583 INFO:teuthology.orchestra.run.smithi134.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:04:13.583 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:88:6d:e9 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:04:13.583 INFO:teuthology.orchestra.run.smithi134.stdout: inet 172.21.15.134/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T05:04:13.583 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft 42615sec preferred_lft 42615sec 2024-09-19T05:04:13.583 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::ec4:7aff:fe88:6de9/64 scope link noprefixroute 2024-09-19T05:04:13.583 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:04:13.584 INFO:teuthology.orchestra.run.smithi134.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:04:13.584 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0e:eb:2d:d0:3e:b7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:04:13.584 INFO:teuthology.orchestra.run.smithi134.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:04:13.584 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:04:13.584 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::90a2:26ff:feea:3d00/64 scope link 2024-09-19T05:04:13.585 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:04:13.585 INFO:teuthology.orchestra.run.smithi134.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:04:13.585 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether f6:41:57:e6:af:aa brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:04:13.585 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::f441:57ff:fee6:afaa/64 scope link 2024-09-19T05:04:13.585 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:04:13.585 INFO:teuthology.orchestra.run.smithi134.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:04:13.586 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0e:eb:2d:d0:3e:b7 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T05:04:13.586 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::ceb:2dff:fed0:3eb7/64 scope link 2024-09-19T05:04:13.586 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:04:13.586 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:13.587 DEBUG:teuthology.orchestra.run.smithi134:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:04:13.648 INFO:teuthology.orchestra.run.smithi134.stdout:1 2024-09-19T05:04:13.649 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:13.650 DEBUG:teuthology.orchestra.run.smithi134:> route 2024-09-19T05:04:13.708 INFO:teuthology.orchestra.run.smithi134.stdout:Kernel IP routing table 2024-09-19T05:04:13.708 INFO:teuthology.orchestra.run.smithi134.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:04:13.709 INFO:teuthology.orchestra.run.smithi134.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T05:04:13.709 INFO:teuthology.orchestra.run.smithi134.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T05:04:13.709 INFO:teuthology.orchestra.run.smithi134.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:04:13.709 DEBUG:teuthology.orchestra.run.smithi134:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:04:13.709 DEBUG:teuthology.orchestra.run.smithi134:> set -e 2024-09-19T05:04:13.709 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T05:04:13.709 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T05:04:13.709 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T05:04:13.710 DEBUG:teuthology.orchestra.run.smithi134:> ') 2024-09-19T05:04:13.800 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:04:13 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:04:13.833 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:04:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:04:13.839 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:13.839 DEBUG:teuthology.orchestra.run.smithi134:> ip netns list 2024-09-19T05:04:13.855 INFO:teuthology.orchestra.run.smithi134.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T05:04:13.855 INFO:teuthology.orchestra.run.smithi134.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T05:04:13.856 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:04:13.856 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:13.856 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link set brx.0 up 2024-09-19T05:04:13.920 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:04:13.920 DEBUG:teuthology.orchestra.run.smithi134:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T05:04:13.975 INFO:teuthology.orchestra.run.smithi134.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:04:13.976 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:04:13.976 DEBUG:teuthology.orchestra.run.smithi134:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:04:14.031 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T05:04:14.031 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:14.032 DEBUG:teuthology.orchestra.run.smithi134:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:04:14.115 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:04:14.115 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T05:04:14.115 INFO:teuthology.orchestra.run.smithi134.stdout:invalid new device string format 2024-09-19T05:04:14.123 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:04:14.123 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T05:04:14.124 INFO:teuthology.orchestra.run.smithi134.stdout:invalid new device string format 2024-09-19T05:04:14.124 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:04:14.124 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:04:14.142 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:04:14.142 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T05:04:14.142 INFO:teuthology.orchestra.run.smithi134.stdout:invalid new device string format 2024-09-19T05:04:14.142 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:04:14.142 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:04:14.143 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790" 2024-09-19T05:04:14.143 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790:/ 2024-09-19T05:04:14.143 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs,key=1,fsid=d3e05719-6fe9-4686-ba83-cd0299bd169b" will pass to kernel 2024-09-19T05:04:14.143 INFO:teuthology.orchestra.run.smithi134.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T05:04:14.143 INFO:teuthology.orchestra.run.smithi134.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:04:14.144 INFO:teuthology.orchestra.run.smithi134.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:04:14.144 INFO:teuthology.orchestra.run.smithi134.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:04:14.144 INFO:teuthology.orchestra.run.smithi134.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:04:14.145 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:04:14.145 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:14.145 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:04:14.210 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:04:14.299 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:04:14 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:04:14.301 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:04:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:04:14.307 INFO:teuthology.orchestra.run.smithi134.stdout:client6492 2024-09-19T05:04:14.307 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:04:14.308 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:04:14.323 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:14.323 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir subdir) 2024-09-19T05:04:14.348 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:14.348 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.quota.max_files ./subdir) 2024-09-19T05:04:14.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:04:14.408 INFO:teuthology.orchestra.run.smithi005.stderr:./subdir: ceph.quota.max_files: No such attribute 2024-09-19T05:04:14.408 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:14.408 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.1 && exec getfattr --only-values -n ceph.quota.max_files ./subdir) 2024-09-19T05:04:14.425 INFO:teuthology.orchestra.run.smithi134.stderr:./subdir: ceph.quota.max_files: No such attribute 2024-09-19T05:04:14.426 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:04:14.426 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:14.426 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.quota.max_files -v 10 ./subdir) 2024-09-19T05:04:14.469 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:14.469 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.quota.max_files ./subdir) 2024-09-19T05:04:14.528 INFO:teuthology.orchestra.run.smithi005.stdout:10 2024-09-19T05:04:14.529 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:14.529 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.1 && exec getfattr --only-values -n ceph.quota.max_files ./subdir) 2024-09-19T05:04:14.545 INFO:teuthology.orchestra.run.smithi134.stdout:10 2024-09-19T05:04:14.545 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T05:04:14.546 DEBUG:teuthology.orchestra.run.smithi005:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:04:14.622 DEBUG:teuthology.orchestra.run.smithi134:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:04:14.662 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T05:04:14.662 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:04:14.662 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:04:14.662 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:04:14.680 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:04:14.680 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:04:14.738 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:04:14.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.883+0000 7fca288dd640 1 Processor -- start 2024-09-19T05:04:14.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.883+0000 7fca288dd640 1 -- start start 2024-09-19T05:04:14.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.884+0000 7fca288dd640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fca2415e660 0x7fca240d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:14.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.884+0000 7fca288dd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fca240b6700 0x7fca2406d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:14.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.884+0000 7fca288dd640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fca240d3680 con 0x7fca240d3150 2024-09-19T05:04:14.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.884+0000 7fca288dd640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fca2406d4b0 con 0x7fca240b6700 2024-09-19T05:04:14.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.884+0000 7fca288dd640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fca240d3960 con 0x7fca2415e660 2024-09-19T05:04:14.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.884+0000 7fca22d9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fca240b6700 0x7fca2406d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:14.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.884+0000 7fca21d9b640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fca240d3150 0x7fca240b5ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:38220/0 (socket says 172.21.15.5:38220) 2024-09-19T05:04:14.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.885+0000 7fca21d9b640 1 -- 172.21.15.5:0/3433696818 learned_addr learned my addr 172.21.15.5:0/3433696818 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:14.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.885+0000 7fca2259c640 1 --2- 172.21.15.5:0/3433696818 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fca2415e660 0x7fca240d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:14.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.885+0000 7fca22d9d640 1 -- 172.21.15.5:0/3433696818 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fca2415e660 msgr2=0x7fca240d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:14.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.885+0000 7fca22d9d640 1 --2- 172.21.15.5:0/3433696818 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fca2415e660 0x7fca240d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:14.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.885+0000 7fca22d9d640 1 -- 172.21.15.5:0/3433696818 >> v1:172.21.15.5:6789/0 conn(0x7fca240d3150 legacy=0x7fca240b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:14.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.885+0000 7fca2159a640 1 -- 172.21.15.5:0/3433696818 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1962163447 0 0) 0x7fca240d3680 con 0x7fca240d3150 2024-09-19T05:04:14.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.885+0000 7fca22d9d640 1 -- 172.21.15.5:0/3433696818 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca2406ce60 con 0x7fca240b6700 2024-09-19T05:04:14.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.886+0000 7fca22d9d640 1 --2- 172.21.15.5:0/3433696818 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fca240b6700 0x7fca2406d940 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7fca14009d90 tx=0x7fca1402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33c7f68b4af75f3d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:14.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.886+0000 7fca2159a640 1 -- 172.21.15.5:0/3433696818 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca14007740 con 0x7fca240b6700 2024-09-19T05:04:14.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.886+0000 7fca2159a640 1 -- 172.21.15.5:0/3433696818 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca140078e0 con 0x7fca240b6700 2024-09-19T05:04:14.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.886+0000 7fca2159a640 1 -- 172.21.15.5:0/3433696818 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca14007cb0 con 0x7fca240b6700 2024-09-19T05:04:14.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.886+0000 7fca288dd640 1 -- 172.21.15.5:0/3433696818 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fca240b6700 msgr2=0x7fca2406d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:14.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.886+0000 7fca288dd640 1 --2- 172.21.15.5:0/3433696818 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fca240b6700 0x7fca2406d940 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7fca14009d90 tx=0x7fca1402a6f0 comp rx=0 tx=0).stop 2024-09-19T05:04:14.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.886+0000 7fca288dd640 1 -- 172.21.15.5:0/3433696818 shutdown_connections 2024-09-19T05:04:14.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.886+0000 7fca288dd640 1 --2- 172.21.15.5:0/3433696818 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fca240b6700 0x7fca2406d940 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:14.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.886+0000 7fca288dd640 1 --2- 172.21.15.5:0/3433696818 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fca2415e660 0x7fca240d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:14.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.886+0000 7fca288dd640 1 -- 172.21.15.5:0/3433696818 >> 172.21.15.5:0/3433696818 conn(0x7fca2408c000 msgr2=0x7fca240d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:14.889 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.886+0000 7fca288dd640 1 -- 172.21.15.5:0/3433696818 shutdown_connections 2024-09-19T05:04:14.890 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.886+0000 7fca288dd640 1 -- 172.21.15.5:0/3433696818 wait complete. 2024-09-19T05:04:14.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.888+0000 7fca288dd640 1 Processor -- start 2024-09-19T05:04:14.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.888+0000 7fca288dd640 1 -- start start 2024-09-19T05:04:14.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.889+0000 7fca288dd640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fca240b6700 0x7fca2414bc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:14.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.889+0000 7fca288dd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fca240d3150 0x7fca2414b090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:14.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.889+0000 7fca288dd640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fca2415e660 0x7fca2414b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:14.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.889+0000 7fca288dd640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fca2415ea40 con 0x7fca240d3150 2024-09-19T05:04:14.892 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.889+0000 7fca288dd640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fca240d5310 con 0x7fca2415e660 2024-09-19T05:04:14.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.889+0000 7fca288dd640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fca2406de80 con 0x7fca240b6700 2024-09-19T05:04:14.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.889+0000 7fca21d9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fca240d3150 0x7fca2414b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:14.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.889+0000 7fca21d9b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fca240d3150 0x7fca2414b090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55358/0 (socket says 172.21.15.5:55358) 2024-09-19T05:04:14.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.889+0000 7fca21d9b640 1 -- 172.21.15.5:0/1815283930 learned_addr learned my addr 172.21.15.5:0/1815283930 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:14.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.889+0000 7fca2259c640 1 --2- 172.21.15.5:0/1815283930 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fca240b6700 0x7fca2414bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:14.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.889+0000 7fca22d9d640 1 --2- 172.21.15.5:0/1815283930 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fca2415e660 0x7fca2414b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:14.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.889+0000 7fca21d9b640 1 -- 172.21.15.5:0/1815283930 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fca240b6700 msgr2=0x7fca2414bc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:14.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.889+0000 7fca21d9b640 1 --2- 172.21.15.5:0/1815283930 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fca240b6700 0x7fca2414bc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:14.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.889+0000 7fca21d9b640 1 -- 172.21.15.5:0/1815283930 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fca2415e660 msgr2=0x7fca2414b5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:14.896 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.889+0000 7fca21d9b640 1 --2- 172.21.15.5:0/1815283930 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fca2415e660 0x7fca2414b5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:14.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.889+0000 7fca21d9b640 1 -- 172.21.15.5:0/1815283930 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca240cc730 con 0x7fca240d3150 2024-09-19T05:04:14.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.889+0000 7fca21d9b640 1 --2- 172.21.15.5:0/1815283930 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fca240d3150 0x7fca2414b090 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fca0c00c4e0 tx=0x7fca0c00c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:14.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.889+0000 7fca1affd640 1 -- 172.21.15.5:0/1815283930 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca0c018070 con 0x7fca240d3150 2024-09-19T05:04:14.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.889+0000 7fca1affd640 1 -- 172.21.15.5:0/1815283930 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca0c007500 con 0x7fca240d3150 2024-09-19T05:04:14.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.890+0000 7fca288dd640 1 -- 172.21.15.5:0/1815283930 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca240cc9a0 con 0x7fca240d3150 2024-09-19T05:04:14.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.890+0000 7fca1affd640 1 -- 172.21.15.5:0/1815283930 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca0c004a20 con 0x7fca240d3150 2024-09-19T05:04:14.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.890+0000 7fca288dd640 1 -- 172.21.15.5:0/1815283930 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca2414c170 con 0x7fca240d3150 2024-09-19T05:04:14.897 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.891+0000 7fca288dd640 1 -- 172.21.15.5:0/1815283930 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca2406d920 con 0x7fca240d3150 2024-09-19T05:04:14.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.891+0000 7fca1affd640 1 -- 172.21.15.5:0/1815283930 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fca0c01b070 con 0x7fca240d3150 2024-09-19T05:04:14.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.891+0000 7fca1affd640 1 --2- 172.21.15.5:0/1815283930 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fca0406c2b0 0x7fca0406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:14.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.892+0000 7fca1affd640 1 -- 172.21.15.5:0/1815283930 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 6101+0+0 (secure 0 0 0) 0x7fca0c08a820 con 0x7fca240d3150 2024-09-19T05:04:14.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.892+0000 7fca2259c640 1 --2- 172.21.15.5:0/1815283930 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fca0406c2b0 0x7fca0406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:14.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.892+0000 7fca2259c640 1 --2- 172.21.15.5:0/1815283930 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fca0406c2b0 0x7fca0406e770 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fca1c006fd0 tx=0x7fca1c008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:14.898 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:14.896+0000 7fca1affd640 1 -- 172.21.15.5:0/1815283930 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fca0c058900 con 0x7fca240d3150 2024-09-19T05:04:15.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.085+0000 7fca288dd640 1 -- 172.21.15.5:0/1815283930 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fca240b56f0 con 0x7fca240d3150 2024-09-19T05:04:15.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.085+0000 7fca1affd640 1 -- 172.21.15.5:0/1815283930 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v84) ==== 80+0+0 (secure 0 0 0) 0x7fca0c05cc00 con 0x7fca240d3150 2024-09-19T05:04:15.087 INFO:teuthology.orchestra.run.smithi005.stderr:listed 0 entries 2024-09-19T05:04:15.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.087+0000 7fca288dd640 1 -- 172.21.15.5:0/1815283930 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fca0406c2b0 msgr2=0x7fca0406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:15.089 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.087+0000 7fca288dd640 1 --2- 172.21.15.5:0/1815283930 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fca0406c2b0 0x7fca0406e770 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fca1c006fd0 tx=0x7fca1c008040 comp rx=0 tx=0).stop 2024-09-19T05:04:15.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.087+0000 7fca288dd640 1 -- 172.21.15.5:0/1815283930 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fca240d3150 msgr2=0x7fca2414b090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:15.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.087+0000 7fca288dd640 1 --2- 172.21.15.5:0/1815283930 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fca240d3150 0x7fca2414b090 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fca0c00c4e0 tx=0x7fca0c00c9a0 comp rx=0 tx=0).stop 2024-09-19T05:04:15.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.087+0000 7fca288dd640 1 -- 172.21.15.5:0/1815283930 shutdown_connections 2024-09-19T05:04:15.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.087+0000 7fca288dd640 1 --2- 172.21.15.5:0/1815283930 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fca0406c2b0 0x7fca0406e770 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:15.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.087+0000 7fca288dd640 1 --2- 172.21.15.5:0/1815283930 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fca2415e660 0x7fca2414b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:15.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.087+0000 7fca288dd640 1 --2- 172.21.15.5:0/1815283930 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fca240d3150 0x7fca2414b090 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:15.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.087+0000 7fca288dd640 1 --2- 172.21.15.5:0/1815283930 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fca240b6700 0x7fca2414bc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:15.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.087+0000 7fca288dd640 1 -- 172.21.15.5:0/1815283930 >> 172.21.15.5:0/1815283930 conn(0x7fca2408c000 msgr2=0x7fca2406e210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:15.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.087+0000 7fca288dd640 1 -- 172.21.15.5:0/1815283930 shutdown_connections 2024-09-19T05:04:15.091 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.087+0000 7fca288dd640 1 -- 172.21.15.5:0/1815283930 wait complete. 2024-09-19T05:04:15.100 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T05:04:15.100 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:15.100 DEBUG:teuthology.orchestra.run.smithi005:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T05:04:15.129 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi005.front.sepia.ceph.com 2024-09-19T05:04:15.129 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:15.129 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T05:04:15.186 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:04:15.186 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:04:15.186 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:04:15.202 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:04:15.202 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:04:15.259 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:04:15.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.361+0000 7f83e7742640 1 Processor -- start 2024-09-19T05:04:15.363 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.361+0000 7f83e7742640 1 -- start start 2024-09-19T05:04:15.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.362+0000 7f83e7742640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f83e00d0ff0 0x7f83e00d13d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:15.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.362+0000 7f83e7742640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f83e00cfa10 0x7f83e00d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:15.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.362+0000 7f83e7742640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f83e00d1910 con 0x7f83e00d4060 2024-09-19T05:04:15.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.362+0000 7f83e7742640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f83e00b6c70 con 0x7f83e00d0ff0 2024-09-19T05:04:15.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.362+0000 7f83e7742640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f83e00b6060 con 0x7f83e00cfa10 2024-09-19T05:04:15.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.362+0000 7f83e4cdd640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f83e00cfa10 0x7f83e00d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:15.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.362+0000 7f83e4cdd640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f83e00cfa10 0x7f83e00d3b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.5:44270/0 (socket says 172.21.15.5:44270) 2024-09-19T05:04:15.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.362+0000 7f83e4cdd640 1 -- 172.21.15.5:0/2691629187 learned_addr learned my addr 172.21.15.5:0/2691629187 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:15.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.362+0000 7f83e54de640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f83e00d0ff0 0x7f83e00d13d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:15.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.362+0000 7f83e5cdf640 1 --1- 172.21.15.5:0/2691629187 >> v1:172.21.15.134:6789/0 conn(0x7f83e00d4060 0x7f83e00d28c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.5:57938/0 (socket says 172.21.15.5:57938) 2024-09-19T05:04:15.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.363+0000 7f83e4cdd640 1 -- 172.21.15.5:0/2691629187 >> v2:172.21.15.134:3300/0 conn(0x7f83e00d0ff0 msgr2=0x7f83e00d13d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:15.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.363+0000 7f83e4cdd640 1 --2- 172.21.15.5:0/2691629187 >> v2:172.21.15.134:3300/0 conn(0x7f83e00d0ff0 0x7f83e00d13d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:15.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.363+0000 7f83e4cdd640 1 -- 172.21.15.5:0/2691629187 >> v1:172.21.15.134:6789/0 conn(0x7f83e00d4060 legacy=0x7f83e00d28c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:15.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.363+0000 7f83e4cdd640 1 -- 172.21.15.5:0/2691629187 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83e00b6340 con 0x7f83e00cfa10 2024-09-19T05:04:15.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.363+0000 7f83e54de640 1 --2- 172.21.15.5:0/2691629187 >> v2:172.21.15.134:3300/0 conn(0x7f83e00d0ff0 0x7f83e00d13d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:04:15.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.363+0000 7f83e4cdd640 1 --2- 172.21.15.5:0/2691629187 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f83e00cfa10 0x7f83e00d3b20 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f83d0009870 tx=0x7f83d002a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d122637c8cdcde7f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:15.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.364+0000 7f83d7fff640 1 -- 172.21.15.5:0/2691629187 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83d0037070 con 0x7f83e00cfa10 2024-09-19T05:04:15.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.364+0000 7f83d7fff640 1 -- 172.21.15.5:0/2691629187 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83d0032440 con 0x7f83e00cfa10 2024-09-19T05:04:15.369 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.364+0000 7f83d7fff640 1 -- 172.21.15.5:0/2691629187 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83d0032810 con 0x7f83e00cfa10 2024-09-19T05:04:15.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.364+0000 7f83e7742640 1 -- 172.21.15.5:0/2691629187 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f83e00cfa10 msgr2=0x7f83e00d3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:15.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.364+0000 7f83e7742640 1 --2- 172.21.15.5:0/2691629187 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f83e00cfa10 0x7f83e00d3b20 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f83d0009870 tx=0x7f83d002a1c0 comp rx=0 tx=0).stop 2024-09-19T05:04:15.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.364+0000 7f83e7742640 1 -- 172.21.15.5:0/2691629187 shutdown_connections 2024-09-19T05:04:15.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.364+0000 7f83e7742640 1 --2- 172.21.15.5:0/2691629187 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f83e00cfa10 0x7f83e00d3b20 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:15.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.364+0000 7f83e7742640 1 --2- 172.21.15.5:0/2691629187 >> v2:172.21.15.134:3300/0 conn(0x7f83e00d0ff0 0x7f83e00d13d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:15.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.364+0000 7f83e7742640 1 -- 172.21.15.5:0/2691629187 >> 172.21.15.5:0/2691629187 conn(0x7f83e0067f80 msgr2=0x7f83e006ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:15.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.364+0000 7f83e7742640 1 -- 172.21.15.5:0/2691629187 shutdown_connections 2024-09-19T05:04:15.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.364+0000 7f83e7742640 1 -- 172.21.15.5:0/2691629187 wait complete. 2024-09-19T05:04:15.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.365+0000 7f83e7742640 1 Processor -- start 2024-09-19T05:04:15.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.365+0000 7f83e7742640 1 -- start start 2024-09-19T05:04:15.370 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.366+0000 7f83e7742640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f83e00cfa10 0x7f83e014ca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:15.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.366+0000 7f83e7742640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f83e00d0ff0 0x7f83e0159a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:15.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.366+0000 7f83e7742640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83e00d4060 0x7f83e015d520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:15.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.366+0000 7f83e7742640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f83e015e8f0 con 0x7f83e00d4060 2024-09-19T05:04:15.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.366+0000 7f83e7742640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f83e00b6900 con 0x7f83e00d0ff0 2024-09-19T05:04:15.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.366+0000 7f83e7742640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f83e015ea70 con 0x7f83e00cfa10 2024-09-19T05:04:15.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.366+0000 7f83e5cdf640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83e00d4060 0x7f83e015d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:15.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.366+0000 7f83e5cdf640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83e00d4060 0x7f83e015d520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55362/0 (socket says 172.21.15.5:55362) 2024-09-19T05:04:15.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.366+0000 7f83e5cdf640 1 -- 172.21.15.5:0/1368401711 learned_addr learned my addr 172.21.15.5:0/1368401711 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:15.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.366+0000 7f83e4cdd640 1 --2- 172.21.15.5:0/1368401711 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f83e00d0ff0 0x7f83e0159a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:15.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.366+0000 7f83e54de640 1 --2- 172.21.15.5:0/1368401711 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f83e00cfa10 0x7f83e014ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:15.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.367+0000 7f83e5cdf640 1 -- 172.21.15.5:0/1368401711 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f83e00cfa10 msgr2=0x7f83e014ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:15.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.367+0000 7f83e5cdf640 1 --2- 172.21.15.5:0/1368401711 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f83e00cfa10 0x7f83e014ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:15.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.367+0000 7f83e5cdf640 1 -- 172.21.15.5:0/1368401711 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f83e00d0ff0 msgr2=0x7f83e0159a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:15.371 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.367+0000 7f83e5cdf640 1 --2- 172.21.15.5:0/1368401711 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f83e00d0ff0 0x7f83e0159a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:15.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.367+0000 7f83e5cdf640 1 -- 172.21.15.5:0/1368401711 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83e015a4d0 con 0x7f83e00d4060 2024-09-19T05:04:15.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.367+0000 7f83e5cdf640 1 --2- 172.21.15.5:0/1368401711 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83e00d4060 0x7f83e015d520 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f83d800c760 tx=0x7f83d800cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:15.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.367+0000 7f83d5ffb640 1 -- 172.21.15.5:0/1368401711 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83d8017070 con 0x7f83e00d4060 2024-09-19T05:04:15.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.367+0000 7f83d5ffb640 1 -- 172.21.15.5:0/1368401711 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83d800a640 con 0x7f83e00d4060 2024-09-19T05:04:15.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.367+0000 7f83e7742640 1 -- 172.21.15.5:0/1368401711 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83e015a7b0 con 0x7f83e00d4060 2024-09-19T05:04:15.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.367+0000 7f83d5ffb640 1 -- 172.21.15.5:0/1368401711 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83d800a9f0 con 0x7f83e00d4060 2024-09-19T05:04:15.372 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.367+0000 7f83e7742640 1 -- 172.21.15.5:0/1368401711 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83e015ad70 con 0x7f83e00d4060 2024-09-19T05:04:15.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.368+0000 7f83e7742640 1 -- 172.21.15.5:0/1368401711 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83e00d3b20 con 0x7f83e00d4060 2024-09-19T05:04:15.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.369+0000 7f83d5ffb640 1 -- 172.21.15.5:0/1368401711 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f83d801a070 con 0x7f83e00d4060 2024-09-19T05:04:15.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.369+0000 7f83d5ffb640 1 --2- 172.21.15.5:0/1368401711 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f83c406c2b0 0x7f83c406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:15.373 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.369+0000 7f83d5ffb640 1 -- 172.21.15.5:0/1368401711 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 6101+0+0 (secure 0 0 0) 0x7f83d808ab20 con 0x7f83e00d4060 2024-09-19T05:04:15.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.369+0000 7f83e54de640 1 --2- 172.21.15.5:0/1368401711 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f83c406c2b0 0x7f83c406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:15.374 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.370+0000 7f83e54de640 1 --2- 172.21.15.5:0/1368401711 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f83c406c2b0 0x7f83c406e770 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f83dc009560 tx=0x7f83dc009190 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:15.375 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.373+0000 7f83d5ffb640 1 -- 172.21.15.5:0/1368401711 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f83d8058a20 con 0x7f83e00d4060 2024-09-19T05:04:15.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.563+0000 7f83e7742640 1 -- 172.21.15.5:0/1368401711 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f83e00cb110 con 0x7f83e00d4060 2024-09-19T05:04:15.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.564+0000 7f83d5ffb640 1 -- 172.21.15.5:0/1368401711 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v84) ==== 80+0+0 (secure 0 0 0) 0x7f83d805cd20 con 0x7f83e00d4060 2024-09-19T05:04:15.565 INFO:teuthology.orchestra.run.smithi005.stderr:listed 0 entries 2024-09-19T05:04:15.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.566+0000 7f83e7742640 1 -- 172.21.15.5:0/1368401711 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f83c406c2b0 msgr2=0x7f83c406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:15.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.566+0000 7f83e7742640 1 --2- 172.21.15.5:0/1368401711 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f83c406c2b0 0x7f83c406e770 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f83dc009560 tx=0x7f83dc009190 comp rx=0 tx=0).stop 2024-09-19T05:04:15.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.566+0000 7f83e7742640 1 -- 172.21.15.5:0/1368401711 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83e00d4060 msgr2=0x7f83e015d520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:15.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.566+0000 7f83e7742640 1 --2- 172.21.15.5:0/1368401711 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83e00d4060 0x7f83e015d520 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f83d800c760 tx=0x7f83d800cc20 comp rx=0 tx=0).stop 2024-09-19T05:04:15.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.566+0000 7f83e7742640 1 -- 172.21.15.5:0/1368401711 shutdown_connections 2024-09-19T05:04:15.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.566+0000 7f83e7742640 1 --2- 172.21.15.5:0/1368401711 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f83c406c2b0 0x7f83c406e770 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:15.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.566+0000 7f83e7742640 1 --2- 172.21.15.5:0/1368401711 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f83e00d4060 0x7f83e015d520 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:15.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.566+0000 7f83e7742640 1 --2- 172.21.15.5:0/1368401711 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f83e00d0ff0 0x7f83e0159a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:15.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.566+0000 7f83e7742640 1 --2- 172.21.15.5:0/1368401711 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f83e00cfa10 0x7f83e014ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:15.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.566+0000 7f83e7742640 1 -- 172.21.15.5:0/1368401711 >> 172.21.15.5:0/1368401711 conn(0x7f83e0067f80 msgr2=0x7f83e006ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:15.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.566+0000 7f83e7742640 1 -- 172.21.15.5:0/1368401711 shutdown_connections 2024-09-19T05:04:15.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.566+0000 7f83e7742640 1 -- 172.21.15.5:0/1368401711 wait complete. 2024-09-19T05:04:15.579 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T05:04:15.579 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:15.579 DEBUG:teuthology.orchestra.run.smithi134:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-19T05:04:15.608 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi134.front.sepia.ceph.com 2024-09-19T05:04:15.608 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:15.608 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T05:04:15.664 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:04:15.664 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:04:15.664 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:04:15.681 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=554 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:04:15.681 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:04:15.681 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:04:15.682 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:04:15.722 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056029,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2378 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:04:15.722 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:04:15.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.823+0000 7f497d513640 1 Processor -- start 2024-09-19T05:04:15.824 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.823+0000 7f497d513640 1 -- start start 2024-09-19T05:04:15.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.823+0000 7f497d513640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f497815c1c0 0x7f4978070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:15.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.823+0000 7f497d513640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f497815f480 0x7f497809aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:15.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.823+0000 7f497d513640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4978070e00 con 0x7f497809afb0 2024-09-19T05:04:15.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.823+0000 7f497d513640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f49780b5d90 con 0x7f497815c1c0 2024-09-19T05:04:15.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.823+0000 7f497d513640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f49780710e0 con 0x7f497815f480 2024-09-19T05:04:15.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.824+0000 7f49767fc640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f497815f480 0x7f497809aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:15.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.824+0000 7f4976ffd640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f497815c1c0 0x7f4978070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:15.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.824+0000 7f49777fe640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7f497809afb0 0x7f4978161fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.5:57942/0 (socket says 172.21.15.5:57942) 2024-09-19T05:04:15.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.824+0000 7f49777fe640 1 -- 172.21.15.5:0/1901989551 learned_addr learned my addr 172.21.15.5:0/1901989551 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:15.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.824+0000 7f4976ffd640 1 -- 172.21.15.5:0/1901989551 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f497815f480 msgr2=0x7f497809aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:15.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.824+0000 7f4976ffd640 1 --2- 172.21.15.5:0/1901989551 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f497815f480 0x7f497809aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:15.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.824+0000 7f4976ffd640 1 -- 172.21.15.5:0/1901989551 >> v1:172.21.15.134:6789/0 conn(0x7f497809afb0 legacy=0x7f4978161fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:15.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.824+0000 7f4975ffb640 1 -- 172.21.15.5:0/1901989551 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 593613776 0 0) 0x7f4978070e00 con 0x7f497809afb0 2024-09-19T05:04:15.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.824+0000 7f4976ffd640 1 -- 172.21.15.5:0/1901989551 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49780713c0 con 0x7f497815c1c0 2024-09-19T05:04:15.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.824+0000 7f49767fc640 1 --2- 172.21.15.5:0/1901989551 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f497815f480 0x7f497809aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:04:15.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.825+0000 7f4976ffd640 1 --2- 172.21.15.5:0/1901989551 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f497815c1c0 0x7f4978070770 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f49680097a0 tx=0x7f496802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f2933bf27640368e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:15.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.825+0000 7f4975ffb640 1 -- 172.21.15.5:0/1901989551 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4968037070 con 0x7f497815c1c0 2024-09-19T05:04:15.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.825+0000 7f4975ffb640 1 -- 172.21.15.5:0/1901989551 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4968032440 con 0x7f497815c1c0 2024-09-19T05:04:15.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.825+0000 7f4975ffb640 1 -- 172.21.15.5:0/1901989551 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4968032810 con 0x7f497815c1c0 2024-09-19T05:04:15.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.826+0000 7f497d513640 1 -- 172.21.15.5:0/1901989551 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f497815c1c0 msgr2=0x7f4978070770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:15.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.826+0000 7f497d513640 1 --2- 172.21.15.5:0/1901989551 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f497815c1c0 0x7f4978070770 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f49680097a0 tx=0x7f496802a180 comp rx=0 tx=0).stop 2024-09-19T05:04:15.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.826+0000 7f497d513640 1 -- 172.21.15.5:0/1901989551 shutdown_connections 2024-09-19T05:04:15.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.826+0000 7f497d513640 1 --2- 172.21.15.5:0/1901989551 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f497815f480 0x7f497809aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:15.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.826+0000 7f497d513640 1 --2- 172.21.15.5:0/1901989551 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f497815c1c0 0x7f4978070770 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:15.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.826+0000 7f497d513640 1 -- 172.21.15.5:0/1901989551 >> 172.21.15.5:0/1901989551 conn(0x7f49780b3ff0 msgr2=0x7f49780b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:15.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.826+0000 7f497d513640 1 -- 172.21.15.5:0/1901989551 shutdown_connections 2024-09-19T05:04:15.829 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.826+0000 7f497d513640 1 -- 172.21.15.5:0/1901989551 wait complete. 2024-09-19T05:04:15.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.827+0000 7f497d513640 1 Processor -- start 2024-09-19T05:04:15.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.827+0000 7f497d513640 1 -- start start 2024-09-19T05:04:15.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.828+0000 7f497d513640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f497809afb0 0x7f49781f56f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:15.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.828+0000 7f497d513640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f497815c1c0 0x7f4978162380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:15.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.828+0000 7f497d513640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f497815f480 0x7f49781f3f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:15.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.828+0000 7f497d513640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f49780b7230 con 0x7f497809afb0 2024-09-19T05:04:15.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.828+0000 7f497d513640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f497815f8a0 con 0x7f497815c1c0 2024-09-19T05:04:15.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.828+0000 7f497d513640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f49780b73b0 con 0x7f497815f480 2024-09-19T05:04:15.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.828+0000 7f4976ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f497809afb0 0x7f49781f56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:15.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.828+0000 7f4976ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f497809afb0 0x7f49781f56f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55376/0 (socket says 172.21.15.5:55376) 2024-09-19T05:04:15.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.828+0000 7f4976ffd640 1 -- 172.21.15.5:0/2607777042 learned_addr learned my addr 172.21.15.5:0/2607777042 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:15.831 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.828+0000 7f49767fc640 1 --2- 172.21.15.5:0/2607777042 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f497815c1c0 0x7f4978162380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:15.832 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.828+0000 7f49777fe640 1 --2- 172.21.15.5:0/2607777042 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f497815f480 0x7f49781f3f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:15.832 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.828+0000 7f4976ffd640 1 -- 172.21.15.5:0/2607777042 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f497815f480 msgr2=0x7f49781f3f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:15.832 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.828+0000 7f4976ffd640 1 --2- 172.21.15.5:0/2607777042 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f497815f480 0x7f49781f3f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:15.832 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.828+0000 7f4976ffd640 1 -- 172.21.15.5:0/2607777042 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f497815c1c0 msgr2=0x7f4978162380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:15.832 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.828+0000 7f4976ffd640 1 --2- 172.21.15.5:0/2607777042 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f497815c1c0 0x7f4978162380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:15.832 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.828+0000 7f4976ffd640 1 -- 172.21.15.5:0/2607777042 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49781f49c0 con 0x7f497809afb0 2024-09-19T05:04:15.832 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.828+0000 7f49777fe640 1 --2- 172.21.15.5:0/2607777042 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f497815f480 0x7f49781f3f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:04:15.832 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.829+0000 7f4976ffd640 1 --2- 172.21.15.5:0/2607777042 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f497809afb0 0x7f49781f56f0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f49680097a0 tx=0x7f49680046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:15.832 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.829+0000 7f495f7fe640 1 -- 172.21.15.5:0/2607777042 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4968037050 con 0x7f497809afb0 2024-09-19T05:04:15.832 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.829+0000 7f495f7fe640 1 -- 172.21.15.5:0/2607777042 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4968038040 con 0x7f497809afb0 2024-09-19T05:04:15.832 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.829+0000 7f497d513640 1 -- 172.21.15.5:0/2607777042 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49781f4ca0 con 0x7f497809afb0 2024-09-19T05:04:15.832 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.829+0000 7f495f7fe640 1 -- 172.21.15.5:0/2607777042 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4968004490 con 0x7f497809afb0 2024-09-19T05:04:15.832 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.829+0000 7f497d513640 1 -- 172.21.15.5:0/2607777042 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49781f5260 con 0x7f497809afb0 2024-09-19T05:04:15.833 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.830+0000 7f497d513640 1 -- 172.21.15.5:0/2607777042 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4978070e00 con 0x7f497809afb0 2024-09-19T05:04:15.833 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.830+0000 7f495f7fe640 1 -- 172.21.15.5:0/2607777042 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f496803c6d0 con 0x7f497809afb0 2024-09-19T05:04:15.834 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.831+0000 7f495f7fe640 1 --2- 172.21.15.5:0/2607777042 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f496406c2b0 0x7f496406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:15.834 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.831+0000 7f495f7fe640 1 -- 172.21.15.5:0/2607777042 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 6101+0+0 (secure 0 0 0) 0x7f49680ac010 con 0x7f497809afb0 2024-09-19T05:04:15.834 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.831+0000 7f49767fc640 1 --2- 172.21.15.5:0/2607777042 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f496406c2b0 0x7f496406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:15.834 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.832+0000 7f49767fc640 1 --2- 172.21.15.5:0/2607777042 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f496406c2b0 0x7f496406e770 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f496c009560 tx=0x7f496c008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:15.836 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:15.835+0000 7f495f7fe640 1 -- 172.21.15.5:0/2607777042 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f496807a5f0 con 0x7f497809afb0 2024-09-19T05:04:16.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.048+0000 7f497d513640 1 -- 172.21.15.5:0/2607777042 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f497809b5a0 con 0x7f497809afb0 2024-09-19T05:04:16.050 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.048+0000 7f495f7fe640 1 -- 172.21.15.5:0/2607777042 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 44 v44) ==== 94+0+5225 (secure 0 0 0) 0x7f4968079ef0 con 0x7f497809afb0 2024-09-19T05:04:16.050 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:16.050 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":44,"btime":"2024-09-19T05:04:05:033955+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5402,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/1484882206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":1484882206},{"type":"v1","addr":"172.21.15.134:6837","nonce":1484882206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41},{"gid":5773,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/3144228452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":3144228452},{"type":"v1","addr":"172.21.15.134:6836","nonce":3144228452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41},{"gid":6291,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/1012364029","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":1012364029},{"type":"v1","addr":"172.21.15.5:6834","nonce":1012364029}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41}],"filesystems":[{"mdsmap":{"epoch":44,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:04:02.389661+0000","modified":"2024-09-19T05:04:04.375386+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6294":{"gid":6294,"name":"a","rank":0,"incarnation":42,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/1205455678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":1205455678},{"type":"v1","addr":"172.21.15.5:6835","nonce":1205455678}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6294,"qdb_cluster":[6294]},"id":6}]} 2024-09-19T05:04:16.050 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 44 2024-09-19T05:04:16.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.051+0000 7f497d513640 1 -- 172.21.15.5:0/2607777042 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f496406c2b0 msgr2=0x7f496406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:16.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.051+0000 7f497d513640 1 --2- 172.21.15.5:0/2607777042 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f496406c2b0 0x7f496406e770 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f496c009560 tx=0x7f496c008040 comp rx=0 tx=0).stop 2024-09-19T05:04:16.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.051+0000 7f497d513640 1 -- 172.21.15.5:0/2607777042 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f497809afb0 msgr2=0x7f49781f56f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:16.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.051+0000 7f497d513640 1 --2- 172.21.15.5:0/2607777042 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f497809afb0 0x7f49781f56f0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f49680097a0 tx=0x7f49680046c0 comp rx=0 tx=0).stop 2024-09-19T05:04:16.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.051+0000 7f497d513640 1 -- 172.21.15.5:0/2607777042 shutdown_connections 2024-09-19T05:04:16.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.051+0000 7f497d513640 1 --2- 172.21.15.5:0/2607777042 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f496406c2b0 0x7f496406e770 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:16.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.051+0000 7f497d513640 1 --2- 172.21.15.5:0/2607777042 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f497815f480 0x7f49781f3f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:16.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.051+0000 7f497d513640 1 --2- 172.21.15.5:0/2607777042 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f497815c1c0 0x7f4978162380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:16.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.051+0000 7f497d513640 1 --2- 172.21.15.5:0/2607777042 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f497809afb0 0x7f49781f56f0 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:16.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.051+0000 7f497d513640 1 -- 172.21.15.5:0/2607777042 >> 172.21.15.5:0/2607777042 conn(0x7f49780b3ff0 msgr2=0x7f497815e610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:16.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.051+0000 7f497d513640 1 -- 172.21.15.5:0/2607777042 shutdown_connections 2024-09-19T05:04:16.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.051+0000 7f497d513640 1 -- 172.21.15.5:0/2607777042 wait complete. 2024-09-19T05:04:16.064 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:04:16.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.165+0000 7f44a3853640 1 Processor -- start 2024-09-19T05:04:16.167 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.165+0000 7f44a3853640 1 -- start start 2024-09-19T05:04:16.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.166+0000 7f44a3853640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f449c0ce830 0x7f449c06d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:16.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.166+0000 7f44a3853640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f449c0aff20 0x7f449c0cec10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:16.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.166+0000 7f44a3853640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f449c0cd510 0x7f449c0cd980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:16.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.166+0000 7f44a3853640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f449c1608c0 con 0x7f449c0aff20 2024-09-19T05:04:16.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.166+0000 7f44a3853640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f449c160df0 con 0x7f449c0ce830 2024-09-19T05:04:16.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.166+0000 7f44a3853640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f449c067950 con 0x7f449c0cd510 2024-09-19T05:04:16.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.166+0000 7f44a0dee640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f449c0aff20 0x7f449c0cec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:16.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.166+0000 7f44a0dee640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f449c0aff20 0x7f449c0cec10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55386/0 (socket says 172.21.15.5:55386) 2024-09-19T05:04:16.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.166+0000 7f44a0dee640 1 -- 172.21.15.5:0/251249700 learned_addr learned my addr 172.21.15.5:0/251249700 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:16.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.166+0000 7f44a15ef640 1 --2- 172.21.15.5:0/251249700 >> v2:172.21.15.134:3300/0 conn(0x7f449c0ce830 0x7f449c06d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:16.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.166+0000 7f44a1df0640 1 --2- 172.21.15.5:0/251249700 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f449c0cd510 0x7f449c0cd980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:16.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.166+0000 7f44a0dee640 1 -- 172.21.15.5:0/251249700 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f449c0cd510 msgr2=0x7f449c0cd980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:16.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.166+0000 7f44a0dee640 1 --2- 172.21.15.5:0/251249700 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f449c0cd510 0x7f449c0cd980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:16.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.166+0000 7f44a0dee640 1 -- 172.21.15.5:0/251249700 >> v2:172.21.15.134:3300/0 conn(0x7f449c0ce830 msgr2=0x7f449c06d330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:16.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.166+0000 7f44a0dee640 1 --2- 172.21.15.5:0/251249700 >> v2:172.21.15.134:3300/0 conn(0x7f449c0ce830 0x7f449c06d330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:16.169 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.166+0000 7f44a0dee640 1 -- 172.21.15.5:0/251249700 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f449c06e9b0 con 0x7f449c0aff20 2024-09-19T05:04:16.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.167+0000 7f44a0dee640 1 --2- 172.21.15.5:0/251249700 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f449c0aff20 0x7f449c0cec10 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f448c009870 tx=0x7f448c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21ce1ad93d5173b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:16.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.167+0000 7f4493fff640 1 -- 172.21.15.5:0/251249700 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f448c037070 con 0x7f449c0aff20 2024-09-19T05:04:16.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.167+0000 7f4493fff640 1 -- 172.21.15.5:0/251249700 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f448c032440 con 0x7f449c0aff20 2024-09-19T05:04:16.170 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.167+0000 7f4493fff640 1 -- 172.21.15.5:0/251249700 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f448c032810 con 0x7f449c0aff20 2024-09-19T05:04:16.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.168+0000 7f44a3853640 1 -- 172.21.15.5:0/251249700 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f449c0aff20 msgr2=0x7f449c0cec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:16.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.168+0000 7f44a3853640 1 --2- 172.21.15.5:0/251249700 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f449c0aff20 0x7f449c0cec10 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f448c009870 tx=0x7f448c02a180 comp rx=0 tx=0).stop 2024-09-19T05:04:16.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.168+0000 7f44a3853640 1 -- 172.21.15.5:0/251249700 shutdown_connections 2024-09-19T05:04:16.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.168+0000 7f44a3853640 1 --2- 172.21.15.5:0/251249700 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f449c0cd510 0x7f449c0cd980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:16.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.168+0000 7f44a3853640 1 --2- 172.21.15.5:0/251249700 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f449c0aff20 0x7f449c0cec10 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:16.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.168+0000 7f44a3853640 1 --2- 172.21.15.5:0/251249700 >> v2:172.21.15.134:3300/0 conn(0x7f449c0ce830 0x7f449c06d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:16.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.168+0000 7f44a3853640 1 -- 172.21.15.5:0/251249700 >> 172.21.15.5:0/251249700 conn(0x7f449c0736d0 msgr2=0x7f449c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:16.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.168+0000 7f44a3853640 1 -- 172.21.15.5:0/251249700 shutdown_connections 2024-09-19T05:04:16.171 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.168+0000 7f44a3853640 1 -- 172.21.15.5:0/251249700 wait complete. 2024-09-19T05:04:16.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.169+0000 7f44a3853640 1 Processor -- start 2024-09-19T05:04:16.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.169+0000 7f44a3853640 1 -- start start 2024-09-19T05:04:16.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.170+0000 7f44a3853640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f449c0aff20 0x7f449c0b46d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:16.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.170+0000 7f44a3853640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f449c0cd510 0x7f449c152610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:16.173 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.170+0000 7f44a3853640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f449c0ce830 0x7f449c0aef30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:16.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.170+0000 7f44a3853640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f449c160b10 con 0x7f449c0ce830 2024-09-19T05:04:16.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.170+0000 7f44a3853640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f449c067bf0 con 0x7f449c0cd510 2024-09-19T05:04:16.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.170+0000 7f44a3853640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f449c15c690 con 0x7f449c0aff20 2024-09-19T05:04:16.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.170+0000 7f44a1df0640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f449c0ce830 0x7f449c0aef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:16.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.170+0000 7f44a1df0640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f449c0ce830 0x7f449c0aef30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55398/0 (socket says 172.21.15.5:55398) 2024-09-19T05:04:16.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.170+0000 7f44a1df0640 1 -- 172.21.15.5:0/2385628786 learned_addr learned my addr 172.21.15.5:0/2385628786 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:16.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.170+0000 7f44a15ef640 1 --2- 172.21.15.5:0/2385628786 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f449c0aff20 0x7f449c0b46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:16.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.170+0000 7f44a0dee640 1 --2- 172.21.15.5:0/2385628786 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f449c0cd510 0x7f449c152610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:16.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.170+0000 7f44a1df0640 1 -- 172.21.15.5:0/2385628786 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f449c0aff20 msgr2=0x7f449c0b46d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:16.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.170+0000 7f44a1df0640 1 --2- 172.21.15.5:0/2385628786 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f449c0aff20 0x7f449c0b46d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:16.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.170+0000 7f44a1df0640 1 -- 172.21.15.5:0/2385628786 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f449c0cd510 msgr2=0x7f449c152610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:16.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.170+0000 7f44a1df0640 1 --2- 172.21.15.5:0/2385628786 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f449c0cd510 0x7f449c152610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:16.174 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.170+0000 7f44a1df0640 1 -- 172.21.15.5:0/2385628786 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f449c0b4cb0 con 0x7f449c0ce830 2024-09-19T05:04:16.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.170+0000 7f44a15ef640 1 --2- 172.21.15.5:0/2385628786 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f449c0aff20 0x7f449c0b46d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:04:16.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.171+0000 7f44a1df0640 1 --2- 172.21.15.5:0/2385628786 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f449c0ce830 0x7f449c0aef30 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f449400eed0 tx=0x7f449400b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:16.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.171+0000 7f4491ffb640 1 -- 172.21.15.5:0/2385628786 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4494018020 con 0x7f449c0ce830 2024-09-19T05:04:16.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.171+0000 7f4491ffb640 1 -- 172.21.15.5:0/2385628786 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4494014400 con 0x7f449c0ce830 2024-09-19T05:04:16.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.171+0000 7f44a3853640 1 -- 172.21.15.5:0/2385628786 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f449c0b4f90 con 0x7f449c0ce830 2024-09-19T05:04:16.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.171+0000 7f4491ffb640 1 -- 172.21.15.5:0/2385628786 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44940147f0 con 0x7f449c0ce830 2024-09-19T05:04:16.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.171+0000 7f44a3853640 1 -- 172.21.15.5:0/2385628786 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f449c0b5550 con 0x7f449c0ce830 2024-09-19T05:04:16.175 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.172+0000 7f44a3853640 1 -- 172.21.15.5:0/2385628786 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f449c0b26e0 con 0x7f449c0ce830 2024-09-19T05:04:16.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.173+0000 7f4491ffb640 1 -- 172.21.15.5:0/2385628786 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4494005d10 con 0x7f449c0ce830 2024-09-19T05:04:16.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.173+0000 7f4491ffb640 1 --2- 172.21.15.5:0/2385628786 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f448006c2b0 0x7f448006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:16.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.173+0000 7f4491ffb640 1 -- 172.21.15.5:0/2385628786 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 6101+0+0 (secure 0 0 0) 0x7f449408be50 con 0x7f449c0ce830 2024-09-19T05:04:16.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.173+0000 7f44a15ef640 1 --2- 172.21.15.5:0/2385628786 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f448006c2b0 0x7f448006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:16.176 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.174+0000 7f44a15ef640 1 --2- 172.21.15.5:0/2385628786 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f448006c2b0 0x7f448006e770 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f4498009f30 tx=0x7f4498009190 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:16.179 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.177+0000 7f4491ffb640 1 -- 172.21.15.5:0/2385628786 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f449c0b26e0 con 0x7f449c0ce830 2024-09-19T05:04:16.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.391+0000 7f44a3853640 1 -- 172.21.15.5:0/2385628786 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f449c0cec10 con 0x7f449c0ce830 2024-09-19T05:04:16.393 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.392+0000 7f4491ffb640 1 -- 172.21.15.5:0/2385628786 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 44 v44) ==== 94+0+5225 (secure 0 0 0) 0x7f4494022030 con 0x7f449c0ce830 2024-09-19T05:04:16.394 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:16.394 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":44,"btime":"2024-09-19T05:04:05:033955+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5402,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/1484882206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":1484882206},{"type":"v1","addr":"172.21.15.134:6837","nonce":1484882206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41},{"gid":5773,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/3144228452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":3144228452},{"type":"v1","addr":"172.21.15.134:6836","nonce":3144228452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41},{"gid":6291,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/1012364029","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":1012364029},{"type":"v1","addr":"172.21.15.5:6834","nonce":1012364029}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41}],"filesystems":[{"mdsmap":{"epoch":44,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:04:02.389661+0000","modified":"2024-09-19T05:04:04.375386+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6294":{"gid":6294,"name":"a","rank":0,"incarnation":42,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/1205455678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":1205455678},{"type":"v1","addr":"172.21.15.5:6835","nonce":1205455678}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6294,"qdb_cluster":[6294]},"id":6}]} 2024-09-19T05:04:16.394 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 44 2024-09-19T05:04:16.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.394+0000 7f44a3853640 1 -- 172.21.15.5:0/2385628786 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f448006c2b0 msgr2=0x7f448006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:16.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.394+0000 7f44a3853640 1 --2- 172.21.15.5:0/2385628786 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f448006c2b0 0x7f448006e770 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f4498009f30 tx=0x7f4498009190 comp rx=0 tx=0).stop 2024-09-19T05:04:16.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.394+0000 7f44a3853640 1 -- 172.21.15.5:0/2385628786 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f449c0ce830 msgr2=0x7f449c0aef30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:16.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.394+0000 7f44a3853640 1 --2- 172.21.15.5:0/2385628786 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f449c0ce830 0x7f449c0aef30 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f449400eed0 tx=0x7f449400b480 comp rx=0 tx=0).stop 2024-09-19T05:04:16.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.394+0000 7f44a3853640 1 -- 172.21.15.5:0/2385628786 shutdown_connections 2024-09-19T05:04:16.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.394+0000 7f44a3853640 1 --2- 172.21.15.5:0/2385628786 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f448006c2b0 0x7f448006e770 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:16.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.394+0000 7f44a3853640 1 --2- 172.21.15.5:0/2385628786 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f449c0ce830 0x7f449c0aef30 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:16.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.394+0000 7f44a3853640 1 --2- 172.21.15.5:0/2385628786 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f449c0cd510 0x7f449c152610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:16.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.394+0000 7f44a3853640 1 --2- 172.21.15.5:0/2385628786 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f449c0aff20 0x7f449c0b46d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:16.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.394+0000 7f44a3853640 1 -- 172.21.15.5:0/2385628786 >> 172.21.15.5:0/2385628786 conn(0x7f449c0736d0 msgr2=0x7f449c15fb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:16.396 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.394+0000 7f44a3853640 1 -- 172.21.15.5:0/2385628786 shutdown_connections 2024-09-19T05:04:16.397 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.394+0000 7f44a3853640 1 -- 172.21.15.5:0/2385628786 wait complete. 2024-09-19T05:04:16.406 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:04:16.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.507+0000 7f6b7e159640 1 Processor -- start 2024-09-19T05:04:16.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.507+0000 7f6b7e159640 1 -- start start 2024-09-19T05:04:16.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.508+0000 7f6b7e159640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6b78071380 0x7f6b781692e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:16.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.508+0000 7f6b7e159640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6b780b5be0 con 0x7f6b7815eb10 2024-09-19T05:04:16.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.508+0000 7f6b7e159640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6b7815efa0 con 0x7f6b7815c250 2024-09-19T05:04:16.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.508+0000 7f6b7e159640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f6b7815f280 con 0x7f6b78071380 2024-09-19T05:04:16.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.508+0000 7f6b76ffd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f6b7815eb10 0x7f6b78070c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:38232/0 (socket says 172.21.15.5:38232) 2024-09-19T05:04:16.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.508+0000 7f6b76ffd640 1 -- 172.21.15.5:0/3509028294 learned_addr learned my addr 172.21.15.5:0/3509028294 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:16.511 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.508+0000 7f6b77fff640 1 --2- 172.21.15.5:0/3509028294 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6b78071380 0x7f6b781692e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:16.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.508+0000 7f6b767fc640 1 -- 172.21.15.5:0/3509028294 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1429975117 0 0) 0x7f6b6c001110 con 0x7f6b7815eb10 2024-09-19T05:04:16.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.508+0000 7f6b767fc640 1 -- 172.21.15.5:0/3509028294 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6b60003520 con 0x7f6b7815eb10 2024-09-19T05:04:16.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.509+0000 7f6b767fc640 1 -- 172.21.15.5:0/3509028294 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3387117749 0 0) 0x7f6b7815efa0 con 0x7f6b7815c250 2024-09-19T05:04:16.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.509+0000 7f6b767fc640 1 -- 172.21.15.5:0/3509028294 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6b6c001110 con 0x7f6b7815c250 2024-09-19T05:04:16.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.509+0000 7f6b767fc640 1 -- 172.21.15.5:0/3509028294 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 756153145 0 0) 0x7f6b60003520 con 0x7f6b7815eb10 2024-09-19T05:04:16.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.509+0000 7f6b77fff640 1 -- 172.21.15.5:0/3509028294 >> v1:172.21.15.134:6789/0 conn(0x7f6b7815c250 legacy=0x7f6b7809b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:16.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.509+0000 7f6b77fff640 1 -- 172.21.15.5:0/3509028294 >> v1:172.21.15.5:6789/0 conn(0x7f6b7815eb10 legacy=0x7f6b78070c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:16.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.509+0000 7f6b77fff640 1 -- 172.21.15.5:0/3509028294 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b7815f560 con 0x7f6b78071380 2024-09-19T05:04:16.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.509+0000 7f6b77fff640 1 --2- 172.21.15.5:0/3509028294 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6b78071380 0x7f6b781692e0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f6b70009dc0 tx=0x7f6b7002a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=12db53f5af5d3a75 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:16.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.510+0000 7f6b767fc640 1 -- 172.21.15.5:0/3509028294 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b6c001840 con 0x7f6b78071380 2024-09-19T05:04:16.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.510+0000 7f6b767fc640 1 -- 172.21.15.5:0/3509028294 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b70007540 con 0x7f6b78071380 2024-09-19T05:04:16.512 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.510+0000 7f6b767fc640 1 -- 172.21.15.5:0/3509028294 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b70007910 con 0x7f6b78071380 2024-09-19T05:04:16.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.510+0000 7f6b7e159640 1 -- 172.21.15.5:0/3509028294 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6b78071380 msgr2=0x7f6b781692e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:16.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.510+0000 7f6b7e159640 1 --2- 172.21.15.5:0/3509028294 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6b78071380 0x7f6b781692e0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f6b70009dc0 tx=0x7f6b7002a660 comp rx=0 tx=0).stop 2024-09-19T05:04:16.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.510+0000 7f6b7e159640 1 -- 172.21.15.5:0/3509028294 shutdown_connections 2024-09-19T05:04:16.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.510+0000 7f6b7e159640 1 --2- 172.21.15.5:0/3509028294 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6b78071380 0x7f6b781692e0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:16.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.510+0000 7f6b7e159640 1 -- 172.21.15.5:0/3509028294 >> 172.21.15.5:0/3509028294 conn(0x7f6b780b3ff0 msgr2=0x7f6b780b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:16.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.510+0000 7f6b7e159640 1 -- 172.21.15.5:0/3509028294 shutdown_connections 2024-09-19T05:04:16.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.510+0000 7f6b7e159640 1 -- 172.21.15.5:0/3509028294 wait complete. 2024-09-19T05:04:16.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.511+0000 7f6b7e159640 1 Processor -- start 2024-09-19T05:04:16.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.512+0000 7f6b7e159640 1 -- start start 2024-09-19T05:04:16.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.512+0000 7f6b7e159640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6b78071380 0x7f6b7814ff70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:16.515 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.512+0000 7f6b7e159640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6b7815c250 0x7f6b78151480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:16.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.512+0000 7f6b7e159640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6b78153850 0x7f6b78150770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:16.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.512+0000 7f6b7e159640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f6b780b70b0 con 0x7f6b78153850 2024-09-19T05:04:16.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.512+0000 7f6b7e159640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f6b7809b5a0 con 0x7f6b7815c250 2024-09-19T05:04:16.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.512+0000 7f6b7e159640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f6b780b7230 con 0x7f6b78071380 2024-09-19T05:04:16.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.512+0000 7f6b77fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6b78153850 0x7f6b78150770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:16.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.512+0000 7f6b77fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6b78153850 0x7f6b78150770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55402/0 (socket says 172.21.15.5:55402) 2024-09-19T05:04:16.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.512+0000 7f6b77fff640 1 -- 172.21.15.5:0/264794537 learned_addr learned my addr 172.21.15.5:0/264794537 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:16.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.513+0000 7f6b777fe640 1 --2- 172.21.15.5:0/264794537 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6b78071380 0x7f6b7814ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:16.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.513+0000 7f6b76ffd640 1 --2- 172.21.15.5:0/264794537 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6b7815c250 0x7f6b78151480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:16.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.513+0000 7f6b77fff640 1 -- 172.21.15.5:0/264794537 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6b78071380 msgr2=0x7f6b7814ff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:16.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.513+0000 7f6b77fff640 1 --2- 172.21.15.5:0/264794537 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6b78071380 0x7f6b7814ff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:16.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.513+0000 7f6b77fff640 1 -- 172.21.15.5:0/264794537 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6b7815c250 msgr2=0x7f6b78151480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:16.516 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.513+0000 7f6b77fff640 1 --2- 172.21.15.5:0/264794537 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6b7815c250 0x7f6b78151480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:16.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.513+0000 7f6b77fff640 1 -- 172.21.15.5:0/264794537 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b78151bf0 con 0x7f6b78153850 2024-09-19T05:04:16.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.513+0000 7f6b77fff640 1 --2- 172.21.15.5:0/264794537 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6b78153850 0x7f6b78150770 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f6b7002ac50 tx=0x7f6b70004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:16.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.513+0000 7f6b5ffff640 1 -- 172.21.15.5:0/264794537 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b7003f070 con 0x7f6b78153850 2024-09-19T05:04:16.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.513+0000 7f6b5ffff640 1 -- 172.21.15.5:0/264794537 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b70031bc0 con 0x7f6b78153850 2024-09-19T05:04:16.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.513+0000 7f6b7e159640 1 -- 172.21.15.5:0/264794537 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b78151ed0 con 0x7f6b78153850 2024-09-19T05:04:16.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.513+0000 7f6b5ffff640 1 -- 172.21.15.5:0/264794537 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b70009450 con 0x7f6b78153850 2024-09-19T05:04:16.517 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.513+0000 7f6b7e159640 1 -- 172.21.15.5:0/264794537 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b78152490 con 0x7f6b78153850 2024-09-19T05:04:16.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.514+0000 7f6b7e159640 1 -- 172.21.15.5:0/264794537 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b7809b9f0 con 0x7f6b78153850 2024-09-19T05:04:16.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.515+0000 7f6b5ffff640 1 -- 172.21.15.5:0/264794537 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6b70043410 con 0x7f6b78153850 2024-09-19T05:04:16.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.515+0000 7f6b5ffff640 1 --2- 172.21.15.5:0/264794537 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6b6406c2b0 0x7f6b6406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:16.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.515+0000 7f6b5ffff640 1 -- 172.21.15.5:0/264794537 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 6101+0+0 (secure 0 0 0) 0x7f6b700ac900 con 0x7f6b78153850 2024-09-19T05:04:16.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.515+0000 7f6b777fe640 1 --2- 172.21.15.5:0/264794537 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6b6406c2b0 0x7f6b6406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:16.518 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.516+0000 7f6b777fe640 1 --2- 172.21.15.5:0/264794537 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6b6406c2b0 0x7f6b6406e770 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f6b68001650 tx=0x7f6b68009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:16.521 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.519+0000 7f6b5ffff640 1 -- 172.21.15.5:0/264794537 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6b700303a0 con 0x7f6b78153850 2024-09-19T05:04:16.697 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.696+0000 7f6b7e159640 1 -- 172.21.15.5:0/264794537 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6b780b7570 con 0x7f6b78153850 2024-09-19T05:04:16.698 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.697+0000 7f6b5ffff640 1 -- 172.21.15.5:0/264794537 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+16909 (secure 0 0 0) 0x7f6b7007aee0 con 0x7f6b78153850 2024-09-19T05:04:16.699 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:16.699 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":84,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:04:04.029443+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:04:00.042022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-09-19T05:04:01.368465+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:04:16.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.699+0000 7f6b7e159640 1 -- 172.21.15.5:0/264794537 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6b6406c2b0 msgr2=0x7f6b6406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:16.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.699+0000 7f6b7e159640 1 --2- 172.21.15.5:0/264794537 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6b6406c2b0 0x7f6b6406e770 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f6b68001650 tx=0x7f6b68009040 comp rx=0 tx=0).stop 2024-09-19T05:04:16.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.699+0000 7f6b7e159640 1 -- 172.21.15.5:0/264794537 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6b78153850 msgr2=0x7f6b78150770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:16.701 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.699+0000 7f6b7e159640 1 --2- 172.21.15.5:0/264794537 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6b78153850 0x7f6b78150770 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f6b7002ac50 tx=0x7f6b70004a40 comp rx=0 tx=0).stop 2024-09-19T05:04:16.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.699+0000 7f6b7e159640 1 -- 172.21.15.5:0/264794537 shutdown_connections 2024-09-19T05:04:16.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.699+0000 7f6b7e159640 1 --2- 172.21.15.5:0/264794537 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f6b6406c2b0 0x7f6b6406e770 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:16.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.699+0000 7f6b7e159640 1 --2- 172.21.15.5:0/264794537 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6b78153850 0x7f6b78150770 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:16.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.699+0000 7f6b7e159640 1 --2- 172.21.15.5:0/264794537 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6b7815c250 0x7f6b78151480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:16.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.699+0000 7f6b7e159640 1 --2- 172.21.15.5:0/264794537 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f6b78071380 0x7f6b7814ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:16.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.699+0000 7f6b7e159640 1 -- 172.21.15.5:0/264794537 >> 172.21.15.5:0/264794537 conn(0x7f6b780b3ff0 msgr2=0x7f6b7815d590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:16.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.699+0000 7f6b7e159640 1 -- 172.21.15.5:0/264794537 shutdown_connections 2024-09-19T05:04:16.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.699+0000 7f6b7e159640 1 -- 172.21.15.5:0/264794537 wait complete. 2024-09-19T05:04:16.712 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T05:04:16.712 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:04:16.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.813+0000 7f9fe1726640 1 Processor -- start 2024-09-19T05:04:16.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.813+0000 7f9fe1726640 1 -- start start 2024-09-19T05:04:16.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.814+0000 7f9fe1726640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9fdc06dfd0 0x7f9fdc15b900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:16.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.814+0000 7f9fe1726640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9fdc06e690 con 0x7f9fdc072860 2024-09-19T05:04:16.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.814+0000 7f9fe1726640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9fdc06e970 con 0x7f9fdc0b4250 2024-09-19T05:04:16.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.814+0000 7f9fe1726640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f9fdc06e440 con 0x7f9fdc06dfd0 2024-09-19T05:04:16.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.814+0000 7f9fdb7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f9fdc072860 0x7f9fdc0b4e20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:38240/0 (socket says 172.21.15.5:38240) 2024-09-19T05:04:16.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.814+0000 7f9fdb7fe640 1 -- 172.21.15.5:0/4283319181 learned_addr learned my addr 172.21.15.5:0/4283319181 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:16.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.814+0000 7f9fd27fc640 1 --2- 172.21.15.5:0/4283319181 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9fdc06dfd0 0x7f9fdc15b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:16.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.814+0000 7f9fda7fc640 1 -- 172.21.15.5:0/4283319181 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 374621103 0 0) 0x7f9fdc06e690 con 0x7f9fdc072860 2024-09-19T05:04:16.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.814+0000 7f9fda7fc640 1 -- 172.21.15.5:0/4283319181 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9fc8003520 con 0x7f9fdc072860 2024-09-19T05:04:16.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.814+0000 7f9fda7fc640 1 -- 172.21.15.5:0/4283319181 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3217758889 0 0) 0x7f9fc8003520 con 0x7f9fdc072860 2024-09-19T05:04:16.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.815+0000 7f9fda7fc640 1 -- 172.21.15.5:0/4283319181 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9fdc06dfd0 msgr2=0x7f9fdc15b900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:16.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.815+0000 7f9fda7fc640 1 --2- 172.21.15.5:0/4283319181 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9fdc06dfd0 0x7f9fdc15b900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:16.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.815+0000 7f9fda7fc640 1 -- 172.21.15.5:0/4283319181 >> v1:172.21.15.134:6789/0 conn(0x7f9fdc0b4250 legacy=0x7f9fdc0b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:16.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.815+0000 7f9fda7fc640 1 -- 172.21.15.5:0/4283319181 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fdc06ec50 con 0x7f9fdc072860 2024-09-19T05:04:16.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.815+0000 7f9fda7fc640 1 -- 172.21.15.5:0/4283319181 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f9fd40019f0 con 0x7f9fdc072860 2024-09-19T05:04:16.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.815+0000 7f9fda7fc640 1 -- 172.21.15.5:0/4283319181 >> v1:172.21.15.5:6789/0 conn(0x7f9fdc072860 legacy=0x7f9fdc0b4e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:16.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.815+0000 7f9fda7fc640 1 --2- 172.21.15.5:0/4283319181 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9fdc06dfd0 0x7f9fc80039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:16.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.815+0000 7f9fda7fc640 1 --2- 172.21.15.5:0/4283319181 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9fc8003f60 0x7f9fc8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:16.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.815+0000 7f9fda7fc640 1 --2- 172.21.15.5:0/4283319181 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9fc8004d40 0x7f9fc80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:16.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.815+0000 7f9fda7fc640 1 -- 172.21.15.5:0/4283319181 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f9fdc06e440 con 0x7f9fc8004d40 2024-09-19T05:04:16.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.815+0000 7f9fda7fc640 1 -- 172.21.15.5:0/4283319181 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f9fc800baa0 con 0x7f9fc8003f60 2024-09-19T05:04:16.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.815+0000 7f9fda7fc640 1 -- 172.21.15.5:0/4283319181 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f9fc800bca0 con 0x7f9fdc06dfd0 2024-09-19T05:04:16.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.815+0000 7f9fdb7fe640 1 --2- 172.21.15.5:0/4283319181 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9fc8004d40 0x7f9fc80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:16.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.815+0000 7f9fdaffd640 1 --2- 172.21.15.5:0/4283319181 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9fdc06dfd0 0x7f9fc80039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:16.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.815+0000 7f9fd27fc640 1 --2- 172.21.15.5:0/4283319181 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9fc8003f60 0x7f9fc8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:16.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.815+0000 7f9fdb7fe640 1 -- 172.21.15.5:0/4283319181 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9fdc06dfd0 msgr2=0x7f9fc80039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:16.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.815+0000 7f9fdb7fe640 1 --2- 172.21.15.5:0/4283319181 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9fdc06dfd0 0x7f9fc80039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:16.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.815+0000 7f9fdb7fe640 1 -- 172.21.15.5:0/4283319181 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9fc8003f60 msgr2=0x7f9fc8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:16.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.815+0000 7f9fdb7fe640 1 --2- 172.21.15.5:0/4283319181 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9fc8003f60 0x7f9fc8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:16.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.815+0000 7f9fdb7fe640 1 -- 172.21.15.5:0/4283319181 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fc8003520 con 0x7f9fc8004d40 2024-09-19T05:04:16.822 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.816+0000 7f9fdb7fe640 1 --2- 172.21.15.5:0/4283319181 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9fc8004d40 0x7f9fc80051c0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f9fd400a830 tx=0x7f9fc8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fdc9b59f94447f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:16.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.816+0000 7f9fda7fc640 1 -- 172.21.15.5:0/4283319181 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fd400a480 con 0x7f9fc8004d40 2024-09-19T05:04:16.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.816+0000 7f9fda7fc640 1 -- 172.21.15.5:0/4283319181 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fd402f070 con 0x7f9fc8004d40 2024-09-19T05:04:16.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.816+0000 7f9fda7fc640 1 -- 172.21.15.5:0/4283319181 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fd402bcb0 con 0x7f9fc8004d40 2024-09-19T05:04:16.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.816+0000 7f9fe1726640 1 -- 172.21.15.5:0/4283319181 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9fc8004d40 msgr2=0x7f9fc80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:16.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.816+0000 7f9fe1726640 1 --2- 172.21.15.5:0/4283319181 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9fc8004d40 0x7f9fc80051c0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f9fd400a830 tx=0x7f9fc8005830 comp rx=0 tx=0).stop 2024-09-19T05:04:16.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.816+0000 7f9fdb7fe640 1 -- 172.21.15.5:0/4283319181 reap_dead start 2024-09-19T05:04:16.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.816+0000 7f9fe1726640 1 -- 172.21.15.5:0/4283319181 shutdown_connections 2024-09-19T05:04:16.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.816+0000 7f9fe1726640 1 -- 172.21.15.5:0/4283319181 >> 172.21.15.5:0/4283319181 conn(0x7f9fdc067da0 msgr2=0x7f9fdc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:16.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.817+0000 7f9fe1726640 1 -- 172.21.15.5:0/4283319181 shutdown_connections 2024-09-19T05:04:16.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.817+0000 7f9fe1726640 1 -- 172.21.15.5:0/4283319181 wait complete. 2024-09-19T05:04:16.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.818+0000 7f9fe1726640 1 Processor -- start 2024-09-19T05:04:16.823 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.818+0000 7f9fe1726640 1 -- start start 2024-09-19T05:04:16.825 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.819+0000 7f9fe1726640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9fc8004d40 0x7f9fdc1f3b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:16.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.819+0000 7f9fe1726640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9fdc152c50 0x7f9fdc0b12b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:16.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.819+0000 7f9fe1726640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9fdc1530d0 0x7f9fdc0b17f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:16.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.819+0000 7f9fe1726640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f9fdc0b5530 con 0x7f9fdc1530d0 2024-09-19T05:04:16.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.819+0000 7f9fe1726640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f9fdc0b4900 con 0x7f9fc8004d40 2024-09-19T05:04:16.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.819+0000 7f9fe1726640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f9fdc0b56b0 con 0x7f9fdc152c50 2024-09-19T05:04:16.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.819+0000 7f9fdb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9fdc1530d0 0x7f9fdc0b17f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:16.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.819+0000 7f9fdb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9fdc1530d0 0x7f9fdc0b17f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:55412/0 (socket says 172.21.15.5:55412) 2024-09-19T05:04:16.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.819+0000 7f9fdb7fe640 1 -- 172.21.15.5:0/3723705928 learned_addr learned my addr 172.21.15.5:0/3723705928 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:16.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.819+0000 7f9fd27fc640 1 --2- 172.21.15.5:0/3723705928 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9fdc152c50 0x7f9fdc0b12b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:16.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.819+0000 7f9fdaffd640 1 --2- 172.21.15.5:0/3723705928 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9fc8004d40 0x7f9fdc1f3b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:16.826 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.819+0000 7f9fdb7fe640 1 -- 172.21.15.5:0/3723705928 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9fdc152c50 msgr2=0x7f9fdc0b12b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:16.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.819+0000 7f9fdb7fe640 1 --2- 172.21.15.5:0/3723705928 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9fdc152c50 0x7f9fdc0b12b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:16.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.819+0000 7f9fdb7fe640 1 -- 172.21.15.5:0/3723705928 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9fc8004d40 msgr2=0x7f9fdc1f3b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:16.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.819+0000 7f9fdb7fe640 1 --2- 172.21.15.5:0/3723705928 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9fc8004d40 0x7f9fdc1f3b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:16.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.819+0000 7f9fdb7fe640 1 -- 172.21.15.5:0/3723705928 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fdc0ae8f0 con 0x7f9fdc1530d0 2024-09-19T05:04:16.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.819+0000 7f9fdaffd640 1 --2- 172.21.15.5:0/3723705928 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9fc8004d40 0x7f9fdc1f3b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:04:16.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.819+0000 7f9fdb7fe640 1 --2- 172.21.15.5:0/3723705928 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9fdc1530d0 0x7f9fdc0b17f0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f9fd402b500 tx=0x7f9fdc15ae10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:16.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.819+0000 7f9fd3fff640 1 -- 172.21.15.5:0/3723705928 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fd400a480 con 0x7f9fdc1530d0 2024-09-19T05:04:16.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.819+0000 7f9fd3fff640 1 -- 172.21.15.5:0/3723705928 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fd4001a20 con 0x7f9fdc1530d0 2024-09-19T05:04:16.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.819+0000 7f9fe1726640 1 -- 172.21.15.5:0/3723705928 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fdc0ae610 con 0x7f9fdc1530d0 2024-09-19T05:04:16.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.819+0000 7f9fd3fff640 1 -- 172.21.15.5:0/3723705928 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fd4001ff0 con 0x7f9fdc1530d0 2024-09-19T05:04:16.827 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.820+0000 7f9fe1726640 1 -- 172.21.15.5:0/3723705928 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fdc152450 con 0x7f9fdc1530d0 2024-09-19T05:04:16.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.820+0000 7f9fe1726640 1 -- 172.21.15.5:0/3723705928 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9fdc1576e0 con 0x7f9fdc1530d0 2024-09-19T05:04:16.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.821+0000 7f9fd3fff640 1 -- 172.21.15.5:0/3723705928 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9fd4034470 con 0x7f9fdc1530d0 2024-09-19T05:04:16.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.821+0000 7f9fd3fff640 1 --2- 172.21.15.5:0/3723705928 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9fbc06c2b0 0x7f9fbc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:16.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.821+0000 7f9fd3fff640 1 -- 172.21.15.5:0/3723705928 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 6101+0+0 (secure 0 0 0) 0x7f9fd40aba70 con 0x7f9fdc1530d0 2024-09-19T05:04:16.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.822+0000 7f9fdaffd640 1 --2- 172.21.15.5:0/3723705928 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9fbc06c2b0 0x7f9fbc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:16.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.822+0000 7f9fdaffd640 1 --2- 172.21.15.5:0/3723705928 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9fbc06c2b0 0x7f9fbc06e770 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f9fcc007fd0 tx=0x7f9fcc009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:16.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:16.826+0000 7f9fd3fff640 1 -- 172.21.15.5:0/3723705928 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9fd407a050 con 0x7f9fdc1530d0 2024-09-19T05:04:17.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.038+0000 7f9fe1726640 1 -- 172.21.15.5:0/3723705928 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9fdc15eff0 con 0x7f9fdc1530d0 2024-09-19T05:04:17.040 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.038+0000 7f9fd3fff640 1 -- 172.21.15.5:0/3723705928 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 44 v44) ==== 94+0+5225 (secure 0 0 0) 0x7f9fd4079950 con 0x7f9fdc1530d0 2024-09-19T05:04:17.040 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:17.040 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":44,"btime":"2024-09-19T05:04:05:033955+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5402,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/1484882206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":1484882206},{"type":"v1","addr":"172.21.15.134:6837","nonce":1484882206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41},{"gid":5773,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/3144228452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":3144228452},{"type":"v1","addr":"172.21.15.134:6836","nonce":3144228452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41},{"gid":6291,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/1012364029","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":1012364029},{"type":"v1","addr":"172.21.15.5:6834","nonce":1012364029}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41}],"filesystems":[{"mdsmap":{"epoch":44,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:04:02.389661+0000","modified":"2024-09-19T05:04:04.375386+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6294":{"gid":6294,"name":"a","rank":0,"incarnation":42,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/1205455678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":1205455678},{"type":"v1","addr":"172.21.15.5:6835","nonce":1205455678}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6294,"qdb_cluster":[6294]},"id":6}]} 2024-09-19T05:04:17.040 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 44 2024-09-19T05:04:17.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.040+0000 7f9fe1726640 1 -- 172.21.15.5:0/3723705928 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9fbc06c2b0 msgr2=0x7f9fbc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:17.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.040+0000 7f9fe1726640 1 --2- 172.21.15.5:0/3723705928 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9fbc06c2b0 0x7f9fbc06e770 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f9fcc007fd0 tx=0x7f9fcc009040 comp rx=0 tx=0).stop 2024-09-19T05:04:17.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.040+0000 7f9fe1726640 1 -- 172.21.15.5:0/3723705928 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9fdc1530d0 msgr2=0x7f9fdc0b17f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:17.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.040+0000 7f9fe1726640 1 --2- 172.21.15.5:0/3723705928 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9fdc1530d0 0x7f9fdc0b17f0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f9fd402b500 tx=0x7f9fdc15ae10 comp rx=0 tx=0).stop 2024-09-19T05:04:17.042 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.040+0000 7f9fe1726640 1 -- 172.21.15.5:0/3723705928 shutdown_connections 2024-09-19T05:04:17.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.040+0000 7f9fe1726640 1 --2- 172.21.15.5:0/3723705928 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9fbc06c2b0 0x7f9fbc06e770 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:17.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.040+0000 7f9fe1726640 1 --2- 172.21.15.5:0/3723705928 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9fdc1530d0 0x7f9fdc0b17f0 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:17.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.040+0000 7f9fe1726640 1 --2- 172.21.15.5:0/3723705928 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9fdc152c50 0x7f9fdc0b12b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:17.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.040+0000 7f9fe1726640 1 --2- 172.21.15.5:0/3723705928 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9fc8004d40 0x7f9fdc1f3b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:17.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.040+0000 7f9fe1726640 1 -- 172.21.15.5:0/3723705928 >> 172.21.15.5:0/3723705928 conn(0x7f9fdc067da0 msgr2=0x7f9fdc156fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:17.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.040+0000 7f9fe1726640 1 -- 172.21.15.5:0/3723705928 shutdown_connections 2024-09-19T05:04:17.043 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.040+0000 7f9fe1726640 1 -- 172.21.15.5:0/3723705928 wait complete. 2024-09-19T05:04:17.054 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:04:17.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.155+0000 7f42fcd03640 1 Processor -- start 2024-09-19T05:04:17.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.155+0000 7f42fcd03640 1 -- start start 2024-09-19T05:04:17.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.156+0000 7f42fcd03640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f42f815b2d0 0x7f42f815b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:17.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.156+0000 7f42fcd03640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f42f80cf900 con 0x7f42f80cce10 2024-09-19T05:04:17.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.156+0000 7f42fcd03640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f42f80cfbe0 con 0x7f42f806f0e0 2024-09-19T05:04:17.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.156+0000 7f42fcd03640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f42f80afd10 con 0x7f42f815b2d0 2024-09-19T05:04:17.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.156+0000 7f42f6d9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f42f815b2d0 0x7f42f815b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:17.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.156+0000 7f42f6d9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f42f815b2d0 0x7f42f815b6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46786/0 (socket says 172.21.15.5:46786) 2024-09-19T05:04:17.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.156+0000 7f42f6d9d640 1 -- 172.21.15.5:0/1955542669 learned_addr learned my addr 172.21.15.5:0/1955542669 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:17.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.156+0000 7f42effff640 1 --1- 172.21.15.5:0/1955542669 >> v1:172.21.15.5:6789/0 conn(0x7f42f80cce10 0x7f42f80cf090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:42920/0 (socket says 172.21.15.5:42920) 2024-09-19T05:04:17.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.156+0000 7f42f6d9d640 1 -- 172.21.15.5:0/1955542669 >> v1:172.21.15.134:6789/0 conn(0x7f42f806f0e0 legacy=0x7f42f806f4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:17.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.156+0000 7f42f6d9d640 1 -- 172.21.15.5:0/1955542669 >> v1:172.21.15.5:6789/0 conn(0x7f42f80cce10 legacy=0x7f42f80cf090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:17.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.156+0000 7f42f5d9b640 1 -- 172.21.15.5:0/1955542669 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3476509800 0 0) 0x7f42f80cf900 con 0x7f42f80cce10 2024-09-19T05:04:17.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.156+0000 7f42f6d9d640 1 -- 172.21.15.5:0/1955542669 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42f80cfec0 con 0x7f42f815b2d0 2024-09-19T05:04:17.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.157+0000 7f42f6d9d640 1 --2- 172.21.15.5:0/1955542669 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42f815b2d0 0x7f42f815b6e0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f42f0009e50 tx=0x7f42f002a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14f02cedf46b1ded server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:17.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.157+0000 7f42f5d9b640 1 -- 172.21.15.5:0/1955542669 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42f0036070 con 0x7f42f815b2d0 2024-09-19T05:04:17.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.157+0000 7f42f5d9b640 1 -- 172.21.15.5:0/1955542669 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42f0031600 con 0x7f42f815b2d0 2024-09-19T05:04:17.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.157+0000 7f42f5d9b640 1 -- 172.21.15.5:0/1955542669 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42f00319d0 con 0x7f42f815b2d0 2024-09-19T05:04:17.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.157+0000 7f42fcd03640 1 -- 172.21.15.5:0/1955542669 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42f815b2d0 msgr2=0x7f42f815b6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:17.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.157+0000 7f42fcd03640 1 --2- 172.21.15.5:0/1955542669 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42f815b2d0 0x7f42f815b6e0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f42f0009e50 tx=0x7f42f002a6d0 comp rx=0 tx=0).stop 2024-09-19T05:04:17.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.158+0000 7f42fcd03640 1 -- 172.21.15.5:0/1955542669 shutdown_connections 2024-09-19T05:04:17.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.158+0000 7f42fcd03640 1 --2- 172.21.15.5:0/1955542669 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42f815b2d0 0x7f42f815b6e0 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:17.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.158+0000 7f42fcd03640 1 -- 172.21.15.5:0/1955542669 >> 172.21.15.5:0/1955542669 conn(0x7f42f8067da0 msgr2=0x7f42f806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:17.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.158+0000 7f42fcd03640 1 -- 172.21.15.5:0/1955542669 shutdown_connections 2024-09-19T05:04:17.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.158+0000 7f42fcd03640 1 -- 172.21.15.5:0/1955542669 wait complete. 2024-09-19T05:04:17.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.159+0000 7f42fcd03640 1 Processor -- start 2024-09-19T05:04:17.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.159+0000 7f42fcd03640 1 -- start start 2024-09-19T05:04:17.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.160+0000 7f42fcd03640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f42f806f0e0 0x7f42f814c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:17.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.160+0000 7f42fcd03640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42f80cce10 0x7f42f8153080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:17.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.160+0000 7f42fcd03640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f42f815b2d0 0x7f42f81f5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:17.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.160+0000 7f42fcd03640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f42f80b40c0 con 0x7f42f80cce10 2024-09-19T05:04:17.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.160+0000 7f42fcd03640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f42f80d01a0 con 0x7f42f806f0e0 2024-09-19T05:04:17.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.160+0000 7f42fcd03640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f42f80b4240 con 0x7f42f815b2d0 2024-09-19T05:04:17.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.160+0000 7f42effff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42f80cce10 0x7f42f8153080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:17.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.160+0000 7f42effff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42f80cce10 0x7f42f8153080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46788/0 (socket says 172.21.15.5:46788) 2024-09-19T05:04:17.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.160+0000 7f42effff640 1 -- 172.21.15.5:0/2875943564 learned_addr learned my addr 172.21.15.5:0/2875943564 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:17.163 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.160+0000 7f42f6d9d640 1 --2- 172.21.15.5:0/2875943564 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f42f815b2d0 0x7f42f81f5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:17.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.160+0000 7f42f659c640 1 --2- 172.21.15.5:0/2875943564 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f42f806f0e0 0x7f42f814c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:17.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.160+0000 7f42effff640 1 -- 172.21.15.5:0/2875943564 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f42f815b2d0 msgr2=0x7f42f81f5230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:17.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.160+0000 7f42effff640 1 --2- 172.21.15.5:0/2875943564 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f42f815b2d0 0x7f42f81f5230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:17.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.160+0000 7f42effff640 1 -- 172.21.15.5:0/2875943564 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f42f806f0e0 msgr2=0x7f42f814c6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:17.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.160+0000 7f42effff640 1 --2- 172.21.15.5:0/2875943564 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f42f806f0e0 0x7f42f814c6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:17.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.160+0000 7f42effff640 1 -- 172.21.15.5:0/2875943564 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42f81508d0 con 0x7f42f80cce10 2024-09-19T05:04:17.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.160+0000 7f42f6d9d640 1 --2- 172.21.15.5:0/2875943564 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f42f815b2d0 0x7f42f81f5230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:04:17.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.160+0000 7f42effff640 1 --2- 172.21.15.5:0/2875943564 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42f80cce10 0x7f42f8153080 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f42e000c4d0 tx=0x7f42e000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:17.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.160+0000 7f42eeffd640 1 -- 172.21.15.5:0/2875943564 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42e0018070 con 0x7f42f80cce10 2024-09-19T05:04:17.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.160+0000 7f42eeffd640 1 -- 172.21.15.5:0/2875943564 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42e0007500 con 0x7f42f80cce10 2024-09-19T05:04:17.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.160+0000 7f42fcd03640 1 -- 172.21.15.5:0/2875943564 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42f8150bb0 con 0x7f42f80cce10 2024-09-19T05:04:17.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.160+0000 7f42eeffd640 1 -- 172.21.15.5:0/2875943564 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42e0004a20 con 0x7f42f80cce10 2024-09-19T05:04:17.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.161+0000 7f42fcd03640 1 -- 172.21.15.5:0/2875943564 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42f8151170 con 0x7f42f80cce10 2024-09-19T05:04:17.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.161+0000 7f42fcd03640 1 -- 172.21.15.5:0/2875943564 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42f8068480 con 0x7f42f80cce10 2024-09-19T05:04:17.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.162+0000 7f42eeffd640 1 -- 172.21.15.5:0/2875943564 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f42e001b070 con 0x7f42f80cce10 2024-09-19T05:04:17.165 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.162+0000 7f42eeffd640 1 --2- 172.21.15.5:0/2875943564 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f42d806c2b0 0x7f42d806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:17.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.163+0000 7f42eeffd640 1 -- 172.21.15.5:0/2875943564 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 6101+0+0 (secure 0 0 0) 0x7f42e008a8b0 con 0x7f42f80cce10 2024-09-19T05:04:17.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.163+0000 7f42f659c640 1 --2- 172.21.15.5:0/2875943564 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f42d806c2b0 0x7f42d806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:17.166 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.163+0000 7f42f659c640 1 --2- 172.21.15.5:0/2875943564 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f42d806c2b0 0x7f42d806e770 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f42e8003d90 tx=0x7f42e8009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:17.168 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.167+0000 7f42eeffd640 1 -- 172.21.15.5:0/2875943564 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f42f8068480 con 0x7f42f80cce10 2024-09-19T05:04:17.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.378+0000 7f42fcd03640 1 -- 172.21.15.5:0/2875943564 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f42f814cbf0 con 0x7f42f80cce10 2024-09-19T05:04:17.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.379+0000 7f42eeffd640 1 -- 172.21.15.5:0/2875943564 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 44 v44) ==== 94+0+5225 (secure 0 0 0) 0x7f42e0058f20 con 0x7f42f80cce10 2024-09-19T05:04:17.380 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:17.381 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":44,"btime":"2024-09-19T05:04:05:033955+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5402,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/1484882206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":1484882206},{"type":"v1","addr":"172.21.15.134:6837","nonce":1484882206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41},{"gid":5773,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/3144228452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":3144228452},{"type":"v1","addr":"172.21.15.134:6836","nonce":3144228452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41},{"gid":6291,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/1012364029","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":1012364029},{"type":"v1","addr":"172.21.15.5:6834","nonce":1012364029}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41}],"filesystems":[{"mdsmap":{"epoch":44,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:04:02.389661+0000","modified":"2024-09-19T05:04:04.375386+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6294":{"gid":6294,"name":"a","rank":0,"incarnation":42,"state":"up:active","state_seq":3,"addr":"172.21.15.5:6835/1205455678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":1205455678},{"type":"v1","addr":"172.21.15.5:6835","nonce":1205455678}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6294,"qdb_cluster":[6294]},"id":6}]} 2024-09-19T05:04:17.381 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 44 2024-09-19T05:04:17.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.381+0000 7f42fcd03640 1 -- 172.21.15.5:0/2875943564 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f42d806c2b0 msgr2=0x7f42d806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:17.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.381+0000 7f42fcd03640 1 --2- 172.21.15.5:0/2875943564 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f42d806c2b0 0x7f42d806e770 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f42e8003d90 tx=0x7f42e8009040 comp rx=0 tx=0).stop 2024-09-19T05:04:17.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.381+0000 7f42fcd03640 1 -- 172.21.15.5:0/2875943564 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42f80cce10 msgr2=0x7f42f8153080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:17.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.381+0000 7f42fcd03640 1 --2- 172.21.15.5:0/2875943564 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42f80cce10 0x7f42f8153080 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f42e000c4d0 tx=0x7f42e000c990 comp rx=0 tx=0).stop 2024-09-19T05:04:17.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.381+0000 7f42fcd03640 1 -- 172.21.15.5:0/2875943564 shutdown_connections 2024-09-19T05:04:17.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.381+0000 7f42fcd03640 1 --2- 172.21.15.5:0/2875943564 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f42d806c2b0 0x7f42d806e770 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:17.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.381+0000 7f42fcd03640 1 --2- 172.21.15.5:0/2875943564 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f42f815b2d0 0x7f42f81f5230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:17.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.381+0000 7f42fcd03640 1 --2- 172.21.15.5:0/2875943564 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f42f80cce10 0x7f42f8153080 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:17.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.381+0000 7f42fcd03640 1 --2- 172.21.15.5:0/2875943564 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f42f806f0e0 0x7f42f814c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:17.383 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.381+0000 7f42fcd03640 1 -- 172.21.15.5:0/2875943564 >> 172.21.15.5:0/2875943564 conn(0x7f42f8067da0 msgr2=0x7f42f80b46d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:17.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.381+0000 7f42fcd03640 1 -- 172.21.15.5:0/2875943564 shutdown_connections 2024-09-19T05:04:17.384 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.381+0000 7f42fcd03640 1 -- 172.21.15.5:0/2875943564 wait complete. 2024-09-19T05:04:17.394 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:04:17.495 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.494+0000 7fd1dcdc6640 1 Processor -- start 2024-09-19T05:04:17.496 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.494+0000 7fd1dcdc6640 1 -- start start 2024-09-19T05:04:17.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.495+0000 7fd1dcdc6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd1d80d2b60 0x7fd1d80b8130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:17.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.495+0000 7fd1dcdc6640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd1d80d3040 con 0x7fd1d815e890 2024-09-19T05:04:17.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.495+0000 7fd1dcdc6640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd1d80d3320 con 0x7fd1d806d2c0 2024-09-19T05:04:17.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.495+0000 7fd1dcdc6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd1d80d3c50 con 0x7fd1d80d2b60 2024-09-19T05:04:17.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.495+0000 7fd1d659c640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fd1d815e890 0x7fd1d806cbb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:42930/0 (socket says 172.21.15.5:42930) 2024-09-19T05:04:17.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.495+0000 7fd1d659c640 1 -- 172.21.15.5:0/1085229397 learned_addr learned my addr 172.21.15.5:0/1085229397 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:17.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.495+0000 7fd1d6d9d640 1 --2- 172.21.15.5:0/1085229397 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd1d80d2b60 0x7fd1d80b8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:17.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.495+0000 7fd1d5d9b640 1 -- 172.21.15.5:0/1085229397 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 535799939 0 0) 0x7fd1d80d3040 con 0x7fd1d815e890 2024-09-19T05:04:17.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.495+0000 7fd1d5d9b640 1 -- 172.21.15.5:0/1085229397 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd1c4003520 con 0x7fd1d815e890 2024-09-19T05:04:17.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.495+0000 7fd1d5d9b640 1 -- 172.21.15.5:0/1085229397 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1871234039 0 0) 0x7fd1c4003520 con 0x7fd1d815e890 2024-09-19T05:04:17.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.495+0000 7fd1d5d9b640 1 -- 172.21.15.5:0/1085229397 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd1d80d2b60 msgr2=0x7fd1d80b8130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:17.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.495+0000 7fd1d5d9b640 1 --2- 172.21.15.5:0/1085229397 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd1d80d2b60 0x7fd1d80b8130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:17.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.495+0000 7fd1d5d9b640 1 -- 172.21.15.5:0/1085229397 >> v1:172.21.15.134:6789/0 conn(0x7fd1d806d2c0 legacy=0x7fd1d80b7a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:17.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.495+0000 7fd1d5d9b640 1 -- 172.21.15.5:0/1085229397 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1d80d3600 con 0x7fd1d815e890 2024-09-19T05:04:17.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.495+0000 7fd1d5d9b640 1 -- 172.21.15.5:0/1085229397 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7fd1c8001670 con 0x7fd1d815e890 2024-09-19T05:04:17.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.495+0000 7fd1d5d9b640 1 -- 172.21.15.5:0/1085229397 >> v1:172.21.15.5:6789/0 conn(0x7fd1d815e890 legacy=0x7fd1d806cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:17.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.496+0000 7fd1d5d9b640 1 --2- 172.21.15.5:0/1085229397 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd1d80d2b60 0x7fd1c4003a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:17.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.496+0000 7fd1d5d9b640 1 --2- 172.21.15.5:0/1085229397 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd1c4003f80 0x7fd1c4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:17.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.496+0000 7fd1d5d9b640 1 --2- 172.21.15.5:0/1085229397 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd1c4004d40 0x7fd1c40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:17.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.496+0000 7fd1d5d9b640 1 -- 172.21.15.5:0/1085229397 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd1d80d3c50 con 0x7fd1c4004d40 2024-09-19T05:04:17.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.496+0000 7fd1d5d9b640 1 -- 172.21.15.5:0/1085229397 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd1c400bb80 con 0x7fd1c4003f80 2024-09-19T05:04:17.502 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.496+0000 7fd1d5d9b640 1 -- 172.21.15.5:0/1085229397 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd1c400bd80 con 0x7fd1d80d2b60 2024-09-19T05:04:17.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.496+0000 7fd1d6d9d640 1 --2- 172.21.15.5:0/1085229397 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd1c4004d40 0x7fd1c40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:17.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.496+0000 7fd1d659c640 1 --2- 172.21.15.5:0/1085229397 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd1d80d2b60 0x7fd1c4003a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:17.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.496+0000 7fd1cffff640 1 --2- 172.21.15.5:0/1085229397 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd1c4003f80 0x7fd1c4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:17.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.496+0000 7fd1d6d9d640 1 -- 172.21.15.5:0/1085229397 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd1d80d2b60 msgr2=0x7fd1c4003a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:17.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.496+0000 7fd1d6d9d640 1 --2- 172.21.15.5:0/1085229397 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd1d80d2b60 0x7fd1c4003a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:17.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.496+0000 7fd1d6d9d640 1 -- 172.21.15.5:0/1085229397 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd1c4003f80 msgr2=0x7fd1c4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:17.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.496+0000 7fd1d6d9d640 1 --2- 172.21.15.5:0/1085229397 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd1c4003f80 0x7fd1c4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:17.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.496+0000 7fd1d6d9d640 1 -- 172.21.15.5:0/1085229397 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1c4003520 con 0x7fd1c4004d40 2024-09-19T05:04:17.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.496+0000 7fd1cffff640 1 --2- 172.21.15.5:0/1085229397 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd1c4003f80 0x7fd1c4004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:17.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.497+0000 7fd1d6d9d640 1 --2- 172.21.15.5:0/1085229397 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd1c4004d40 0x7fd1c40051c0 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7fd1d0009f90 tx=0x7fd1c4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=125a7e2d9cba1621 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:17.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.497+0000 7fd1d5d9b640 1 -- 172.21.15.5:0/1085229397 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d0009c10 con 0x7fd1c4004d40 2024-09-19T05:04:17.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.497+0000 7fd1d5d9b640 1 -- 172.21.15.5:0/1085229397 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1d0036070 con 0x7fd1c4004d40 2024-09-19T05:04:17.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.497+0000 7fd1d5d9b640 1 -- 172.21.15.5:0/1085229397 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d0031850 con 0x7fd1c4004d40 2024-09-19T05:04:17.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.497+0000 7fd1dcdc6640 1 -- 172.21.15.5:0/1085229397 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd1c4004d40 msgr2=0x7fd1c40051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:17.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.497+0000 7fd1dcdc6640 1 --2- 172.21.15.5:0/1085229397 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd1c4004d40 0x7fd1c40051c0 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7fd1d0009f90 tx=0x7fd1c4005830 comp rx=0 tx=0).stop 2024-09-19T05:04:17.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.497+0000 7fd1d6d9d640 1 -- 172.21.15.5:0/1085229397 reap_dead start 2024-09-19T05:04:17.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.497+0000 7fd1dcdc6640 1 -- 172.21.15.5:0/1085229397 shutdown_connections 2024-09-19T05:04:17.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.497+0000 7fd1dcdc6640 1 -- 172.21.15.5:0/1085229397 >> 172.21.15.5:0/1085229397 conn(0x7fd1d80b66c0 msgr2=0x7fd1d80d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:17.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.497+0000 7fd1dcdc6640 1 -- 172.21.15.5:0/1085229397 shutdown_connections 2024-09-19T05:04:17.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.497+0000 7fd1dcdc6640 1 -- 172.21.15.5:0/1085229397 wait complete. 2024-09-19T05:04:17.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.499+0000 7fd1dcdc6640 1 Processor -- start 2024-09-19T05:04:17.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.499+0000 7fd1dcdc6640 1 -- start start 2024-09-19T05:04:17.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.500+0000 7fd1dcdc6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd1d8156b40 0x7fd1d815a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:17.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.500+0000 7fd1dcdc6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd1d815a970 0x7fd1d80cebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:17.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.500+0000 7fd1dcdc6640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd1d80cf110 0x7fd1d81f8190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:17.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.500+0000 7fd1dcdc6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd1d806db10 con 0x7fd1d815a970 2024-09-19T05:04:17.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.500+0000 7fd1dcdc6640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd1d815ec70 con 0x7fd1d80cf110 2024-09-19T05:04:17.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.500+0000 7fd1dcdc6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd1d806dc90 con 0x7fd1d8156b40 2024-09-19T05:04:17.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.500+0000 7fd1cffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd1d815a970 0x7fd1d80cebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:17.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.500+0000 7fd1cffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd1d815a970 0x7fd1d80cebd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46806/0 (socket says 172.21.15.5:46806) 2024-09-19T05:04:17.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.500+0000 7fd1cffff640 1 -- 172.21.15.5:0/1855529136 learned_addr learned my addr 172.21.15.5:0/1855529136 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:17.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.500+0000 7fd1d659c640 1 --2- 172.21.15.5:0/1855529136 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd1d8156b40 0x7fd1d815a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:17.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.500+0000 7fd1d6d9d640 1 --2- 172.21.15.5:0/1855529136 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd1d80cf110 0x7fd1d81f8190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:17.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.500+0000 7fd1cffff640 1 -- 172.21.15.5:0/1855529136 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd1d8156b40 msgr2=0x7fd1d815a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:17.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.500+0000 7fd1cffff640 1 --2- 172.21.15.5:0/1855529136 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd1d8156b40 0x7fd1d815a430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:17.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.500+0000 7fd1cffff640 1 -- 172.21.15.5:0/1855529136 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd1d80cf110 msgr2=0x7fd1d81f8190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:17.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.500+0000 7fd1cffff640 1 --2- 172.21.15.5:0/1855529136 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd1d80cf110 0x7fd1d81f8190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:17.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.500+0000 7fd1cffff640 1 -- 172.21.15.5:0/1855529136 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1d80cb650 con 0x7fd1d815a970 2024-09-19T05:04:17.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.500+0000 7fd1d659c640 1 --2- 172.21.15.5:0/1855529136 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd1d8156b40 0x7fd1d815a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:17.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.500+0000 7fd1cffff640 1 --2- 172.21.15.5:0/1855529136 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd1d815a970 0x7fd1d80cebd0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7fd1c000e550 tx=0x7fd1c000ea10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:17.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.500+0000 7fd1ceffd640 1 -- 172.21.15.5:0/1855529136 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1c00052e0 con 0x7fd1d815a970 2024-09-19T05:04:17.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.500+0000 7fd1ceffd640 1 -- 172.21.15.5:0/1855529136 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1c0018070 con 0x7fd1d815a970 2024-09-19T05:04:17.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.500+0000 7fd1ceffd640 1 -- 172.21.15.5:0/1855529136 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1c0003830 con 0x7fd1d815a970 2024-09-19T05:04:17.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.500+0000 7fd1dcdc6640 1 -- 172.21.15.5:0/1855529136 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1d80cb930 con 0x7fd1d815a970 2024-09-19T05:04:17.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.500+0000 7fd1dcdc6640 1 -- 172.21.15.5:0/1855529136 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1d80cbef0 con 0x7fd1d815a970 2024-09-19T05:04:17.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.501+0000 7fd1dcdc6640 1 -- 172.21.15.5:0/1855529136 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1d8162120 con 0x7fd1d815a970 2024-09-19T05:04:17.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.502+0000 7fd1ceffd640 1 -- 172.21.15.5:0/1855529136 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd1c00039d0 con 0x7fd1d815a970 2024-09-19T05:04:17.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.502+0000 7fd1ceffd640 1 --2- 172.21.15.5:0/1855529136 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd1b806c2b0 0x7fd1b806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:17.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.502+0000 7fd1ceffd640 1 -- 172.21.15.5:0/1855529136 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 6101+0+0 (secure 0 0 0) 0x7fd1c008b310 con 0x7fd1d815a970 2024-09-19T05:04:17.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.503+0000 7fd1d659c640 1 --2- 172.21.15.5:0/1855529136 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd1b806c2b0 0x7fd1b806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:17.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.503+0000 7fd1d659c640 1 --2- 172.21.15.5:0/1855529136 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd1b806c2b0 0x7fd1b806e770 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fd1c8007db0 tx=0x7fd1c8009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:17.510 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.507+0000 7fd1ceffd640 1 -- 172.21.15.5:0/1855529136 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd1d8162120 con 0x7fd1d815a970 2024-09-19T05:04:17.684 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.683+0000 7fd1dcdc6640 1 -- 172.21.15.5:0/1855529136 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd1d80d4f00 con 0x7fd1d815a970 2024-09-19T05:04:17.685 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.684+0000 7fd1ceffd640 1 -- 172.21.15.5:0/1855529136 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+16909 (secure 0 0 0) 0x7fd1c0059850 con 0x7fd1d815a970 2024-09-19T05:04:17.686 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:17.686 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":84,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:04:04.029443+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:04:00.042022+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-09-19T05:04:01.368465+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:04:17.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.686+0000 7fd1dcdc6640 1 -- 172.21.15.5:0/1855529136 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd1b806c2b0 msgr2=0x7fd1b806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:17.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.686+0000 7fd1dcdc6640 1 --2- 172.21.15.5:0/1855529136 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd1b806c2b0 0x7fd1b806e770 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fd1c8007db0 tx=0x7fd1c8009040 comp rx=0 tx=0).stop 2024-09-19T05:04:17.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.686+0000 7fd1dcdc6640 1 -- 172.21.15.5:0/1855529136 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd1d815a970 msgr2=0x7fd1d80cebd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:17.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.686+0000 7fd1dcdc6640 1 --2- 172.21.15.5:0/1855529136 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd1d815a970 0x7fd1d80cebd0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7fd1c000e550 tx=0x7fd1c000ea10 comp rx=0 tx=0).stop 2024-09-19T05:04:17.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.686+0000 7fd1dcdc6640 1 -- 172.21.15.5:0/1855529136 shutdown_connections 2024-09-19T05:04:17.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.686+0000 7fd1dcdc6640 1 --2- 172.21.15.5:0/1855529136 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd1b806c2b0 0x7fd1b806e770 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:17.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.686+0000 7fd1dcdc6640 1 --2- 172.21.15.5:0/1855529136 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd1d80cf110 0x7fd1d81f8190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:17.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.686+0000 7fd1dcdc6640 1 --2- 172.21.15.5:0/1855529136 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd1d815a970 0x7fd1d80cebd0 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:17.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.686+0000 7fd1dcdc6640 1 --2- 172.21.15.5:0/1855529136 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd1d8156b40 0x7fd1d815a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:17.688 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.686+0000 7fd1dcdc6640 1 -- 172.21.15.5:0/1855529136 >> 172.21.15.5:0/1855529136 conn(0x7fd1d80b66c0 msgr2=0x7fd1d806cbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:17.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.686+0000 7fd1dcdc6640 1 -- 172.21.15.5:0/1855529136 shutdown_connections 2024-09-19T05:04:17.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.686+0000 7fd1dcdc6640 1 -- 172.21.15.5:0/1855529136 wait complete. 2024-09-19T05:04:17.699 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T05:04:17.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.801+0000 7f5391eb7640 1 Processor -- start 2024-09-19T05:04:17.803 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.801+0000 7f5391eb7640 1 -- start start 2024-09-19T05:04:17.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.802+0000 7f5391eb7640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f538c06d2c0 0x7f538c0b7a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:17.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.802+0000 7f5391eb7640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f538c0d2b60 0x7f538c0b7f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:17.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.802+0000 7f5391eb7640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f538c0d3040 con 0x7f538c15e890 2024-09-19T05:04:17.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.802+0000 7f5391eb7640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f538c0d3c50 con 0x7f538c0d2b60 2024-09-19T05:04:17.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.802+0000 7f5391eb7640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f538c0d3320 con 0x7f538c06d2c0 2024-09-19T05:04:17.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.802+0000 7f538b7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f538c15e890 0x7f538c06cbb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:42934/0 (socket says 172.21.15.5:42934) 2024-09-19T05:04:17.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.802+0000 7f538b7fe640 1 -- 172.21.15.5:0/1836996623 learned_addr learned my addr 172.21.15.5:0/1836996623 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:17.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.802+0000 7f538affd640 1 --2- 172.21.15.5:0/1836996623 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f538c06d2c0 0x7f538c0b7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:17.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.802+0000 7f538bfff640 1 --2- 172.21.15.5:0/1836996623 >> v2:172.21.15.134:3300/0 conn(0x7f538c0d2b60 0x7f538c0b7f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:17.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.802+0000 7f538a7fc640 1 -- 172.21.15.5:0/1836996623 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 787773611 0 0) 0x7f538c0d3040 con 0x7f538c15e890 2024-09-19T05:04:17.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.802+0000 7f538a7fc640 1 -- 172.21.15.5:0/1836996623 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5374003520 con 0x7f538c15e890 2024-09-19T05:04:17.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.803+0000 7f538a7fc640 1 -- 172.21.15.5:0/1836996623 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 790592889 0 0) 0x7f5374003520 con 0x7f538c15e890 2024-09-19T05:04:17.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.803+0000 7f538a7fc640 1 -- 172.21.15.5:0/1836996623 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f538c06d2c0 msgr2=0x7f538c0b7a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:17.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.803+0000 7f538a7fc640 1 --2- 172.21.15.5:0/1836996623 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f538c06d2c0 0x7f538c0b7a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:17.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.803+0000 7f538a7fc640 1 -- 172.21.15.5:0/1836996623 >> v2:172.21.15.134:3300/0 conn(0x7f538c0d2b60 msgr2=0x7f538c0b7f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:17.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.803+0000 7f538a7fc640 1 --2- 172.21.15.5:0/1836996623 >> v2:172.21.15.134:3300/0 conn(0x7f538c0d2b60 0x7f538c0b7f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:17.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.803+0000 7f538a7fc640 1 -- 172.21.15.5:0/1836996623 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f538c0d3600 con 0x7f538c15e890 2024-09-19T05:04:17.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.803+0000 7f538a7fc640 1 -- 172.21.15.5:0/1836996623 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f537c001670 con 0x7f538c15e890 2024-09-19T05:04:17.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.803+0000 7f538a7fc640 1 -- 172.21.15.5:0/1836996623 >> v1:172.21.15.5:6789/0 conn(0x7f538c15e890 legacy=0x7f538c06cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:17.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.803+0000 7f538a7fc640 1 --2- 172.21.15.5:0/1836996623 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f53740039b0 0x7f5374003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:17.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.803+0000 7f538a7fc640 1 --2- 172.21.15.5:0/1836996623 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f53740043a0 0x7f5374004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:17.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.803+0000 7f538a7fc640 1 --2- 172.21.15.5:0/1836996623 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5374004f90 0x7f537400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:17.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.803+0000 7f538a7fc640 1 -- 172.21.15.5:0/1836996623 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f538c0d3c50 con 0x7f5374004f90 2024-09-19T05:04:17.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.803+0000 7f538a7fc640 1 -- 172.21.15.5:0/1836996623 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f538c0d3320 con 0x7f53740043a0 2024-09-19T05:04:17.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.803+0000 7f538a7fc640 1 -- 172.21.15.5:0/1836996623 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f537400bf30 con 0x7f53740039b0 2024-09-19T05:04:17.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.803+0000 7f538bfff640 1 --2- 172.21.15.5:0/1836996623 >> v2:172.21.15.134:3300/0 conn(0x7f538c0d2b60 0x7f538c0b7f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:04:17.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.803+0000 7f538affd640 1 --2- 172.21.15.5:0/1836996623 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f538c06d2c0 0x7f538c0b7a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:04:17.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.803+0000 7f538bfff640 1 --2- 172.21.15.5:0/1836996623 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5374004f90 0x7f537400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:17.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.803+0000 7f538b7fe640 1 --2- 172.21.15.5:0/1836996623 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f53740039b0 0x7f5374003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:17.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.803+0000 7f538affd640 1 --2- 172.21.15.5:0/1836996623 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f53740043a0 0x7f5374004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:17.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.803+0000 7f538bfff640 1 -- 172.21.15.5:0/1836996623 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f53740039b0 msgr2=0x7f5374003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:17.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.803+0000 7f538bfff640 1 --2- 172.21.15.5:0/1836996623 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f53740039b0 0x7f5374003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:17.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.803+0000 7f538bfff640 1 -- 172.21.15.5:0/1836996623 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f53740043a0 msgr2=0x7f5374004880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:17.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.803+0000 7f538bfff640 1 --2- 172.21.15.5:0/1836996623 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f53740043a0 0x7f5374004880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:17.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.803+0000 7f538bfff640 1 -- 172.21.15.5:0/1836996623 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5374003520 con 0x7f5374004f90 2024-09-19T05:04:17.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.803+0000 7f538affd640 1 --2- 172.21.15.5:0/1836996623 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f53740043a0 0x7f5374004880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:17.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.803+0000 7f538b7fe640 1 --2- 172.21.15.5:0/1836996623 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f53740039b0 0x7f5374003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:17.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.804+0000 7f538bfff640 1 --2- 172.21.15.5:0/1836996623 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5374004f90 0x7f537400b9c0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f538c0d2f70 tx=0x7f5374005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27a5402b059b3965 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:17.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.804+0000 7f538a7fc640 1 -- 172.21.15.5:0/1836996623 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5384033070 con 0x7f5374004f90 2024-09-19T05:04:17.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.804+0000 7f538a7fc640 1 -- 172.21.15.5:0/1836996623 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5384003b90 con 0x7f5374004f90 2024-09-19T05:04:17.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.804+0000 7f538a7fc640 1 -- 172.21.15.5:0/1836996623 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5384009dc0 con 0x7f5374004f90 2024-09-19T05:04:17.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.804+0000 7f5391eb7640 1 -- 172.21.15.5:0/1836996623 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5374004f90 msgr2=0x7f537400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:17.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.804+0000 7f5391eb7640 1 --2- 172.21.15.5:0/1836996623 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5374004f90 0x7f537400b9c0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f538c0d2f70 tx=0x7f5374005830 comp rx=0 tx=0).stop 2024-09-19T05:04:17.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.804+0000 7f538bfff640 1 -- 172.21.15.5:0/1836996623 reap_dead start 2024-09-19T05:04:17.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.804+0000 7f5391eb7640 1 -- 172.21.15.5:0/1836996623 shutdown_connections 2024-09-19T05:04:17.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.804+0000 7f5391eb7640 1 -- 172.21.15.5:0/1836996623 >> 172.21.15.5:0/1836996623 conn(0x7f538c0b66c0 msgr2=0x7f538c0d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:17.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.805+0000 7f5391eb7640 1 -- 172.21.15.5:0/1836996623 shutdown_connections 2024-09-19T05:04:17.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.805+0000 7f5391eb7640 1 -- 172.21.15.5:0/1836996623 wait complete. 2024-09-19T05:04:17.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.806+0000 7f5391eb7640 1 Processor -- start 2024-09-19T05:04:17.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.806+0000 7f5391eb7640 1 -- start start 2024-09-19T05:04:17.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.807+0000 7f5391eb7640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f538c1573d0 0x7f538c15ad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:17.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.807+0000 7f5391eb7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f538c15b240 0x7f538c0ccd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:17.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.807+0000 7f5391eb7640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f538c1577b0 0x7f538c0cd2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:17.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.807+0000 7f5391eb7640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f538c06db10 con 0x7f538c15b240 2024-09-19T05:04:17.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.807+0000 7f5391eb7640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f538c15ec70 con 0x7f538c1577b0 2024-09-19T05:04:17.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.807+0000 7f5391eb7640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f538c06dc90 con 0x7f538c1573d0 2024-09-19T05:04:17.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.807+0000 7f538affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f538c15b240 0x7f538c0ccd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:17.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.807+0000 7f538affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f538c15b240 0x7f538c0ccd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46818/0 (socket says 172.21.15.5:46818) 2024-09-19T05:04:17.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.807+0000 7f538affd640 1 -- 172.21.15.5:0/3563686952 learned_addr learned my addr 172.21.15.5:0/3563686952 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:17.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.807+0000 7f538b7fe640 1 --2- 172.21.15.5:0/3563686952 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f538c1573d0 0x7f538c15ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:17.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.807+0000 7f538bfff640 1 --2- 172.21.15.5:0/3563686952 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f538c1577b0 0x7f538c0cd2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:17.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.807+0000 7f538affd640 1 -- 172.21.15.5:0/3563686952 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f538c1573d0 msgr2=0x7f538c15ad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:17.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.807+0000 7f538affd640 1 --2- 172.21.15.5:0/3563686952 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f538c1573d0 0x7f538c15ad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:17.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.807+0000 7f538affd640 1 -- 172.21.15.5:0/3563686952 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f538c1577b0 msgr2=0x7f538c0cd2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:17.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.807+0000 7f538affd640 1 --2- 172.21.15.5:0/3563686952 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f538c1577b0 0x7f538c0cd2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:17.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.807+0000 7f538affd640 1 -- 172.21.15.5:0/3563686952 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f538c0cba30 con 0x7f538c15b240 2024-09-19T05:04:17.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.807+0000 7f538affd640 1 --2- 172.21.15.5:0/3563686952 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f538c15b240 0x7f538c0ccd80 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f53800118e0 tx=0x7f5380011da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:17.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.807+0000 7f5373fff640 1 -- 172.21.15.5:0/3563686952 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f538000fbd0 con 0x7f538c15b240 2024-09-19T05:04:17.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.807+0000 7f5373fff640 1 -- 172.21.15.5:0/3563686952 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5380009e50 con 0x7f538c15b240 2024-09-19T05:04:17.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.807+0000 7f5391eb7640 1 -- 172.21.15.5:0/3563686952 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f538c0cbd10 con 0x7f538c15b240 2024-09-19T05:04:17.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.808+0000 7f5373fff640 1 -- 172.21.15.5:0/3563686952 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5380015460 con 0x7f538c15b240 2024-09-19T05:04:17.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.808+0000 7f5391eb7640 1 -- 172.21.15.5:0/3563686952 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f538c0cc2d0 con 0x7f538c15b240 2024-09-19T05:04:17.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.808+0000 7f5391eb7640 1 -- 172.21.15.5:0/3563686952 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f538c0d4f00 con 0x7f538c15b240 2024-09-19T05:04:17.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.809+0000 7f5373fff640 1 -- 172.21.15.5:0/3563686952 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5380015600 con 0x7f538c15b240 2024-09-19T05:04:17.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.810+0000 7f5373fff640 1 --2- 172.21.15.5:0/3563686952 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f537806c2e0 0x7f537806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:17.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.810+0000 7f5373fff640 1 -- 172.21.15.5:0/3563686952 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 6101+0+0 (secure 0 0 0) 0x7f538008c170 con 0x7f538c15b240 2024-09-19T05:04:17.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.810+0000 7f538b7fe640 1 --2- 172.21.15.5:0/3563686952 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f537806c2e0 0x7f537806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:17.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.811+0000 7f538b7fe640 1 --2- 172.21.15.5:0/3563686952 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f537806c2e0 0x7f537806e7a0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f537c004840 tx=0x7f537c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:17.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:17.814+0000 7f5373fff640 1 -- 172.21.15.5:0/3563686952 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5380019030 con 0x7f538c15b240 2024-09-19T05:04:18.027 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.026+0000 7f5391eb7640 1 -- 172.21.15.5:0/3563686952 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f538c0b48a0 con 0x7f538c15b240 2024-09-19T05:04:18.028 INFO:tasks.ceph.mon.a.smithi005.stderr:2024-09-19T05:04:18.026+0000 7f639b64d640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T05:04:18.029 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.028+0000 7f5373fff640 1 -- 172.21.15.5:0/3563686952 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v45) ==== 161+0+0 (secure 0 0 0) 0x7f538005a750 con 0x7f538c15b240 2024-09-19T05:04:18.029 INFO:teuthology.orchestra.run.smithi005.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T05:04:18.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.031+0000 7f5391eb7640 1 -- 172.21.15.5:0/3563686952 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f537806c2e0 msgr2=0x7f537806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:18.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.031+0000 7f5391eb7640 1 --2- 172.21.15.5:0/3563686952 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f537806c2e0 0x7f537806e7a0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f537c004840 tx=0x7f537c009040 comp rx=0 tx=0).stop 2024-09-19T05:04:18.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.031+0000 7f5391eb7640 1 -- 172.21.15.5:0/3563686952 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f538c15b240 msgr2=0x7f538c0ccd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:18.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.031+0000 7f5391eb7640 1 --2- 172.21.15.5:0/3563686952 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f538c15b240 0x7f538c0ccd80 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f53800118e0 tx=0x7f5380011da0 comp rx=0 tx=0).stop 2024-09-19T05:04:18.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.031+0000 7f5391eb7640 1 -- 172.21.15.5:0/3563686952 shutdown_connections 2024-09-19T05:04:18.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.031+0000 7f5391eb7640 1 --2- 172.21.15.5:0/3563686952 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f537806c2e0 0x7f537806e7a0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:18.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.031+0000 7f5391eb7640 1 --2- 172.21.15.5:0/3563686952 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f538c1577b0 0x7f538c0cd2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:18.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.031+0000 7f5391eb7640 1 --2- 172.21.15.5:0/3563686952 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f538c15b240 0x7f538c0ccd80 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:18.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.031+0000 7f5391eb7640 1 --2- 172.21.15.5:0/3563686952 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f538c1573d0 0x7f538c15ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:18.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.031+0000 7f5391eb7640 1 -- 172.21.15.5:0/3563686952 >> 172.21.15.5:0/3563686952 conn(0x7f538c0b66c0 msgr2=0x7f538c06cbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:18.033 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.031+0000 7f5391eb7640 1 -- 172.21.15.5:0/3563686952 shutdown_connections 2024-09-19T05:04:18.034 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.031+0000 7f5391eb7640 1 -- 172.21.15.5:0/3563686952 wait complete. 2024-09-19T05:04:18.034 INFO:tasks.ceph.mds.a.smithi005.stderr: -3140> 2024-09-19T05:04:08.695+0000 7f2ded2fd640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:04:18.045 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T05:04:18.065 INFO:tasks.ceph.mds.a.smithi005.stdout:starting mds.a at 2024-09-19T05:04:18.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.150+0000 7fcc034c0640 1 Processor -- start 2024-09-19T05:04:18.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.150+0000 7fcc034c0640 1 -- start start 2024-09-19T05:04:18.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.151+0000 7fcc034c0640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fcbfc0d15f0 0x7fcbfc0d1e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:18.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.151+0000 7fcc034c0640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fcbfc0d0900 0x7fcbfc0710e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:18.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.151+0000 7fcc034c0640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcbfc06e210 con 0x7fcbfc0d0490 2024-09-19T05:04:18.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.151+0000 7fcc034c0640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fcbfc163250 con 0x7fcbfc0d0900 2024-09-19T05:04:18.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.151+0000 7fcc034c0640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fcbfc070260 con 0x7fcbfc0d15f0 2024-09-19T05:04:18.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.151+0000 7fcc01a5d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fcbfc0d0900 0x7fcbfc0710e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:18.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.151+0000 7fcc01a5d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fcbfc0d0900 0x7fcbfc0710e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46842/0 (socket says 172.21.15.5:46842) 2024-09-19T05:04:18.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.151+0000 7fcc01a5d640 1 -- 172.21.15.5:0/1520579965 learned_addr learned my addr 172.21.15.5:0/1520579965 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:18.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.151+0000 7fcc0125c640 1 --2- 172.21.15.5:0/1520579965 >> v2:172.21.15.134:3300/0 conn(0x7fcbfc0d15f0 0x7fcbfc0d1e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:18.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.152+0000 7fcc01a5d640 1 -- 172.21.15.5:0/1520579965 >> v2:172.21.15.134:3300/0 conn(0x7fcbfc0d15f0 msgr2=0x7fcbfc0d1e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:18.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.152+0000 7fcc01a5d640 1 --2- 172.21.15.5:0/1520579965 >> v2:172.21.15.134:3300/0 conn(0x7fcbfc0d15f0 0x7fcbfc0d1e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:18.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.152+0000 7fcc01a5d640 1 -- 172.21.15.5:0/1520579965 >> v1:172.21.15.134:6789/0 conn(0x7fcbfc0d0490 legacy=0x7fcbfc0709d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:18.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.152+0000 7fcc01a5d640 1 -- 172.21.15.5:0/1520579965 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbfc09b480 con 0x7fcbfc0d0900 2024-09-19T05:04:18.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.152+0000 7fcc01a5d640 1 --2- 172.21.15.5:0/1520579965 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbfc0d0900 0x7fcbfc0710e0 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7fcbfc073eb0 tx=0x7fcbf402a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe696d397d62599 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:18.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.152+0000 7fcbf3fff640 1 -- 172.21.15.5:0/1520579965 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbf4036070 con 0x7fcbfc0d0900 2024-09-19T05:04:18.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.152+0000 7fcbf3fff640 1 -- 172.21.15.5:0/1520579965 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcbf4031600 con 0x7fcbfc0d0900 2024-09-19T05:04:18.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.153+0000 7fcbf3fff640 1 -- 172.21.15.5:0/1520579965 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbf40319d0 con 0x7fcbfc0d0900 2024-09-19T05:04:18.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.153+0000 7fcc034c0640 1 -- 172.21.15.5:0/1520579965 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbfc0d0900 msgr2=0x7fcbfc0710e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:18.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.153+0000 7fcc034c0640 1 --2- 172.21.15.5:0/1520579965 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbfc0d0900 0x7fcbfc0710e0 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7fcbfc073eb0 tx=0x7fcbf402a5d0 comp rx=0 tx=0).stop 2024-09-19T05:04:18.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.153+0000 7fcc034c0640 1 -- 172.21.15.5:0/1520579965 shutdown_connections 2024-09-19T05:04:18.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.153+0000 7fcc034c0640 1 --2- 172.21.15.5:0/1520579965 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbfc0d0900 0x7fcbfc0710e0 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:18.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.153+0000 7fcc034c0640 1 --2- 172.21.15.5:0/1520579965 >> v2:172.21.15.134:3300/0 conn(0x7fcbfc0d15f0 0x7fcbfc0d1e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:18.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.153+0000 7fcc034c0640 1 -- 172.21.15.5:0/1520579965 >> 172.21.15.5:0/1520579965 conn(0x7fcbfc0d2400 msgr2=0x7fcbfc0d2810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:18.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.153+0000 7fcc034c0640 1 -- 172.21.15.5:0/1520579965 shutdown_connections 2024-09-19T05:04:18.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.153+0000 7fcc034c0640 1 -- 172.21.15.5:0/1520579965 wait complete. 2024-09-19T05:04:18.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.154+0000 7fcc034c0640 1 Processor -- start 2024-09-19T05:04:18.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.154+0000 7fcc034c0640 1 -- start start 2024-09-19T05:04:18.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.155+0000 7fcc034c0640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcbfc0d0490 0x7fcbfc150a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:18.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.155+0000 7fcc034c0640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcbfc0d0900 0x7fcbfc15cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:18.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.155+0000 7fcc034c0640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbfc0d15f0 0x7fcbfc06d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:18.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.155+0000 7fcc034c0640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fcbfc0d19d0 con 0x7fcbfc0d15f0 2024-09-19T05:04:18.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.155+0000 7fcc034c0640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fcbfc09ba40 con 0x7fcbfc0d0490 2024-09-19T05:04:18.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.155+0000 7fcc034c0640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fcbfc162240 con 0x7fcbfc0d0900 2024-09-19T05:04:18.159 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.155+0000 7fcc01a5d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbfc0d15f0 0x7fcbfc06d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:18.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.155+0000 7fcc01a5d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbfc0d15f0 0x7fcbfc06d4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46848/0 (socket says 172.21.15.5:46848) 2024-09-19T05:04:18.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.155+0000 7fcc01a5d640 1 -- 172.21.15.5:0/3482213518 learned_addr learned my addr 172.21.15.5:0/3482213518 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:18.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.155+0000 7fcc0125c640 1 --2- 172.21.15.5:0/3482213518 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcbfc0d0490 0x7fcbfc150a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:18.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.155+0000 7fcc00a5b640 1 --2- 172.21.15.5:0/3482213518 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcbfc0d0900 0x7fcbfc15cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:18.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.156+0000 7fcc01a5d640 1 -- 172.21.15.5:0/3482213518 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcbfc0d0900 msgr2=0x7fcbfc15cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:18.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.156+0000 7fcc01a5d640 1 --2- 172.21.15.5:0/3482213518 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcbfc0d0900 0x7fcbfc15cdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:18.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.156+0000 7fcc01a5d640 1 -- 172.21.15.5:0/3482213518 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcbfc0d0490 msgr2=0x7fcbfc150a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:18.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.156+0000 7fcc01a5d640 1 --2- 172.21.15.5:0/3482213518 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcbfc0d0490 0x7fcbfc150a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:18.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.156+0000 7fcc01a5d640 1 -- 172.21.15.5:0/3482213518 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbfc15b420 con 0x7fcbfc0d15f0 2024-09-19T05:04:18.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.156+0000 7fcc0125c640 1 --2- 172.21.15.5:0/3482213518 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcbfc0d0490 0x7fcbfc150a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:04:18.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.156+0000 7fcc00a5b640 1 --2- 172.21.15.5:0/3482213518 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcbfc0d0900 0x7fcbfc15cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:04:18.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.156+0000 7fcc01a5d640 1 --2- 172.21.15.5:0/3482213518 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbfc0d15f0 0x7fcbfc06d4e0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7fcbf4034040 tx=0x7fcbf4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:18.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.156+0000 7fcbf1ffb640 1 -- 172.21.15.5:0/3482213518 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbf4036050 con 0x7fcbfc0d15f0 2024-09-19T05:04:18.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.156+0000 7fcbf1ffb640 1 -- 172.21.15.5:0/3482213518 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcbf4042070 con 0x7fcbfc0d15f0 2024-09-19T05:04:18.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.156+0000 7fcc034c0640 1 -- 172.21.15.5:0/3482213518 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbfc15b700 con 0x7fcbfc0d15f0 2024-09-19T05:04:18.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.156+0000 7fcbf1ffb640 1 -- 172.21.15.5:0/3482213518 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbf4007bf0 con 0x7fcbfc0d15f0 2024-09-19T05:04:18.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.156+0000 7fcc034c0640 1 -- 172.21.15.5:0/3482213518 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbfc15bcc0 con 0x7fcbfc0d15f0 2024-09-19T05:04:18.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.157+0000 7fcc034c0640 1 -- 172.21.15.5:0/3482213518 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbfc0d1e90 con 0x7fcbfc0d15f0 2024-09-19T05:04:18.161 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.158+0000 7fcbf1ffb640 1 -- 172.21.15.5:0/3482213518 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcbf4047460 con 0x7fcbfc0d15f0 2024-09-19T05:04:18.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.158+0000 7fcbf1ffb640 1 --2- 172.21.15.5:0/3482213518 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcbe006c2b0 0x7fcbe006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:18.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.158+0000 7fcbf1ffb640 1 -- 172.21.15.5:0/3482213518 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 6187+0+0 (secure 0 0 0) 0x7fcbf40ac650 con 0x7fcbfc0d15f0 2024-09-19T05:04:18.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.158+0000 7fcc0125c640 1 --2- 172.21.15.5:0/3482213518 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcbe006c2b0 0x7fcbe006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:18.162 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.159+0000 7fcc0125c640 1 --2- 172.21.15.5:0/3482213518 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcbe006c2b0 0x7fcbe006e770 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fcbf800b820 tx=0x7fcbf8008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:18.164 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.162+0000 7fcbf1ffb640 1 -- 172.21.15.5:0/3482213518 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcbf407abe0 con 0x7fcbfc0d15f0 2024-09-19T05:04:18.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:18.378+0000 7fcc034c0640 1 -- 172.21.15.5:0/3482213518 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fcbfc0c9290 con 0x7fcbfc0d15f0 2024-09-19T05:04:19.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.070+0000 7fcbf1ffb640 1 -- 172.21.15.5:0/3482213518 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v46) ==== 104+0+0 (secure 0 0 0) 0x7fcbf407a4e0 con 0x7fcbfc0d15f0 2024-09-19T05:04:19.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.073+0000 7fcc034c0640 1 -- 172.21.15.5:0/3482213518 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcbe006c2b0 msgr2=0x7fcbe006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:19.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.073+0000 7fcc034c0640 1 --2- 172.21.15.5:0/3482213518 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcbe006c2b0 0x7fcbe006e770 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fcbf800b820 tx=0x7fcbf8008040 comp rx=0 tx=0).stop 2024-09-19T05:04:19.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.073+0000 7fcc034c0640 1 -- 172.21.15.5:0/3482213518 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbfc0d15f0 msgr2=0x7fcbfc06d4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:19.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.073+0000 7fcc034c0640 1 --2- 172.21.15.5:0/3482213518 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbfc0d15f0 0x7fcbfc06d4e0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7fcbf4034040 tx=0x7fcbf4004a40 comp rx=0 tx=0).stop 2024-09-19T05:04:19.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.073+0000 7fcc034c0640 1 -- 172.21.15.5:0/3482213518 shutdown_connections 2024-09-19T05:04:19.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.073+0000 7fcc034c0640 1 --2- 172.21.15.5:0/3482213518 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fcbe006c2b0 0x7fcbe006e770 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:19.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.073+0000 7fcc034c0640 1 --2- 172.21.15.5:0/3482213518 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fcbfc0d15f0 0x7fcbfc06d4e0 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:19.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.073+0000 7fcc034c0640 1 --2- 172.21.15.5:0/3482213518 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fcbfc0d0900 0x7fcbfc15cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:19.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.073+0000 7fcc034c0640 1 --2- 172.21.15.5:0/3482213518 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fcbfc0d0490 0x7fcbfc150a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:19.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.073+0000 7fcc034c0640 1 -- 172.21.15.5:0/3482213518 >> 172.21.15.5:0/3482213518 conn(0x7fcbfc0d2400 msgr2=0x7fcbfc0b3460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:19.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.074+0000 7fcc034c0640 1 -- 172.21.15.5:0/3482213518 shutdown_connections 2024-09-19T05:04:19.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.074+0000 7fcc034c0640 1 -- 172.21.15.5:0/3482213518 wait complete. 2024-09-19T05:04:19.090 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T05:04:19.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.243+0000 7fedf18ae640 1 Processor -- start 2024-09-19T05:04:19.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.243+0000 7fedf18ae640 1 -- start start 2024-09-19T05:04:19.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.244+0000 7fedf18ae640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fedec0afa40 0x7fedec06e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:19.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.244+0000 7fedf18ae640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fedec06e790 con 0x7fedec0cf590 2024-09-19T05:04:19.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.244+0000 7fedf18ae640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fedec06ea70 con 0x7fedec072040 2024-09-19T05:04:19.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.244+0000 7fedf18ae640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fedec0ce9f0 con 0x7fedec0afa40 2024-09-19T05:04:19.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.244+0000 7fedeb7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fedec0cf590 0x7fedec15d520 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:42950/0 (socket says 172.21.15.5:42950) 2024-09-19T05:04:19.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.244+0000 7fedeb7fe640 1 -- 172.21.15.5:0/3160038907 learned_addr learned my addr 172.21.15.5:0/3160038907 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:19.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.244+0000 7fede9ffb640 1 -- 172.21.15.5:0/3160038907 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4104109267 0 0) 0x7fedec06e790 con 0x7fedec0cf590 2024-09-19T05:04:19.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.244+0000 7fede9ffb640 1 -- 172.21.15.5:0/3160038907 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fedd4003520 con 0x7fedec0cf590 2024-09-19T05:04:19.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.244+0000 7fedeaffd640 1 --2- 172.21.15.5:0/3160038907 >> v2:172.21.15.134:3300/0 conn(0x7fedec0afa40 0x7fedec06e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:19.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.245+0000 7fede9ffb640 1 -- 172.21.15.5:0/3160038907 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2340261063 0 0) 0x7fedd4003520 con 0x7fedec0cf590 2024-09-19T05:04:19.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.245+0000 7fede9ffb640 1 -- 172.21.15.5:0/3160038907 >> v2:172.21.15.134:3300/0 conn(0x7fedec0afa40 msgr2=0x7fedec06e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:19.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.245+0000 7fede9ffb640 1 --2- 172.21.15.5:0/3160038907 >> v2:172.21.15.134:3300/0 conn(0x7fedec0afa40 0x7fedec06e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:19.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.245+0000 7fede9ffb640 1 -- 172.21.15.5:0/3160038907 >> v1:172.21.15.134:6789/0 conn(0x7fedec072040 legacy=0x7fedec0cee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:19.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.245+0000 7fede9ffb640 1 -- 172.21.15.5:0/3160038907 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedec06ed50 con 0x7fedec0cf590 2024-09-19T05:04:19.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.245+0000 7fede9ffb640 1 -- 172.21.15.5:0/3160038907 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7fede40019f0 con 0x7fedec0cf590 2024-09-19T05:04:19.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.245+0000 7fede9ffb640 1 -- 172.21.15.5:0/3160038907 >> v1:172.21.15.5:6789/0 conn(0x7fedec0cf590 legacy=0x7fedec15d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:19.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.245+0000 7fede9ffb640 1 --2- 172.21.15.5:0/3160038907 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fedd40039b0 0x7fedd4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:19.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.245+0000 7fede9ffb640 1 --2- 172.21.15.5:0/3160038907 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedd4004800 0x7fedd4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:19.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.245+0000 7fede9ffb640 1 --2- 172.21.15.5:0/3160038907 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fedd40051c0 0x7fedd400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:19.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.245+0000 7fede9ffb640 1 -- 172.21.15.5:0/3160038907 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fedec0ce9f0 con 0x7fedd40039b0 2024-09-19T05:04:19.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.245+0000 7fede9ffb640 1 -- 172.21.15.5:0/3160038907 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fedd400c060 con 0x7fedd40051c0 2024-09-19T05:04:19.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.245+0000 7fede9ffb640 1 -- 172.21.15.5:0/3160038907 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fedd400c260 con 0x7fedd4004800 2024-09-19T05:04:19.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.245+0000 7fedeaffd640 1 --2- 172.21.15.5:0/3160038907 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fedd40039b0 0x7fedd4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:19.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.245+0000 7fedeb7fe640 1 --2- 172.21.15.5:0/3160038907 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fedd40051c0 0x7fedd400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:19.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.245+0000 7fedea7fc640 1 --2- 172.21.15.5:0/3160038907 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedd4004800 0x7fedd4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:19.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.245+0000 7fedeaffd640 1 -- 172.21.15.5:0/3160038907 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedd4004800 msgr2=0x7fedd4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:19.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.245+0000 7fedeaffd640 1 --2- 172.21.15.5:0/3160038907 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedd4004800 0x7fedd4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:19.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.245+0000 7fedeaffd640 1 -- 172.21.15.5:0/3160038907 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fedd40051c0 msgr2=0x7fedd400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:19.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.245+0000 7fedeaffd640 1 --2- 172.21.15.5:0/3160038907 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fedd40051c0 0x7fedd400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:19.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.245+0000 7fedeaffd640 1 -- 172.21.15.5:0/3160038907 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedd4003520 con 0x7fedd40039b0 2024-09-19T05:04:19.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.245+0000 7fedeb7fe640 1 --2- 172.21.15.5:0/3160038907 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fedd40051c0 0x7fedd400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:19.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.245+0000 7fedeb7fe640 1 -- 172.21.15.5:0/3160038907 reap_dead start 2024-09-19T05:04:19.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.246+0000 7fedeaffd640 1 --2- 172.21.15.5:0/3160038907 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fedd40039b0 0x7fedd4003dd0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7feddc009ac0 tx=0x7fedd4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f77e2b011a84add server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:19.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.246+0000 7fede9ffb640 1 -- 172.21.15.5:0/3160038907 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feddc036070 con 0x7fedd40039b0 2024-09-19T05:04:19.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.246+0000 7fede9ffb640 1 -- 172.21.15.5:0/3160038907 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feddc031400 con 0x7fedd40039b0 2024-09-19T05:04:19.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.246+0000 7fede9ffb640 1 -- 172.21.15.5:0/3160038907 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feddc009690 con 0x7fedd40039b0 2024-09-19T05:04:19.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.246+0000 7fedf18ae640 1 -- 172.21.15.5:0/3160038907 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fedd40039b0 msgr2=0x7fedd4003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:19.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.246+0000 7fedf18ae640 1 --2- 172.21.15.5:0/3160038907 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fedd40039b0 0x7fedd4003dd0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7feddc009ac0 tx=0x7fedd4005830 comp rx=0 tx=0).stop 2024-09-19T05:04:19.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.246+0000 7fedf18ae640 1 -- 172.21.15.5:0/3160038907 shutdown_connections 2024-09-19T05:04:19.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.246+0000 7fedf18ae640 1 --2- 172.21.15.5:0/3160038907 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fedd40039b0 0x7fedd4003dd0 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:19.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.246+0000 7fedf18ae640 1 -- 172.21.15.5:0/3160038907 >> 172.21.15.5:0/3160038907 conn(0x7fedec0b5de0 msgr2=0x7fedec06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:19.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.247+0000 7fedf18ae640 1 -- 172.21.15.5:0/3160038907 shutdown_connections 2024-09-19T05:04:19.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.247+0000 7fedf18ae640 1 -- 172.21.15.5:0/3160038907 wait complete. 2024-09-19T05:04:19.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.248+0000 7fedf18ae640 1 Processor -- start 2024-09-19T05:04:19.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.248+0000 7fedf18ae640 1 -- start start 2024-09-19T05:04:19.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.249+0000 7fedf18ae640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fedd40039b0 0x7fedec156530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:19.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.249+0000 7fedf18ae640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedec1f51f0 0x7fedec1f5670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:19.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.249+0000 7fedf18ae640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fedec1548b0 0x7fedec154d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:19.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.249+0000 7fedf18ae640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fedec0724d0 con 0x7fedec1548b0 2024-09-19T05:04:19.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.249+0000 7fedf18ae640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fedec0afe20 con 0x7fedd40039b0 2024-09-19T05:04:19.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.249+0000 7fedf18ae640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fedec072650 con 0x7fedec1f51f0 2024-09-19T05:04:19.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.249+0000 7fedeb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fedec1548b0 0x7fedec154d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:19.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.249+0000 7fedeb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fedec1548b0 0x7fedec154d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46870/0 (socket says 172.21.15.5:46870) 2024-09-19T05:04:19.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.249+0000 7fedeb7fe640 1 -- 172.21.15.5:0/345566843 learned_addr learned my addr 172.21.15.5:0/345566843 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:19.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.249+0000 7fedea7fc640 1 --2- 172.21.15.5:0/345566843 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedec1f51f0 0x7fedec1f5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:19.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.249+0000 7fedeaffd640 1 --2- 172.21.15.5:0/345566843 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fedd40039b0 0x7fedec156530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:19.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.249+0000 7fedeb7fe640 1 -- 172.21.15.5:0/345566843 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedec1f51f0 msgr2=0x7fedec1f5670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:19.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.249+0000 7fedeb7fe640 1 --2- 172.21.15.5:0/345566843 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedec1f51f0 0x7fedec1f5670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:19.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.249+0000 7fedeb7fe640 1 -- 172.21.15.5:0/345566843 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fedd40039b0 msgr2=0x7fedec156530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:19.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.249+0000 7fedeb7fe640 1 --2- 172.21.15.5:0/345566843 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fedd40039b0 0x7fedec156530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:19.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.249+0000 7fedeb7fe640 1 -- 172.21.15.5:0/345566843 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedec155490 con 0x7fedec1548b0 2024-09-19T05:04:19.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.249+0000 7fedeb7fe640 1 --2- 172.21.15.5:0/345566843 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fedec1548b0 0x7fedec154d30 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7fedec0a94d0 tx=0x7fede4007bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:19.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.249+0000 7fedd3fff640 1 -- 172.21.15.5:0/345566843 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fede400ea80 con 0x7fedec1548b0 2024-09-19T05:04:19.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.249+0000 7fedd3fff640 1 -- 172.21.15.5:0/345566843 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fede400ec20 con 0x7fedec1548b0 2024-09-19T05:04:19.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.249+0000 7fedf18ae640 1 -- 172.21.15.5:0/345566843 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedec155770 con 0x7fedec1548b0 2024-09-19T05:04:19.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.249+0000 7fedd3fff640 1 -- 172.21.15.5:0/345566843 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fede4014430 con 0x7fedec1548b0 2024-09-19T05:04:19.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.249+0000 7fedf18ae640 1 -- 172.21.15.5:0/345566843 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedec155d30 con 0x7fedec1548b0 2024-09-19T05:04:19.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.251+0000 7fedf18ae640 1 -- 172.21.15.5:0/345566843 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedec06e040 con 0x7fedec1548b0 2024-09-19T05:04:19.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.251+0000 7fedd3fff640 1 -- 172.21.15.5:0/345566843 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fede40145d0 con 0x7fedec1548b0 2024-09-19T05:04:19.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.252+0000 7fedd3fff640 1 --2- 172.21.15.5:0/345566843 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fedd806c2b0 0x7fedd806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:19.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.252+0000 7fedd3fff640 1 -- 172.21.15.5:0/345566843 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 6187+0+0 (secure 0 0 0) 0x7fede408b270 con 0x7fedec1548b0 2024-09-19T05:04:19.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.252+0000 7fedeaffd640 1 --2- 172.21.15.5:0/345566843 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fedd806c2b0 0x7fedd806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:19.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.252+0000 7fedeaffd640 1 --2- 172.21.15.5:0/345566843 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fedd806c2b0 0x7fedd806e770 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7feddc033000 tx=0x7feddc008030 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:19.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.256+0000 7fedd3fff640 1 -- 172.21.15.5:0/345566843 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fede4059890 con 0x7fedec1548b0 2024-09-19T05:04:19.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:19.435+0000 7fedf18ae640 1 -- 172.21.15.5:0/345566843 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fedec0aa1c0 con 0x7fedec1548b0 2024-09-19T05:04:20.082 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.080+0000 7fedd3fff640 1 -- 172.21.15.5:0/345566843 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v86) ==== 181+0+0 (secure 0 0 0) 0x7fede4059190 con 0x7fedec1548b0 2024-09-19T05:04:20.082 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_metadata' removed 2024-09-19T05:04:20.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.082+0000 7fedf18ae640 1 -- 172.21.15.5:0/345566843 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fedd806c2b0 msgr2=0x7fedd806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:20.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.083+0000 7fedf18ae640 1 --2- 172.21.15.5:0/345566843 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fedd806c2b0 0x7fedd806e770 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7feddc033000 tx=0x7feddc008030 comp rx=0 tx=0).stop 2024-09-19T05:04:20.085 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.083+0000 7fedf18ae640 1 -- 172.21.15.5:0/345566843 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fedec1548b0 msgr2=0x7fedec154d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:20.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.083+0000 7fedf18ae640 1 --2- 172.21.15.5:0/345566843 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fedec1548b0 0x7fedec154d30 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7fedec0a94d0 tx=0x7fede4007bc0 comp rx=0 tx=0).stop 2024-09-19T05:04:20.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.083+0000 7fedf18ae640 1 -- 172.21.15.5:0/345566843 shutdown_connections 2024-09-19T05:04:20.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.083+0000 7fedf18ae640 1 --2- 172.21.15.5:0/345566843 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fedd806c2b0 0x7fedd806e770 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:20.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.083+0000 7fedf18ae640 1 --2- 172.21.15.5:0/345566843 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fedec1548b0 0x7fedec154d30 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:20.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.083+0000 7fedf18ae640 1 --2- 172.21.15.5:0/345566843 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fedec1f51f0 0x7fedec1f5670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:20.086 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.083+0000 7fedf18ae640 1 --2- 172.21.15.5:0/345566843 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fedd40039b0 0x7fedec156530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:20.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.083+0000 7fedf18ae640 1 -- 172.21.15.5:0/345566843 >> 172.21.15.5:0/345566843 conn(0x7fedec0b5de0 msgr2=0x7fedec15ebe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:20.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.083+0000 7fedf18ae640 1 -- 172.21.15.5:0/345566843 shutdown_connections 2024-09-19T05:04:20.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.083+0000 7fedf18ae640 1 -- 172.21.15.5:0/345566843 wait complete. 2024-09-19T05:04:20.098 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T05:04:20.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.210+0000 7f8504c50640 1 Processor -- start 2024-09-19T05:04:20.212 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.210+0000 7f8504c50640 1 -- start start 2024-09-19T05:04:20.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.211+0000 7f8504c50640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f850015e6e0 0x7f8500162190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:20.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.211+0000 7f8504c50640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85001629c0 con 0x7f850009b180 2024-09-19T05:04:20.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.211+0000 7f8504c50640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8500162ca0 con 0x7f850009bb30 2024-09-19T05:04:20.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.211+0000 7f8504c50640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f85000b5e80 con 0x7f850015e6e0 2024-09-19T05:04:20.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.211+0000 7f84fed9d640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f850009b180 0x7f85000b6680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:42952/0 (socket says 172.21.15.5:42952) 2024-09-19T05:04:20.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.211+0000 7f84fed9d640 1 -- 172.21.15.5:0/1701297812 learned_addr learned my addr 172.21.15.5:0/1701297812 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:20.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.211+0000 7f84fe59c640 1 --2- 172.21.15.5:0/1701297812 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f850015e6e0 0x7f8500162190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:20.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.212+0000 7f84fd59a640 1 -- 172.21.15.5:0/1701297812 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2107851686 0 0) 0x7f85001629c0 con 0x7f850009b180 2024-09-19T05:04:20.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.212+0000 7f84fd59a640 1 -- 172.21.15.5:0/1701297812 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f84e8003520 con 0x7f850009b180 2024-09-19T05:04:20.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.212+0000 7f84fd59a640 1 -- 172.21.15.5:0/1701297812 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3241072966 0 0) 0x7f8500162ca0 con 0x7f850009bb30 2024-09-19T05:04:20.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.212+0000 7f84fd59a640 1 -- 172.21.15.5:0/1701297812 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f85001629c0 con 0x7f850009bb30 2024-09-19T05:04:20.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.212+0000 7f84fe59c640 1 -- 172.21.15.5:0/1701297812 >> v1:172.21.15.134:6789/0 conn(0x7f850009bb30 legacy=0x7f850009aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:20.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.212+0000 7f84fe59c640 1 -- 172.21.15.5:0/1701297812 >> v1:172.21.15.5:6789/0 conn(0x7f850009b180 legacy=0x7f85000b6680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:20.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.212+0000 7f84fe59c640 1 -- 172.21.15.5:0/1701297812 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85000b6160 con 0x7f850015e6e0 2024-09-19T05:04:20.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.213+0000 7f84fe59c640 1 --2- 172.21.15.5:0/1701297812 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f850015e6e0 0x7f8500162190 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f84f00097d0 tx=0x7f84f002a290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b37b02d4d40495dd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:20.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.213+0000 7f84fd59a640 1 -- 172.21.15.5:0/1701297812 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f0037070 con 0x7f850015e6e0 2024-09-19T05:04:20.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.213+0000 7f84fd59a640 1 -- 172.21.15.5:0/1701297812 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84f0032440 con 0x7f850015e6e0 2024-09-19T05:04:20.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.213+0000 7f84fd59a640 1 -- 172.21.15.5:0/1701297812 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f00327f0 con 0x7f850015e6e0 2024-09-19T05:04:20.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.213+0000 7f8504c50640 1 -- 172.21.15.5:0/1701297812 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f850015e6e0 msgr2=0x7f8500162190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:20.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.213+0000 7f8504c50640 1 --2- 172.21.15.5:0/1701297812 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f850015e6e0 0x7f8500162190 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f84f00097d0 tx=0x7f84f002a290 comp rx=0 tx=0).stop 2024-09-19T05:04:20.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.213+0000 7f8504c50640 1 -- 172.21.15.5:0/1701297812 shutdown_connections 2024-09-19T05:04:20.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.213+0000 7f8504c50640 1 --2- 172.21.15.5:0/1701297812 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f850015e6e0 0x7f8500162190 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:20.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.213+0000 7f8504c50640 1 -- 172.21.15.5:0/1701297812 >> 172.21.15.5:0/1701297812 conn(0x7f85000b4060 msgr2=0x7f85000b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:20.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.213+0000 7f8504c50640 1 -- 172.21.15.5:0/1701297812 shutdown_connections 2024-09-19T05:04:20.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.213+0000 7f8504c50640 1 -- 172.21.15.5:0/1701297812 wait complete. 2024-09-19T05:04:20.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.215+0000 7f8504c50640 1 Processor -- start 2024-09-19T05:04:20.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.215+0000 7f8504c50640 1 -- start start 2024-09-19T05:04:20.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.216+0000 7f8504c50640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f850009b180 0x7f850015ce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:20.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.216+0000 7f8504c50640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f850009bb30 0x7f8500071880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:20.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.216+0000 7f8504c50640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f850015e6e0 0x7f85001e9fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:20.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.216+0000 7f8504c50640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f8500162f80 con 0x7f850015e6e0 2024-09-19T05:04:20.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.216+0000 7f8504c50640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f850015fcb0 con 0x7f850009b180 2024-09-19T05:04:20.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.216+0000 7f8504c50640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f85000b6d90 con 0x7f850009bb30 2024-09-19T05:04:20.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.216+0000 7f84fed9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f850015e6e0 0x7f85001e9fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:20.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.216+0000 7f84fed9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f850015e6e0 0x7f85001e9fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46872/0 (socket says 172.21.15.5:46872) 2024-09-19T05:04:20.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.216+0000 7f84fed9d640 1 -- 172.21.15.5:0/3977855121 learned_addr learned my addr 172.21.15.5:0/3977855121 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:20.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.216+0000 7f84fdd9b640 1 --2- 172.21.15.5:0/3977855121 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f850009bb30 0x7f8500071880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:20.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.216+0000 7f84fe59c640 1 --2- 172.21.15.5:0/3977855121 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f850009b180 0x7f850015ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:20.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.216+0000 7f84fed9d640 1 -- 172.21.15.5:0/3977855121 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f850009bb30 msgr2=0x7f8500071880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:20.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.216+0000 7f84fed9d640 1 --2- 172.21.15.5:0/3977855121 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f850009bb30 0x7f8500071880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:20.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.216+0000 7f84fed9d640 1 -- 172.21.15.5:0/3977855121 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f850009b180 msgr2=0x7f850015ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:20.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.216+0000 7f84fed9d640 1 --2- 172.21.15.5:0/3977855121 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f850009b180 0x7f850015ce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:20.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.216+0000 7f84fed9d640 1 -- 172.21.15.5:0/3977855121 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85000cee90 con 0x7f850015e6e0 2024-09-19T05:04:20.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.216+0000 7f84fed9d640 1 --2- 172.21.15.5:0/3977855121 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f850015e6e0 0x7f85001e9fe0 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f84f800cb70 tx=0x7f84f800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:20.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.217+0000 7f84eeffd640 1 -- 172.21.15.5:0/3977855121 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f8017070 con 0x7f850015e6e0 2024-09-19T05:04:20.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.217+0000 7f84eeffd640 1 -- 172.21.15.5:0/3977855121 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84f800ace0 con 0x7f850015e6e0 2024-09-19T05:04:20.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.217+0000 7f8504c50640 1 -- 172.21.15.5:0/3977855121 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85000cf170 con 0x7f850015e6e0 2024-09-19T05:04:20.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.217+0000 7f84eeffd640 1 -- 172.21.15.5:0/3977855121 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f8012620 con 0x7f850015e6e0 2024-09-19T05:04:20.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.217+0000 7f8504c50640 1 -- 172.21.15.5:0/3977855121 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85000cf730 con 0x7f850015e6e0 2024-09-19T05:04:20.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.218+0000 7f8504c50640 1 -- 172.21.15.5:0/3977855121 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8500162ca0 con 0x7f850015e6e0 2024-09-19T05:04:20.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.218+0000 7f84eeffd640 1 -- 172.21.15.5:0/3977855121 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f84f801a070 con 0x7f850015e6e0 2024-09-19T05:04:20.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.218+0000 7f84eeffd640 1 --2- 172.21.15.5:0/3977855121 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f84e006c2b0 0x7f84e006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:20.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.219+0000 7f84eeffd640 1 -- 172.21.15.5:0/3977855121 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 5749+0+0 (secure 0 0 0) 0x7f84f808b1f0 con 0x7f850015e6e0 2024-09-19T05:04:20.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.219+0000 7f84fe59c640 1 --2- 172.21.15.5:0/3977855121 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f84e006c2b0 0x7f84e006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:20.223 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.219+0000 7f84fe59c640 1 --2- 172.21.15.5:0/3977855121 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f84e006c2b0 0x7f84e006e770 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f84f0034000 tx=0x7f84f002e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:20.224 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.223+0000 7f84eeffd640 1 -- 172.21.15.5:0/3977855121 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f84f80599c0 con 0x7f850015e6e0 2024-09-19T05:04:20.405 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:20.403+0000 7f8504c50640 1 -- 172.21.15.5:0/3977855121 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f8500161600 con 0x7f850015e6e0 2024-09-19T05:04:21.083 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.081+0000 7f84eeffd640 1 -- 172.21.15.5:0/3977855121 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v87) ==== 169+0+0 (secure 0 0 0) 0x7f84f80592c0 con 0x7f850015e6e0 2024-09-19T05:04:21.083 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_data' removed 2024-09-19T05:04:21.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.085+0000 7f8504c50640 1 -- 172.21.15.5:0/3977855121 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f84e006c2b0 msgr2=0x7f84e006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:21.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.085+0000 7f8504c50640 1 --2- 172.21.15.5:0/3977855121 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f84e006c2b0 0x7f84e006e770 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f84f0034000 tx=0x7f84f002e000 comp rx=0 tx=0).stop 2024-09-19T05:04:21.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.085+0000 7f8504c50640 1 -- 172.21.15.5:0/3977855121 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f850015e6e0 msgr2=0x7f85001e9fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:21.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.085+0000 7f8504c50640 1 --2- 172.21.15.5:0/3977855121 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f850015e6e0 0x7f85001e9fe0 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f84f800cb70 tx=0x7f84f800a430 comp rx=0 tx=0).stop 2024-09-19T05:04:21.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.085+0000 7f8504c50640 1 -- 172.21.15.5:0/3977855121 shutdown_connections 2024-09-19T05:04:21.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.085+0000 7f8504c50640 1 --2- 172.21.15.5:0/3977855121 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f84e006c2b0 0x7f84e006e770 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:21.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.085+0000 7f8504c50640 1 --2- 172.21.15.5:0/3977855121 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f850015e6e0 0x7f85001e9fe0 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:21.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.085+0000 7f8504c50640 1 --2- 172.21.15.5:0/3977855121 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f850009bb30 0x7f8500071880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:21.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.085+0000 7f8504c50640 1 --2- 172.21.15.5:0/3977855121 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f850009b180 0x7f850015ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:21.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.085+0000 7f8504c50640 1 -- 172.21.15.5:0/3977855121 >> 172.21.15.5:0/3977855121 conn(0x7f85000b4060 msgr2=0x7f850006cce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:21.087 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.085+0000 7f8504c50640 1 -- 172.21.15.5:0/3977855121 shutdown_connections 2024-09-19T05:04:21.088 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.085+0000 7f8504c50640 1 -- 172.21.15.5:0/3977855121 wait complete. 2024-09-19T05:04:21.102 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T05:04:21.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.211+0000 7f9c70378640 1 Processor -- start 2024-09-19T05:04:21.213 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.211+0000 7f9c70378640 1 -- start start 2024-09-19T05:04:21.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.212+0000 7f9c70378640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9c680d1070 0x7f9c680d14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:21.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.212+0000 7f9c70378640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9c680b7ff0 0x7f9c680b8440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:21.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.212+0000 7f9c70378640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9c6815ea80 con 0x7f9c6815e6a0 2024-09-19T05:04:21.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.212+0000 7f9c70378640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f9c680b7b60 con 0x7f9c680d1070 2024-09-19T05:04:21.214 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.212+0000 7f9c70378640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f9c680d19f0 con 0x7f9c680b7ff0 2024-09-19T05:04:21.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.212+0000 7f9c6d913640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9c680d1070 0x7f9c680d14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:21.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.212+0000 7f9c6d913640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9c680d1070 0x7f9c680d14b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46888/0 (socket says 172.21.15.5:46888) 2024-09-19T05:04:21.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.212+0000 7f9c6d913640 1 -- 172.21.15.5:0/3097881217 learned_addr learned my addr 172.21.15.5:0/3097881217 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:21.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.213+0000 7f9c6e915640 1 --2- 172.21.15.5:0/3097881217 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9c680b7ff0 0x7f9c680b8440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:21.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.213+0000 7f9c6d913640 1 -- 172.21.15.5:0/3097881217 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9c680b7ff0 msgr2=0x7f9c680b8440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:21.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.213+0000 7f9c6d913640 1 --2- 172.21.15.5:0/3097881217 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9c680b7ff0 0x7f9c680b8440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:21.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.213+0000 7f9c6d913640 1 -- 172.21.15.5:0/3097881217 >> v1:172.21.15.134:6789/0 conn(0x7f9c6815e6a0 legacy=0x7f9c680d3330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:21.215 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.213+0000 7f9c6d913640 1 -- 172.21.15.5:0/3097881217 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c680d3d60 con 0x7f9c680d1070 2024-09-19T05:04:21.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.213+0000 7f9c6d913640 1 --2- 172.21.15.5:0/3097881217 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9c680d1070 0x7f9c680d14b0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f9c58009870 tx=0x7f9c5802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80f2be0f7d6f2ecb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:21.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.214+0000 7f9c6d112640 1 -- 172.21.15.5:0/3097881217 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c58037070 con 0x7f9c680d1070 2024-09-19T05:04:21.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.214+0000 7f9c6d112640 1 -- 172.21.15.5:0/3097881217 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c58032440 con 0x7f9c680d1070 2024-09-19T05:04:21.216 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.214+0000 7f9c6d112640 1 -- 172.21.15.5:0/3097881217 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c58032810 con 0x7f9c680d1070 2024-09-19T05:04:21.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.214+0000 7f9c70378640 1 -- 172.21.15.5:0/3097881217 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9c680d1070 msgr2=0x7f9c680d14b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:21.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.214+0000 7f9c70378640 1 --2- 172.21.15.5:0/3097881217 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9c680d1070 0x7f9c680d14b0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f9c58009870 tx=0x7f9c5802a270 comp rx=0 tx=0).stop 2024-09-19T05:04:21.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.214+0000 7f9c70378640 1 -- 172.21.15.5:0/3097881217 shutdown_connections 2024-09-19T05:04:21.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.214+0000 7f9c70378640 1 --2- 172.21.15.5:0/3097881217 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9c680b7ff0 0x7f9c680b8440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:21.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.214+0000 7f9c70378640 1 --2- 172.21.15.5:0/3097881217 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9c680d1070 0x7f9c680d14b0 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:21.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.214+0000 7f9c70378640 1 -- 172.21.15.5:0/3097881217 >> 172.21.15.5:0/3097881217 conn(0x7f9c68067f80 msgr2=0x7f9c6806ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:21.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.214+0000 7f9c70378640 1 -- 172.21.15.5:0/3097881217 shutdown_connections 2024-09-19T05:04:21.217 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.214+0000 7f9c70378640 1 -- 172.21.15.5:0/3097881217 wait complete. 2024-09-19T05:04:21.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.216+0000 7f9c70378640 1 Processor -- start 2024-09-19T05:04:21.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.216+0000 7f9c70378640 1 -- start start 2024-09-19T05:04:21.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.216+0000 7f9c70378640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9c680b7ff0 0x7f9c681568c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:21.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.216+0000 7f9c70378640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9c680d1070 0x7f9c681583c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:21.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.216+0000 7f9c70378640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9c6815e6a0 0x7f9c681529b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:21.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.216+0000 7f9c70378640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f9c680d3a40 con 0x7f9c6815e6a0 2024-09-19T05:04:21.219 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.216+0000 7f9c70378640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f9c680d4320 con 0x7f9c680b7ff0 2024-09-19T05:04:21.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.216+0000 7f9c70378640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f9c680b76f0 con 0x7f9c680d1070 2024-09-19T05:04:21.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.217+0000 7f9c6e915640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9c6815e6a0 0x7f9c681529b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:21.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.217+0000 7f9c6e915640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9c6815e6a0 0x7f9c681529b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46904/0 (socket says 172.21.15.5:46904) 2024-09-19T05:04:21.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.217+0000 7f9c6d913640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9c680d1070 0x7f9c681583c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:21.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.217+0000 7f9c6e915640 1 -- 172.21.15.5:0/3874037729 learned_addr learned my addr 172.21.15.5:0/3874037729 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:21.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.217+0000 7f9c6e114640 1 --2- 172.21.15.5:0/3874037729 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9c680b7ff0 0x7f9c681568c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:21.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.217+0000 7f9c6e915640 1 -- 172.21.15.5:0/3874037729 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9c680d1070 msgr2=0x7f9c681583c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:21.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.217+0000 7f9c6e915640 1 --2- 172.21.15.5:0/3874037729 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9c680d1070 0x7f9c681583c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:21.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.217+0000 7f9c6e915640 1 -- 172.21.15.5:0/3874037729 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9c680b7ff0 msgr2=0x7f9c681568c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:21.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.217+0000 7f9c6e915640 1 --2- 172.21.15.5:0/3874037729 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9c680b7ff0 0x7f9c681568c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:21.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.217+0000 7f9c6e915640 1 -- 172.21.15.5:0/3874037729 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c68157360 con 0x7f9c6815e6a0 2024-09-19T05:04:21.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.217+0000 7f9c6e915640 1 --2- 172.21.15.5:0/3874037729 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9c6815e6a0 0x7f9c681529b0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f9c6000e930 tx=0x7f9c6000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:21.220 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.217+0000 7f9c5effd640 1 -- 172.21.15.5:0/3874037729 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c60017070 con 0x7f9c6815e6a0 2024-09-19T05:04:21.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.217+0000 7f9c5effd640 1 -- 172.21.15.5:0/3874037729 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c6000c920 con 0x7f9c6815e6a0 2024-09-19T05:04:21.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.217+0000 7f9c5effd640 1 -- 172.21.15.5:0/3874037729 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c6000cd10 con 0x7f9c6815e6a0 2024-09-19T05:04:21.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.217+0000 7f9c70378640 1 -- 172.21.15.5:0/3874037729 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c68157600 con 0x7f9c6815e6a0 2024-09-19T05:04:21.221 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.217+0000 7f9c70378640 1 -- 172.21.15.5:0/3874037729 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c68157bc0 con 0x7f9c6815e6a0 2024-09-19T05:04:21.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.218+0000 7f9c70378640 1 -- 172.21.15.5:0/3874037729 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c680cf780 con 0x7f9c6815e6a0 2024-09-19T05:04:21.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.219+0000 7f9c5effd640 1 -- 172.21.15.5:0/3874037729 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9c6001a070 con 0x7f9c6815e6a0 2024-09-19T05:04:21.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.219+0000 7f9c5effd640 1 --2- 172.21.15.5:0/3874037729 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9c4c06c2b0 0x7f9c4c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:21.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.219+0000 7f9c5effd640 1 -- 172.21.15.5:0/3874037729 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5335+0+0 (secure 0 0 0) 0x7f9c6008b1b0 con 0x7f9c6815e6a0 2024-09-19T05:04:21.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.220+0000 7f9c6e114640 1 --2- 172.21.15.5:0/3874037729 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9c4c06c2b0 0x7f9c4c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:21.222 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.220+0000 7f9c6e114640 1 --2- 172.21.15.5:0/3874037729 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9c4c06c2b0 0x7f9c4c06e770 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f9c681f7c50 tx=0x7f9c64009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:21.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.224+0000 7f9c5effd640 1 -- 172.21.15.5:0/3874037729 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9c60059500 con 0x7f9c6815e6a0 2024-09-19T05:04:21.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.410+0000 7f9c70378640 1 -- 172.21.15.5:0/3874037729 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f9c680d15e0 con 0x7f9c6815e6a0 2024-09-19T05:04:21.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.413+0000 7f9c5effd640 1 -- 172.21.15.5:0/3874037729 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v19) ==== 104+0+0 (secure 0 0 0) 0x7f9c6005d800 con 0x7f9c6815e6a0 2024-09-19T05:04:21.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.415+0000 7f9c70378640 1 -- 172.21.15.5:0/3874037729 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9c4c06c2b0 msgr2=0x7f9c4c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:21.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.415+0000 7f9c70378640 1 --2- 172.21.15.5:0/3874037729 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9c4c06c2b0 0x7f9c4c06e770 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f9c681f7c50 tx=0x7f9c64009040 comp rx=0 tx=0).stop 2024-09-19T05:04:21.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.415+0000 7f9c70378640 1 -- 172.21.15.5:0/3874037729 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9c6815e6a0 msgr2=0x7f9c681529b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:21.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.415+0000 7f9c70378640 1 --2- 172.21.15.5:0/3874037729 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9c6815e6a0 0x7f9c681529b0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f9c6000e930 tx=0x7f9c6000edf0 comp rx=0 tx=0).stop 2024-09-19T05:04:21.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.415+0000 7f9c70378640 1 -- 172.21.15.5:0/3874037729 shutdown_connections 2024-09-19T05:04:21.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.415+0000 7f9c70378640 1 --2- 172.21.15.5:0/3874037729 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9c4c06c2b0 0x7f9c4c06e770 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:21.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.415+0000 7f9c70378640 1 --2- 172.21.15.5:0/3874037729 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9c6815e6a0 0x7f9c681529b0 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:21.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.415+0000 7f9c70378640 1 --2- 172.21.15.5:0/3874037729 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9c680d1070 0x7f9c681583c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:21.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.415+0000 7f9c70378640 1 --2- 172.21.15.5:0/3874037729 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9c680b7ff0 0x7f9c681568c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:21.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.415+0000 7f9c70378640 1 -- 172.21.15.5:0/3874037729 >> 172.21.15.5:0/3874037729 conn(0x7f9c68067f80 msgr2=0x7f9c681eae30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:21.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.415+0000 7f9c70378640 1 -- 172.21.15.5:0/3874037729 shutdown_connections 2024-09-19T05:04:21.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.415+0000 7f9c70378640 1 -- 172.21.15.5:0/3874037729 wait complete. 2024-09-19T05:04:21.427 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_quota.TestQuota.test_remote_update_getfattr' 2024-09-19T05:04:21.471 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:04:21.473 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:04:21.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.529+0000 7fdaaa0dd640 1 Processor -- start 2024-09-19T05:04:21.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.529+0000 7fdaaa0dd640 1 -- start start 2024-09-19T05:04:21.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.529+0000 7fdaaa0dd640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fdaa4147f70 0x7fdaa40b6f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:21.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.529+0000 7fdaaa0dd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdaa40afeb0 0x7fdaa406c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:21.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.529+0000 7fdaaa0dd640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdaa40711a0 con 0x7fdaa406bc10 2024-09-19T05:04:21.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.530+0000 7fdaaa0dd640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fdaa40b7460 con 0x7fdaa40afeb0 2024-09-19T05:04:21.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.530+0000 7fdaaa0dd640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fdaa40aea10 con 0x7fdaa4147f70 2024-09-19T05:04:21.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.530+0000 7fdaa3fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fdaa40afeb0 0x7fdaa406c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:21.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.530+0000 7fdaa2ffd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fdaa406bc10 0x7fdaa406f110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:42954/0 (socket says 172.21.15.5:42954) 2024-09-19T05:04:21.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.530+0000 7fdaa2ffd640 1 -- 172.21.15.5:0/1108233949 learned_addr learned my addr 172.21.15.5:0/1108233949 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:21.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.530+0000 7fdaa37fe640 1 --2- 172.21.15.5:0/1108233949 >> v2:172.21.15.134:3300/0 conn(0x7fdaa4147f70 0x7fdaa40b6f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:21.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.530+0000 7fdaa3fff640 1 -- 172.21.15.5:0/1108233949 >> v2:172.21.15.134:3300/0 conn(0x7fdaa4147f70 msgr2=0x7fdaa40b6f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:21.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.530+0000 7fdaa3fff640 1 --2- 172.21.15.5:0/1108233949 >> v2:172.21.15.134:3300/0 conn(0x7fdaa4147f70 0x7fdaa40b6f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:21.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.530+0000 7fdaa3fff640 1 -- 172.21.15.5:0/1108233949 >> v1:172.21.15.5:6789/0 conn(0x7fdaa406bc10 legacy=0x7fdaa406f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:21.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.530+0000 7fdaa3fff640 1 -- 172.21.15.5:0/1108233949 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdaa40ae400 con 0x7fdaa40afeb0 2024-09-19T05:04:21.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.530+0000 7fdaa27fc640 1 -- 172.21.15.5:0/1108233949 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 745736147 0 0) 0x7fdaa40711a0 con 0x7fdaa406bc10 2024-09-19T05:04:21.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.531+0000 7fdaa3fff640 1 --2- 172.21.15.5:0/1108233949 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdaa40afeb0 0x7fdaa406c050 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7fdaa409b170 tx=0x7fda9c02a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae2ced06d649d8e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:21.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.531+0000 7fdaa27fc640 1 -- 172.21.15.5:0/1108233949 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda9c007740 con 0x7fdaa40afeb0 2024-09-19T05:04:21.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.531+0000 7fdaa27fc640 1 -- 172.21.15.5:0/1108233949 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda9c0078e0 con 0x7fdaa40afeb0 2024-09-19T05:04:21.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.531+0000 7fdaa27fc640 1 -- 172.21.15.5:0/1108233949 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda9c007cb0 con 0x7fdaa40afeb0 2024-09-19T05:04:21.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.532+0000 7fdaaa0dd640 1 -- 172.21.15.5:0/1108233949 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdaa40afeb0 msgr2=0x7fdaa406c050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:21.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.532+0000 7fdaaa0dd640 1 --2- 172.21.15.5:0/1108233949 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdaa40afeb0 0x7fdaa406c050 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7fdaa409b170 tx=0x7fda9c02a560 comp rx=0 tx=0).stop 2024-09-19T05:04:21.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.532+0000 7fdaaa0dd640 1 -- 172.21.15.5:0/1108233949 shutdown_connections 2024-09-19T05:04:21.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.532+0000 7fdaaa0dd640 1 --2- 172.21.15.5:0/1108233949 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdaa40afeb0 0x7fdaa406c050 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:21.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.532+0000 7fdaaa0dd640 1 --2- 172.21.15.5:0/1108233949 >> v2:172.21.15.134:3300/0 conn(0x7fdaa4147f70 0x7fdaa40b6f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:21.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.532+0000 7fdaaa0dd640 1 -- 172.21.15.5:0/1108233949 >> 172.21.15.5:0/1108233949 conn(0x7fdaa409aa70 msgr2=0x7fdaa40b6810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:21.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.532+0000 7fdaaa0dd640 1 -- 172.21.15.5:0/1108233949 shutdown_connections 2024-09-19T05:04:21.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.532+0000 7fdaaa0dd640 1 -- 172.21.15.5:0/1108233949 wait complete. 2024-09-19T05:04:21.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.533+0000 7fdaaa0dd640 1 Processor -- start 2024-09-19T05:04:21.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.533+0000 7fdaaa0dd640 1 -- start start 2024-09-19T05:04:21.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.534+0000 7fdaaa0dd640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdaa406bc10 0x7fdaa415de20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:21.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.534+0000 7fdaaa0dd640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdaa40afeb0 0x7fdaa41603b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:21.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.534+0000 7fdaaa0dd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdaa4147f70 0x7fdaa41608f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:21.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.534+0000 7fdaaa0dd640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fdaa40ae6a0 con 0x7fdaa4147f70 2024-09-19T05:04:21.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.534+0000 7fdaaa0dd640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fdaa406c590 con 0x7fdaa406bc10 2024-09-19T05:04:21.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.534+0000 7fdaaa0dd640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fdaa406ca60 con 0x7fdaa40afeb0 2024-09-19T05:04:21.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.534+0000 7fdaa3fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdaa4147f70 0x7fdaa41608f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:21.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.534+0000 7fdaa3fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdaa4147f70 0x7fdaa41608f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46926/0 (socket says 172.21.15.5:46926) 2024-09-19T05:04:21.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.534+0000 7fdaa3fff640 1 -- 172.21.15.5:0/3940209564 learned_addr learned my addr 172.21.15.5:0/3940209564 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:21.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.534+0000 7fdaa2ffd640 1 --2- 172.21.15.5:0/3940209564 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdaa40afeb0 0x7fdaa41603b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:21.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.534+0000 7fdaa37fe640 1 --2- 172.21.15.5:0/3940209564 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdaa406bc10 0x7fdaa415de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:21.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.534+0000 7fdaa3fff640 1 -- 172.21.15.5:0/3940209564 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdaa40afeb0 msgr2=0x7fdaa41603b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:21.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.534+0000 7fdaa3fff640 1 --2- 172.21.15.5:0/3940209564 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdaa40afeb0 0x7fdaa41603b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:21.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.534+0000 7fdaa3fff640 1 -- 172.21.15.5:0/3940209564 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdaa406bc10 msgr2=0x7fdaa415de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:21.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.534+0000 7fdaa3fff640 1 --2- 172.21.15.5:0/3940209564 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdaa406bc10 0x7fdaa415de20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:21.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.534+0000 7fdaa3fff640 1 -- 172.21.15.5:0/3940209564 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdaa415e360 con 0x7fdaa4147f70 2024-09-19T05:04:21.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.534+0000 7fdaa37fe640 1 --2- 172.21.15.5:0/3940209564 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdaa406bc10 0x7fdaa415de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:21.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.534+0000 7fdaa3fff640 1 --2- 172.21.15.5:0/3940209564 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdaa4147f70 0x7fdaa41608f0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7fda9c02ab50 tx=0x7fda9c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:21.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.535+0000 7fda8bfff640 1 -- 172.21.15.5:0/3940209564 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda9c03f070 con 0x7fdaa4147f70 2024-09-19T05:04:21.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.535+0000 7fda8bfff640 1 -- 172.21.15.5:0/3940209564 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda9c031bc0 con 0x7fdaa4147f70 2024-09-19T05:04:21.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.535+0000 7fdaaa0dd640 1 -- 172.21.15.5:0/3940209564 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdaa40cd670 con 0x7fdaa4147f70 2024-09-19T05:04:21.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.535+0000 7fda8bfff640 1 -- 172.21.15.5:0/3940209564 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda9c009450 con 0x7fdaa4147f70 2024-09-19T05:04:21.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.535+0000 7fdaaa0dd640 1 -- 172.21.15.5:0/3940209564 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdaa40b1240 con 0x7fdaa4147f70 2024-09-19T05:04:21.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.536+0000 7fdaaa0dd640 1 -- 172.21.15.5:0/3940209564 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdaa4070a50 con 0x7fdaa4147f70 2024-09-19T05:04:21.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.536+0000 7fda8bfff640 1 -- 172.21.15.5:0/3940209564 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fda9c044460 con 0x7fdaa4147f70 2024-09-19T05:04:21.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.537+0000 7fda8bfff640 1 --2- 172.21.15.5:0/3940209564 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fda9006c2b0 0x7fda9006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:21.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.537+0000 7fda8bfff640 1 -- 172.21.15.5:0/3940209564 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5335+0+0 (secure 0 0 0) 0x7fda9c0ac9b0 con 0x7fdaa4147f70 2024-09-19T05:04:21.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.537+0000 7fdaa37fe640 1 --2- 172.21.15.5:0/3940209564 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fda9006c2b0 0x7fda9006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:21.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.537+0000 7fdaa37fe640 1 --2- 172.21.15.5:0/3940209564 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fda9006c2b0 0x7fda9006e770 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fda94009b90 tx=0x7fda94008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:21.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.541+0000 7fda8bfff640 1 -- 172.21.15.5:0/3940209564 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdaa415e360 con 0x7fdaa4147f70 2024-09-19T05:04:21.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:21.783+0000 7fdaaa0dd640 1 -- 172.21.15.5:0/3940209564 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_quota.TestQuota.test_remote_update_getfattr"]} v 0) -- 0x7fdaa40b19a0 con 0x7fdaa4147f70 2024-09-19T05:04:22.090 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.088+0000 7fda8bfff640 1 -- 172.21.15.5:0/3940209564 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_quota.TestQuota.test_remote_update_getfattr"]}]=0 v189) ==== 140+0+0 (secure 0 0 0) 0x7fda9c07b320 con 0x7fdaa4147f70 2024-09-19T05:04:22.092 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.091+0000 7fdaaa0dd640 1 -- 172.21.15.5:0/3940209564 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fda9006c2b0 msgr2=0x7fda9006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:22.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.091+0000 7fdaaa0dd640 1 --2- 172.21.15.5:0/3940209564 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fda9006c2b0 0x7fda9006e770 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fda94009b90 tx=0x7fda94008040 comp rx=0 tx=0).stop 2024-09-19T05:04:22.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.091+0000 7fdaaa0dd640 1 -- 172.21.15.5:0/3940209564 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdaa4147f70 msgr2=0x7fdaa41608f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:22.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.091+0000 7fdaaa0dd640 1 --2- 172.21.15.5:0/3940209564 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdaa4147f70 0x7fdaa41608f0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7fda9c02ab50 tx=0x7fda9c004a40 comp rx=0 tx=0).stop 2024-09-19T05:04:22.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.091+0000 7fdaaa0dd640 1 -- 172.21.15.5:0/3940209564 shutdown_connections 2024-09-19T05:04:22.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.091+0000 7fdaaa0dd640 1 --2- 172.21.15.5:0/3940209564 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fda9006c2b0 0x7fda9006e770 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:22.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.091+0000 7fdaaa0dd640 1 --2- 172.21.15.5:0/3940209564 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fdaa4147f70 0x7fdaa41608f0 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:22.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.091+0000 7fdaaa0dd640 1 --2- 172.21.15.5:0/3940209564 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fdaa40afeb0 0x7fdaa41603b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:22.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.091+0000 7fdaaa0dd640 1 --2- 172.21.15.5:0/3940209564 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fdaa406bc10 0x7fdaa415de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:22.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.091+0000 7fdaaa0dd640 1 -- 172.21.15.5:0/3940209564 >> 172.21.15.5:0/3940209564 conn(0x7fdaa409aa70 msgr2=0x7fdaa406f110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:22.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.091+0000 7fdaaa0dd640 1 -- 172.21.15.5:0/3940209564 shutdown_connections 2024-09-19T05:04:22.093 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.091+0000 7fdaaa0dd640 1 -- 172.21.15.5:0/3940209564 wait complete. 2024-09-19T05:04:22.104 INFO:tasks.cephfs_test_runner:That quota changes made from one client are visible to another ... ok 2024-09-19T05:04:22.104 INFO:tasks.cephfs_test_runner:Starting test: test_remote_update_write (tasks.cephfs.test_quota.TestQuota) That when a client modifies the quota on a directory used 2024-09-19T05:04:22.105 INFO:tasks.cephfs_test_runner:test_remote_update_write (tasks.cephfs.test_quota.TestQuota) 2024-09-19T05:04:22.105 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:04:22.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.246+0000 7f877d531640 1 Processor -- start 2024-09-19T05:04:22.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.246+0000 7f877d531640 1 -- start start 2024-09-19T05:04:22.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.247+0000 7f877d531640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f87780cfa10 0x7f87780d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:22.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.247+0000 7f877d531640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87780d4060 0x7f87780b7670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:22.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.247+0000 7f877d531640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87780b6060 con 0x7f87780d0ff0 2024-09-19T05:04:22.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.247+0000 7f877d531640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f87780b6c70 con 0x7f87780cfa10 2024-09-19T05:04:22.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.247+0000 7f877d531640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f87780b6340 con 0x7f87780d4060 2024-09-19T05:04:22.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.247+0000 7f87777fe640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87780d4060 0x7f87780b7670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:22.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.247+0000 7f87767fc640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f87780cfa10 0x7f87780d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:22.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.247+0000 7f8776ffd640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7f87780d0ff0 0x7f87780d13d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.5:49958/0 (socket says 172.21.15.5:49958) 2024-09-19T05:04:22.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.247+0000 7f8776ffd640 1 -- 172.21.15.5:0/70227106 learned_addr learned my addr 172.21.15.5:0/70227106 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:22.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.247+0000 7f87777fe640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87780d4060 0x7f87780b7670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.5:41972/0 (socket says 172.21.15.5:41972) 2024-09-19T05:04:22.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.248+0000 7f87767fc640 1 -- 172.21.15.5:0/70227106 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87780d4060 msgr2=0x7f87780b7670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:22.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.248+0000 7f87767fc640 1 --2- 172.21.15.5:0/70227106 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87780d4060 0x7f87780b7670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:22.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.248+0000 7f87767fc640 1 -- 172.21.15.5:0/70227106 >> v1:172.21.15.134:6789/0 conn(0x7f87780d0ff0 legacy=0x7f87780d13d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:22.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.248+0000 7f8775ffb640 1 -- 172.21.15.5:0/70227106 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3960120398 0 0) 0x7f87780b6060 con 0x7f87780d0ff0 2024-09-19T05:04:22.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.248+0000 7f87767fc640 1 -- 172.21.15.5:0/70227106 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87780b6620 con 0x7f87780cfa10 2024-09-19T05:04:22.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.248+0000 7f87777fe640 1 --2- 172.21.15.5:0/70227106 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87780d4060 0x7f87780b7670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:04:22.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.248+0000 7f87767fc640 1 --2- 172.21.15.5:0/70227106 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f87780cfa10 0x7f87780d3b20 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f876c0097a0 tx=0x7f876c02a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3ff6035de0d6d814 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:22.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.249+0000 7f8775ffb640 1 -- 172.21.15.5:0/70227106 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f876c037070 con 0x7f87780cfa10 2024-09-19T05:04:22.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.249+0000 7f8775ffb640 1 -- 172.21.15.5:0/70227106 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f876c02ae50 con 0x7f87780cfa10 2024-09-19T05:04:22.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.249+0000 7f8775ffb640 1 -- 172.21.15.5:0/70227106 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f876c032660 con 0x7f87780cfa10 2024-09-19T05:04:22.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.249+0000 7f877d531640 1 -- 172.21.15.5:0/70227106 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f87780cfa10 msgr2=0x7f87780d3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:22.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.249+0000 7f877d531640 1 --2- 172.21.15.5:0/70227106 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f87780cfa10 0x7f87780d3b20 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f876c0097a0 tx=0x7f876c02a100 comp rx=0 tx=0).stop 2024-09-19T05:04:22.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.249+0000 7f877d531640 1 -- 172.21.15.5:0/70227106 shutdown_connections 2024-09-19T05:04:22.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.249+0000 7f877d531640 1 --2- 172.21.15.5:0/70227106 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87780d4060 0x7f87780b7670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:22.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.249+0000 7f877d531640 1 --2- 172.21.15.5:0/70227106 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f87780cfa10 0x7f87780d3b20 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:22.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.249+0000 7f877d531640 1 -- 172.21.15.5:0/70227106 >> 172.21.15.5:0/70227106 conn(0x7f8778067f80 msgr2=0x7f877806ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:22.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.249+0000 7f877d531640 1 -- 172.21.15.5:0/70227106 shutdown_connections 2024-09-19T05:04:22.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.249+0000 7f877d531640 1 -- 172.21.15.5:0/70227106 wait complete. 2024-09-19T05:04:22.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.250+0000 7f877d531640 1 Processor -- start 2024-09-19T05:04:22.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.250+0000 7f877d531640 1 -- start start 2024-09-19T05:04:22.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.251+0000 7f877d531640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87780cfa10 0x7f8778154bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:22.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.251+0000 7f877d531640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87780d0ff0 0x7f87780cc410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:22.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.251+0000 7f877d531640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f87780d4060 0x7f877815d420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:22.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.251+0000 7f877d531640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f877815ea70 con 0x7f87780cfa10 2024-09-19T05:04:22.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.251+0000 7f877d531640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f877815e8f0 con 0x7f87780d4060 2024-09-19T05:04:22.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.251+0000 7f877d531640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f87780b7bb0 con 0x7f87780d0ff0 2024-09-19T05:04:22.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.251+0000 7f8776ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87780cfa10 0x7f8778154bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:22.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.251+0000 7f8776ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87780cfa10 0x7f8778154bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46942/0 (socket says 172.21.15.5:46942) 2024-09-19T05:04:22.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.251+0000 7f8776ffd640 1 -- 172.21.15.5:0/3269163360 learned_addr learned my addr 172.21.15.5:0/3269163360 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:22.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.251+0000 7f87777fe640 1 --2- 172.21.15.5:0/3269163360 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f87780d4060 0x7f877815d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:22.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.252+0000 7f87767fc640 1 --2- 172.21.15.5:0/3269163360 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87780d0ff0 0x7f87780cc410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:22.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.252+0000 7f8776ffd640 1 -- 172.21.15.5:0/3269163360 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87780d0ff0 msgr2=0x7f87780cc410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:22.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.252+0000 7f8776ffd640 1 --2- 172.21.15.5:0/3269163360 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87780d0ff0 0x7f87780cc410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:22.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.252+0000 7f8776ffd640 1 -- 172.21.15.5:0/3269163360 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f87780d4060 msgr2=0x7f877815d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:22.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.252+0000 7f8776ffd640 1 --2- 172.21.15.5:0/3269163360 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f87780d4060 0x7f877815d420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:22.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.252+0000 7f8776ffd640 1 -- 172.21.15.5:0/3269163360 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87780ccdd0 con 0x7f87780cfa10 2024-09-19T05:04:22.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.252+0000 7f87777fe640 1 --2- 172.21.15.5:0/3269163360 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f87780d4060 0x7f877815d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:22.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.252+0000 7f8776ffd640 1 --2- 172.21.15.5:0/3269163360 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87780cfa10 0x7f8778154bf0 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f876800c890 tx=0x7f876800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:22.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.252+0000 7f875f7fe640 1 -- 172.21.15.5:0/3269163360 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8768018070 con 0x7f87780cfa10 2024-09-19T05:04:22.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.252+0000 7f875f7fe640 1 -- 172.21.15.5:0/3269163360 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f876800a640 con 0x7f87780cfa10 2024-09-19T05:04:22.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.252+0000 7f877d531640 1 -- 172.21.15.5:0/3269163360 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8778160ef0 con 0x7f87780cfa10 2024-09-19T05:04:22.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.252+0000 7f875f7fe640 1 -- 172.21.15.5:0/3269163360 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f876800aa30 con 0x7f87780cfa10 2024-09-19T05:04:22.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.252+0000 7f877d531640 1 -- 172.21.15.5:0/3269163360 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87781614b0 con 0x7f87780cfa10 2024-09-19T05:04:22.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.253+0000 7f877d531640 1 -- 172.21.15.5:0/3269163360 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87780d3b20 con 0x7f87780cfa10 2024-09-19T05:04:22.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.253+0000 7f875f7fe640 1 -- 172.21.15.5:0/3269163360 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f876801b070 con 0x7f87780cfa10 2024-09-19T05:04:22.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.254+0000 7f875f7fe640 1 --2- 172.21.15.5:0/3269163360 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f876406c2b0 0x7f876406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:22.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.254+0000 7f875f7fe640 1 -- 172.21.15.5:0/3269163360 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5335+0+0 (secure 0 0 0) 0x7f876808a940 con 0x7f87780cfa10 2024-09-19T05:04:22.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.254+0000 7f87767fc640 1 --2- 172.21.15.5:0/3269163360 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f876406c2b0 0x7f876406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:22.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.255+0000 7f87767fc640 1 --2- 172.21.15.5:0/3269163360 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f876406c2b0 0x7f876406e770 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f876c034000 tx=0x7f876c02e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:22.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.258+0000 7f875f7fe640 1 -- 172.21.15.5:0/3269163360 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f87680592b0 con 0x7f87780cfa10 2024-09-19T05:04:22.436 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.434+0000 7f877d531640 1 -- 172.21.15.5:0/3269163360 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f87780b3500 con 0x7f87780cfa10 2024-09-19T05:04:22.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.435+0000 7f875f7fe640 1 -- 172.21.15.5:0/3269163360 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) ==== 74+0+13268 (secure 0 0 0) 0x7f8768058bb0 con 0x7f87780cfa10 2024-09-19T05:04:22.437 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:22.437 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":87,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:04:21.081043+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.5:6835/1205455678":"2024-09-20T05:04:18.027568+0000","172.21.15.5:6833/1205455678":"2024-09-20T05:04:18.027568+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:04:22.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.437+0000 7f877d531640 1 -- 172.21.15.5:0/3269163360 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f876406c2b0 msgr2=0x7f876406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:22.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.437+0000 7f877d531640 1 --2- 172.21.15.5:0/3269163360 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f876406c2b0 0x7f876406e770 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f876c034000 tx=0x7f876c02e000 comp rx=0 tx=0).stop 2024-09-19T05:04:22.439 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.437+0000 7f877d531640 1 -- 172.21.15.5:0/3269163360 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87780cfa10 msgr2=0x7f8778154bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:22.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.437+0000 7f877d531640 1 --2- 172.21.15.5:0/3269163360 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87780cfa10 0x7f8778154bf0 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f876800c890 tx=0x7f876800cd50 comp rx=0 tx=0).stop 2024-09-19T05:04:22.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.437+0000 7f877d531640 1 -- 172.21.15.5:0/3269163360 shutdown_connections 2024-09-19T05:04:22.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.437+0000 7f877d531640 1 --2- 172.21.15.5:0/3269163360 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f876406c2b0 0x7f876406e770 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:22.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.437+0000 7f877d531640 1 --2- 172.21.15.5:0/3269163360 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f87780d4060 0x7f877815d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:22.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.437+0000 7f877d531640 1 --2- 172.21.15.5:0/3269163360 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f87780d0ff0 0x7f87780cc410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:22.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.437+0000 7f877d531640 1 --2- 172.21.15.5:0/3269163360 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f87780cfa10 0x7f8778154bf0 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:22.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.437+0000 7f877d531640 1 -- 172.21.15.5:0/3269163360 >> 172.21.15.5:0/3269163360 conn(0x7f8778067f80 msgr2=0x7f87780b9390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:22.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.438+0000 7f877d531640 1 -- 172.21.15.5:0/3269163360 shutdown_connections 2024-09-19T05:04:22.440 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.438+0000 7f877d531640 1 -- 172.21.15.5:0/3269163360 wait complete. 2024-09-19T05:04:22.450 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T05:01:07.300370+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T05:04:22.451 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T05:04:22.555 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.554+0000 7f1d92caf640 1 Processor -- start 2024-09-19T05:04:22.556 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.554+0000 7f1d92caf640 1 -- start start 2024-09-19T05:04:22.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.555+0000 7f1d92caf640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d8c072040 0x7f1d8c15fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:22.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.555+0000 7f1d92caf640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1d8c072d80 0x7f1d8c072420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:22.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.555+0000 7f1d92caf640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d8c160340 con 0x7f1d8c06e0a0 2024-09-19T05:04:22.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.555+0000 7f1d92caf640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f1d8c072960 con 0x7f1d8c072d80 2024-09-19T05:04:22.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.555+0000 7f1d92caf640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1d8c1605e0 con 0x7f1d8c072040 2024-09-19T05:04:22.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.555+0000 7f1d83fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1d8c072d80 0x7f1d8c072420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:22.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.555+0000 7f1d9124c640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f1d8c06e0a0 0x7f1d8c0cd5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:42968/0 (socket says 172.21.15.5:42968) 2024-09-19T05:04:22.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.555+0000 7f1d9124c640 1 -- 172.21.15.5:0/1939708520 learned_addr learned my addr 172.21.15.5:0/1939708520 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:22.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.555+0000 7f1d90a4b640 1 --2- 172.21.15.5:0/1939708520 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d8c072040 0x7f1d8c15fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:22.557 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.555+0000 7f1d83fff640 1 -- 172.21.15.5:0/1939708520 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d8c072040 msgr2=0x7f1d8c15fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:22.558 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.555+0000 7f1d83fff640 1 --2- 172.21.15.5:0/1939708520 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d8c072040 0x7f1d8c15fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:22.558 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.555+0000 7f1d83fff640 1 -- 172.21.15.5:0/1939708520 >> v1:172.21.15.5:6789/0 conn(0x7f1d8c06e0a0 legacy=0x7f1d8c0cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:22.558 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.555+0000 7f1d83fff640 1 -- 172.21.15.5:0/1939708520 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d8c1608c0 con 0x7f1d8c072d80 2024-09-19T05:04:22.558 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.555+0000 7f1d837fe640 1 -- 172.21.15.5:0/1939708520 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 323253898 0 0) 0x7f1d8c160340 con 0x7f1d8c06e0a0 2024-09-19T05:04:22.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.556+0000 7f1d83fff640 1 --2- 172.21.15.5:0/1939708520 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d8c072d80 0x7f1d8c072420 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f1d7c0097a0 tx=0x7f1d7c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=904363d8af95059a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:22.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.556+0000 7f1d837fe640 1 -- 172.21.15.5:0/1939708520 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d7c037070 con 0x7f1d8c072d80 2024-09-19T05:04:22.559 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.556+0000 7f1d837fe640 1 -- 172.21.15.5:0/1939708520 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d7c032440 con 0x7f1d8c072d80 2024-09-19T05:04:22.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.556+0000 7f1d837fe640 1 -- 172.21.15.5:0/1939708520 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d7c032810 con 0x7f1d8c072d80 2024-09-19T05:04:22.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.557+0000 7f1d92caf640 1 -- 172.21.15.5:0/1939708520 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d8c072d80 msgr2=0x7f1d8c072420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:22.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.557+0000 7f1d92caf640 1 --2- 172.21.15.5:0/1939708520 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d8c072d80 0x7f1d8c072420 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f1d7c0097a0 tx=0x7f1d7c02a180 comp rx=0 tx=0).stop 2024-09-19T05:04:22.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.557+0000 7f1d92caf640 1 -- 172.21.15.5:0/1939708520 shutdown_connections 2024-09-19T05:04:22.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.557+0000 7f1d92caf640 1 --2- 172.21.15.5:0/1939708520 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d8c072d80 0x7f1d8c072420 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:22.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.557+0000 7f1d92caf640 1 --2- 172.21.15.5:0/1939708520 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d8c072040 0x7f1d8c15fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:22.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.557+0000 7f1d92caf640 1 -- 172.21.15.5:0/1939708520 >> 172.21.15.5:0/1939708520 conn(0x7f1d8c067d70 msgr2=0x7f1d8c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:22.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.557+0000 7f1d92caf640 1 -- 172.21.15.5:0/1939708520 shutdown_connections 2024-09-19T05:04:22.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.557+0000 7f1d92caf640 1 -- 172.21.15.5:0/1939708520 wait complete. 2024-09-19T05:04:22.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.558+0000 7f1d92caf640 1 Processor -- start 2024-09-19T05:04:22.560 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.558+0000 7f1d92caf640 1 -- start start 2024-09-19T05:04:22.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.559+0000 7f1d92caf640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d8c06e0a0 0x7f1d8c0a9740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:22.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.559+0000 7f1d92caf640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1d8c072040 0x7f1d8c0c90f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:22.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.559+0000 7f1d92caf640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d8c072d80 0x7f1d8c136710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:22.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.559+0000 7f1d92caf640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1d8c145b00 con 0x7f1d8c072d80 2024-09-19T05:04:22.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.559+0000 7f1d92caf640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f1d8c0cd090 con 0x7f1d8c072040 2024-09-19T05:04:22.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.559+0000 7f1d92caf640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1d8c0cdcc0 con 0x7f1d8c06e0a0 2024-09-19T05:04:22.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.559+0000 7f1d9124c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d8c072d80 0x7f1d8c136710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:22.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.559+0000 7f1d9124c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d8c072d80 0x7f1d8c136710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46970/0 (socket says 172.21.15.5:46970) 2024-09-19T05:04:22.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.559+0000 7f1d9124c640 1 -- 172.21.15.5:0/4096094235 learned_addr learned my addr 172.21.15.5:0/4096094235 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:22.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.559+0000 7f1d90a4b640 1 --2- 172.21.15.5:0/4096094235 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d8c06e0a0 0x7f1d8c0a9740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:22.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.559+0000 7f1d9124c640 1 -- 172.21.15.5:0/4096094235 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d8c06e0a0 msgr2=0x7f1d8c0a9740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:22.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.559+0000 7f1d83fff640 1 --2- 172.21.15.5:0/4096094235 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1d8c072040 0x7f1d8c0c90f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:22.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.559+0000 7f1d9124c640 1 --2- 172.21.15.5:0/4096094235 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d8c06e0a0 0x7f1d8c0a9740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:22.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.559+0000 7f1d9124c640 1 -- 172.21.15.5:0/4096094235 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1d8c072040 msgr2=0x7f1d8c0c90f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:22.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.559+0000 7f1d9124c640 1 --2- 172.21.15.5:0/4096094235 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1d8c072040 0x7f1d8c0c90f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:22.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.559+0000 7f1d9124c640 1 -- 172.21.15.5:0/4096094235 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d8c0c8090 con 0x7f1d8c072d80 2024-09-19T05:04:22.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.560+0000 7f1d9124c640 1 --2- 172.21.15.5:0/4096094235 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d8c072d80 0x7f1d8c136710 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f1d8400c7a0 tx=0x7f1d8400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:22.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.560+0000 7f1d817fa640 1 -- 172.21.15.5:0/4096094235 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d84018070 con 0x7f1d8c072d80 2024-09-19T05:04:22.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.560+0000 7f1d817fa640 1 -- 172.21.15.5:0/4096094235 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d8400a5e0 con 0x7f1d8c072d80 2024-09-19T05:04:22.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.560+0000 7f1d92caf640 1 -- 172.21.15.5:0/4096094235 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d8c0c8330 con 0x7f1d8c072d80 2024-09-19T05:04:22.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.560+0000 7f1d817fa640 1 -- 172.21.15.5:0/4096094235 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d8400aa50 con 0x7f1d8c072d80 2024-09-19T05:04:22.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.560+0000 7f1d92caf640 1 -- 172.21.15.5:0/4096094235 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d8c0c88f0 con 0x7f1d8c072d80 2024-09-19T05:04:22.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.561+0000 7f1d92caf640 1 -- 172.21.15.5:0/4096094235 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d8c06ed10 con 0x7f1d8c072d80 2024-09-19T05:04:22.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.561+0000 7f1d817fa640 1 -- 172.21.15.5:0/4096094235 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1d8401b070 con 0x7f1d8c072d80 2024-09-19T05:04:22.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.562+0000 7f1d817fa640 1 --2- 172.21.15.5:0/4096094235 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d7806c2b0 0x7f1d7806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:22.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.562+0000 7f1d817fa640 1 -- 172.21.15.5:0/4096094235 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5335+0+0 (secure 0 0 0) 0x7f1d8408a940 con 0x7f1d8c072d80 2024-09-19T05:04:22.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.562+0000 7f1d90a4b640 1 --2- 172.21.15.5:0/4096094235 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d7806c2b0 0x7f1d7806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:22.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.563+0000 7f1d90a4b640 1 --2- 172.21.15.5:0/4096094235 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d7806c2b0 0x7f1d7806e770 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f1d88006fd0 tx=0x7f1d88008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:22.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.566+0000 7f1d817fa640 1 -- 172.21.15.5:0/4096094235 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1d84059190 con 0x7f1d8c072d80 2024-09-19T05:04:22.743 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.741+0000 7f1d92caf640 1 -- 172.21.15.5:0/4096094235 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f1d8c141ba0 con 0x7f1d8c072d80 2024-09-19T05:04:22.743 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.742+0000 7f1d817fa640 1 -- 172.21.15.5:0/4096094235 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v87) ==== 93+0+10 (secure 0 0 0) 0x7f1d84058a90 con 0x7f1d8c072d80 2024-09-19T05:04:22.743 INFO:teuthology.orchestra.run.smithi005.stdout:pg_num: 1 2024-09-19T05:04:22.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.743+0000 7f1d92caf640 1 -- 172.21.15.5:0/4096094235 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d7806c2b0 msgr2=0x7f1d7806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:22.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.743+0000 7f1d92caf640 1 --2- 172.21.15.5:0/4096094235 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d7806c2b0 0x7f1d7806e770 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f1d88006fd0 tx=0x7f1d88008040 comp rx=0 tx=0).stop 2024-09-19T05:04:22.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.743+0000 7f1d92caf640 1 -- 172.21.15.5:0/4096094235 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d8c072d80 msgr2=0x7f1d8c136710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:22.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.743+0000 7f1d92caf640 1 --2- 172.21.15.5:0/4096094235 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d8c072d80 0x7f1d8c136710 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f1d8400c7a0 tx=0x7f1d8400cc60 comp rx=0 tx=0).stop 2024-09-19T05:04:22.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.744+0000 7f1d92caf640 1 -- 172.21.15.5:0/4096094235 shutdown_connections 2024-09-19T05:04:22.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.744+0000 7f1d92caf640 1 --2- 172.21.15.5:0/4096094235 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1d7806c2b0 0x7f1d7806e770 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:22.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.744+0000 7f1d92caf640 1 --2- 172.21.15.5:0/4096094235 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1d8c072d80 0x7f1d8c136710 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:22.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.744+0000 7f1d92caf640 1 --2- 172.21.15.5:0/4096094235 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1d8c072040 0x7f1d8c0c90f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:22.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.744+0000 7f1d92caf640 1 --2- 172.21.15.5:0/4096094235 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1d8c06e0a0 0x7f1d8c0a9740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:22.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.744+0000 7f1d92caf640 1 -- 172.21.15.5:0/4096094235 >> 172.21.15.5:0/4096094235 conn(0x7f1d8c067d70 msgr2=0x7f1d8c15f160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:22.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.744+0000 7f1d92caf640 1 -- 172.21.15.5:0/4096094235 shutdown_connections 2024-09-19T05:04:22.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.744+0000 7f1d92caf640 1 -- 172.21.15.5:0/4096094235 wait complete. 2024-09-19T05:04:22.756 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_quota.TestQuota.test_remote_update_write' 2024-09-19T05:04:22.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.857+0000 7f06e5a7b640 1 Processor -- start 2024-09-19T05:04:22.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.857+0000 7f06e5a7b640 1 -- start start 2024-09-19T05:04:22.861 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.857+0000 7f06e5a7b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f06e015e660 0x7f06e00d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:22.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.858+0000 7f06e5a7b640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f06e00d3150 0x7f06e00b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:22.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.858+0000 7f06e5a7b640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f06e00d3680 con 0x7f06e00b6530 2024-09-19T05:04:22.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.858+0000 7f06e5a7b640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f06e006d4b0 con 0x7f06e00d3150 2024-09-19T05:04:22.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.858+0000 7f06e5a7b640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f06e00d3960 con 0x7f06e015e660 2024-09-19T05:04:22.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.858+0000 7f06dffff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f06e00b6530 0x7f06e00cf070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:42974/0 (socket says 172.21.15.5:42974) 2024-09-19T05:04:22.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.858+0000 7f06dffff640 1 -- 172.21.15.5:0/2369888586 learned_addr learned my addr 172.21.15.5:0/2369888586 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:22.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.858+0000 7f06df7fe640 1 --2- 172.21.15.5:0/2369888586 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f06e015e660 0x7f06e00d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:22.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.858+0000 7f06deffd640 1 --2- 172.21.15.5:0/2369888586 >> v2:172.21.15.134:3300/0 conn(0x7f06e00d3150 0x7f06e00b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:22.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.858+0000 7f06de7fc640 1 -- 172.21.15.5:0/2369888586 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3160996690 0 0) 0x7f06e00d3680 con 0x7f06e00b6530 2024-09-19T05:04:22.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.858+0000 7f06de7fc640 1 -- 172.21.15.5:0/2369888586 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f06c8003520 con 0x7f06e00b6530 2024-09-19T05:04:22.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.858+0000 7f06df7fe640 1 -- 172.21.15.5:0/2369888586 >> v2:172.21.15.134:3300/0 conn(0x7f06e00d3150 msgr2=0x7f06e00b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:22.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.858+0000 7f06df7fe640 1 --2- 172.21.15.5:0/2369888586 >> v2:172.21.15.134:3300/0 conn(0x7f06e00d3150 0x7f06e00b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:22.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.858+0000 7f06df7fe640 1 -- 172.21.15.5:0/2369888586 >> v1:172.21.15.5:6789/0 conn(0x7f06e00b6530 legacy=0x7f06e00cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:22.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.858+0000 7f06df7fe640 1 -- 172.21.15.5:0/2369888586 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06e006ce60 con 0x7f06e015e660 2024-09-19T05:04:22.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.858+0000 7f06deffd640 1 --2- 172.21.15.5:0/2369888586 >> v2:172.21.15.134:3300/0 conn(0x7f06e00d3150 0x7f06e00b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:04:22.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.859+0000 7f06df7fe640 1 --2- 172.21.15.5:0/2369888586 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f06e015e660 0x7f06e00d4dd0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f06d00097a0 tx=0x7f06d002a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f6fc1922e5bffc99 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:22.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.859+0000 7f06de7fc640 1 -- 172.21.15.5:0/2369888586 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06d0037070 con 0x7f06e015e660 2024-09-19T05:04:22.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.859+0000 7f06de7fc640 1 -- 172.21.15.5:0/2369888586 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06d0032440 con 0x7f06e015e660 2024-09-19T05:04:22.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.859+0000 7f06de7fc640 1 -- 172.21.15.5:0/2369888586 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06d00327f0 con 0x7f06e015e660 2024-09-19T05:04:22.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.860+0000 7f06e5a7b640 1 -- 172.21.15.5:0/2369888586 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f06e015e660 msgr2=0x7f06e00d4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:22.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.860+0000 7f06e5a7b640 1 --2- 172.21.15.5:0/2369888586 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f06e015e660 0x7f06e00d4dd0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f06d00097a0 tx=0x7f06d002a210 comp rx=0 tx=0).stop 2024-09-19T05:04:22.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.860+0000 7f06e5a7b640 1 -- 172.21.15.5:0/2369888586 shutdown_connections 2024-09-19T05:04:22.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.860+0000 7f06e5a7b640 1 --2- 172.21.15.5:0/2369888586 >> v2:172.21.15.134:3300/0 conn(0x7f06e00d3150 0x7f06e00b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:22.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.860+0000 7f06e5a7b640 1 --2- 172.21.15.5:0/2369888586 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f06e015e660 0x7f06e00d4dd0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:22.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.860+0000 7f06e5a7b640 1 -- 172.21.15.5:0/2369888586 >> 172.21.15.5:0/2369888586 conn(0x7f06e008c000 msgr2=0x7f06e00d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:22.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.860+0000 7f06e5a7b640 1 -- 172.21.15.5:0/2369888586 shutdown_connections 2024-09-19T05:04:22.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.860+0000 7f06e5a7b640 1 -- 172.21.15.5:0/2369888586 wait complete. 2024-09-19T05:04:22.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.861+0000 7f06e5a7b640 1 Processor -- start 2024-09-19T05:04:22.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.861+0000 7f06e5a7b640 1 -- start start 2024-09-19T05:04:22.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.862+0000 7f06e5a7b640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f06e00b6530 0x7f06e00b9a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:22.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.862+0000 7f06e5a7b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f06e00d3150 0x7f06e00cd0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:22.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.862+0000 7f06e5a7b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f06e015e660 0x7f06e015a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:22.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.862+0000 7f06e5a7b640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f06e015ea40 con 0x7f06e00d3150 2024-09-19T05:04:22.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.862+0000 7f06e5a7b640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f06e00d5310 con 0x7f06e00b6530 2024-09-19T05:04:22.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.862+0000 7f06e5a7b640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f06e006e950 con 0x7f06e015e660 2024-09-19T05:04:22.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.862+0000 7f06deffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f06e00d3150 0x7f06e00cd0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:22.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.862+0000 7f06deffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f06e00d3150 0x7f06e00cd0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46978/0 (socket says 172.21.15.5:46978) 2024-09-19T05:04:22.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.862+0000 7f06deffd640 1 -- 172.21.15.5:0/26601311 learned_addr learned my addr 172.21.15.5:0/26601311 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:22.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.862+0000 7f06dffff640 1 --2- 172.21.15.5:0/26601311 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f06e015e660 0x7f06e015a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:22.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.862+0000 7f06df7fe640 1 --2- 172.21.15.5:0/26601311 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f06e00b6530 0x7f06e00b9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:22.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.862+0000 7f06deffd640 1 -- 172.21.15.5:0/26601311 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f06e015e660 msgr2=0x7f06e015a7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:22.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.862+0000 7f06deffd640 1 --2- 172.21.15.5:0/26601311 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f06e015e660 0x7f06e015a7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:22.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.862+0000 7f06deffd640 1 -- 172.21.15.5:0/26601311 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f06e00b6530 msgr2=0x7f06e00b9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:22.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.862+0000 7f06deffd640 1 --2- 172.21.15.5:0/26601311 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f06e00b6530 0x7f06e00b9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:22.868 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.862+0000 7f06deffd640 1 -- 172.21.15.5:0/26601311 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06e00cdbb0 con 0x7f06e00d3150 2024-09-19T05:04:22.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.862+0000 7f06dffff640 1 --2- 172.21.15.5:0/26601311 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f06e015e660 0x7f06e015a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:04:22.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.862+0000 7f06df7fe640 1 --2- 172.21.15.5:0/26601311 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f06e00b6530 0x7f06e00b9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:04:22.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.862+0000 7f06deffd640 1 --2- 172.21.15.5:0/26601311 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f06e00d3150 0x7f06e00cd0f0 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f06d400ebb0 tx=0x7f06d400c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:22.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.863+0000 7f06c7fff640 1 -- 172.21.15.5:0/26601311 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06d4017070 con 0x7f06e00d3150 2024-09-19T05:04:22.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.863+0000 7f06c7fff640 1 -- 172.21.15.5:0/26601311 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06d400cc30 con 0x7f06e00d3150 2024-09-19T05:04:22.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.863+0000 7f06e5a7b640 1 -- 172.21.15.5:0/26601311 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06e00cde90 con 0x7f06e00d3150 2024-09-19T05:04:22.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.863+0000 7f06c7fff640 1 -- 172.21.15.5:0/26601311 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06d4013470 con 0x7f06e00d3150 2024-09-19T05:04:22.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.863+0000 7f06e5a7b640 1 -- 172.21.15.5:0/26601311 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06e00b73a0 con 0x7f06e00d3150 2024-09-19T05:04:22.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.864+0000 7f06e5a7b640 1 -- 172.21.15.5:0/26601311 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06e00b5ff0 con 0x7f06e00d3150 2024-09-19T05:04:22.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.864+0000 7f06c7fff640 1 -- 172.21.15.5:0/26601311 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f06d401a070 con 0x7f06e00d3150 2024-09-19T05:04:22.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.865+0000 7f06c7fff640 1 --2- 172.21.15.5:0/26601311 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f06cc06c2b0 0x7f06cc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:22.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.865+0000 7f06c7fff640 1 -- 172.21.15.5:0/26601311 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5335+0+0 (secure 0 0 0) 0x7f06d408b610 con 0x7f06e00d3150 2024-09-19T05:04:22.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.865+0000 7f06df7fe640 1 --2- 172.21.15.5:0/26601311 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f06cc06c2b0 0x7f06cc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:22.869 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.865+0000 7f06df7fe640 1 --2- 172.21.15.5:0/26601311 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f06cc06c2b0 0x7f06cc06e770 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f06d0034000 tx=0x7f06d002e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:22.870 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:22.869+0000 7f06c7fff640 1 -- 172.21.15.5:0/26601311 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f06d4059e70 con 0x7f06e00d3150 2024-09-19T05:04:23.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:23.114+0000 7f06e5a7b640 1 -- 172.21.15.5:0/26601311 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_quota.TestQuota.test_remote_update_write"]} v 0) -- 0x7f06e00cf460 con 0x7f06e00d3150 2024-09-19T05:04:24.097 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.095+0000 7f06c7fff640 1 -- 172.21.15.5:0/26601311 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_quota.TestQuota.test_remote_update_write"]}]=0 v191) ==== 140+0+0 (secure 0 0 0) 0x7f06d4059770 con 0x7f06e00d3150 2024-09-19T05:04:24.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.098+0000 7f06e5a7b640 1 -- 172.21.15.5:0/26601311 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f06cc06c2b0 msgr2=0x7f06cc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:24.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.098+0000 7f06e5a7b640 1 --2- 172.21.15.5:0/26601311 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f06cc06c2b0 0x7f06cc06e770 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f06d0034000 tx=0x7f06d002e000 comp rx=0 tx=0).stop 2024-09-19T05:04:24.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.098+0000 7f06e5a7b640 1 -- 172.21.15.5:0/26601311 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f06e00d3150 msgr2=0x7f06e00cd0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:24.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.098+0000 7f06e5a7b640 1 --2- 172.21.15.5:0/26601311 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f06e00d3150 0x7f06e00cd0f0 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f06d400ebb0 tx=0x7f06d400c520 comp rx=0 tx=0).stop 2024-09-19T05:04:24.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.098+0000 7f06e5a7b640 1 -- 172.21.15.5:0/26601311 shutdown_connections 2024-09-19T05:04:24.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.098+0000 7f06e5a7b640 1 --2- 172.21.15.5:0/26601311 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f06cc06c2b0 0x7f06cc06e770 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:24.100 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.098+0000 7f06e5a7b640 1 --2- 172.21.15.5:0/26601311 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f06e015e660 0x7f06e015a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:24.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.098+0000 7f06e5a7b640 1 --2- 172.21.15.5:0/26601311 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f06e00d3150 0x7f06e00cd0f0 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:24.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.098+0000 7f06e5a7b640 1 --2- 172.21.15.5:0/26601311 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f06e00b6530 0x7f06e00b9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:24.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.098+0000 7f06e5a7b640 1 -- 172.21.15.5:0/26601311 >> 172.21.15.5:0/26601311 conn(0x7f06e008c000 msgr2=0x7f06e00b1140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:24.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.098+0000 7f06e5a7b640 1 -- 172.21.15.5:0/26601311 shutdown_connections 2024-09-19T05:04:24.101 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.098+0000 7f06e5a7b640 1 -- 172.21.15.5:0/26601311 wait complete. 2024-09-19T05:04:24.114 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T05:04:24.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.225+0000 7f0abf627640 1 Processor -- start 2024-09-19T05:04:24.227 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.225+0000 7f0abf627640 1 -- start start 2024-09-19T05:04:24.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.226+0000 7f0abf627640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0ab80d1e90 0x7f0ab80709d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:24.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.226+0000 7f0abf627640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ab806e210 con 0x7f0ab80d15f0 2024-09-19T05:04:24.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.226+0000 7f0abf627640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ab809b480 con 0x7f0ab8070f10 2024-09-19T05:04:24.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.226+0000 7f0abf627640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f0ab8070260 con 0x7f0ab80d1e90 2024-09-19T05:04:24.228 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.226+0000 7f0abcbc2640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0ab80d1e90 0x7f0ab80709d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:24.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.226+0000 7f0abd3c3640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f0ab80d15f0 0x7f0ab80d0490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:42988/0 (socket says 172.21.15.5:42988) 2024-09-19T05:04:24.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.226+0000 7f0abd3c3640 1 -- 172.21.15.5:0/2658893325 learned_addr learned my addr 172.21.15.5:0/2658893325 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:24.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.227+0000 7f0abcbc2640 1 -- 172.21.15.5:0/2658893325 >> v1:172.21.15.134:6789/0 conn(0x7f0ab8070f10 legacy=0x7f0ab8162240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:24.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.227+0000 7f0abcbc2640 1 -- 172.21.15.5:0/2658893325 >> v1:172.21.15.5:6789/0 conn(0x7f0ab80d15f0 legacy=0x7f0ab80d0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:24.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.227+0000 7f0ab7fff640 1 -- 172.21.15.5:0/2658893325 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1415967273 0 0) 0x7f0ab806e210 con 0x7f0ab80d15f0 2024-09-19T05:04:24.229 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.227+0000 7f0abcbc2640 1 -- 172.21.15.5:0/2658893325 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ab809b760 con 0x7f0ab80d1e90 2024-09-19T05:04:24.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.227+0000 7f0abcbc2640 1 --2- 172.21.15.5:0/2658893325 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0ab80d1e90 0x7f0ab80709d0 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f0aac0097a0 tx=0x7f0aac02a0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6aa3d4c8a93fd116 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:24.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.228+0000 7f0ab7fff640 1 -- 172.21.15.5:0/2658893325 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aac037070 con 0x7f0ab80d1e90 2024-09-19T05:04:24.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.228+0000 7f0ab7fff640 1 -- 172.21.15.5:0/2658893325 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0aac02adc0 con 0x7f0ab80d1e90 2024-09-19T05:04:24.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.228+0000 7f0ab7fff640 1 -- 172.21.15.5:0/2658893325 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aac032660 con 0x7f0ab80d1e90 2024-09-19T05:04:24.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.228+0000 7f0abf627640 1 -- 172.21.15.5:0/2658893325 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0ab80d1e90 msgr2=0x7f0ab80709d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:24.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.228+0000 7f0abf627640 1 --2- 172.21.15.5:0/2658893325 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0ab80d1e90 0x7f0ab80709d0 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f0aac0097a0 tx=0x7f0aac02a0b0 comp rx=0 tx=0).stop 2024-09-19T05:04:24.230 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.228+0000 7f0abf627640 1 -- 172.21.15.5:0/2658893325 shutdown_connections 2024-09-19T05:04:24.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.228+0000 7f0abf627640 1 --2- 172.21.15.5:0/2658893325 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0ab80d1e90 0x7f0ab80709d0 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:24.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.228+0000 7f0abf627640 1 -- 172.21.15.5:0/2658893325 >> 172.21.15.5:0/2658893325 conn(0x7f0ab80d2400 msgr2=0x7f0ab80d2810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:24.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.228+0000 7f0abf627640 1 -- 172.21.15.5:0/2658893325 shutdown_connections 2024-09-19T05:04:24.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.228+0000 7f0abf627640 1 -- 172.21.15.5:0/2658893325 wait complete. 2024-09-19T05:04:24.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.229+0000 7f0abf627640 1 Processor -- start 2024-09-19T05:04:24.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.230+0000 7f0abf627640 1 -- start start 2024-09-19T05:04:24.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.230+0000 7f0abf627640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0ab8070f10 0x7f0ab815d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:24.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.230+0000 7f0abf627640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0ab80d15f0 0x7f0ab814d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:24.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.230+0000 7f0abf627640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0ab80d1e90 0x7f0ab815f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:24.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.230+0000 7f0abf627640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f0ab80d19d0 con 0x7f0ab8070f10 2024-09-19T05:04:24.233 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.230+0000 7f0abf627640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f0ab80d0ba0 con 0x7f0ab80d1e90 2024-09-19T05:04:24.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.230+0000 7f0abf627640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f0ab8071320 con 0x7f0ab80d15f0 2024-09-19T05:04:24.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.230+0000 7f0abd3c3640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0ab8070f10 0x7f0ab815d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:24.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.230+0000 7f0abd3c3640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0ab8070f10 0x7f0ab815d6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46984/0 (socket says 172.21.15.5:46984) 2024-09-19T05:04:24.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.230+0000 7f0abd3c3640 1 -- 172.21.15.5:0/4166920769 learned_addr learned my addr 172.21.15.5:0/4166920769 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:24.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.231+0000 7f0abcbc2640 1 --2- 172.21.15.5:0/4166920769 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0ab80d15f0 0x7f0ab814d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:24.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.231+0000 7f0abdbc4640 1 --2- 172.21.15.5:0/4166920769 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0ab80d1e90 0x7f0ab815f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:24.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.231+0000 7f0abd3c3640 1 -- 172.21.15.5:0/4166920769 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0ab80d15f0 msgr2=0x7f0ab814d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:24.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.231+0000 7f0abd3c3640 1 --2- 172.21.15.5:0/4166920769 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0ab80d15f0 0x7f0ab814d5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:24.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.231+0000 7f0abd3c3640 1 -- 172.21.15.5:0/4166920769 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0ab80d1e90 msgr2=0x7f0ab815f1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:24.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.231+0000 7f0abd3c3640 1 --2- 172.21.15.5:0/4166920769 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0ab80d1e90 0x7f0ab815f1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:24.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.231+0000 7f0abd3c3640 1 -- 172.21.15.5:0/4166920769 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ab80b81d0 con 0x7f0ab8070f10 2024-09-19T05:04:24.234 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.231+0000 7f0abdbc4640 1 --2- 172.21.15.5:0/4166920769 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0ab80d1e90 0x7f0ab815f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:24.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.231+0000 7f0abd3c3640 1 --2- 172.21.15.5:0/4166920769 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0ab8070f10 0x7f0ab815d6a0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f0aa800c8c0 tx=0x7f0aa800cd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:24.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.231+0000 7f0ab5ffb640 1 -- 172.21.15.5:0/4166920769 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aa8018070 con 0x7f0ab8070f10 2024-09-19T05:04:24.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.231+0000 7f0ab5ffb640 1 -- 172.21.15.5:0/4166920769 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0aa800a640 con 0x7f0ab8070f10 2024-09-19T05:04:24.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.231+0000 7f0ab5ffb640 1 -- 172.21.15.5:0/4166920769 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aa800aa30 con 0x7f0ab8070f10 2024-09-19T05:04:24.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.231+0000 7f0abf627640 1 -- 172.21.15.5:0/4166920769 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ab80cbf00 con 0x7f0ab8070f10 2024-09-19T05:04:24.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.231+0000 7f0abf627640 1 -- 172.21.15.5:0/4166920769 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ab80b7ef0 con 0x7f0ab8070f10 2024-09-19T05:04:24.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.233+0000 7f0abf627640 1 -- 172.21.15.5:0/4166920769 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ab80709d0 con 0x7f0ab8070f10 2024-09-19T05:04:24.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.233+0000 7f0ab5ffb640 1 -- 172.21.15.5:0/4166920769 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0aa801b070 con 0x7f0ab8070f10 2024-09-19T05:04:24.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.233+0000 7f0ab5ffb640 1 --2- 172.21.15.5:0/4166920769 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0aa406c2b0 0x7f0aa406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:24.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.233+0000 7f0ab5ffb640 1 -- 172.21.15.5:0/4166920769 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5335+0+0 (secure 0 0 0) 0x7f0aa808a920 con 0x7f0ab8070f10 2024-09-19T05:04:24.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.234+0000 7f0abcbc2640 1 --2- 172.21.15.5:0/4166920769 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0aa406c2b0 0x7f0aa406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:24.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.234+0000 7f0abcbc2640 1 --2- 172.21.15.5:0/4166920769 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0aa406c2b0 0x7f0aa406e770 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f0aac034000 tx=0x7f0aac02e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:24.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.238+0000 7f0ab5ffb640 1 -- 172.21.15.5:0/4166920769 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0aa8058bb0 con 0x7f0ab8070f10 2024-09-19T05:04:24.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.414+0000 7f0abf627640 1 -- 172.21.15.5:0/4166920769 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f0ab80d3140 con 0x7f0ab8070f10 2024-09-19T05:04:24.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.417+0000 7f0ab5ffb640 1 -- 172.21.15.5:0/4166920769 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v20)=0 v20) ==== 122+0+0 (secure 0 0 0) 0x7f0aa805ceb0 con 0x7f0ab8070f10 2024-09-19T05:04:24.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.419+0000 7f0abf627640 1 -- 172.21.15.5:0/4166920769 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0aa406c2b0 msgr2=0x7f0aa406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:24.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.419+0000 7f0abf627640 1 --2- 172.21.15.5:0/4166920769 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0aa406c2b0 0x7f0aa406e770 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f0aac034000 tx=0x7f0aac02e000 comp rx=0 tx=0).stop 2024-09-19T05:04:24.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.419+0000 7f0abf627640 1 -- 172.21.15.5:0/4166920769 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0ab8070f10 msgr2=0x7f0ab815d6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:24.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.419+0000 7f0abf627640 1 --2- 172.21.15.5:0/4166920769 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0ab8070f10 0x7f0ab815d6a0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f0aa800c8c0 tx=0x7f0aa800cd80 comp rx=0 tx=0).stop 2024-09-19T05:04:24.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.419+0000 7f0abf627640 1 -- 172.21.15.5:0/4166920769 shutdown_connections 2024-09-19T05:04:24.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.419+0000 7f0abf627640 1 --2- 172.21.15.5:0/4166920769 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0aa406c2b0 0x7f0aa406e770 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:24.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.419+0000 7f0abf627640 1 --2- 172.21.15.5:0/4166920769 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0ab80d1e90 0x7f0ab815f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:24.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.419+0000 7f0abf627640 1 --2- 172.21.15.5:0/4166920769 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0ab80d15f0 0x7f0ab814d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:24.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.419+0000 7f0abf627640 1 --2- 172.21.15.5:0/4166920769 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0ab8070f10 0x7f0ab815d6a0 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:24.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.419+0000 7f0abf627640 1 -- 172.21.15.5:0/4166920769 >> 172.21.15.5:0/4166920769 conn(0x7f0ab80d2400 msgr2=0x7f0ab80b2ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:24.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.419+0000 7f0abf627640 1 -- 172.21.15.5:0/4166920769 shutdown_connections 2024-09-19T05:04:24.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.419+0000 7f0abf627640 1 -- 172.21.15.5:0/4166920769 wait complete. 2024-09-19T05:04:24.432 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T05:04:24.432 DEBUG:teuthology.orchestra.run.smithi005:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:04:24.471 DEBUG:teuthology.orchestra.run.smithi134:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:04:24.511 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T05:04:24.511 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:04:24.511 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:04:24.527 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=554 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:04:24.527 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:04:24.527 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:04:24.569 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056029,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2378 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:04:24.570 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:04:24.570 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:04:24.586 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=554 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:04:24.586 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:04:24.586 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:04:24.627 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056029,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2378 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:04:24.627 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T05:04:24.627 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:04:24.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.728+0000 7fc1dda5e640 1 Processor -- start 2024-09-19T05:04:24.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.728+0000 7fc1dda5e640 1 -- start start 2024-09-19T05:04:24.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.729+0000 7fc1dda5e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc1d806c320 0x7fc1d80b6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:24.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.729+0000 7fc1dda5e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fc1d8070a80 0x7fc1d8158530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:24.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.729+0000 7fc1dda5e640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc1d80711b0 con 0x7fc1d8162cc0 2024-09-19T05:04:24.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.729+0000 7fc1dda5e640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fc1d80d2110 con 0x7fc1d8070a80 2024-09-19T05:04:24.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.729+0000 7fc1dda5e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fc1d815fa40 con 0x7fc1d806c320 2024-09-19T05:04:24.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.729+0000 7fc1d77fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fc1d8070a80 0x7fc1d8158530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:24.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.729+0000 7fc1d77fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fc1d8070a80 0x7fc1d8158530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46986/0 (socket says 172.21.15.5:46986) 2024-09-19T05:04:24.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.729+0000 7fc1d77fe640 1 -- 172.21.15.5:0/2650728497 learned_addr learned my addr 172.21.15.5:0/2650728497 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:24.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.729+0000 7fc1d67fc640 1 --2- 172.21.15.5:0/2650728497 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc1d806c320 0x7fc1d80b6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:24.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.729+0000 7fc1d77fe640 1 -- 172.21.15.5:0/2650728497 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc1d806c320 msgr2=0x7fc1d80b6f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:24.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.729+0000 7fc1d77fe640 1 --2- 172.21.15.5:0/2650728497 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc1d806c320 0x7fc1d80b6f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:24.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.729+0000 7fc1d77fe640 1 -- 172.21.15.5:0/2650728497 >> v1:172.21.15.134:6789/0 conn(0x7fc1d8162cc0 legacy=0x7fc1d806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:24.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.729+0000 7fc1d77fe640 1 -- 172.21.15.5:0/2650728497 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1d8070f30 con 0x7fc1d8070a80 2024-09-19T05:04:24.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.729+0000 7fc1d67fc640 1 --2- 172.21.15.5:0/2650728497 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc1d806c320 0x7fc1d80b6f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:04:24.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.730+0000 7fc1d77fe640 1 --2- 172.21.15.5:0/2650728497 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc1d8070a80 0x7fc1d8158530 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7fc1d0009e50 tx=0x7fc1d002a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd1fd1ef13a35efb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:24.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.730+0000 7fc1d5ffb640 1 -- 172.21.15.5:0/2650728497 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1d0036070 con 0x7fc1d8070a80 2024-09-19T05:04:24.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.730+0000 7fc1d5ffb640 1 -- 172.21.15.5:0/2650728497 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1d0031600 con 0x7fc1d8070a80 2024-09-19T05:04:24.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.730+0000 7fc1d5ffb640 1 -- 172.21.15.5:0/2650728497 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1d00319d0 con 0x7fc1d8070a80 2024-09-19T05:04:24.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.731+0000 7fc1dda5e640 1 -- 172.21.15.5:0/2650728497 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc1d8070a80 msgr2=0x7fc1d8158530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:24.734 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.731+0000 7fc1dda5e640 1 --2- 172.21.15.5:0/2650728497 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc1d8070a80 0x7fc1d8158530 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7fc1d0009e50 tx=0x7fc1d002a6c0 comp rx=0 tx=0).stop 2024-09-19T05:04:24.734 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.731+0000 7fc1dda5e640 1 -- 172.21.15.5:0/2650728497 shutdown_connections 2024-09-19T05:04:24.734 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.731+0000 7fc1dda5e640 1 --2- 172.21.15.5:0/2650728497 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc1d8070a80 0x7fc1d8158530 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:24.734 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.731+0000 7fc1dda5e640 1 --2- 172.21.15.5:0/2650728497 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc1d806c320 0x7fc1d80b6f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:24.734 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.731+0000 7fc1dda5e640 1 -- 172.21.15.5:0/2650728497 >> 172.21.15.5:0/2650728497 conn(0x7fc1d809aa70 msgr2=0x7fc1d80b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:24.734 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.731+0000 7fc1dda5e640 1 -- 172.21.15.5:0/2650728497 shutdown_connections 2024-09-19T05:04:24.734 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.731+0000 7fc1dda5e640 1 -- 172.21.15.5:0/2650728497 wait complete. 2024-09-19T05:04:24.734 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.732+0000 7fc1dda5e640 1 Processor -- start 2024-09-19T05:04:24.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.732+0000 7fc1dda5e640 1 -- start start 2024-09-19T05:04:24.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.733+0000 7fc1dda5e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc1d806c320 0x7fc1d8143c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:24.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.733+0000 7fc1dda5e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc1d8070a80 0x7fc1d80af600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:24.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.733+0000 7fc1dda5e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc1d8162cc0 0x7fc1d81545c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:24.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.733+0000 7fc1dda5e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fc1d80d1350 con 0x7fc1d8070a80 2024-09-19T05:04:24.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.733+0000 7fc1dda5e640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fc1d80d1c80 con 0x7fc1d806c320 2024-09-19T05:04:24.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.733+0000 7fc1dda5e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fc1d80d1630 con 0x7fc1d8162cc0 2024-09-19T05:04:24.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.733+0000 7fc1d67fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc1d8070a80 0x7fc1d80af600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:24.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.733+0000 7fc1d67fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc1d8070a80 0x7fc1d80af600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46988/0 (socket says 172.21.15.5:46988) 2024-09-19T05:04:24.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.733+0000 7fc1d67fc640 1 -- 172.21.15.5:0/2607611202 learned_addr learned my addr 172.21.15.5:0/2607611202 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:24.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.733+0000 7fc1d77fe640 1 --2- 172.21.15.5:0/2607611202 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc1d8162cc0 0x7fc1d81545c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:24.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.733+0000 7fc1d6ffd640 1 --2- 172.21.15.5:0/2607611202 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc1d806c320 0x7fc1d8143c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:24.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.733+0000 7fc1d67fc640 1 -- 172.21.15.5:0/2607611202 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc1d8162cc0 msgr2=0x7fc1d81545c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:24.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.733+0000 7fc1d67fc640 1 --2- 172.21.15.5:0/2607611202 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc1d8162cc0 0x7fc1d81545c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:24.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.733+0000 7fc1d67fc640 1 -- 172.21.15.5:0/2607611202 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc1d806c320 msgr2=0x7fc1d8143c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:24.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.733+0000 7fc1d67fc640 1 --2- 172.21.15.5:0/2607611202 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc1d806c320 0x7fc1d8143c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:24.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.733+0000 7fc1d67fc640 1 -- 172.21.15.5:0/2607611202 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1d8155080 con 0x7fc1d8070a80 2024-09-19T05:04:24.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.734+0000 7fc1d67fc640 1 --2- 172.21.15.5:0/2607611202 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc1d8070a80 0x7fc1d80af600 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7fc1cc00c7c0 tx=0x7fc1cc00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:24.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.734+0000 7fc1bffff640 1 -- 172.21.15.5:0/2607611202 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1cc015070 con 0x7fc1d8070a80 2024-09-19T05:04:24.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.734+0000 7fc1bffff640 1 -- 172.21.15.5:0/2607611202 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1cc007820 con 0x7fc1d8070a80 2024-09-19T05:04:24.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.734+0000 7fc1dda5e640 1 -- 172.21.15.5:0/2607611202 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1d8155360 con 0x7fc1d8070a80 2024-09-19T05:04:24.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.734+0000 7fc1bffff640 1 -- 172.21.15.5:0/2607611202 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1cc007bf0 con 0x7fc1d8070a80 2024-09-19T05:04:24.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.734+0000 7fc1dda5e640 1 -- 172.21.15.5:0/2607611202 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1d81441a0 con 0x7fc1d8070a80 2024-09-19T05:04:24.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.735+0000 7fc1dda5e640 1 -- 172.21.15.5:0/2607611202 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1d80d1910 con 0x7fc1d8070a80 2024-09-19T05:04:24.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.735+0000 7fc1bffff640 1 -- 172.21.15.5:0/2607611202 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc1cc018070 con 0x7fc1d8070a80 2024-09-19T05:04:24.739 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.736+0000 7fc1bffff640 1 --2- 172.21.15.5:0/2607611202 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc1c406c2e0 0x7fc1c406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:24.739 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.736+0000 7fc1bffff640 1 -- 172.21.15.5:0/2607611202 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5335+0+0 (secure 0 0 0) 0x7fc1cc08b0f0 con 0x7fc1d8070a80 2024-09-19T05:04:24.739 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.736+0000 7fc1d6ffd640 1 --2- 172.21.15.5:0/2607611202 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc1c406c2e0 0x7fc1c406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:24.739 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.736+0000 7fc1d6ffd640 1 --2- 172.21.15.5:0/2607611202 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc1c406c2e0 0x7fc1c406e7a0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fc1c8004f60 tx=0x7fc1c8007e30 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:24.741 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.740+0000 7fc1bffff640 1 -- 172.21.15.5:0/2607611202 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc1cc059380 con 0x7fc1d8070a80 2024-09-19T05:04:24.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.950+0000 7fc1dda5e640 1 -- 172.21.15.5:0/2607611202 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc1d806c9f0 con 0x7fc1d8070a80 2024-09-19T05:04:24.952 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.950+0000 7fc1bffff640 1 -- 172.21.15.5:0/2607611202 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+3911 (secure 0 0 0) 0x7fc1cc05d680 con 0x7fc1d8070a80 2024-09-19T05:04:24.952 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:24.952 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":46,"btime":"2024-09-19T05:04:19:070116+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5402,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/1484882206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":1484882206},{"type":"v1","addr":"172.21.15.134:6837","nonce":1484882206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41},{"gid":5773,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/3144228452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":3144228452},{"type":"v1","addr":"172.21.15.134:6836","nonce":3144228452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41},{"gid":5944,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/1998320663","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":1998320663},{"type":"v1","addr":"172.21.15.5:6835","nonce":1998320663}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":46},{"gid":6291,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/1012364029","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":1012364029},{"type":"v1","addr":"172.21.15.5:6834","nonce":1012364029}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41}],"filesystems":[]} 2024-09-19T05:04:24.952 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 46 2024-09-19T05:04:24.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.952+0000 7fc1dda5e640 1 -- 172.21.15.5:0/2607611202 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc1c406c2e0 msgr2=0x7fc1c406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:24.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.952+0000 7fc1dda5e640 1 --2- 172.21.15.5:0/2607611202 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc1c406c2e0 0x7fc1c406e7a0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fc1c8004f60 tx=0x7fc1c8007e30 comp rx=0 tx=0).stop 2024-09-19T05:04:24.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.952+0000 7fc1dda5e640 1 -- 172.21.15.5:0/2607611202 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc1d8070a80 msgr2=0x7fc1d80af600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:24.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.952+0000 7fc1dda5e640 1 --2- 172.21.15.5:0/2607611202 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc1d8070a80 0x7fc1d80af600 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7fc1cc00c7c0 tx=0x7fc1cc00cc80 comp rx=0 tx=0).stop 2024-09-19T05:04:24.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.952+0000 7fc1dda5e640 1 -- 172.21.15.5:0/2607611202 shutdown_connections 2024-09-19T05:04:24.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.952+0000 7fc1dda5e640 1 --2- 172.21.15.5:0/2607611202 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc1c406c2e0 0x7fc1c406e7a0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:24.954 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.952+0000 7fc1dda5e640 1 --2- 172.21.15.5:0/2607611202 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc1d8162cc0 0x7fc1d81545c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:24.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.952+0000 7fc1dda5e640 1 --2- 172.21.15.5:0/2607611202 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc1d8070a80 0x7fc1d80af600 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:24.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.952+0000 7fc1dda5e640 1 --2- 172.21.15.5:0/2607611202 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc1d806c320 0x7fc1d8143c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:24.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.952+0000 7fc1dda5e640 1 -- 172.21.15.5:0/2607611202 >> 172.21.15.5:0/2607611202 conn(0x7fc1d809aa70 msgr2=0x7fc1d8151b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:24.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.952+0000 7fc1dda5e640 1 -- 172.21.15.5:0/2607611202 shutdown_connections 2024-09-19T05:04:24.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:24.952+0000 7fc1dda5e640 1 -- 172.21.15.5:0/2607611202 wait complete. 2024-09-19T05:04:24.965 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T05:04:24.966 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T05:04:24.966 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T05:04:24.966 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:04:24.966 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T05:04:24.966 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T05:04:24.966 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T05:04:24.966 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:04:24.967 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T05:04:24.967 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T05:04:24.967 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T05:04:24.967 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:04:24.967 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T05:04:24.967 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T05:04:24.967 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T05:04:24.967 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:04:24.976 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T05:04:24.976 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T05:04:24.977 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T05:04:24.977 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T05:04:24.982 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T05:04:24.982 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T05:04:24.983 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T05:04:24.983 DEBUG:teuthology.orchestra.run.smithi134:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T05:04:25.019 INFO:tasks.ceph.mds.a:Started 2024-09-19T05:04:25.019 DEBUG:teuthology.parallel:result is None 2024-09-19T05:04:25.019 INFO:tasks.ceph.mds.c:Started 2024-09-19T05:04:25.020 DEBUG:teuthology.parallel:result is None 2024-09-19T05:04:25.025 INFO:tasks.ceph.mds.b:Started 2024-09-19T05:04:25.025 DEBUG:teuthology.parallel:result is None 2024-09-19T05:04:25.026 INFO:tasks.ceph.mds.d:Started 2024-09-19T05:04:25.026 DEBUG:teuthology.parallel:result is None 2024-09-19T05:04:25.026 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T05:04:25.096 INFO:tasks.ceph.mds.a.smithi005.stdout:starting mds.a at 2024-09-19T05:04:25.096 INFO:tasks.ceph.mds.c.smithi005.stdout:starting mds.c at 2024-09-19T05:04:25.110 INFO:tasks.ceph.mds.b.smithi134.stdout:starting mds.b at 2024-09-19T05:04:25.110 INFO:tasks.ceph.mds.d.smithi134.stdout:starting mds.d at 2024-09-19T05:04:25.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.131+0000 7f845035f640 1 Processor -- start 2024-09-19T05:04:25.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.131+0000 7f845035f640 1 -- start start 2024-09-19T05:04:25.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.132+0000 7f845035f640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f84480d3150 0x7f84480b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:25.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.132+0000 7f845035f640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84480d3680 con 0x7f844815e660 2024-09-19T05:04:25.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.132+0000 7f845035f640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84480d3960 con 0x7f84480b6530 2024-09-19T05:04:25.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.132+0000 7f845035f640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f844806d4b0 con 0x7f84480d3150 2024-09-19T05:04:25.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.132+0000 7f844d8fa640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f84480d3150 0x7f84480b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:25.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.132+0000 7f844e0fb640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f844815e660 0x7f84480d4dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:43018/0 (socket says 172.21.15.5:43018) 2024-09-19T05:04:25.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.132+0000 7f844d8fa640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f84480d3150 0x7f84480b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47012/0 (socket says 172.21.15.5:47012) 2024-09-19T05:04:25.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.132+0000 7f844e0fb640 1 -- 172.21.15.5:0/713992048 learned_addr learned my addr 172.21.15.5:0/713992048 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:25.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.132+0000 7f844d0f9640 1 -- 172.21.15.5:0/713992048 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2442165978 0 0) 0x7f84480d3680 con 0x7f844815e660 2024-09-19T05:04:25.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.132+0000 7f844d0f9640 1 -- 172.21.15.5:0/713992048 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8434003520 con 0x7f844815e660 2024-09-19T05:04:25.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.132+0000 7f844d8fa640 1 -- 172.21.15.5:0/713992048 >> v1:172.21.15.134:6789/0 conn(0x7f84480b6530 legacy=0x7f844806d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:25.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.132+0000 7f844d8fa640 1 -- 172.21.15.5:0/713992048 >> v1:172.21.15.5:6789/0 conn(0x7f844815e660 legacy=0x7f84480d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:25.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.132+0000 7f844d8fa640 1 -- 172.21.15.5:0/713992048 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f844806ce60 con 0x7f84480d3150 2024-09-19T05:04:25.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.133+0000 7f844d8fa640 1 --2- 172.21.15.5:0/713992048 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f84480d3150 0x7f84480b5ff0 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f84440097a0 tx=0x7f844402a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca50dce1dc6adf58 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:25.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.133+0000 7f844d0f9640 1 -- 172.21.15.5:0/713992048 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8444037070 con 0x7f84480d3150 2024-09-19T05:04:25.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.133+0000 7f844d0f9640 1 -- 172.21.15.5:0/713992048 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8444032640 con 0x7f84480d3150 2024-09-19T05:04:25.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.133+0000 7f844d0f9640 1 -- 172.21.15.5:0/713992048 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8444032a10 con 0x7f84480d3150 2024-09-19T05:04:25.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.134+0000 7f845035f640 1 -- 172.21.15.5:0/713992048 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f84480d3150 msgr2=0x7f84480b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:25.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.134+0000 7f845035f640 1 --2- 172.21.15.5:0/713992048 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f84480d3150 0x7f84480b5ff0 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f84440097a0 tx=0x7f844402a2c0 comp rx=0 tx=0).stop 2024-09-19T05:04:25.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.134+0000 7f845035f640 1 -- 172.21.15.5:0/713992048 shutdown_connections 2024-09-19T05:04:25.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.134+0000 7f845035f640 1 --2- 172.21.15.5:0/713992048 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f84480d3150 0x7f84480b5ff0 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:25.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.134+0000 7f845035f640 1 -- 172.21.15.5:0/713992048 >> 172.21.15.5:0/713992048 conn(0x7f844808c000 msgr2=0x7f84480d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:25.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.134+0000 7f845035f640 1 -- 172.21.15.5:0/713992048 shutdown_connections 2024-09-19T05:04:25.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.134+0000 7f845035f640 1 -- 172.21.15.5:0/713992048 wait complete. 2024-09-19T05:04:25.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.135+0000 7f845035f640 1 Processor -- start 2024-09-19T05:04:25.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.135+0000 7f845035f640 1 -- start start 2024-09-19T05:04:25.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.136+0000 7f845035f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f84480b6530 0x7f844815a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:25.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.136+0000 7f845035f640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f84480d3150 0x7f8448161000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:25.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.136+0000 7f845035f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f844815e660 0x7f8448161540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:25.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.136+0000 7f845035f640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f844806e050 con 0x7f844815e660 2024-09-19T05:04:25.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.136+0000 7f845035f640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f844815ea40 con 0x7f84480d3150 2024-09-19T05:04:25.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.136+0000 7f845035f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f844806e1d0 con 0x7f84480b6530 2024-09-19T05:04:25.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.136+0000 7f844e8fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f844815e660 0x7f8448161540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:25.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.136+0000 7f844e0fb640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f84480b6530 0x7f844815a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:25.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.136+0000 7f844d8fa640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f84480d3150 0x7f8448161000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:25.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.136+0000 7f844e0fb640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f84480b6530 0x7f844815a180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.5:42072/0 (socket says 172.21.15.5:42072) 2024-09-19T05:04:25.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.136+0000 7f844d8fa640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f84480d3150 0x7f8448161000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.5:47952/0 (socket says 172.21.15.5:47952) 2024-09-19T05:04:25.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.136+0000 7f844e0fb640 1 -- 172.21.15.5:0/2193102296 learned_addr learned my addr 172.21.15.5:0/2193102296 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:25.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.136+0000 7f844e8fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f844815e660 0x7f8448161540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47028/0 (socket says 172.21.15.5:47028) 2024-09-19T05:04:25.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.136+0000 7f844e8fc640 1 -- 172.21.15.5:0/2193102296 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f84480b6530 msgr2=0x7f844815a180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:25.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.136+0000 7f844e8fc640 1 --2- 172.21.15.5:0/2193102296 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f84480b6530 0x7f844815a180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:25.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.136+0000 7f844e8fc640 1 -- 172.21.15.5:0/2193102296 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f84480d3150 msgr2=0x7f8448161000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:25.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.136+0000 7f844e8fc640 1 --2- 172.21.15.5:0/2193102296 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f84480d3150 0x7f8448161000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:25.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.136+0000 7f844e8fc640 1 -- 172.21.15.5:0/2193102296 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f844815f7f0 con 0x7f844815e660 2024-09-19T05:04:25.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.137+0000 7f844e8fc640 1 --2- 172.21.15.5:0/2193102296 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f844815e660 0x7f8448161540 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f844000c730 tx=0x7f844000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:25.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.137+0000 7f843affd640 1 -- 172.21.15.5:0/2193102296 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8440016020 con 0x7f844815e660 2024-09-19T05:04:25.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.137+0000 7f843affd640 1 -- 172.21.15.5:0/2193102296 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8440006d50 con 0x7f844815e660 2024-09-19T05:04:25.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.137+0000 7f845035f640 1 -- 172.21.15.5:0/2193102296 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f844815fad0 con 0x7f844815e660 2024-09-19T05:04:25.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.137+0000 7f843affd640 1 -- 172.21.15.5:0/2193102296 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8440003bb0 con 0x7f844815e660 2024-09-19T05:04:25.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.137+0000 7f845035f640 1 -- 172.21.15.5:0/2193102296 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8448160090 con 0x7f844815e660 2024-09-19T05:04:25.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.138+0000 7f845035f640 1 -- 172.21.15.5:0/2193102296 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f844809e040 con 0x7f844815e660 2024-09-19T05:04:25.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.138+0000 7f843affd640 1 -- 172.21.15.5:0/2193102296 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f84400050d0 con 0x7f844815e660 2024-09-19T05:04:25.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.139+0000 7f843affd640 1 --2- 172.21.15.5:0/2193102296 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f842c06c2b0 0x7f842c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:25.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.139+0000 7f843affd640 1 -- 172.21.15.5:0/2193102296 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5335+0+0 (secure 0 0 0) 0x7f844008ad50 con 0x7f844815e660 2024-09-19T05:04:25.143 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.139+0000 7f844e0fb640 1 --2- 172.21.15.5:0/2193102296 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f842c06c2b0 0x7f842c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:25.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.140+0000 7f844e0fb640 1 --2- 172.21.15.5:0/2193102296 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f842c06c2b0 0x7f842c06e770 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f843c005880 tx=0x7f843c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:25.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.143+0000 7f843affd640 1 -- 172.21.15.5:0/2193102296 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8440020020 con 0x7f844815e660 2024-09-19T05:04:25.332 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:25.331+0000 7f845035f640 1 -- 172.21.15.5:0/2193102296 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f84480b5450 con 0x7f844815e660 2024-09-19T05:04:26.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.113+0000 7f843affd640 1 -- 172.21.15.5:0/2193102296 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v89) ==== 97+0+0 (secure 0 0 0) 0x7f8440058ff0 con 0x7f844815e660 2024-09-19T05:04:26.115 INFO:teuthology.orchestra.run.smithi005.stderr: removed all blocklist entries 2024-09-19T05:04:26.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.116+0000 7f845035f640 1 -- 172.21.15.5:0/2193102296 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f842c06c2b0 msgr2=0x7f842c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:26.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.116+0000 7f845035f640 1 --2- 172.21.15.5:0/2193102296 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f842c06c2b0 0x7f842c06e770 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f843c005880 tx=0x7f843c009040 comp rx=0 tx=0).stop 2024-09-19T05:04:26.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.116+0000 7f845035f640 1 -- 172.21.15.5:0/2193102296 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f844815e660 msgr2=0x7f8448161540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:26.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.116+0000 7f845035f640 1 --2- 172.21.15.5:0/2193102296 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f844815e660 0x7f8448161540 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f844000c730 tx=0x7f844000cbf0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.117+0000 7f845035f640 1 -- 172.21.15.5:0/2193102296 shutdown_connections 2024-09-19T05:04:26.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.117+0000 7f845035f640 1 --2- 172.21.15.5:0/2193102296 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f842c06c2b0 0x7f842c06e770 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.117+0000 7f845035f640 1 --2- 172.21.15.5:0/2193102296 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f844815e660 0x7f8448161540 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.117+0000 7f845035f640 1 --2- 172.21.15.5:0/2193102296 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f84480d3150 0x7f8448161000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.117+0000 7f845035f640 1 --2- 172.21.15.5:0/2193102296 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f84480b6530 0x7f844815a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.117+0000 7f845035f640 1 -- 172.21.15.5:0/2193102296 >> 172.21.15.5:0/2193102296 conn(0x7f844808c000 msgr2=0x7f84480b5da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:26.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.117+0000 7f845035f640 1 -- 172.21.15.5:0/2193102296 shutdown_connections 2024-09-19T05:04:26.120 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.117+0000 7f845035f640 1 -- 172.21.15.5:0/2193102296 wait complete. 2024-09-19T05:04:26.133 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T05:04:26.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.241+0000 7f68fc265640 1 Processor -- start 2024-09-19T05:04:26.242 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.241+0000 7f68fc265640 1 -- start start 2024-09-19T05:04:26.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.242+0000 7f68fc265640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f68f415e660 0x7f68f40d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:26.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.242+0000 7f68fc265640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f68f40d3150 0x7f68f40b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:26.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.242+0000 7f68fc265640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68f40d3680 con 0x7f68f40b6530 2024-09-19T05:04:26.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.242+0000 7f68fc265640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f68f406d4b0 con 0x7f68f40d3150 2024-09-19T05:04:26.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.242+0000 7f68fc265640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f68f40d3960 con 0x7f68f415e660 2024-09-19T05:04:26.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.242+0000 7f68f9800640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f68f40d3150 0x7f68f40b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:26.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.242+0000 7f68f9800640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f68f40d3150 0x7f68f40b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47044/0 (socket says 172.21.15.5:47044) 2024-09-19T05:04:26.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.242+0000 7f68f9800640 1 -- 172.21.15.5:0/863183382 learned_addr learned my addr 172.21.15.5:0/863183382 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:26.244 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.242+0000 7f68fa001640 1 --2- 172.21.15.5:0/863183382 >> v2:172.21.15.134:3300/0 conn(0x7f68f415e660 0x7f68f40d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:26.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.242+0000 7f68f9800640 1 -- 172.21.15.5:0/863183382 >> v2:172.21.15.134:3300/0 conn(0x7f68f415e660 msgr2=0x7f68f40d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:26.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.242+0000 7f68f9800640 1 --2- 172.21.15.5:0/863183382 >> v2:172.21.15.134:3300/0 conn(0x7f68f415e660 0x7f68f40d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.242+0000 7f68f9800640 1 -- 172.21.15.5:0/863183382 >> v1:172.21.15.134:6789/0 conn(0x7f68f40b6530 legacy=0x7f68f40cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:26.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.242+0000 7f68f9800640 1 -- 172.21.15.5:0/863183382 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68f406ce60 con 0x7f68f40d3150 2024-09-19T05:04:26.246 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.243+0000 7f68f9800640 1 --2- 172.21.15.5:0/863183382 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68f40d3150 0x7f68f40b5ff0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f68f408cf50 tx=0x7f68e402a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a386e4384bc9551d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:26.246 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.243+0000 7f68f8fff640 1 -- 172.21.15.5:0/863183382 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68e4037070 con 0x7f68f40d3150 2024-09-19T05:04:26.246 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.243+0000 7f68f8fff640 1 -- 172.21.15.5:0/863183382 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68e4032440 con 0x7f68f40d3150 2024-09-19T05:04:26.246 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.243+0000 7f68f8fff640 1 -- 172.21.15.5:0/863183382 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68e4032810 con 0x7f68f40d3150 2024-09-19T05:04:26.246 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.244+0000 7f68fc265640 1 -- 172.21.15.5:0/863183382 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68f40d3150 msgr2=0x7f68f40b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:26.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.244+0000 7f68fc265640 1 --2- 172.21.15.5:0/863183382 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68f40d3150 0x7f68f40b5ff0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f68f408cf50 tx=0x7f68e402a2c0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.244+0000 7f68fc265640 1 -- 172.21.15.5:0/863183382 shutdown_connections 2024-09-19T05:04:26.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.244+0000 7f68fc265640 1 --2- 172.21.15.5:0/863183382 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68f40d3150 0x7f68f40b5ff0 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.244+0000 7f68fc265640 1 --2- 172.21.15.5:0/863183382 >> v2:172.21.15.134:3300/0 conn(0x7f68f415e660 0x7f68f40d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.244+0000 7f68fc265640 1 -- 172.21.15.5:0/863183382 >> 172.21.15.5:0/863183382 conn(0x7f68f408c000 msgr2=0x7f68f40d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:26.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.244+0000 7f68fc265640 1 -- 172.21.15.5:0/863183382 shutdown_connections 2024-09-19T05:04:26.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.244+0000 7f68fc265640 1 -- 172.21.15.5:0/863183382 wait complete. 2024-09-19T05:04:26.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.245+0000 7f68fc265640 1 Processor -- start 2024-09-19T05:04:26.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.245+0000 7f68fc265640 1 -- start start 2024-09-19T05:04:26.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.246+0000 7f68fc265640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f68f40b6530 0x7f68f415b060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:26.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.246+0000 7f68fc265640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68f40d3150 0x7f68f4151820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:26.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.246+0000 7f68fc265640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f68f415e660 0x7f68f41610c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:26.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.246+0000 7f68fc265640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f68f415ea40 con 0x7f68f40d3150 2024-09-19T05:04:26.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.246+0000 7f68fc265640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f68f40d5310 con 0x7f68f40b6530 2024-09-19T05:04:26.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.246+0000 7f68fc265640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f68f406e950 con 0x7f68f415e660 2024-09-19T05:04:26.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.246+0000 7f68f9800640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68f40d3150 0x7f68f4151820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:26.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.246+0000 7f68f9800640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68f40d3150 0x7f68f4151820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47054/0 (socket says 172.21.15.5:47054) 2024-09-19T05:04:26.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.246+0000 7f68f9800640 1 -- 172.21.15.5:0/2057928866 learned_addr learned my addr 172.21.15.5:0/2057928866 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:26.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.246+0000 7f68fa802640 1 --2- 172.21.15.5:0/2057928866 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f68f415e660 0x7f68f41610c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:26.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.246+0000 7f68fa001640 1 --2- 172.21.15.5:0/2057928866 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f68f40b6530 0x7f68f415b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:26.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.247+0000 7f68f9800640 1 -- 172.21.15.5:0/2057928866 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f68f415e660 msgr2=0x7f68f41610c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:26.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.247+0000 7f68f9800640 1 --2- 172.21.15.5:0/2057928866 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f68f415e660 0x7f68f41610c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.247+0000 7f68f9800640 1 -- 172.21.15.5:0/2057928866 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f68f40b6530 msgr2=0x7f68f415b060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:26.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.247+0000 7f68f9800640 1 --2- 172.21.15.5:0/2057928866 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f68f40b6530 0x7f68f415b060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.251 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.247+0000 7f68f9800640 1 -- 172.21.15.5:0/2057928866 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68f40cce80 con 0x7f68f40d3150 2024-09-19T05:04:26.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.247+0000 7f68fa001640 1 --2- 172.21.15.5:0/2057928866 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f68f40b6530 0x7f68f415b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:26.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.247+0000 7f68f9800640 1 --2- 172.21.15.5:0/2057928866 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68f40d3150 0x7f68f4151820 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f68e402a300 tx=0x7f68e40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:26.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.247+0000 7f68ea7fc640 1 -- 172.21.15.5:0/2057928866 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68e4041070 con 0x7f68f40d3150 2024-09-19T05:04:26.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.247+0000 7f68ea7fc640 1 -- 172.21.15.5:0/2057928866 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68e403c870 con 0x7f68f40d3150 2024-09-19T05:04:26.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.247+0000 7f68fc265640 1 -- 172.21.15.5:0/2057928866 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68f40cd160 con 0x7f68f40d3150 2024-09-19T05:04:26.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.247+0000 7f68ea7fc640 1 -- 172.21.15.5:0/2057928866 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68e4037040 con 0x7f68f40d3150 2024-09-19T05:04:26.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.247+0000 7f68fc265640 1 -- 172.21.15.5:0/2057928866 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68f415ada0 con 0x7f68f40d3150 2024-09-19T05:04:26.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.248+0000 7f68fc265640 1 -- 172.21.15.5:0/2057928866 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68f40b5ff0 con 0x7f68f40d3150 2024-09-19T05:04:26.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.249+0000 7f68ea7fc640 1 -- 172.21.15.5:0/2057928866 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f68e4044070 con 0x7f68f40d3150 2024-09-19T05:04:26.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.249+0000 7f68ea7fc640 1 --2- 172.21.15.5:0/2057928866 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f68d806c2b0 0x7f68d806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:26.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.249+0000 7f68ea7fc640 1 -- 172.21.15.5:0/2057928866 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5249+0+0 (secure 0 0 0) 0x7f68e40abe60 con 0x7f68f40d3150 2024-09-19T05:04:26.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.249+0000 7f68fa001640 1 --2- 172.21.15.5:0/2057928866 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f68d806c2b0 0x7f68d806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:26.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.250+0000 7f68fa001640 1 --2- 172.21.15.5:0/2057928866 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f68d806c2b0 0x7f68d806e770 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f68f0006fd0 tx=0x7f68f0008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:26.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.253+0000 7f68ea7fc640 1 -- 172.21.15.5:0/2057928866 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f68e407a250 con 0x7f68f40d3150 2024-09-19T05:04:26.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.497+0000 7f68fc265640 1 -- 172.21.15.5:0/2057928866 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f68f40b5140 con 0x7f68f40d3150 2024-09-19T05:04:26.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.498+0000 7f68ea7fc640 1 -- 172.21.15.5:0/2057928866 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v15) ==== 80+0+5304 (secure 0 0 0) 0x7f68e407e550 con 0x7f68f40d3150 2024-09-19T05:04:26.499 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:26.500 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-19T05:04:26.500 INFO:teuthology.orchestra.run.smithi005.stdout: "auth_dump": [ 2024-09-19T05:04:26.500 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:04:26.500 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.a", 2024-09-19T05:04:26.500 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmpZ7nDxAAD1scx1UIy3CnKegJ7AEbAw==", 2024-09-19T05:04:26.500 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:04:26.500 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:04:26.500 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:04:26.500 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:04:26.500 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:04:26.500 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:04:26.500 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:04:26.501 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:04:26.501 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.b", 2024-09-19T05:04:26.501 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmnC/FGxAA0Ep54+DXvaBSLkVML9btKw==", 2024-09-19T05:04:26.501 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:04:26.501 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:04:26.501 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:04:26.501 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:04:26.501 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:04:26.501 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:04:26.501 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:04:26.501 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:04:26.501 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.c", 2024-09-19T05:04:26.501 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmUYAMFxAA9cKjB9Y9Zd8ZtMpbn0myCw==", 2024-09-19T05:04:26.502 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:04:26.502 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:04:26.502 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:04:26.502 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:04:26.502 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:04:26.502 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:04:26.502 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:04:26.502 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:04:26.502 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mds.d", 2024-09-19T05:04:26.502 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmy0nIIhAAinwmXV5/xxzPFPiZlz+knw==", 2024-09-19T05:04:26.502 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:04:26.502 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:04:26.503 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:04:26.503 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:04:26.503 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:04:26.503 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:04:26.503 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:04:26.503 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:04:26.503 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.0", 2024-09-19T05:04:26.503 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDpr+tmKrR+FRAAntW/A29i8VDMf78PS0VtvA==", 2024-09-19T05:04:26.503 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:04:26.504 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:04:26.504 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:04:26.504 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:04:26.504 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:04:26.504 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:04:26.504 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:04:26.504 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.1", 2024-09-19T05:04:26.505 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDsr+tmhe0kNRAAHZGTLwLf1sfstZ0qigRNTA==", 2024-09-19T05:04:26.505 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:04:26.505 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:04:26.505 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:04:26.505 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:04:26.505 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:04:26.505 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:04:26.505 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:04:26.505 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.2", 2024-09-19T05:04:26.506 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDwr+tm+O4gGRAAHq7VHqyT2X9R7vgBTLafmw==", 2024-09-19T05:04:26.506 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:04:26.506 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:04:26.506 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:04:26.506 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:04:26.506 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:04:26.506 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:04:26.507 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:04:26.507 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.3", 2024-09-19T05:04:26.507 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDzr+tmjpkFKhAATYy5muRBYnfTuWoX39D6UA==", 2024-09-19T05:04:26.507 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:04:26.507 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:04:26.508 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:04:26.508 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:04:26.508 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:04:26.508 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:04:26.508 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:04:26.508 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.4", 2024-09-19T05:04:26.508 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQD5r+tmViCLMxAAPq8MDjjILutqnKX0IFZJtg==", 2024-09-19T05:04:26.508 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:04:26.509 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:04:26.509 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:04:26.509 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:04:26.509 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:04:26.509 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:04:26.509 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:04:26.510 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.5", 2024-09-19T05:04:26.510 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQD8r+tmfmyyNBAAwfxmtJoqHxQFg7HtbvGxVQ==", 2024-09-19T05:04:26.510 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:04:26.510 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:04:26.510 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:04:26.510 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:04:26.510 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:04:26.510 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:04:26.510 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:04:26.511 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.6", 2024-09-19T05:04:26.511 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQAAsOtmIt1uCRAAnXvaDPiWXTUW17dVdFtDuw==", 2024-09-19T05:04:26.511 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:04:26.511 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:04:26.511 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:04:26.511 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:04:26.511 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:04:26.512 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:04:26.512 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:04:26.512 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "osd.7", 2024-09-19T05:04:26.512 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQADsOtmalRmCxAA9cFAAF7cNTj/iuLa3HUREw==", 2024-09-19T05:04:26.512 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:04:26.512 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow profile osd", 2024-09-19T05:04:26.512 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile osd", 2024-09-19T05:04:26.512 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:04:26.513 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:04:26.513 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:04:26.513 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:04:26.513 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.0", 2024-09-19T05:04:26.513 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmGJAHJxAA6YT7sqI8XwKH2Z23OxGkFw==", 2024-09-19T05:04:26.513 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:04:26.513 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:04:26.514 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow r", 2024-09-19T05:04:26.514 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T05:04:26.514 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:04:26.514 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:04:26.514 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:04:26.514 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.1", 2024-09-19T05:04:26.514 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmKiH7LxAAloWT1uvHnFdhd4peNF2J/w==", 2024-09-19T05:04:26.514 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:04:26.514 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:04:26.515 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow r", 2024-09-19T05:04:26.515 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow rw", 2024-09-19T05:04:26.515 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rwx" 2024-09-19T05:04:26.515 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:04:26.515 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:04:26.516 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:04:26.516 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.2", 2024-09-19T05:04:26.516 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmVqa2LBAAMm5ULwdyHFdtV9xyigltBA==", 2024-09-19T05:04:26.516 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:04:26.516 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:04:26.516 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow r", 2024-09-19T05:04:26.517 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow rw", 2024-09-19T05:04:26.517 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rwx" 2024-09-19T05:04:26.517 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:04:26.517 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:04:26.517 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:04:26.517 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.3", 2024-09-19T05:04:26.517 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmMyKpNRAAKE+cZfnTxMX6BKtqAIEFPQ==", 2024-09-19T05:04:26.518 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:04:26.518 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow", 2024-09-19T05:04:26.518 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow r", 2024-09-19T05:04:26.518 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow rw", 2024-09-19T05:04:26.518 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow rwx" 2024-09-19T05:04:26.518 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:04:26.518 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:04:26.519 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:04:26.519 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "client.admin", 2024-09-19T05:04:26.519 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDmr+tmPU9oLxAAfNONpFUBCiu1iEVStzscAg==", 2024-09-19T05:04:26.519 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:04:26.519 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow *", 2024-09-19T05:04:26.519 INFO:teuthology.orchestra.run.smithi005.stdout: "mgr": "allow *", 2024-09-19T05:04:26.519 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow *", 2024-09-19T05:04:26.519 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:04:26.519 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:04:26.519 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:04:26.520 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:04:26.520 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mgr.x", 2024-09-19T05:04:26.520 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmCuGaDBAAg9I6sCwJVK5ffq3rOzb8vA==", 2024-09-19T05:04:26.520 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:04:26.520 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow *", 2024-09-19T05:04:26.520 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile mgr", 2024-09-19T05:04:26.520 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:04:26.521 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:04:26.521 INFO:teuthology.orchestra.run.smithi005.stdout: }, 2024-09-19T05:04:26.521 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:04:26.521 INFO:teuthology.orchestra.run.smithi005.stdout: "entity": "mgr.y", 2024-09-19T05:04:26.521 INFO:teuthology.orchestra.run.smithi005.stdout: "key": "AQDnr+tmUWK2CBAA7/0u4Ns0J1Twfj2YGphbkQ==", 2024-09-19T05:04:26.521 INFO:teuthology.orchestra.run.smithi005.stdout: "caps": { 2024-09-19T05:04:26.521 INFO:teuthology.orchestra.run.smithi005.stdout: "mds": "allow *", 2024-09-19T05:04:26.521 INFO:teuthology.orchestra.run.smithi005.stdout: "mon": "allow profile mgr", 2024-09-19T05:04:26.521 INFO:teuthology.orchestra.run.smithi005.stdout: "osd": "allow *" 2024-09-19T05:04:26.521 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:04:26.521 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:04:26.521 INFO:teuthology.orchestra.run.smithi005.stdout: ] 2024-09-19T05:04:26.521 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-19T05:04:26.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.500+0000 7f68fc265640 1 -- 172.21.15.5:0/2057928866 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f68d806c2b0 msgr2=0x7f68d806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:26.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.500+0000 7f68fc265640 1 --2- 172.21.15.5:0/2057928866 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f68d806c2b0 0x7f68d806e770 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f68f0006fd0 tx=0x7f68f0008040 comp rx=0 tx=0).stop 2024-09-19T05:04:26.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.500+0000 7f68fc265640 1 -- 172.21.15.5:0/2057928866 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68f40d3150 msgr2=0x7f68f4151820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:26.523 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.500+0000 7f68fc265640 1 --2- 172.21.15.5:0/2057928866 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68f40d3150 0x7f68f4151820 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f68e402a300 tx=0x7f68e40046c0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.500+0000 7f68fc265640 1 -- 172.21.15.5:0/2057928866 shutdown_connections 2024-09-19T05:04:26.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.500+0000 7f68fc265640 1 --2- 172.21.15.5:0/2057928866 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f68d806c2b0 0x7f68d806e770 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.500+0000 7f68fc265640 1 --2- 172.21.15.5:0/2057928866 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f68f415e660 0x7f68f41610c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.500+0000 7f68fc265640 1 --2- 172.21.15.5:0/2057928866 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f68f40d3150 0x7f68f4151820 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.500+0000 7f68fc265640 1 --2- 172.21.15.5:0/2057928866 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f68f40b6530 0x7f68f415b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.500+0000 7f68fc265640 1 -- 172.21.15.5:0/2057928866 >> 172.21.15.5:0/2057928866 conn(0x7f68f408c000 msgr2=0x7f68f40b3fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:26.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.500+0000 7f68fc265640 1 -- 172.21.15.5:0/2057928866 shutdown_connections 2024-09-19T05:04:26.524 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.500+0000 7f68fc265640 1 -- 172.21.15.5:0/2057928866 wait complete. 2024-09-19T05:04:26.525 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T05:04:26.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.625+0000 7f8ab2b4b640 1 Processor -- start 2024-09-19T05:04:26.627 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.625+0000 7f8ab2b4b640 1 -- start start 2024-09-19T05:04:26.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.626+0000 7f8ab2b4b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8aac06dfd0 0x7f8aac071fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:26.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.626+0000 7f8ab2b4b640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8aac15d010 con 0x7f8aac072510 2024-09-19T05:04:26.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.626+0000 7f8ab2b4b640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8aac15d2f0 con 0x7f8aac15c1d0 2024-09-19T05:04:26.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.626+0000 7f8ab2b4b640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f8aac072960 con 0x7f8aac06dfd0 2024-09-19T05:04:26.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.626+0000 7f8ab10e8640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f8aac072510 0x7f8aac15e0b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:43030/0 (socket says 172.21.15.5:43030) 2024-09-19T05:04:26.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.626+0000 7f8ab10e8640 1 -- 172.21.15.5:0/3457525433 learned_addr learned my addr 172.21.15.5:0/3457525433 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:26.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.626+0000 7f8aabfff640 1 --2- 172.21.15.5:0/3457525433 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8aac06dfd0 0x7f8aac071fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:26.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.626+0000 7f8aab7fe640 1 -- 172.21.15.5:0/3457525433 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3327078596 0 0) 0x7f8aac15d010 con 0x7f8aac072510 2024-09-19T05:04:26.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.626+0000 7f8aab7fe640 1 -- 172.21.15.5:0/3457525433 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8a9c003520 con 0x7f8aac072510 2024-09-19T05:04:26.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.626+0000 7f8aab7fe640 1 -- 172.21.15.5:0/3457525433 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 244147614 0 0) 0x7f8aac15d2f0 con 0x7f8aac15c1d0 2024-09-19T05:04:26.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.626+0000 7f8aab7fe640 1 -- 172.21.15.5:0/3457525433 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8aac15d010 con 0x7f8aac15c1d0 2024-09-19T05:04:26.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.627+0000 7f8aab7fe640 1 -- 172.21.15.5:0/3457525433 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4272986178 0 0) 0x7f8a9c003520 con 0x7f8aac072510 2024-09-19T05:04:26.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.627+0000 7f8aabfff640 1 -- 172.21.15.5:0/3457525433 >> v1:172.21.15.134:6789/0 conn(0x7f8aac15c1d0 legacy=0x7f8aac15c5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:26.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.627+0000 7f8aabfff640 1 -- 172.21.15.5:0/3457525433 >> v1:172.21.15.5:6789/0 conn(0x7f8aac072510 legacy=0x7f8aac15e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:26.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.627+0000 7f8aabfff640 1 -- 172.21.15.5:0/3457525433 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8aac15d5d0 con 0x7f8aac06dfd0 2024-09-19T05:04:26.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.627+0000 7f8aabfff640 1 --2- 172.21.15.5:0/3457525433 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8aac06dfd0 0x7f8aac071fd0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f8a980097d0 tx=0x7f8a9802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f94e3003132f3bba server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:26.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.627+0000 7f8aab7fe640 1 -- 172.21.15.5:0/3457525433 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a98037070 con 0x7f8aac06dfd0 2024-09-19T05:04:26.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.628+0000 7f8aab7fe640 1 -- 172.21.15.5:0/3457525433 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a9802ab90 con 0x7f8aac06dfd0 2024-09-19T05:04:26.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.628+0000 7f8aab7fe640 1 -- 172.21.15.5:0/3457525433 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aa40019f0 con 0x7f8aac06dfd0 2024-09-19T05:04:26.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.628+0000 7f8ab2b4b640 1 -- 172.21.15.5:0/3457525433 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8aac06dfd0 msgr2=0x7f8aac071fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:26.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.628+0000 7f8ab2b4b640 1 --2- 172.21.15.5:0/3457525433 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8aac06dfd0 0x7f8aac071fd0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f8a980097d0 tx=0x7f8a9802a100 comp rx=0 tx=0).stop 2024-09-19T05:04:26.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.628+0000 7f8ab2b4b640 1 -- 172.21.15.5:0/3457525433 shutdown_connections 2024-09-19T05:04:26.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.628+0000 7f8ab2b4b640 1 --2- 172.21.15.5:0/3457525433 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8aac06dfd0 0x7f8aac071fd0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.628+0000 7f8ab2b4b640 1 -- 172.21.15.5:0/3457525433 >> 172.21.15.5:0/3457525433 conn(0x7f8aac067da0 msgr2=0x7f8aac06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:26.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.628+0000 7f8ab2b4b640 1 -- 172.21.15.5:0/3457525433 shutdown_connections 2024-09-19T05:04:26.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.628+0000 7f8ab2b4b640 1 -- 172.21.15.5:0/3457525433 wait complete. 2024-09-19T05:04:26.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.629+0000 7f8ab2b4b640 1 Processor -- start 2024-09-19T05:04:26.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.629+0000 7f8ab2b4b640 1 -- start start 2024-09-19T05:04:26.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.630+0000 7f8ab2b4b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8aac06dfd0 0x7f8aac151e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:26.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.630+0000 7f8ab2b4b640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8aac072510 0x7f8aac0b1480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:26.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.630+0000 7f8ab2b4b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8aac15c1d0 0x7f8aac0b19c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:26.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.630+0000 7f8ab2b4b640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f8aac15ccc0 con 0x7f8aac06dfd0 2024-09-19T05:04:26.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.630+0000 7f8ab2b4b640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f8aac15db90 con 0x7f8aac072510 2024-09-19T05:04:26.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.630+0000 7f8ab2b4b640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f8aac15e7c0 con 0x7f8aac15c1d0 2024-09-19T05:04:26.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.630+0000 7f8ab08e7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8aac06dfd0 0x7f8aac151e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:26.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.630+0000 7f8ab08e7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8aac06dfd0 0x7f8aac151e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47062/0 (socket says 172.21.15.5:47062) 2024-09-19T05:04:26.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.630+0000 7f8ab08e7640 1 -- 172.21.15.5:0/3486273214 learned_addr learned my addr 172.21.15.5:0/3486273214 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:26.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.631+0000 7f8ab10e8640 1 --2- 172.21.15.5:0/3486273214 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8aac15c1d0 0x7f8aac0b19c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:26.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.631+0000 7f8aabfff640 1 --2- 172.21.15.5:0/3486273214 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8aac072510 0x7f8aac0b1480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:26.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.631+0000 7f8ab08e7640 1 -- 172.21.15.5:0/3486273214 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8aac15c1d0 msgr2=0x7f8aac0b19c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:26.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.631+0000 7f8ab08e7640 1 --2- 172.21.15.5:0/3486273214 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8aac15c1d0 0x7f8aac0b19c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.631+0000 7f8ab08e7640 1 -- 172.21.15.5:0/3486273214 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8aac072510 msgr2=0x7f8aac0b1480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:26.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.631+0000 7f8ab08e7640 1 --2- 172.21.15.5:0/3486273214 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8aac072510 0x7f8aac0b1480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.631+0000 7f8ab08e7640 1 -- 172.21.15.5:0/3486273214 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8aac0b44d0 con 0x7f8aac06dfd0 2024-09-19T05:04:26.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.631+0000 7f8ab10e8640 1 --2- 172.21.15.5:0/3486273214 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8aac15c1d0 0x7f8aac0b19c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:04:26.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.631+0000 7f8ab08e7640 1 --2- 172.21.15.5:0/3486273214 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8aac06dfd0 0x7f8aac151e60 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f8aa000c430 tx=0x7f8aa000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:26.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.631+0000 7f8aa97fa640 1 -- 172.21.15.5:0/3486273214 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aa0017070 con 0x7f8aac06dfd0 2024-09-19T05:04:26.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.631+0000 7f8aa97fa640 1 -- 172.21.15.5:0/3486273214 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8aa00052f0 con 0x7f8aac06dfd0 2024-09-19T05:04:26.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.631+0000 7f8ab2b4b640 1 -- 172.21.15.5:0/3486273214 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8aac0b47b0 con 0x7f8aac06dfd0 2024-09-19T05:04:26.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.631+0000 7f8aa97fa640 1 -- 172.21.15.5:0/3486273214 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aa0003830 con 0x7f8aac06dfd0 2024-09-19T05:04:26.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.631+0000 7f8ab2b4b640 1 -- 172.21.15.5:0/3486273214 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8aac0b4d70 con 0x7f8aac06dfd0 2024-09-19T05:04:26.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.632+0000 7f8ab2b4b640 1 -- 172.21.15.5:0/3486273214 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8aac071fb0 con 0x7f8aac06dfd0 2024-09-19T05:04:26.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.633+0000 7f8aa97fa640 1 -- 172.21.15.5:0/3486273214 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8aa001a070 con 0x7f8aac06dfd0 2024-09-19T05:04:26.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.633+0000 7f8aa97fa640 1 --2- 172.21.15.5:0/3486273214 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8a9006c2b0 0x7f8a9006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:26.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.633+0000 7f8aa97fa640 1 -- 172.21.15.5:0/3486273214 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5249+0+0 (secure 0 0 0) 0x7f8aa008a700 con 0x7f8aac06dfd0 2024-09-19T05:04:26.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.633+0000 7f8aabfff640 1 --2- 172.21.15.5:0/3486273214 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8a9006c2b0 0x7f8a9006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:26.636 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.634+0000 7f8aabfff640 1 --2- 172.21.15.5:0/3486273214 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8a9006c2b0 0x7f8a9006e770 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f8a98034000 tx=0x7f8a9802e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:26.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.637+0000 7f8aa97fa640 1 -- 172.21.15.5:0/3486273214 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8aa0059020 con 0x7f8aac06dfd0 2024-09-19T05:04:26.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.814+0000 7f8ab2b4b640 1 -- 172.21.15.5:0/3486273214 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f8aac0cf370 con 0x7f8aac06dfd0 2024-09-19T05:04:26.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.815+0000 7f8aa97fa640 1 -- 172.21.15.5:0/3486273214 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v91) ==== 84+0+65 (secure 0 0 0) 0x7f8aa0058920 con 0x7f8aac06dfd0 2024-09-19T05:04:26.816 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:26.816 INFO:teuthology.orchestra.run.smithi005.stdout:[ 2024-09-19T05:04:26.816 INFO:teuthology.orchestra.run.smithi005.stdout: { 2024-09-19T05:04:26.817 INFO:teuthology.orchestra.run.smithi005.stdout: "poolnum": 1, 2024-09-19T05:04:26.817 INFO:teuthology.orchestra.run.smithi005.stdout: "poolname": ".mgr" 2024-09-19T05:04:26.817 INFO:teuthology.orchestra.run.smithi005.stdout: } 2024-09-19T05:04:26.817 INFO:teuthology.orchestra.run.smithi005.stdout:] 2024-09-19T05:04:26.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.816+0000 7f8ab2b4b640 1 -- 172.21.15.5:0/3486273214 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8a9006c2b0 msgr2=0x7f8a9006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:26.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.816+0000 7f8ab2b4b640 1 --2- 172.21.15.5:0/3486273214 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8a9006c2b0 0x7f8a9006e770 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f8a98034000 tx=0x7f8a9802e000 comp rx=0 tx=0).stop 2024-09-19T05:04:26.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.816+0000 7f8ab2b4b640 1 -- 172.21.15.5:0/3486273214 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8aac06dfd0 msgr2=0x7f8aac151e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:26.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.816+0000 7f8ab2b4b640 1 --2- 172.21.15.5:0/3486273214 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8aac06dfd0 0x7f8aac151e60 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f8aa000c430 tx=0x7f8aa000c8f0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.817+0000 7f8ab2b4b640 1 -- 172.21.15.5:0/3486273214 shutdown_connections 2024-09-19T05:04:26.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.817+0000 7f8ab2b4b640 1 --2- 172.21.15.5:0/3486273214 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f8a9006c2b0 0x7f8a9006e770 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.817+0000 7f8ab2b4b640 1 --2- 172.21.15.5:0/3486273214 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f8aac15c1d0 0x7f8aac0b19c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.817+0000 7f8ab2b4b640 1 --2- 172.21.15.5:0/3486273214 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f8aac072510 0x7f8aac0b1480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.817+0000 7f8ab2b4b640 1 --2- 172.21.15.5:0/3486273214 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f8aac06dfd0 0x7f8aac151e60 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.817+0000 7f8ab2b4b640 1 -- 172.21.15.5:0/3486273214 >> 172.21.15.5:0/3486273214 conn(0x7f8aac067da0 msgr2=0x7f8aac15e0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:26.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.817+0000 7f8ab2b4b640 1 -- 172.21.15.5:0/3486273214 shutdown_connections 2024-09-19T05:04:26.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.817+0000 7f8ab2b4b640 1 -- 172.21.15.5:0/3486273214 wait complete. 2024-09-19T05:04:26.830 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T05:04:26.830 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T05:04:26.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.934+0000 7ff0db27b640 1 Processor -- start 2024-09-19T05:04:26.936 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.934+0000 7ff0db27b640 1 -- start start 2024-09-19T05:04:26.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.935+0000 7ff0db27b640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7ff0d415e6e0 0x7ff0d4162190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:26.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.935+0000 7ff0db27b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ff0d409b180 0x7ff0d40b6680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:26.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.935+0000 7ff0db27b640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff0d41629c0 con 0x7ff0d409bb30 2024-09-19T05:04:26.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.935+0000 7ff0db27b640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7ff0d4162ca0 con 0x7ff0d409b180 2024-09-19T05:04:26.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.935+0000 7ff0db27b640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7ff0d40b5e80 con 0x7ff0d415e6e0 2024-09-19T05:04:26.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.935+0000 7ff0d9818640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ff0d409b180 0x7ff0d40b6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:26.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.935+0000 7ff0d9818640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ff0d409b180 0x7ff0d40b6680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47078/0 (socket says 172.21.15.5:47078) 2024-09-19T05:04:26.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.935+0000 7ff0d9818640 1 -- 172.21.15.5:0/1329904592 learned_addr learned my addr 172.21.15.5:0/1329904592 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:26.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.935+0000 7ff0d9017640 1 --2- 172.21.15.5:0/1329904592 >> v2:172.21.15.134:3300/0 conn(0x7ff0d415e6e0 0x7ff0d4162190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:26.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.936+0000 7ff0d9818640 1 -- 172.21.15.5:0/1329904592 >> v2:172.21.15.134:3300/0 conn(0x7ff0d415e6e0 msgr2=0x7ff0d4162190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:26.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.936+0000 7ff0d9818640 1 --2- 172.21.15.5:0/1329904592 >> v2:172.21.15.134:3300/0 conn(0x7ff0d415e6e0 0x7ff0d4162190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.936+0000 7ff0d9818640 1 -- 172.21.15.5:0/1329904592 >> v1:172.21.15.134:6789/0 conn(0x7ff0d409bb30 legacy=0x7ff0d409aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:26.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.936+0000 7ff0d9818640 1 -- 172.21.15.5:0/1329904592 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0d40b6160 con 0x7ff0d409b180 2024-09-19T05:04:26.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.936+0000 7ff0d9818640 1 --2- 172.21.15.5:0/1329904592 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff0d409b180 0x7ff0d40b6680 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7ff0d4073280 tx=0x7ff0cc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94d45b7db03650a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:26.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.937+0000 7ff0d3fff640 1 -- 172.21.15.5:0/1329904592 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0cc037070 con 0x7ff0d409b180 2024-09-19T05:04:26.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.937+0000 7ff0d3fff640 1 -- 172.21.15.5:0/1329904592 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0cc032440 con 0x7ff0d409b180 2024-09-19T05:04:26.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.937+0000 7ff0d3fff640 1 -- 172.21.15.5:0/1329904592 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0cc032810 con 0x7ff0d409b180 2024-09-19T05:04:26.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.937+0000 7ff0db27b640 1 -- 172.21.15.5:0/1329904592 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff0d409b180 msgr2=0x7ff0d40b6680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:26.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.937+0000 7ff0db27b640 1 --2- 172.21.15.5:0/1329904592 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff0d409b180 0x7ff0d40b6680 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7ff0d4073280 tx=0x7ff0cc02a270 comp rx=0 tx=0).stop 2024-09-19T05:04:26.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.937+0000 7ff0db27b640 1 -- 172.21.15.5:0/1329904592 shutdown_connections 2024-09-19T05:04:26.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.937+0000 7ff0db27b640 1 --2- 172.21.15.5:0/1329904592 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff0d409b180 0x7ff0d40b6680 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.937+0000 7ff0db27b640 1 --2- 172.21.15.5:0/1329904592 >> v2:172.21.15.134:3300/0 conn(0x7ff0d415e6e0 0x7ff0d4162190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.937+0000 7ff0db27b640 1 -- 172.21.15.5:0/1329904592 >> 172.21.15.5:0/1329904592 conn(0x7ff0d40b4060 msgr2=0x7ff0d40b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:26.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.937+0000 7ff0db27b640 1 -- 172.21.15.5:0/1329904592 shutdown_connections 2024-09-19T05:04:26.940 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.937+0000 7ff0db27b640 1 -- 172.21.15.5:0/1329904592 wait complete. 2024-09-19T05:04:26.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.938+0000 7ff0db27b640 1 Processor -- start 2024-09-19T05:04:26.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.938+0000 7ff0db27b640 1 -- start start 2024-09-19T05:04:26.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.939+0000 7ff0db27b640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff0d409b180 0x7ff0d409ec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:26.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.939+0000 7ff0db27b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff0d409bb30 0x7ff0d4161da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:26.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.939+0000 7ff0db27b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff0d415e6e0 0x7ff0d40d2430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:26.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.939+0000 7ff0db27b640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ff0d4162f80 con 0x7ff0d415e6e0 2024-09-19T05:04:26.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.939+0000 7ff0db27b640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7ff0d415fcb0 con 0x7ff0d409b180 2024-09-19T05:04:26.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.939+0000 7ff0db27b640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ff0d40b6bc0 con 0x7ff0d409bb30 2024-09-19T05:04:26.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.939+0000 7ff0d9818640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff0d415e6e0 0x7ff0d40d2430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:26.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.939+0000 7ff0d9818640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff0d415e6e0 0x7ff0d40d2430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:47090/0 (socket says 172.21.15.5:47090) 2024-09-19T05:04:26.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.939+0000 7ff0d9818640 1 -- 172.21.15.5:0/3039023662 learned_addr learned my addr 172.21.15.5:0/3039023662 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:26.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.939+0000 7ff0d9017640 1 --2- 172.21.15.5:0/3039023662 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff0d409b180 0x7ff0d409ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:26.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.939+0000 7ff0d8816640 1 --2- 172.21.15.5:0/3039023662 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff0d409bb30 0x7ff0d4161da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:26.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.940+0000 7ff0d9818640 1 -- 172.21.15.5:0/3039023662 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff0d409bb30 msgr2=0x7ff0d4161da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:26.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.940+0000 7ff0d9818640 1 --2- 172.21.15.5:0/3039023662 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff0d409bb30 0x7ff0d4161da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.940+0000 7ff0d9818640 1 -- 172.21.15.5:0/3039023662 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff0d409b180 msgr2=0x7ff0d409ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:26.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.940+0000 7ff0d9818640 1 --2- 172.21.15.5:0/3039023662 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff0d409b180 0x7ff0d409ec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:26.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.940+0000 7ff0d9818640 1 -- 172.21.15.5:0/3039023662 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0d4147b00 con 0x7ff0d415e6e0 2024-09-19T05:04:26.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.940+0000 7ff0d9017640 1 --2- 172.21.15.5:0/3039023662 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff0d409b180 0x7ff0d409ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:26.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.940+0000 7ff0d9818640 1 --2- 172.21.15.5:0/3039023662 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff0d415e6e0 0x7ff0d40d2430 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc0090b0 tx=0x7ff0cc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:26.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.940+0000 7ff0d1ffb640 1 -- 172.21.15.5:0/3039023662 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0cc041020 con 0x7ff0d415e6e0 2024-09-19T05:04:26.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.940+0000 7ff0d1ffb640 1 -- 172.21.15.5:0/3039023662 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0cc03d640 con 0x7ff0d415e6e0 2024-09-19T05:04:26.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.940+0000 7ff0d1ffb640 1 -- 172.21.15.5:0/3039023662 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0cc037040 con 0x7ff0d415e6e0 2024-09-19T05:04:26.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.940+0000 7ff0db27b640 1 -- 172.21.15.5:0/3039023662 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0d4147de0 con 0x7ff0d415e6e0 2024-09-19T05:04:26.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.940+0000 7ff0db27b640 1 -- 172.21.15.5:0/3039023662 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0d41483a0 con 0x7ff0d415e6e0 2024-09-19T05:04:26.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.941+0000 7ff0db27b640 1 -- 172.21.15.5:0/3039023662 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0d4145790 con 0x7ff0d415e6e0 2024-09-19T05:04:26.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.942+0000 7ff0d1ffb640 1 -- 172.21.15.5:0/3039023662 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff0cc044020 con 0x7ff0d415e6e0 2024-09-19T05:04:26.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.942+0000 7ff0d1ffb640 1 --2- 172.21.15.5:0/3039023662 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff0c006c2e0 0x7ff0c006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:26.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.942+0000 7ff0d1ffb640 1 -- 172.21.15.5:0/3039023662 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5249+0+0 (secure 0 0 0) 0x7ff0cc0ab960 con 0x7ff0d415e6e0 2024-09-19T05:04:26.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.942+0000 7ff0d9017640 1 --2- 172.21.15.5:0/3039023662 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff0c006c2e0 0x7ff0c006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:26.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.943+0000 7ff0d9017640 1 --2- 172.21.15.5:0/3039023662 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff0c006c2e0 0x7ff0c006e7a0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7ff0c4009fd0 tx=0x7ff0c400b040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:26.948 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:26.947+0000 7ff0d1ffb640 1 -- 172.21.15.5:0/3039023662 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff0d4145790 con 0x7ff0d415e6e0 2024-09-19T05:04:27.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:27.127+0000 7ff0db27b640 1 -- 172.21.15.5:0/3039023662 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7ff0d40b6680 con 0x7ff0d415e6e0 2024-09-19T05:04:28.121 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.119+0000 7ff0d1ffb640 1 -- 172.21.15.5:0/3039023662 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v92) ==== 138+0+0 (secure 0 0 0) 0x7ff0cc04b030 con 0x7ff0d415e6e0 2024-09-19T05:04:28.121 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_metadata' created 2024-09-19T05:04:28.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.123+0000 7ff0db27b640 1 -- 172.21.15.5:0/3039023662 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff0c006c2e0 msgr2=0x7ff0c006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:28.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.123+0000 7ff0db27b640 1 --2- 172.21.15.5:0/3039023662 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff0c006c2e0 0x7ff0c006e7a0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7ff0c4009fd0 tx=0x7ff0c400b040 comp rx=0 tx=0).stop 2024-09-19T05:04:28.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.123+0000 7ff0db27b640 1 -- 172.21.15.5:0/3039023662 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff0d415e6e0 msgr2=0x7ff0d40d2430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:28.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.123+0000 7ff0db27b640 1 --2- 172.21.15.5:0/3039023662 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff0d415e6e0 0x7ff0d40d2430 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc0090b0 tx=0x7ff0cc0046c0 comp rx=0 tx=0).stop 2024-09-19T05:04:28.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.123+0000 7ff0db27b640 1 -- 172.21.15.5:0/3039023662 shutdown_connections 2024-09-19T05:04:28.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.123+0000 7ff0db27b640 1 --2- 172.21.15.5:0/3039023662 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff0c006c2e0 0x7ff0c006e7a0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:28.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.123+0000 7ff0db27b640 1 --2- 172.21.15.5:0/3039023662 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff0d415e6e0 0x7ff0d40d2430 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:28.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.123+0000 7ff0db27b640 1 --2- 172.21.15.5:0/3039023662 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff0d409bb30 0x7ff0d4161da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:28.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.123+0000 7ff0db27b640 1 --2- 172.21.15.5:0/3039023662 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff0d409b180 0x7ff0d409ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:28.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.123+0000 7ff0db27b640 1 -- 172.21.15.5:0/3039023662 >> 172.21.15.5:0/3039023662 conn(0x7ff0d40b4060 msgr2=0x7ff0d415f2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:28.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.123+0000 7ff0db27b640 1 -- 172.21.15.5:0/3039023662 shutdown_connections 2024-09-19T05:04:28.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.123+0000 7ff0db27b640 1 -- 172.21.15.5:0/3039023662 wait complete. 2024-09-19T05:04:28.142 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T05:04:28.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.257+0000 7f5e144f1640 1 Processor -- start 2024-09-19T05:04:28.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.257+0000 7f5e144f1640 1 -- start start 2024-09-19T05:04:28.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.258+0000 7f5e144f1640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5e0c15e4d0 0x7f5e0c162aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:28.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.258+0000 7f5e144f1640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5e0c0cf4e0 0x7f5e0c0b7680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:28.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.258+0000 7f5e144f1640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5e0c0d28a0 con 0x7f5e0c0b7bc0 2024-09-19T05:04:28.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.258+0000 7f5e144f1640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f5e0c0d2b80 con 0x7f5e0c15e4d0 2024-09-19T05:04:28.262 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.258+0000 7f5e144f1640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f5e0c0d2e60 con 0x7f5e0c0cf4e0 2024-09-19T05:04:28.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.258+0000 7f5e1228d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5e0c15e4d0 0x7f5e0c162aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:28.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.258+0000 7f5e1228d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5e0c15e4d0 0x7f5e0c162aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49950/0 (socket says 172.21.15.5:49950) 2024-09-19T05:04:28.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.258+0000 7f5e1228d640 1 -- 172.21.15.5:0/2759949567 learned_addr learned my addr 172.21.15.5:0/2759949567 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:28.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.258+0000 7f5e11a8c640 1 --2- 172.21.15.5:0/2759949567 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5e0c0cf4e0 0x7f5e0c0b7680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:28.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.258+0000 7f5e1228d640 1 -- 172.21.15.5:0/2759949567 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5e0c0cf4e0 msgr2=0x7f5e0c0b7680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:28.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.258+0000 7f5e1228d640 1 --2- 172.21.15.5:0/2759949567 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5e0c0cf4e0 0x7f5e0c0b7680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:28.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.258+0000 7f5e1228d640 1 -- 172.21.15.5:0/2759949567 >> v1:172.21.15.134:6789/0 conn(0x7f5e0c0b7bc0 legacy=0x7f5e0c0d4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:28.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.258+0000 7f5e1228d640 1 -- 172.21.15.5:0/2759949567 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e0c0d3140 con 0x7f5e0c15e4d0 2024-09-19T05:04:28.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.259+0000 7f5e1228d640 1 --2- 172.21.15.5:0/2759949567 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5e0c15e4d0 0x7f5e0c162aa0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f5e08009870 tx=0x7f5e0802a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f964ba8a22969d7d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:28.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.259+0000 7f5e1128b640 1 -- 172.21.15.5:0/2759949567 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e08037070 con 0x7f5e0c15e4d0 2024-09-19T05:04:28.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.259+0000 7f5e1128b640 1 -- 172.21.15.5:0/2759949567 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e08032440 con 0x7f5e0c15e4d0 2024-09-19T05:04:28.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.259+0000 7f5e1128b640 1 -- 172.21.15.5:0/2759949567 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e08032810 con 0x7f5e0c15e4d0 2024-09-19T05:04:28.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.260+0000 7f5e144f1640 1 -- 172.21.15.5:0/2759949567 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5e0c15e4d0 msgr2=0x7f5e0c162aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:28.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.260+0000 7f5e144f1640 1 --2- 172.21.15.5:0/2759949567 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5e0c15e4d0 0x7f5e0c162aa0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f5e08009870 tx=0x7f5e0802a2a0 comp rx=0 tx=0).stop 2024-09-19T05:04:28.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.260+0000 7f5e144f1640 1 -- 172.21.15.5:0/2759949567 shutdown_connections 2024-09-19T05:04:28.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.260+0000 7f5e144f1640 1 --2- 172.21.15.5:0/2759949567 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5e0c0cf4e0 0x7f5e0c0b7680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:28.264 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.260+0000 7f5e144f1640 1 --2- 172.21.15.5:0/2759949567 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5e0c15e4d0 0x7f5e0c162aa0 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:28.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.260+0000 7f5e144f1640 1 -- 172.21.15.5:0/2759949567 >> 172.21.15.5:0/2759949567 conn(0x7f5e0c06d0a0 msgr2=0x7f5e0c06d4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:28.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.260+0000 7f5e144f1640 1 -- 172.21.15.5:0/2759949567 shutdown_connections 2024-09-19T05:04:28.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.260+0000 7f5e144f1640 1 -- 172.21.15.5:0/2759949567 wait complete. 2024-09-19T05:04:28.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.261+0000 7f5e144f1640 1 Processor -- start 2024-09-19T05:04:28.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.261+0000 7f5e144f1640 1 -- start start 2024-09-19T05:04:28.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.262+0000 7f5e144f1640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5e0c0b7bc0 0x7f5e0c15fa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:28.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.262+0000 7f5e144f1640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5e0c0cf4e0 0x7f5e0c161100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:28.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.262+0000 7f5e144f1640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5e0c15e4d0 0x7f5e0c0c8140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:28.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.262+0000 7f5e144f1640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f5e0c0d5090 con 0x7f5e0c15e4d0 2024-09-19T05:04:28.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.262+0000 7f5e144f1640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f5e0c15e8b0 con 0x7f5e0c0cf4e0 2024-09-19T05:04:28.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.262+0000 7f5e144f1640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f5e0c0d5210 con 0x7f5e0c0b7bc0 2024-09-19T05:04:28.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.262+0000 7f5e12a8e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5e0c15e4d0 0x7f5e0c0c8140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:28.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.262+0000 7f5e12a8e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5e0c15e4d0 0x7f5e0c0c8140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49956/0 (socket says 172.21.15.5:49956) 2024-09-19T05:04:28.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.262+0000 7f5e12a8e640 1 -- 172.21.15.5:0/4036904768 learned_addr learned my addr 172.21.15.5:0/4036904768 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:28.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.262+0000 7f5e11a8c640 1 --2- 172.21.15.5:0/4036904768 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5e0c0cf4e0 0x7f5e0c161100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:28.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.262+0000 7f5e1228d640 1 --2- 172.21.15.5:0/4036904768 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5e0c0b7bc0 0x7f5e0c15fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:28.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.262+0000 7f5e12a8e640 1 -- 172.21.15.5:0/4036904768 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5e0c0b7bc0 msgr2=0x7f5e0c15fa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:28.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.262+0000 7f5e12a8e640 1 --2- 172.21.15.5:0/4036904768 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5e0c0b7bc0 0x7f5e0c15fa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:28.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.262+0000 7f5e12a8e640 1 -- 172.21.15.5:0/4036904768 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5e0c0cf4e0 msgr2=0x7f5e0c161100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:28.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.262+0000 7f5e12a8e640 1 --2- 172.21.15.5:0/4036904768 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5e0c0cf4e0 0x7f5e0c161100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:28.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.262+0000 7f5e12a8e640 1 -- 172.21.15.5:0/4036904768 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e0c161640 con 0x7f5e0c15e4d0 2024-09-19T05:04:28.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.263+0000 7f5e12a8e640 1 --2- 172.21.15.5:0/4036904768 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5e0c15e4d0 0x7f5e0c0c8140 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f5e0400c700 tx=0x7f5e0400cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:28.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.263+0000 7f5e02ffd640 1 -- 172.21.15.5:0/4036904768 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e04016020 con 0x7f5e0c15e4d0 2024-09-19T05:04:28.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.263+0000 7f5e02ffd640 1 -- 172.21.15.5:0/4036904768 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e0400aa50 con 0x7f5e0c15e4d0 2024-09-19T05:04:28.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.263+0000 7f5e02ffd640 1 -- 172.21.15.5:0/4036904768 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e0400ce10 con 0x7f5e0c15e4d0 2024-09-19T05:04:28.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.263+0000 7f5e144f1640 1 -- 172.21.15.5:0/4036904768 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e0c160060 con 0x7f5e0c15e4d0 2024-09-19T05:04:28.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.263+0000 7f5e144f1640 1 -- 172.21.15.5:0/4036904768 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e0c160620 con 0x7f5e0c15e4d0 2024-09-19T05:04:28.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.264+0000 7f5e144f1640 1 -- 172.21.15.5:0/4036904768 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e0c0b7680 con 0x7f5e0c15e4d0 2024-09-19T05:04:28.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.264+0000 7f5e02ffd640 1 -- 172.21.15.5:0/4036904768 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5e04019020 con 0x7f5e0c15e4d0 2024-09-19T05:04:28.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.265+0000 7f5e02ffd640 1 --2- 172.21.15.5:0/4036904768 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5df006c2b0 0x7f5df006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:28.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.265+0000 7f5e02ffd640 1 -- 172.21.15.5:0/4036904768 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5619+0+0 (secure 0 0 0) 0x7f5e0408b5f0 con 0x7f5e0c15e4d0 2024-09-19T05:04:28.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.265+0000 7f5e1228d640 1 --2- 172.21.15.5:0/4036904768 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5df006c2b0 0x7f5df006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:28.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.266+0000 7f5e1228d640 1 --2- 172.21.15.5:0/4036904768 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5df006c2b0 0x7f5df006e770 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f5e08034000 tx=0x7f5e0802e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:28.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.269+0000 7f5e02ffd640 1 -- 172.21.15.5:0/4036904768 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5e04020020 con 0x7f5e0c15e4d0 2024-09-19T05:04:28.447 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:28.445+0000 7f5e144f1640 1 -- 172.21.15.5:0/4036904768 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f5e0c0d2200 con 0x7f5e0c15e4d0 2024-09-19T05:04:29.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.122+0000 7f5e02ffd640 1 -- 172.21.15.5:0/4036904768 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v93) ==== 170+0+0 (secure 0 0 0) 0x7f5e04059e40 con 0x7f5e0c15e4d0 2024-09-19T05:04:29.124 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_data' created 2024-09-19T05:04:29.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.125+0000 7f5e144f1640 1 -- 172.21.15.5:0/4036904768 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5df006c2b0 msgr2=0x7f5df006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:29.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.125+0000 7f5e144f1640 1 --2- 172.21.15.5:0/4036904768 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5df006c2b0 0x7f5df006e770 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f5e08034000 tx=0x7f5e0802e000 comp rx=0 tx=0).stop 2024-09-19T05:04:29.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.125+0000 7f5e144f1640 1 -- 172.21.15.5:0/4036904768 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5e0c15e4d0 msgr2=0x7f5e0c0c8140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:29.127 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.125+0000 7f5e144f1640 1 --2- 172.21.15.5:0/4036904768 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5e0c15e4d0 0x7f5e0c0c8140 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f5e0400c700 tx=0x7f5e0400cbc0 comp rx=0 tx=0).stop 2024-09-19T05:04:29.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.125+0000 7f5e144f1640 1 -- 172.21.15.5:0/4036904768 shutdown_connections 2024-09-19T05:04:29.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.125+0000 7f5e144f1640 1 --2- 172.21.15.5:0/4036904768 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5df006c2b0 0x7f5df006e770 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:29.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.125+0000 7f5e144f1640 1 --2- 172.21.15.5:0/4036904768 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5e0c15e4d0 0x7f5e0c0c8140 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:29.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.125+0000 7f5e144f1640 1 --2- 172.21.15.5:0/4036904768 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5e0c0cf4e0 0x7f5e0c161100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:29.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.125+0000 7f5e144f1640 1 --2- 172.21.15.5:0/4036904768 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5e0c0b7bc0 0x7f5e0c15fa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:29.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.125+0000 7f5e144f1640 1 -- 172.21.15.5:0/4036904768 >> 172.21.15.5:0/4036904768 conn(0x7f5e0c06d0a0 msgr2=0x7f5e0c0ba020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:29.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.125+0000 7f5e144f1640 1 -- 172.21.15.5:0/4036904768 shutdown_connections 2024-09-19T05:04:29.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.126+0000 7f5e144f1640 1 -- 172.21.15.5:0/4036904768 wait complete. 2024-09-19T05:04:29.156 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T05:04:29.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.265+0000 7f31cd5c4640 1 Processor -- start 2024-09-19T05:04:29.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.265+0000 7f31cd5c4640 1 -- start start 2024-09-19T05:04:29.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.266+0000 7f31cd5c4640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f31c806bc10 0x7f31c806bff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:29.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.266+0000 7f31cd5c4640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f31c80b42f0 0x7f31c806f180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:29.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.266+0000 7f31cd5c4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f31c80b0a70 0x7f31c806f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:29.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.266+0000 7f31cd5c4640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f31c806c530 con 0x7f31c806bc10 2024-09-19T05:04:29.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.266+0000 7f31cd5c4640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f31c8070910 con 0x7f31c80b42f0 2024-09-19T05:04:29.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.266+0000 7f31cd5c4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f31c80b6210 con 0x7f31c80b0a70 2024-09-19T05:04:29.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.266+0000 7f31c6ffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f31c806bc10 0x7f31c806bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:29.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.267+0000 7f31c6ffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f31c806bc10 0x7f31c806bff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49972/0 (socket says 172.21.15.5:49972) 2024-09-19T05:04:29.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.267+0000 7f31c6ffd640 1 -- 172.21.15.5:0/3345824053 learned_addr learned my addr 172.21.15.5:0/3345824053 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:29.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.267+0000 7f31c67fc640 1 --2- 172.21.15.5:0/3345824053 >> v2:172.21.15.134:3300/0 conn(0x7f31c80b42f0 0x7f31c806f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:29.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.267+0000 7f31c77fe640 1 --2- 172.21.15.5:0/3345824053 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f31c80b0a70 0x7f31c806f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:29.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.267+0000 7f31c6ffd640 1 -- 172.21.15.5:0/3345824053 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f31c80b0a70 msgr2=0x7f31c806f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:29.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.267+0000 7f31c6ffd640 1 --2- 172.21.15.5:0/3345824053 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f31c80b0a70 0x7f31c806f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:29.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.267+0000 7f31c6ffd640 1 -- 172.21.15.5:0/3345824053 >> v2:172.21.15.134:3300/0 conn(0x7f31c80b42f0 msgr2=0x7f31c806f180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:29.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.267+0000 7f31c6ffd640 1 --2- 172.21.15.5:0/3345824053 >> v2:172.21.15.134:3300/0 conn(0x7f31c80b42f0 0x7f31c806f180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:29.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.267+0000 7f31c6ffd640 1 -- 172.21.15.5:0/3345824053 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31c80b64f0 con 0x7f31c806bc10 2024-09-19T05:04:29.270 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.267+0000 7f31c67fc640 1 --2- 172.21.15.5:0/3345824053 >> v2:172.21.15.134:3300/0 conn(0x7f31c80b42f0 0x7f31c806f180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:29.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.268+0000 7f31c6ffd640 1 --2- 172.21.15.5:0/3345824053 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f31c806bc10 0x7f31c806bff0 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f31c8072f70 tx=0x7f31b802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=440146dacfa19703 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:29.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.268+0000 7f31c5ffb640 1 -- 172.21.15.5:0/3345824053 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31b8036070 con 0x7f31c806bc10 2024-09-19T05:04:29.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.268+0000 7f31c5ffb640 1 -- 172.21.15.5:0/3345824053 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31b8031600 con 0x7f31c806bc10 2024-09-19T05:04:29.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.268+0000 7f31c5ffb640 1 -- 172.21.15.5:0/3345824053 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31b80319d0 con 0x7f31c806bc10 2024-09-19T05:04:29.271 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.268+0000 7f31cd5c4640 1 -- 172.21.15.5:0/3345824053 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f31c806bc10 msgr2=0x7f31c806bff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:29.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.268+0000 7f31cd5c4640 1 --2- 172.21.15.5:0/3345824053 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f31c806bc10 0x7f31c806bff0 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f31c8072f70 tx=0x7f31b802a610 comp rx=0 tx=0).stop 2024-09-19T05:04:29.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.268+0000 7f31cd5c4640 1 -- 172.21.15.5:0/3345824053 shutdown_connections 2024-09-19T05:04:29.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.268+0000 7f31cd5c4640 1 --2- 172.21.15.5:0/3345824053 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f31c80b0a70 0x7f31c806f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:29.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.268+0000 7f31cd5c4640 1 --2- 172.21.15.5:0/3345824053 >> v2:172.21.15.134:3300/0 conn(0x7f31c80b42f0 0x7f31c806f180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:29.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.268+0000 7f31cd5c4640 1 --2- 172.21.15.5:0/3345824053 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f31c806bc10 0x7f31c806bff0 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:29.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.268+0000 7f31cd5c4640 1 -- 172.21.15.5:0/3345824053 >> 172.21.15.5:0/3345824053 conn(0x7f31c80b6810 msgr2=0x7f31c80b6c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:29.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.268+0000 7f31cd5c4640 1 -- 172.21.15.5:0/3345824053 shutdown_connections 2024-09-19T05:04:29.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.268+0000 7f31cd5c4640 1 -- 172.21.15.5:0/3345824053 wait complete. 2024-09-19T05:04:29.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.270+0000 7f31cd5c4640 1 Processor -- start 2024-09-19T05:04:29.272 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.270+0000 7f31cd5c4640 1 -- start start 2024-09-19T05:04:29.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.271+0000 7f31cd5c4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f31c806bc10 0x7f31c8146d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:29.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.271+0000 7f31cd5c4640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f31c80b0a70 0x7f31c8156760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:29.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.271+0000 7f31cd5c4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f31c80b42f0 0x7f31c815c920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:29.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.271+0000 7f31cd5c4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f31c80ae2d0 con 0x7f31c806bc10 2024-09-19T05:04:29.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.271+0000 7f31cd5c4640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f31c8070eb0 con 0x7f31c80b0a70 2024-09-19T05:04:29.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.271+0000 7f31cd5c4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f31c80ae450 con 0x7f31c80b42f0 2024-09-19T05:04:29.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.271+0000 7f31c6ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f31c806bc10 0x7f31c8146d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:29.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.271+0000 7f31c6ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f31c806bc10 0x7f31c8146d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49984/0 (socket says 172.21.15.5:49984) 2024-09-19T05:04:29.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.271+0000 7f31c6ffd640 1 -- 172.21.15.5:0/517279634 learned_addr learned my addr 172.21.15.5:0/517279634 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:29.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.271+0000 7f31c67fc640 1 --2- 172.21.15.5:0/517279634 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f31c80b0a70 0x7f31c8156760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:29.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.271+0000 7f31c77fe640 1 --2- 172.21.15.5:0/517279634 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f31c80b42f0 0x7f31c815c920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:29.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.271+0000 7f31c6ffd640 1 -- 172.21.15.5:0/517279634 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f31c80b42f0 msgr2=0x7f31c815c920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:29.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.271+0000 7f31c6ffd640 1 --2- 172.21.15.5:0/517279634 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f31c80b42f0 0x7f31c815c920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:29.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.271+0000 7f31c6ffd640 1 -- 172.21.15.5:0/517279634 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f31c80b0a70 msgr2=0x7f31c8156760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:29.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.271+0000 7f31c6ffd640 1 --2- 172.21.15.5:0/517279634 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f31c80b0a70 0x7f31c8156760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:29.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.271+0000 7f31c6ffd640 1 -- 172.21.15.5:0/517279634 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31c81556c0 con 0x7f31c806bc10 2024-09-19T05:04:29.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.271+0000 7f31c6ffd640 1 --2- 172.21.15.5:0/517279634 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f31c806bc10 0x7f31c8146d00 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f31b8000f80 tx=0x7f31b8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:29.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.271+0000 7f31bf7fe640 1 -- 172.21.15.5:0/517279634 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31b8036050 con 0x7f31c806bc10 2024-09-19T05:04:29.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.271+0000 7f31bf7fe640 1 -- 172.21.15.5:0/517279634 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31b8042070 con 0x7f31c806bc10 2024-09-19T05:04:29.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.271+0000 7f31cd5c4640 1 -- 172.21.15.5:0/517279634 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31c81559a0 con 0x7f31c806bc10 2024-09-19T05:04:29.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.271+0000 7f31bf7fe640 1 -- 172.21.15.5:0/517279634 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31b8009510 con 0x7f31c806bc10 2024-09-19T05:04:29.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.272+0000 7f31cd5c4640 1 -- 172.21.15.5:0/517279634 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31c8155f60 con 0x7f31c806bc10 2024-09-19T05:04:29.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.273+0000 7f31cd5c4640 1 -- 172.21.15.5:0/517279634 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31c80b2680 con 0x7f31c806bc10 2024-09-19T05:04:29.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.273+0000 7f31bf7fe640 1 -- 172.21.15.5:0/517279634 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f31b8007c70 con 0x7f31c806bc10 2024-09-19T05:04:29.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.274+0000 7f31bf7fe640 1 --2- 172.21.15.5:0/517279634 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f31a806c2b0 0x7f31a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:29.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.274+0000 7f31bf7fe640 1 -- 172.21.15.5:0/517279634 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6001+0+0 (secure 0 0 0) 0x7f31b80ac320 con 0x7f31c806bc10 2024-09-19T05:04:29.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.275+0000 7f31c67fc640 1 --2- 172.21.15.5:0/517279634 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f31a806c2b0 0x7f31a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:29.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.275+0000 7f31c67fc640 1 --2- 172.21.15.5:0/517279634 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f31a806c2b0 0x7f31a806e770 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f31c81f7780 tx=0x7f31b0008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:29.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.279+0000 7f31bf7fe640 1 -- 172.21.15.5:0/517279634 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f31c80b2680 con 0x7f31c806bc10 2024-09-19T05:04:29.494 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:29.493+0000 7f31cd5c4640 1 -- 172.21.15.5:0/517279634 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f31c80b5dc0 con 0x7f31c806bc10 2024-09-19T05:04:30.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.143+0000 7f31bf7fe640 1 -- 172.21.15.5:0/517279634 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 15 and data pool 16 v49) ==== 174+0+0 (secure 0 0 0) 0x7f31b807a310 con 0x7f31c806bc10 2024-09-19T05:04:30.145 INFO:teuthology.orchestra.run.smithi005.stderr:new fs with metadata pool 15 and data pool 16 2024-09-19T05:04:30.150 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.149+0000 7f31cd5c4640 1 -- 172.21.15.5:0/517279634 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f31a806c2b0 msgr2=0x7f31a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:30.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.149+0000 7f31cd5c4640 1 --2- 172.21.15.5:0/517279634 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f31a806c2b0 0x7f31a806e770 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f31c81f7780 tx=0x7f31b0008040 comp rx=0 tx=0).stop 2024-09-19T05:04:30.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.149+0000 7f31cd5c4640 1 -- 172.21.15.5:0/517279634 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f31c806bc10 msgr2=0x7f31c8146d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:30.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.149+0000 7f31cd5c4640 1 --2- 172.21.15.5:0/517279634 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f31c806bc10 0x7f31c8146d00 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f31b8000f80 tx=0x7f31b8004a40 comp rx=0 tx=0).stop 2024-09-19T05:04:30.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.151+0000 7f31cd5c4640 1 -- 172.21.15.5:0/517279634 shutdown_connections 2024-09-19T05:04:30.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.151+0000 7f31cd5c4640 1 --2- 172.21.15.5:0/517279634 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f31a806c2b0 0x7f31a806e770 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.151+0000 7f31cd5c4640 1 --2- 172.21.15.5:0/517279634 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f31c80b42f0 0x7f31c815c920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.151+0000 7f31cd5c4640 1 --2- 172.21.15.5:0/517279634 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f31c80b0a70 0x7f31c8156760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.151+0000 7f31cd5c4640 1 --2- 172.21.15.5:0/517279634 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f31c806bc10 0x7f31c8146d00 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.153 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.151+0000 7f31cd5c4640 1 -- 172.21.15.5:0/517279634 >> 172.21.15.5:0/517279634 conn(0x7f31c80b6810 msgr2=0x7f31c80b1f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:30.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.152+0000 7f31cd5c4640 1 -- 172.21.15.5:0/517279634 shutdown_connections 2024-09-19T05:04:30.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.153+0000 7f31cd5c4640 1 -- 172.21.15.5:0/517279634 wait complete. 2024-09-19T05:04:30.174 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:04:30.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.280+0000 7f9421a8d640 1 Processor -- start 2024-09-19T05:04:30.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.280+0000 7f9421a8d640 1 -- start start 2024-09-19T05:04:30.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.281+0000 7f9421a8d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f941c15e660 0x7f941c0cfd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:30.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.281+0000 7f9421a8d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f941c06d510 0x7f941c0b8130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:30.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.281+0000 7f9421a8d640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f941c15ea40 con 0x7f941c0d0270 2024-09-19T05:04:30.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.281+0000 7f9421a8d640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f941c0b7ca0 con 0x7f941c15e660 2024-09-19T05:04:30.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.281+0000 7f9421a8d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f941c0d2cd0 con 0x7f941c06d510 2024-09-19T05:04:30.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.281+0000 7f941b7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f941c15e660 0x7f941c0cfd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:30.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.281+0000 7f941b7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f941c15e660 0x7f941c0cfd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49986/0 (socket says 172.21.15.5:49986) 2024-09-19T05:04:30.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.281+0000 7f941b7fe640 1 -- 172.21.15.5:0/4124163169 learned_addr learned my addr 172.21.15.5:0/4124163169 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:30.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.282+0000 7f941b7fe640 1 -- 172.21.15.5:0/4124163169 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f941c06d510 msgr2=0x7f941c0b8130 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:04:30.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.282+0000 7f941b7fe640 1 --2- 172.21.15.5:0/4124163169 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f941c06d510 0x7f941c0b8130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.282+0000 7f941b7fe640 1 -- 172.21.15.5:0/4124163169 >> v1:172.21.15.134:6789/0 conn(0x7f941c0d0270 legacy=0x7f941c06ce00 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:04:30.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.282+0000 7f941b7fe640 1 -- 172.21.15.5:0/4124163169 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f941c0d08a0 con 0x7f941c15e660 2024-09-19T05:04:30.285 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.282+0000 7f941b7fe640 1 --2- 172.21.15.5:0/4124163169 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f941c15e660 0x7f941c0cfd30 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f941c08d5f0 tx=0x7f940c02a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d639c6667d3d395c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:30.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.283+0000 7f941a7fc640 1 -- 172.21.15.5:0/4124163169 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f940c037070 con 0x7f941c15e660 2024-09-19T05:04:30.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.283+0000 7f941a7fc640 1 -- 172.21.15.5:0/4124163169 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f940c032440 con 0x7f941c15e660 2024-09-19T05:04:30.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.283+0000 7f941a7fc640 1 -- 172.21.15.5:0/4124163169 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f940c032810 con 0x7f941c15e660 2024-09-19T05:04:30.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.283+0000 7f9421a8d640 1 -- 172.21.15.5:0/4124163169 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f941c15e660 msgr2=0x7f941c0cfd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:30.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.283+0000 7f9421a8d640 1 --2- 172.21.15.5:0/4124163169 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f941c15e660 0x7f941c0cfd30 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f941c08d5f0 tx=0x7f940c02a2a0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.283+0000 7f9421a8d640 1 -- 172.21.15.5:0/4124163169 shutdown_connections 2024-09-19T05:04:30.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.283+0000 7f9421a8d640 1 --2- 172.21.15.5:0/4124163169 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f941c06d510 0x7f941c0b8130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.283+0000 7f9421a8d640 1 --2- 172.21.15.5:0/4124163169 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f941c15e660 0x7f941c0cfd30 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.283+0000 7f9421a8d640 1 -- 172.21.15.5:0/4124163169 >> 172.21.15.5:0/4124163169 conn(0x7f941c067f80 msgr2=0x7f941c0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:30.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.283+0000 7f9421a8d640 1 -- 172.21.15.5:0/4124163169 shutdown_connections 2024-09-19T05:04:30.286 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.283+0000 7f9421a8d640 1 -- 172.21.15.5:0/4124163169 wait complete. 2024-09-19T05:04:30.287 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.284+0000 7f9421a8d640 1 Processor -- start 2024-09-19T05:04:30.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.285+0000 7f9421a8d640 1 -- start start 2024-09-19T05:04:30.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.285+0000 7f9421a8d640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f941c06d510 0x7f941c0b5a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:30.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.285+0000 7f9421a8d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f941c0d0270 0x7f941c0ce050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:30.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.285+0000 7f9421a8d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f941c15e660 0x7f941c156520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:30.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.285+0000 7f9421a8d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f941c0b75e0 con 0x7f941c15e660 2024-09-19T05:04:30.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.285+0000 7f9421a8d640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f941c0b7930 con 0x7f941c06d510 2024-09-19T05:04:30.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.285+0000 7f9421a8d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f941c0b8670 con 0x7f941c0d0270 2024-09-19T05:04:30.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.285+0000 7f941bfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f941c15e660 0x7f941c156520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:30.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.285+0000 7f941bfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f941c15e660 0x7f941c156520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:49990/0 (socket says 172.21.15.5:49990) 2024-09-19T05:04:30.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.285+0000 7f941bfff640 1 -- 172.21.15.5:0/2307928555 learned_addr learned my addr 172.21.15.5:0/2307928555 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:30.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.286+0000 7f941b7fe640 1 --2- 172.21.15.5:0/2307928555 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f941c06d510 0x7f941c0b5a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:30.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.286+0000 7f941affd640 1 --2- 172.21.15.5:0/2307928555 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f941c0d0270 0x7f941c0ce050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:30.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.286+0000 7f941bfff640 1 -- 172.21.15.5:0/2307928555 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f941c0d0270 msgr2=0x7f941c0ce050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:30.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.286+0000 7f941bfff640 1 --2- 172.21.15.5:0/2307928555 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f941c0d0270 0x7f941c0ce050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.286+0000 7f941bfff640 1 -- 172.21.15.5:0/2307928555 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f941c06d510 msgr2=0x7f941c0b5a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:30.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.286+0000 7f941bfff640 1 --2- 172.21.15.5:0/2307928555 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f941c06d510 0x7f941c0b5a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.286+0000 7f941bfff640 1 -- 172.21.15.5:0/2307928555 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f941c0cbfe0 con 0x7f941c15e660 2024-09-19T05:04:30.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.286+0000 7f941bfff640 1 --2- 172.21.15.5:0/2307928555 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f941c15e660 0x7f941c156520 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f941400b960 tx=0x7f941400be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:30.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.286+0000 7f9403fff640 1 -- 172.21.15.5:0/2307928555 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9414019070 con 0x7f941c15e660 2024-09-19T05:04:30.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.286+0000 7f9403fff640 1 -- 172.21.15.5:0/2307928555 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f941400cb20 con 0x7f941c15e660 2024-09-19T05:04:30.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.286+0000 7f9421a8d640 1 -- 172.21.15.5:0/2307928555 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f941c0b62a0 con 0x7f941c15e660 2024-09-19T05:04:30.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.286+0000 7f9403fff640 1 -- 172.21.15.5:0/2307928555 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9414014440 con 0x7f941c15e660 2024-09-19T05:04:30.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.286+0000 7f9421a8d640 1 -- 172.21.15.5:0/2307928555 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f941c0cc2a0 con 0x7f941c15e660 2024-09-19T05:04:30.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.287+0000 7f9421a8d640 1 -- 172.21.15.5:0/2307928555 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f941c0cc470 con 0x7f941c15e660 2024-09-19T05:04:30.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.288+0000 7f9403fff640 1 -- 172.21.15.5:0/2307928555 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f941401c070 con 0x7f941c15e660 2024-09-19T05:04:30.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.288+0000 7f9403fff640 1 --2- 172.21.15.5:0/2307928555 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f940806c2b0 0x7f940806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:30.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.288+0000 7f9403fff640 1 -- 172.21.15.5:0/2307928555 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x7f941408b280 con 0x7f941c15e660 2024-09-19T05:04:30.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.289+0000 7f941b7fe640 1 --2- 172.21.15.5:0/2307928555 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f940806c2b0 0x7f940806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:30.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.289+0000 7f941b7fe640 1 --2- 172.21.15.5:0/2307928555 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f940806c2b0 0x7f940806e770 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f940c034000 tx=0x7f940c02e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:30.294 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.293+0000 7f9403fff640 1 -- 172.21.15.5:0/2307928555 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9414059190 con 0x7f941c15e660 2024-09-19T05:04:30.474 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.472+0000 7f9421a8d640 1 -- 172.21.15.5:0/2307928555 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f941c0b8110 con 0x7f941c15e660 2024-09-19T05:04:30.475 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.474+0000 7f9403fff640 1 -- 172.21.15.5:0/2307928555 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v94) ==== 74+0+16910 (secure 0 0 0) 0x7f941405d490 con 0x7f941c15e660 2024-09-19T05:04:30.475 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:30.476 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":94,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:04:29.494782+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:04:27.159111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"94","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-09-19T05:04:28.477292+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"94","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:04:30.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.476+0000 7f9421a8d640 1 -- 172.21.15.5:0/2307928555 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f940806c2b0 msgr2=0x7f940806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:30.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.476+0000 7f9421a8d640 1 --2- 172.21.15.5:0/2307928555 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f940806c2b0 0x7f940806e770 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f940c034000 tx=0x7f940c02e000 comp rx=0 tx=0).stop 2024-09-19T05:04:30.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.476+0000 7f9421a8d640 1 -- 172.21.15.5:0/2307928555 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f941c15e660 msgr2=0x7f941c156520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:30.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.476+0000 7f9421a8d640 1 --2- 172.21.15.5:0/2307928555 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f941c15e660 0x7f941c156520 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f941400b960 tx=0x7f941400be20 comp rx=0 tx=0).stop 2024-09-19T05:04:30.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.476+0000 7f9421a8d640 1 -- 172.21.15.5:0/2307928555 shutdown_connections 2024-09-19T05:04:30.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.476+0000 7f9421a8d640 1 --2- 172.21.15.5:0/2307928555 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f940806c2b0 0x7f940806e770 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.476+0000 7f9421a8d640 1 --2- 172.21.15.5:0/2307928555 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f941c15e660 0x7f941c156520 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.476+0000 7f9421a8d640 1 --2- 172.21.15.5:0/2307928555 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f941c0d0270 0x7f941c0ce050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.476+0000 7f9421a8d640 1 --2- 172.21.15.5:0/2307928555 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f941c06d510 0x7f941c0b5a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.476+0000 7f9421a8d640 1 -- 172.21.15.5:0/2307928555 >> 172.21.15.5:0/2307928555 conn(0x7f941c067f80 msgr2=0x7f941c0b9fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:30.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.476+0000 7f9421a8d640 1 -- 172.21.15.5:0/2307928555 shutdown_connections 2024-09-19T05:04:30.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.476+0000 7f9421a8d640 1 -- 172.21.15.5:0/2307928555 wait complete. 2024-09-19T05:04:30.489 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:04:30.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.590+0000 7f35caa42640 1 Processor -- start 2024-09-19T05:04:30.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.590+0000 7f35caa42640 1 -- start start 2024-09-19T05:04:30.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.591+0000 7f35caa42640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f35c406d330 0x7f35c406f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:30.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.591+0000 7f35caa42640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f35c4160df0 con 0x7f35c40ce830 2024-09-19T05:04:30.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.591+0000 7f35caa42640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f35c4067950 con 0x7f35c40aff20 2024-09-19T05:04:30.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.591+0000 7f35caa42640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f35c41608c0 con 0x7f35c406d330 2024-09-19T05:04:30.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.591+0000 7f35c3fff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f35c40ce830 0x7f35c40cec10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:43400/0 (socket says 172.21.15.5:43400) 2024-09-19T05:04:30.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.591+0000 7f35c3fff640 1 -- 172.21.15.5:0/4222803521 learned_addr learned my addr 172.21.15.5:0/4222803521 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:30.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.591+0000 7f35c2ffd640 1 -- 172.21.15.5:0/4222803521 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3190804603 0 0) 0x7f35c4160df0 con 0x7f35c40ce830 2024-09-19T05:04:30.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.591+0000 7f35c2ffd640 1 -- 172.21.15.5:0/4222803521 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f35ac003520 con 0x7f35c40ce830 2024-09-19T05:04:30.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.591+0000 7f35c2ffd640 1 -- 172.21.15.5:0/4222803521 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2230359123 0 0) 0x7f35ac003520 con 0x7f35c40ce830 2024-09-19T05:04:30.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.591+0000 7f35c2ffd640 1 -- 172.21.15.5:0/4222803521 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f35c406d330 msgr2=0x7f35c406f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:30.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.591+0000 7f35c2ffd640 1 --2- 172.21.15.5:0/4222803521 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f35c406d330 0x7f35c406f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.591+0000 7f35c2ffd640 1 -- 172.21.15.5:0/4222803521 >> v1:172.21.15.134:6789/0 conn(0x7f35c40aff20 legacy=0x7f35c406ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:30.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.591+0000 7f35c2ffd640 1 -- 172.21.15.5:0/4222803521 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35c406e9b0 con 0x7f35c40ce830 2024-09-19T05:04:30.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.591+0000 7f35c2ffd640 1 -- 172.21.15.5:0/4222803521 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f35b4001670 con 0x7f35c40ce830 2024-09-19T05:04:30.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.591+0000 7f35c2ffd640 1 -- 172.21.15.5:0/4222803521 >> v1:172.21.15.5:6789/0 conn(0x7f35c40ce830 legacy=0x7f35c40cec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:30.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.591+0000 7f35c2ffd640 1 --2- 172.21.15.5:0/4222803521 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f35ac0039e0 0x7f35ac003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:30.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.591+0000 7f35c2ffd640 1 --2- 172.21.15.5:0/4222803521 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f35c406d330 0x7f35ac004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:30.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.591+0000 7f35c2ffd640 1 --2- 172.21.15.5:0/4222803521 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f35ac004d90 0x7f35ac005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:30.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.591+0000 7f35c2ffd640 1 -- 172.21.15.5:0/4222803521 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f35c41608c0 con 0x7f35ac0039e0 2024-09-19T05:04:30.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.591+0000 7f35c2ffd640 1 -- 172.21.15.5:0/4222803521 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f35ac00bc20 con 0x7f35ac004d90 2024-09-19T05:04:30.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.591+0000 7f35c2ffd640 1 -- 172.21.15.5:0/4222803521 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f35ac00be20 con 0x7f35c406d330 2024-09-19T05:04:30.595 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.591+0000 7f35c3fff640 1 --2- 172.21.15.5:0/4222803521 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f35ac0039e0 0x7f35ac003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:30.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.592+0000 7f35c37fe640 1 --2- 172.21.15.5:0/4222803521 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f35c406d330 0x7f35ac004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:30.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.592+0000 7f35c8fdf640 1 --2- 172.21.15.5:0/4222803521 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f35ac004d90 0x7f35ac005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:30.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.592+0000 7f35c3fff640 1 -- 172.21.15.5:0/4222803521 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f35c406d330 msgr2=0x7f35ac004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:30.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.592+0000 7f35c3fff640 1 --2- 172.21.15.5:0/4222803521 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f35c406d330 0x7f35ac004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.592+0000 7f35c3fff640 1 -- 172.21.15.5:0/4222803521 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f35ac004d90 msgr2=0x7f35ac005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:30.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.592+0000 7f35c3fff640 1 --2- 172.21.15.5:0/4222803521 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f35ac004d90 0x7f35ac005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.592+0000 7f35c3fff640 1 -- 172.21.15.5:0/4222803521 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35ac003520 con 0x7f35ac0039e0 2024-09-19T05:04:30.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.592+0000 7f35c8fdf640 1 --2- 172.21.15.5:0/4222803521 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f35ac004d90 0x7f35ac005210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:04:30.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.592+0000 7f35c3fff640 1 --2- 172.21.15.5:0/4222803521 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f35ac0039e0 0x7f35ac003de0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f35b400c290 tx=0x7f35ac005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98fe7b8872c8f76f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:30.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.593+0000 7f35c2ffd640 1 -- 172.21.15.5:0/4222803521 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35b4007d50 con 0x7f35ac0039e0 2024-09-19T05:04:30.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.593+0000 7f35c2ffd640 1 -- 172.21.15.5:0/4222803521 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35b4005af0 con 0x7f35ac0039e0 2024-09-19T05:04:30.596 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.593+0000 7f35c2ffd640 1 -- 172.21.15.5:0/4222803521 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35b4007070 con 0x7f35ac0039e0 2024-09-19T05:04:30.599 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.593+0000 7f35caa42640 1 -- 172.21.15.5:0/4222803521 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f35ac0039e0 msgr2=0x7f35ac003de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:30.599 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.593+0000 7f35caa42640 1 --2- 172.21.15.5:0/4222803521 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f35ac0039e0 0x7f35ac003de0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f35b400c290 tx=0x7f35ac005830 comp rx=0 tx=0).stop 2024-09-19T05:04:30.599 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.593+0000 7f35c8fdf640 1 -- 172.21.15.5:0/4222803521 reap_dead start 2024-09-19T05:04:30.599 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.593+0000 7f35caa42640 1 -- 172.21.15.5:0/4222803521 shutdown_connections 2024-09-19T05:04:30.599 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.593+0000 7f35caa42640 1 -- 172.21.15.5:0/4222803521 >> 172.21.15.5:0/4222803521 conn(0x7f35c40736d0 msgr2=0x7f35c406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:30.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.593+0000 7f35caa42640 1 -- 172.21.15.5:0/4222803521 shutdown_connections 2024-09-19T05:04:30.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.593+0000 7f35caa42640 1 -- 172.21.15.5:0/4222803521 wait complete. 2024-09-19T05:04:30.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.594+0000 7f35caa42640 1 Processor -- start 2024-09-19T05:04:30.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.595+0000 7f35caa42640 1 -- start start 2024-09-19T05:04:30.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.595+0000 7f35caa42640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f35ac0039e0 0x7f35c415f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:30.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.595+0000 7f35caa42640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f35c415c810 0x7f35c41544c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:30.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.595+0000 7f35caa42640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f35c40a9ff0 0x7f35c40aa480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:30.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.595+0000 7f35caa42640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f35c415c690 con 0x7f35c40a9ff0 2024-09-19T05:04:30.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.595+0000 7f35caa42640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f35c4160b10 con 0x7f35ac0039e0 2024-09-19T05:04:30.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.595+0000 7f35caa42640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f35c406f5a0 con 0x7f35c415c810 2024-09-19T05:04:30.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.595+0000 7f35c8fdf640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f35c40a9ff0 0x7f35c40aa480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:30.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.595+0000 7f35c8fdf640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f35c40a9ff0 0x7f35c40aa480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50008/0 (socket says 172.21.15.5:50008) 2024-09-19T05:04:30.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.595+0000 7f35c8fdf640 1 -- 172.21.15.5:0/2161835684 learned_addr learned my addr 172.21.15.5:0/2161835684 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:30.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.596+0000 7f35c3fff640 1 --2- 172.21.15.5:0/2161835684 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f35ac0039e0 0x7f35c415f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:30.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.596+0000 7f35c37fe640 1 --2- 172.21.15.5:0/2161835684 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f35c415c810 0x7f35c41544c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:30.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.596+0000 7f35c8fdf640 1 -- 172.21.15.5:0/2161835684 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f35c415c810 msgr2=0x7f35c41544c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:30.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.596+0000 7f35c8fdf640 1 --2- 172.21.15.5:0/2161835684 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f35c415c810 0x7f35c41544c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.596+0000 7f35c8fdf640 1 -- 172.21.15.5:0/2161835684 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f35ac0039e0 msgr2=0x7f35c415f8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:30.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.596+0000 7f35c8fdf640 1 --2- 172.21.15.5:0/2161835684 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f35ac0039e0 0x7f35c415f8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.596+0000 7f35c8fdf640 1 -- 172.21.15.5:0/2161835684 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35c415f4e0 con 0x7f35c40a9ff0 2024-09-19T05:04:30.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.596+0000 7f35c8fdf640 1 --2- 172.21.15.5:0/2161835684 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f35c40a9ff0 0x7f35c40aa480 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f35c4071470 tx=0x7f35bc00cdf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:30.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.596+0000 7f35c0ff9640 1 -- 172.21.15.5:0/2161835684 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35bc014070 con 0x7f35c40a9ff0 2024-09-19T05:04:30.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.596+0000 7f35c0ff9640 1 -- 172.21.15.5:0/2161835684 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35bc006e50 con 0x7f35c40a9ff0 2024-09-19T05:04:30.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.596+0000 7f35c0ff9640 1 -- 172.21.15.5:0/2161835684 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35bc008040 con 0x7f35c40a9ff0 2024-09-19T05:04:30.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.596+0000 7f35caa42640 1 -- 172.21.15.5:0/2161835684 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35c415ccd0 con 0x7f35c40a9ff0 2024-09-19T05:04:30.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.596+0000 7f35caa42640 1 -- 172.21.15.5:0/2161835684 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35c415d290 con 0x7f35c40a9ff0 2024-09-19T05:04:30.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.597+0000 7f35caa42640 1 -- 172.21.15.5:0/2161835684 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35c406ee90 con 0x7f35c40a9ff0 2024-09-19T05:04:30.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.598+0000 7f35c0ff9640 1 -- 172.21.15.5:0/2161835684 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f35bc017070 con 0x7f35c40a9ff0 2024-09-19T05:04:30.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.598+0000 7f35c0ff9640 1 --2- 172.21.15.5:0/2161835684 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f35b006c2b0 0x7f35b006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:30.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.598+0000 7f35c0ff9640 1 -- 172.21.15.5:0/2161835684 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x7f35bc08b040 con 0x7f35c40a9ff0 2024-09-19T05:04:30.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.598+0000 7f35c3fff640 1 --2- 172.21.15.5:0/2161835684 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f35b006c2b0 0x7f35b006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:30.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.599+0000 7f35c3fff640 1 --2- 172.21.15.5:0/2161835684 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f35b006c2b0 0x7f35b006e770 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f35b4033000 tx=0x7f35b402e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:30.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.603+0000 7f35c0ff9640 1 -- 172.21.15.5:0/2161835684 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f35c415f4e0 con 0x7f35c40a9ff0 2024-09-19T05:04:30.780 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.779+0000 7f35caa42640 1 -- 172.21.15.5:0/2161835684 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f35c4157f20 con 0x7f35c40a9ff0 2024-09-19T05:04:30.781 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.780+0000 7f35c0ff9640 1 -- 172.21.15.5:0/2161835684 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v94) ==== 74+0+16910 (secure 0 0 0) 0x7f35bc059770 con 0x7f35c40a9ff0 2024-09-19T05:04:30.782 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:30.782 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":94,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:04:29.494782+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:04:27.159111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"94","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-09-19T05:04:28.477292+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"94","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:04:30.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.782+0000 7f35caa42640 1 -- 172.21.15.5:0/2161835684 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f35b006c2b0 msgr2=0x7f35b006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:30.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.782+0000 7f35caa42640 1 --2- 172.21.15.5:0/2161835684 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f35b006c2b0 0x7f35b006e770 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f35b4033000 tx=0x7f35b402e000 comp rx=0 tx=0).stop 2024-09-19T05:04:30.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.782+0000 7f35caa42640 1 -- 172.21.15.5:0/2161835684 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f35c40a9ff0 msgr2=0x7f35c40aa480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:30.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.782+0000 7f35caa42640 1 --2- 172.21.15.5:0/2161835684 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f35c40a9ff0 0x7f35c40aa480 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f35c4071470 tx=0x7f35bc00cdf0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.782+0000 7f35caa42640 1 -- 172.21.15.5:0/2161835684 shutdown_connections 2024-09-19T05:04:30.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.782+0000 7f35caa42640 1 --2- 172.21.15.5:0/2161835684 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f35b006c2b0 0x7f35b006e770 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.782+0000 7f35caa42640 1 --2- 172.21.15.5:0/2161835684 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f35c40a9ff0 0x7f35c40aa480 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.782+0000 7f35caa42640 1 --2- 172.21.15.5:0/2161835684 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f35c415c810 0x7f35c41544c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.784 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.782+0000 7f35caa42640 1 --2- 172.21.15.5:0/2161835684 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f35ac0039e0 0x7f35c415f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.782+0000 7f35caa42640 1 -- 172.21.15.5:0/2161835684 >> 172.21.15.5:0/2161835684 conn(0x7f35c40736d0 msgr2=0x7f35c406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:30.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.782+0000 7f35caa42640 1 -- 172.21.15.5:0/2161835684 shutdown_connections 2024-09-19T05:04:30.785 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.782+0000 7f35caa42640 1 -- 172.21.15.5:0/2161835684 wait complete. 2024-09-19T05:04:30.795 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T05:04:30.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.898+0000 7f565f0e4640 1 Processor -- start 2024-09-19T05:04:30.900 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.898+0000 7f565f0e4640 1 -- start start 2024-09-19T05:04:30.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.899+0000 7f565f0e4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f565815e910 0x7f56580b3a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:30.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.899+0000 7f565f0e4640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f56580d4e10 0x7f56580b7b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:30.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.899+0000 7f565f0e4640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56580d2570 con 0x7f56580b8050 2024-09-19T05:04:30.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.899+0000 7f565f0e4640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f56580d2850 con 0x7f56580d4e10 2024-09-19T05:04:30.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.899+0000 7f565f0e4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f56580d2b30 con 0x7f565815e910 2024-09-19T05:04:30.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.899+0000 7f5657fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f56580d4e10 0x7f56580b7b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:30.902 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.899+0000 7f5657fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f56580d4e10 0x7f56580b7b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50012/0 (socket says 172.21.15.5:50012) 2024-09-19T05:04:30.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.899+0000 7f5657fff640 1 -- 172.21.15.5:0/1012850317 learned_addr learned my addr 172.21.15.5:0/1012850317 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:30.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.900+0000 7f565ce80640 1 --2- 172.21.15.5:0/1012850317 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f565815e910 0x7f56580b3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:30.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.900+0000 7f5657fff640 1 -- 172.21.15.5:0/1012850317 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f565815e910 msgr2=0x7f56580b3a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:30.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.900+0000 7f5657fff640 1 --2- 172.21.15.5:0/1012850317 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f565815e910 0x7f56580b3a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.900+0000 7f5657fff640 1 -- 172.21.15.5:0/1012850317 >> v1:172.21.15.134:6789/0 conn(0x7f56580b8050 legacy=0x7f565806cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:30.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.900+0000 7f5657fff640 1 -- 172.21.15.5:0/1012850317 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56580d2e10 con 0x7f56580d4e10 2024-09-19T05:04:30.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.900+0000 7f5657fff640 1 --2- 172.21.15.5:0/1012850317 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f56580d4e10 0x7f56580b7b10 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f564c009870 tx=0x7f564c02a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62e27063f4f95695 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:30.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.901+0000 7f56577fe640 1 -- 172.21.15.5:0/1012850317 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f564c037070 con 0x7f56580d4e10 2024-09-19T05:04:30.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.901+0000 7f56577fe640 1 -- 172.21.15.5:0/1012850317 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f564c02ae50 con 0x7f56580d4e10 2024-09-19T05:04:30.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.901+0000 7f56577fe640 1 -- 172.21.15.5:0/1012850317 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f564c032860 con 0x7f56580d4e10 2024-09-19T05:04:30.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.901+0000 7f565f0e4640 1 -- 172.21.15.5:0/1012850317 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f56580d4e10 msgr2=0x7f56580b7b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:30.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.901+0000 7f565f0e4640 1 --2- 172.21.15.5:0/1012850317 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f56580d4e10 0x7f56580b7b10 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f564c009870 tx=0x7f564c02a300 comp rx=0 tx=0).stop 2024-09-19T05:04:30.904 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.901+0000 7f565f0e4640 1 -- 172.21.15.5:0/1012850317 shutdown_connections 2024-09-19T05:04:30.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.901+0000 7f565f0e4640 1 --2- 172.21.15.5:0/1012850317 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f56580d4e10 0x7f56580b7b10 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.901+0000 7f565f0e4640 1 --2- 172.21.15.5:0/1012850317 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f565815e910 0x7f56580b3a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.901+0000 7f565f0e4640 1 -- 172.21.15.5:0/1012850317 >> 172.21.15.5:0/1012850317 conn(0x7f56580b6740 msgr2=0x7f56580d4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:30.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.901+0000 7f565f0e4640 1 -- 172.21.15.5:0/1012850317 shutdown_connections 2024-09-19T05:04:30.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.901+0000 7f565f0e4640 1 -- 172.21.15.5:0/1012850317 wait complete. 2024-09-19T05:04:30.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.902+0000 7f565f0e4640 1 Processor -- start 2024-09-19T05:04:30.905 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.903+0000 7f565f0e4640 1 -- start start 2024-09-19T05:04:30.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.903+0000 7f565f0e4640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f56580b8050 0x7f56580aaf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:30.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.903+0000 7f565f0e4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f56580d4e10 0x7f56580b8780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:30.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.903+0000 7f565f0e4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f565815e910 0x7f5658150430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:30.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.903+0000 7f565f0e4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f56580d2350 con 0x7f56580d4e10 2024-09-19T05:04:30.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.903+0000 7f565f0e4640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f56580d21d0 con 0x7f56580b8050 2024-09-19T05:04:30.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.903+0000 7f565f0e4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f565815ecf0 con 0x7f565815e910 2024-09-19T05:04:30.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.904+0000 7f5657fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f56580d4e10 0x7f56580b8780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:30.907 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.904+0000 7f5657fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f56580d4e10 0x7f56580b8780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50024/0 (socket says 172.21.15.5:50024) 2024-09-19T05:04:30.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.904+0000 7f5657fff640 1 -- 172.21.15.5:0/1194158366 learned_addr learned my addr 172.21.15.5:0/1194158366 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:30.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.904+0000 7f565d681640 1 --2- 172.21.15.5:0/1194158366 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f565815e910 0x7f5658150430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:30.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.904+0000 7f5657fff640 1 -- 172.21.15.5:0/1194158366 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f565815e910 msgr2=0x7f5658150430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:30.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.904+0000 7f5657fff640 1 --2- 172.21.15.5:0/1194158366 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f565815e910 0x7f5658150430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.904+0000 7f5657fff640 1 -- 172.21.15.5:0/1194158366 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f56580b8050 msgr2=0x7f56580aaf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:30.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.904+0000 7f5657fff640 1 --2- 172.21.15.5:0/1194158366 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f56580b8050 0x7f56580aaf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:30.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.904+0000 7f5657fff640 1 -- 172.21.15.5:0/1194158366 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56581e8f60 con 0x7f56580d4e10 2024-09-19T05:04:30.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.904+0000 7f5657fff640 1 --2- 172.21.15.5:0/1194158366 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f56580d4e10 0x7f56580b8780 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f564c000c00 tx=0x7f564c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:30.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.904+0000 7f56557fa640 1 -- 172.21.15.5:0/1194158366 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f564c041070 con 0x7f56580d4e10 2024-09-19T05:04:30.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.904+0000 7f56557fa640 1 -- 172.21.15.5:0/1194158366 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f564c03c670 con 0x7f56580d4e10 2024-09-19T05:04:30.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.904+0000 7f565f0e4640 1 -- 172.21.15.5:0/1194158366 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56581e9240 con 0x7f56580d4e10 2024-09-19T05:04:30.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.904+0000 7f56557fa640 1 -- 172.21.15.5:0/1194158366 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f564c037040 con 0x7f56580d4e10 2024-09-19T05:04:30.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.904+0000 7f565f0e4640 1 -- 172.21.15.5:0/1194158366 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56581e9800 con 0x7f56580d4e10 2024-09-19T05:04:30.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.905+0000 7f565f0e4640 1 -- 172.21.15.5:0/1194158366 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56580b7b10 con 0x7f56580d4e10 2024-09-19T05:04:30.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.906+0000 7f56557fa640 1 -- 172.21.15.5:0/1194158366 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f564c044070 con 0x7f56580d4e10 2024-09-19T05:04:30.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.906+0000 7f56557fa640 1 --2- 172.21.15.5:0/1194158366 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f564406c2b0 0x7f564406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:30.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.907+0000 7f56557fa640 1 -- 172.21.15.5:0/1194158366 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x7f564c0ac000 con 0x7f56580d4e10 2024-09-19T05:04:30.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.907+0000 7f565ce80640 1 --2- 172.21.15.5:0/1194158366 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f564406c2b0 0x7f564406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:30.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.907+0000 7f565ce80640 1 --2- 172.21.15.5:0/1194158366 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f564406c2b0 0x7f564406e770 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f56500070b0 tx=0x7f5650007040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:30.912 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:30.911+0000 7f56557fa640 1 -- 172.21.15.5:0/1194158366 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f564c07a140 con 0x7f56580d4e10 2024-09-19T05:04:31.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.123+0000 7f565f0e4640 1 -- 172.21.15.5:0/1194158366 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f56580b5930 con 0x7f56580d4e10 2024-09-19T05:04:31.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.140+0000 7f56557fa640 1 -- 172.21.15.5:0/1194158366 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v50) ==== 118+0+0 (secure 0 0 0) 0x7f564c07e440 con 0x7f56580d4e10 2024-09-19T05:04:31.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.143+0000 7f565f0e4640 1 -- 172.21.15.5:0/1194158366 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f564406c2b0 msgr2=0x7f564406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:31.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.143+0000 7f565f0e4640 1 --2- 172.21.15.5:0/1194158366 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f564406c2b0 0x7f564406e770 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f56500070b0 tx=0x7f5650007040 comp rx=0 tx=0).stop 2024-09-19T05:04:31.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.143+0000 7f565f0e4640 1 -- 172.21.15.5:0/1194158366 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f56580d4e10 msgr2=0x7f56580b8780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:31.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.143+0000 7f565f0e4640 1 --2- 172.21.15.5:0/1194158366 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f56580d4e10 0x7f56580b8780 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f564c000c00 tx=0x7f564c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:04:31.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.143+0000 7f565f0e4640 1 -- 172.21.15.5:0/1194158366 shutdown_connections 2024-09-19T05:04:31.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.143+0000 7f565f0e4640 1 --2- 172.21.15.5:0/1194158366 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f564406c2b0 0x7f564406e770 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:31.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.143+0000 7f565f0e4640 1 --2- 172.21.15.5:0/1194158366 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f565815e910 0x7f5658150430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:31.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.143+0000 7f565f0e4640 1 --2- 172.21.15.5:0/1194158366 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f56580d4e10 0x7f56580b8780 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:31.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.143+0000 7f565f0e4640 1 --2- 172.21.15.5:0/1194158366 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f56580b8050 0x7f56580aaf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:31.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.143+0000 7f565f0e4640 1 -- 172.21.15.5:0/1194158366 >> 172.21.15.5:0/1194158366 conn(0x7f56580b6740 msgr2=0x7f56580d4460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:31.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.144+0000 7f565f0e4640 1 -- 172.21.15.5:0/1194158366 shutdown_connections 2024-09-19T05:04:31.146 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.144+0000 7f565f0e4640 1 -- 172.21.15.5:0/1194158366 wait complete. 2024-09-19T05:04:31.158 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T05:04:31.158 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T05:04:31.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.262+0000 7f0eb9f31640 1 Processor -- start 2024-09-19T05:04:31.263 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.262+0000 7f0eb9f31640 1 -- start start 2024-09-19T05:04:31.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.263+0000 7f0eb9f31640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f0eb40b3820 0x7f0eb40ad8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:31.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.263+0000 7f0eb9f31640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0eb415f4a0 con 0x7f0eb40b5540 2024-09-19T05:04:31.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.263+0000 7f0eb9f31640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0eb415f780 con 0x7f0eb40ade20 2024-09-19T05:04:31.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.263+0000 7f0eb9f31640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f0eb406f870 con 0x7f0eb40b3820 2024-09-19T05:04:31.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.263+0000 7f0eb37fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f0eb40b5540 0x7f0eb415ea50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:43402/0 (socket says 172.21.15.5:43402) 2024-09-19T05:04:31.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.263+0000 7f0eb37fe640 1 -- 172.21.15.5:0/183058989 learned_addr learned my addr 172.21.15.5:0/183058989 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:31.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.263+0000 7f0eb2ffd640 1 --2- 172.21.15.5:0/183058989 >> v2:172.21.15.134:3300/0 conn(0x7f0eb40b3820 0x7f0eb40ad8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:31.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.263+0000 7f0eb27fc640 1 -- 172.21.15.5:0/183058989 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 280292192 0 0) 0x7f0eb415f4a0 con 0x7f0eb40b5540 2024-09-19T05:04:31.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.263+0000 7f0eb27fc640 1 -- 172.21.15.5:0/183058989 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0e9c003520 con 0x7f0eb40b5540 2024-09-19T05:04:31.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.263+0000 7f0eb27fc640 1 -- 172.21.15.5:0/183058989 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2703991402 0 0) 0x7f0eb415f780 con 0x7f0eb40ade20 2024-09-19T05:04:31.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.263+0000 7f0eb27fc640 1 -- 172.21.15.5:0/183058989 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0eb415f4a0 con 0x7f0eb40ade20 2024-09-19T05:04:31.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.263+0000 7f0eb27fc640 1 -- 172.21.15.5:0/183058989 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3377319042 0 0) 0x7f0e9c003520 con 0x7f0eb40b5540 2024-09-19T05:04:31.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.263+0000 7f0eb2ffd640 1 -- 172.21.15.5:0/183058989 >> v1:172.21.15.134:6789/0 conn(0x7f0eb40ade20 legacy=0x7f0eb4070070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:31.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.263+0000 7f0eb2ffd640 1 -- 172.21.15.5:0/183058989 >> v1:172.21.15.5:6789/0 conn(0x7f0eb40b5540 legacy=0x7f0eb415ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:31.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.263+0000 7f0eb2ffd640 1 -- 172.21.15.5:0/183058989 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0eb406fb50 con 0x7f0eb40b3820 2024-09-19T05:04:31.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.264+0000 7f0eb2ffd640 1 --2- 172.21.15.5:0/183058989 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0eb40b3820 0x7f0eb40ad8e0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f0ea80097a0 tx=0x7f0ea802a250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b686d2edc0eb8b37 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:31.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.264+0000 7f0eb27fc640 1 -- 172.21.15.5:0/183058989 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ea8037070 con 0x7f0eb40b3820 2024-09-19T05:04:31.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.264+0000 7f0eb27fc640 1 -- 172.21.15.5:0/183058989 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ea802ace0 con 0x7f0eb40b3820 2024-09-19T05:04:31.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.264+0000 7f0eb27fc640 1 -- 172.21.15.5:0/183058989 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ea4001670 con 0x7f0eb40b3820 2024-09-19T05:04:31.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.265+0000 7f0eb9f31640 1 -- 172.21.15.5:0/183058989 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0eb40b3820 msgr2=0x7f0eb40ad8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:31.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.265+0000 7f0eb9f31640 1 --2- 172.21.15.5:0/183058989 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0eb40b3820 0x7f0eb40ad8e0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f0ea80097a0 tx=0x7f0ea802a250 comp rx=0 tx=0).stop 2024-09-19T05:04:31.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.265+0000 7f0eb9f31640 1 -- 172.21.15.5:0/183058989 shutdown_connections 2024-09-19T05:04:31.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.265+0000 7f0eb9f31640 1 --2- 172.21.15.5:0/183058989 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0eb40b3820 0x7f0eb40ad8e0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:31.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.265+0000 7f0eb9f31640 1 -- 172.21.15.5:0/183058989 >> 172.21.15.5:0/183058989 conn(0x7f0eb40b2520 msgr2=0x7f0eb40b2930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:31.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.265+0000 7f0eb9f31640 1 -- 172.21.15.5:0/183058989 shutdown_connections 2024-09-19T05:04:31.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.265+0000 7f0eb9f31640 1 -- 172.21.15.5:0/183058989 wait complete. 2024-09-19T05:04:31.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.266+0000 7f0eb9f31640 1 Processor -- start 2024-09-19T05:04:31.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.266+0000 7f0eb9f31640 1 -- start start 2024-09-19T05:04:31.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.267+0000 7f0eb9f31640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0eb40ade20 0x7f0eb413f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:31.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.267+0000 7f0eb9f31640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0eb40b3820 0x7f0eb41e8770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:31.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.267+0000 7f0eb9f31640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0eb40b5540 0x7f0eb414fb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:31.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.267+0000 7f0eb9f31640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f0eb4162310 con 0x7f0eb40b3820 2024-09-19T05:04:31.274 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.267+0000 7f0eb9f31640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f0eb4162190 con 0x7f0eb40ade20 2024-09-19T05:04:31.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.267+0000 7f0eb9f31640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f0eb4070780 con 0x7f0eb40b5540 2024-09-19T05:04:31.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.267+0000 7f0eb2ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0eb40b3820 0x7f0eb41e8770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:31.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.267+0000 7f0eb2ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0eb40b3820 0x7f0eb41e8770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50036/0 (socket says 172.21.15.5:50036) 2024-09-19T05:04:31.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.267+0000 7f0eb2ffd640 1 -- 172.21.15.5:0/3882626436 learned_addr learned my addr 172.21.15.5:0/3882626436 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:31.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.267+0000 7f0eb37fe640 1 --2- 172.21.15.5:0/3882626436 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0eb40ade20 0x7f0eb413f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:31.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.267+0000 7f0eb3fff640 1 --2- 172.21.15.5:0/3882626436 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0eb40b5540 0x7f0eb414fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:31.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.267+0000 7f0eb2ffd640 1 -- 172.21.15.5:0/3882626436 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0eb40b5540 msgr2=0x7f0eb414fb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:31.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.267+0000 7f0eb2ffd640 1 --2- 172.21.15.5:0/3882626436 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0eb40b5540 0x7f0eb414fb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:31.275 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.267+0000 7f0eb2ffd640 1 -- 172.21.15.5:0/3882626436 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0eb40ade20 msgr2=0x7f0eb413f0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:31.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.267+0000 7f0eb2ffd640 1 --2- 172.21.15.5:0/3882626436 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0eb40ade20 0x7f0eb413f0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:31.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.267+0000 7f0eb2ffd640 1 -- 172.21.15.5:0/3882626436 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0eb41e98a0 con 0x7f0eb40b3820 2024-09-19T05:04:31.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.268+0000 7f0eb2ffd640 1 --2- 172.21.15.5:0/3882626436 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0eb40b3820 0x7f0eb41e8770 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f0ea8035040 tx=0x7f0ea80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:31.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.268+0000 7f0e9bfff640 1 -- 172.21.15.5:0/3882626436 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ea8037050 con 0x7f0eb40b3820 2024-09-19T05:04:31.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.268+0000 7f0e9bfff640 1 -- 172.21.15.5:0/3882626436 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ea8043070 con 0x7f0eb40b3820 2024-09-19T05:04:31.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.268+0000 7f0eb9f31640 1 -- 172.21.15.5:0/3882626436 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0eb41e9000 con 0x7f0eb40b3820 2024-09-19T05:04:31.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.268+0000 7f0e9bfff640 1 -- 172.21.15.5:0/3882626436 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ea8006e10 con 0x7f0eb40b3820 2024-09-19T05:04:31.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.268+0000 7f0eb9f31640 1 -- 172.21.15.5:0/3882626436 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0eb41e95c0 con 0x7f0eb40b3820 2024-09-19T05:04:31.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.269+0000 7f0eb9f31640 1 -- 172.21.15.5:0/3882626436 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0eb40ad8e0 con 0x7f0eb40b3820 2024-09-19T05:04:31.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.270+0000 7f0e9bfff640 1 -- 172.21.15.5:0/3882626436 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0ea803ca10 con 0x7f0eb40b3820 2024-09-19T05:04:31.276 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.270+0000 7f0e9bfff640 1 --2- 172.21.15.5:0/3882626436 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0ea006c2b0 0x7f0ea006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:31.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.270+0000 7f0e9bfff640 1 -- 172.21.15.5:0/3882626436 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6101+0+0 (secure 0 0 0) 0x7f0ea80ac090 con 0x7f0eb40b3820 2024-09-19T05:04:31.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.270+0000 7f0eb37fe640 1 --2- 172.21.15.5:0/3882626436 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0ea006c2b0 0x7f0ea006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:31.277 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.271+0000 7f0eb37fe640 1 --2- 172.21.15.5:0/3882626436 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0ea006c2b0 0x7f0ea006e770 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f0ea40011e0 tx=0x7f0ea4009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:31.278 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.274+0000 7f0e9bfff640 1 -- 172.21.15.5:0/3882626436 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0ea807a790 con 0x7f0eb40b3820 2024-09-19T05:04:31.490 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:31.489+0000 7f0eb9f31640 1 -- 172.21.15.5:0/3882626436 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f0eb406d420 con 0x7f0eb40b3820 2024-09-19T05:04:32.123 INFO:tasks.ceph.mds.b.smithi134.stderr:2024-09-19T05:04:32.121+0000 7fa331ea2640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:04:32.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.152+0000 7f0e9bfff640 1 -- 172.21.15.5:0/3882626436 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v51) ==== 122+0+0 (secure 0 0 0) 0x7f0ea807a090 con 0x7f0eb40b3820 2024-09-19T05:04:32.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.155+0000 7f0eb9f31640 1 -- 172.21.15.5:0/3882626436 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0ea006c2b0 msgr2=0x7f0ea006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:32.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.155+0000 7f0eb9f31640 1 --2- 172.21.15.5:0/3882626436 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0ea006c2b0 0x7f0ea006e770 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f0ea40011e0 tx=0x7f0ea4009040 comp rx=0 tx=0).stop 2024-09-19T05:04:32.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.155+0000 7f0eb9f31640 1 -- 172.21.15.5:0/3882626436 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0eb40b3820 msgr2=0x7f0eb41e8770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:32.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.155+0000 7f0eb9f31640 1 --2- 172.21.15.5:0/3882626436 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0eb40b3820 0x7f0eb41e8770 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f0ea8035040 tx=0x7f0ea80046c0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.155+0000 7f0eb9f31640 1 -- 172.21.15.5:0/3882626436 shutdown_connections 2024-09-19T05:04:32.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.155+0000 7f0eb9f31640 1 --2- 172.21.15.5:0/3882626436 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0ea006c2b0 0x7f0ea006e770 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.155+0000 7f0eb9f31640 1 --2- 172.21.15.5:0/3882626436 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0eb40b5540 0x7f0eb414fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.155+0000 7f0eb9f31640 1 --2- 172.21.15.5:0/3882626436 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0eb40b3820 0x7f0eb41e8770 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.155+0000 7f0eb9f31640 1 --2- 172.21.15.5:0/3882626436 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0eb40ade20 0x7f0eb413f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.155+0000 7f0eb9f31640 1 -- 172.21.15.5:0/3882626436 >> 172.21.15.5:0/3882626436 conn(0x7f0eb40b2520 msgr2=0x7f0eb415f9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:32.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.156+0000 7f0eb9f31640 1 -- 172.21.15.5:0/3882626436 shutdown_connections 2024-09-19T05:04:32.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.156+0000 7f0eb9f31640 1 -- 172.21.15.5:0/3882626436 wait complete. 2024-09-19T05:04:32.171 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T05:04:32.171 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:04:32.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.278+0000 7f0032ec9640 1 Processor -- start 2024-09-19T05:04:32.280 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.278+0000 7f0032ec9640 1 -- start start 2024-09-19T05:04:32.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.279+0000 7f0032ec9640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f002c15c250 0x7f002c09b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:32.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.279+0000 7f0032ec9640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f002c071380 0x7f002c0b60a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:32.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.279+0000 7f0032ec9640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f002c0b5be0 con 0x7f002c15eb10 2024-09-19T05:04:32.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.279+0000 7f0032ec9640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f002c15efa0 con 0x7f002c15c250 2024-09-19T05:04:32.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.279+0000 7f0032ec9640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f002c15f280 con 0x7f002c071380 2024-09-19T05:04:32.282 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.279+0000 7f0030c65640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f002c15c250 0x7f002c09b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:32.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.279+0000 7f002bfff640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f002c15eb10 0x7f002c070c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:43414/0 (socket says 172.21.15.5:43414) 2024-09-19T05:04:32.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.279+0000 7f002bfff640 1 -- 172.21.15.5:0/4210013502 learned_addr learned my addr 172.21.15.5:0/4210013502 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:32.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.280+0000 7f0031466640 1 --2- 172.21.15.5:0/4210013502 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f002c071380 0x7f002c0b60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:32.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.280+0000 7f002b7fe640 1 -- 172.21.15.5:0/4210013502 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 425876993 0 0) 0x7f0014001490 con 0x7f002c15eb10 2024-09-19T05:04:32.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.280+0000 7f002b7fe640 1 -- 172.21.15.5:0/4210013502 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0018003520 con 0x7f002c15eb10 2024-09-19T05:04:32.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.280+0000 7f0030c65640 1 -- 172.21.15.5:0/4210013502 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f002c071380 msgr2=0x7f002c0b60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:32.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.280+0000 7f0030c65640 1 --2- 172.21.15.5:0/4210013502 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f002c071380 0x7f002c0b60a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.280+0000 7f0030c65640 1 -- 172.21.15.5:0/4210013502 >> v1:172.21.15.5:6789/0 conn(0x7f002c15eb10 legacy=0x7f002c070c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:32.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.280+0000 7f0030c65640 1 -- 172.21.15.5:0/4210013502 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f002c15f560 con 0x7f002c15c250 2024-09-19T05:04:32.283 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.281+0000 7f0030c65640 1 --2- 172.21.15.5:0/4210013502 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f002c15c250 0x7f002c09b9f0 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f001c0097a0 tx=0x7f001c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e13084746bd15ea7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:32.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.281+0000 7f002b7fe640 1 -- 172.21.15.5:0/4210013502 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f001c037070 con 0x7f002c15c250 2024-09-19T05:04:32.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.281+0000 7f002b7fe640 1 -- 172.21.15.5:0/4210013502 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f001c032440 con 0x7f002c15c250 2024-09-19T05:04:32.284 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.281+0000 7f002b7fe640 1 -- 172.21.15.5:0/4210013502 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f001c0327f0 con 0x7f002c15c250 2024-09-19T05:04:32.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.281+0000 7f0032ec9640 1 -- 172.21.15.5:0/4210013502 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f002c15c250 msgr2=0x7f002c09b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:32.288 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.281+0000 7f0032ec9640 1 --2- 172.21.15.5:0/4210013502 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f002c15c250 0x7f002c09b9f0 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f001c0097a0 tx=0x7f001c02a180 comp rx=0 tx=0).stop 2024-09-19T05:04:32.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.281+0000 7f0032ec9640 1 -- 172.21.15.5:0/4210013502 shutdown_connections 2024-09-19T05:04:32.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.281+0000 7f0032ec9640 1 --2- 172.21.15.5:0/4210013502 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f002c071380 0x7f002c0b60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.281+0000 7f0032ec9640 1 --2- 172.21.15.5:0/4210013502 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f002c15c250 0x7f002c09b9f0 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.281+0000 7f0032ec9640 1 -- 172.21.15.5:0/4210013502 >> 172.21.15.5:0/4210013502 conn(0x7f002c0b3ff0 msgr2=0x7f002c0b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:32.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.281+0000 7f0032ec9640 1 -- 172.21.15.5:0/4210013502 shutdown_connections 2024-09-19T05:04:32.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.281+0000 7f0032ec9640 1 -- 172.21.15.5:0/4210013502 wait complete. 2024-09-19T05:04:32.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.282+0000 7f0032ec9640 1 Processor -- start 2024-09-19T05:04:32.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.283+0000 7f0032ec9640 1 -- start start 2024-09-19T05:04:32.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.283+0000 7f0032ec9640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f002c071380 0x7f002c148cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:32.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.283+0000 7f0032ec9640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f002c15c250 0x7f002c157090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:32.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.283+0000 7f0032ec9640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f002c1575d0 0x7f002c14beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:32.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.283+0000 7f0032ec9640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f002c09bf30 con 0x7f002c15c250 2024-09-19T05:04:32.289 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.283+0000 7f0032ec9640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f002c09b5a0 con 0x7f002c071380 2024-09-19T05:04:32.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.283+0000 7f0032ec9640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f002c0b65e0 con 0x7f002c1575d0 2024-09-19T05:04:32.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.283+0000 7f002bfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f002c15c250 0x7f002c157090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:32.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.284+0000 7f002bfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f002c15c250 0x7f002c157090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50054/0 (socket says 172.21.15.5:50054) 2024-09-19T05:04:32.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.284+0000 7f002bfff640 1 -- 172.21.15.5:0/1244053578 learned_addr learned my addr 172.21.15.5:0/1244053578 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:32.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.284+0000 7f0031466640 1 --2- 172.21.15.5:0/1244053578 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f002c1575d0 0x7f002c14beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:32.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.284+0000 7f0030c65640 1 --2- 172.21.15.5:0/1244053578 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f002c071380 0x7f002c148cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:32.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.284+0000 7f002bfff640 1 -- 172.21.15.5:0/1244053578 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f002c1575d0 msgr2=0x7f002c14beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:32.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.284+0000 7f002bfff640 1 --2- 172.21.15.5:0/1244053578 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f002c1575d0 0x7f002c14beb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.284+0000 7f002bfff640 1 -- 172.21.15.5:0/1244053578 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f002c071380 msgr2=0x7f002c148cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:32.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.284+0000 7f002bfff640 1 --2- 172.21.15.5:0/1244053578 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f002c071380 0x7f002c148cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.284+0000 7f002bfff640 1 -- 172.21.15.5:0/1244053578 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f002c157b30 con 0x7f002c15c250 2024-09-19T05:04:32.290 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.284+0000 7f0031466640 1 --2- 172.21.15.5:0/1244053578 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f002c1575d0 0x7f002c14beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:32.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.284+0000 7f002bfff640 1 --2- 172.21.15.5:0/1244053578 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f002c15c250 0x7f002c157090 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f001400cb10 tx=0x7f001400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:32.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.284+0000 7f00297fa640 1 -- 172.21.15.5:0/1244053578 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0014017070 con 0x7f002c15c250 2024-09-19T05:04:32.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.284+0000 7f00297fa640 1 -- 172.21.15.5:0/1244053578 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f001400ac10 con 0x7f002c15c250 2024-09-19T05:04:32.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.284+0000 7f0032ec9640 1 -- 172.21.15.5:0/1244053578 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f002c159860 con 0x7f002c15c250 2024-09-19T05:04:32.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.284+0000 7f00297fa640 1 -- 172.21.15.5:0/1244053578 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0014012400 con 0x7f002c15c250 2024-09-19T05:04:32.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.284+0000 7f0032ec9640 1 -- 172.21.15.5:0/1244053578 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f002c159e20 con 0x7f002c15c250 2024-09-19T05:04:32.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.285+0000 7f0032ec9640 1 -- 172.21.15.5:0/1244053578 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f002c0b60a0 con 0x7f002c15c250 2024-09-19T05:04:32.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.286+0000 7f00297fa640 1 -- 172.21.15.5:0/1244053578 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f001401a070 con 0x7f002c15c250 2024-09-19T05:04:32.291 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.286+0000 7f00297fa640 1 --2- 172.21.15.5:0/1244053578 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f000c06c2b0 0x7f000c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:32.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.286+0000 7f00297fa640 1 -- 172.21.15.5:0/1244053578 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6101+0+0 (secure 0 0 0) 0x7f001408b290 con 0x7f002c15c250 2024-09-19T05:04:32.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.286+0000 7f0030c65640 1 --2- 172.21.15.5:0/1244053578 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f000c06c2b0 0x7f000c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:32.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.287+0000 7f0030c65640 1 --2- 172.21.15.5:0/1244053578 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f000c06c2b0 0x7f000c06e770 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f001c034000 tx=0x7f001c02e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:32.292 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.291+0000 7f00297fa640 1 -- 172.21.15.5:0/1244053578 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f002c0b5be0 con 0x7f002c15c250 2024-09-19T05:04:32.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.503+0000 7f0032ec9640 1 -- 172.21.15.5:0/1244053578 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f002c0b7570 con 0x7f002c15c250 2024-09-19T05:04:32.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.504+0000 7f00297fa640 1 -- 172.21.15.5:0/1244053578 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 51 v51) ==== 94+0+5222 (secure 0 0 0) 0x7f00140592b0 con 0x7f002c15c250 2024-09-19T05:04:32.506 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:32.506 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":51,"btime":"2024-09-19T05:04:32:146287+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5600,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/3569421845","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":3569421845},{"type":"v1","addr":"172.21.15.5:6835","nonce":3569421845}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":47},{"gid":6004,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/291804519","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":291804519},{"type":"v1","addr":"172.21.15.5:6834","nonce":291804519}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48},{"gid":6016,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/2022223765","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":2022223765},{"type":"v1","addr":"172.21.15.134:6836","nonce":2022223765}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48}],"filesystems":[{"mdsmap":{"epoch":51,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:04:29.495113+0000","modified":"2024-09-19T05:04:31.490487+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6019},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6019":{"gid":6019,"name":"b","rank":0,"incarnation":49,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6837/2854193258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":2854193258},{"type":"v1","addr":"172.21.15.134:6837","nonce":2854193258}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6019,"qdb_cluster":[6019]},"id":7}]} 2024-09-19T05:04:32.506 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 51 2024-09-19T05:04:32.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.506+0000 7f0032ec9640 1 -- 172.21.15.5:0/1244053578 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f000c06c2b0 msgr2=0x7f000c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:32.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.506+0000 7f0032ec9640 1 --2- 172.21.15.5:0/1244053578 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f000c06c2b0 0x7f000c06e770 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f001c034000 tx=0x7f001c02e000 comp rx=0 tx=0).stop 2024-09-19T05:04:32.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.506+0000 7f0032ec9640 1 -- 172.21.15.5:0/1244053578 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f002c15c250 msgr2=0x7f002c157090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:32.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.506+0000 7f0032ec9640 1 --2- 172.21.15.5:0/1244053578 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f002c15c250 0x7f002c157090 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f001400cb10 tx=0x7f001400a060 comp rx=0 tx=0).stop 2024-09-19T05:04:32.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.506+0000 7f0032ec9640 1 -- 172.21.15.5:0/1244053578 shutdown_connections 2024-09-19T05:04:32.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.506+0000 7f0032ec9640 1 --2- 172.21.15.5:0/1244053578 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f000c06c2b0 0x7f000c06e770 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.506+0000 7f0032ec9640 1 --2- 172.21.15.5:0/1244053578 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f002c1575d0 0x7f002c14beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.508 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.506+0000 7f0032ec9640 1 --2- 172.21.15.5:0/1244053578 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f002c15c250 0x7f002c157090 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.506+0000 7f0032ec9640 1 --2- 172.21.15.5:0/1244053578 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f002c071380 0x7f002c148cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.506+0000 7f0032ec9640 1 -- 172.21.15.5:0/1244053578 >> 172.21.15.5:0/1244053578 conn(0x7f002c0b3ff0 msgr2=0x7f002c09aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:32.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.506+0000 7f0032ec9640 1 -- 172.21.15.5:0/1244053578 shutdown_connections 2024-09-19T05:04:32.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.506+0000 7f0032ec9640 1 -- 172.21.15.5:0/1244053578 wait complete. 2024-09-19T05:04:32.519 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:04:32.620 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.619+0000 7fd12cc1e640 1 Processor -- start 2024-09-19T05:04:32.621 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.619+0000 7fd12cc1e640 1 -- start start 2024-09-19T05:04:32.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.620+0000 7fd12cc1e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd12815c250 0x7fd12809b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:32.622 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.620+0000 7fd12cc1e640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fd12815eb10 0x7fd128070c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:32.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.620+0000 7fd12cc1e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd1280711b0 0x7fd128162160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:32.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.620+0000 7fd12cc1e640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fd128071620 con 0x7fd12815c250 2024-09-19T05:04:32.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.620+0000 7fd12cc1e640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fd1280b5be0 con 0x7fd12815eb10 2024-09-19T05:04:32.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.620+0000 7fd12cc1e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd12815efa0 con 0x7fd1280711b0 2024-09-19T05:04:32.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.620+0000 7fd12659c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd12815c250 0x7fd12809b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:32.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.620+0000 7fd12659c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd12815c250 0x7fd12809b9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50060/0 (socket says 172.21.15.5:50060) 2024-09-19T05:04:32.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.620+0000 7fd12659c640 1 -- 172.21.15.5:0/4035887173 learned_addr learned my addr 172.21.15.5:0/4035887173 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:32.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.620+0000 7fd11dd9b640 1 --2- 172.21.15.5:0/4035887173 >> v2:172.21.15.134:3300/0 conn(0x7fd12815eb10 0x7fd128070c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:32.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.620+0000 7fd126d9d640 1 --2- 172.21.15.5:0/4035887173 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd1280711b0 0x7fd128162160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:32.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.620+0000 7fd12659c640 1 -- 172.21.15.5:0/4035887173 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd1280711b0 msgr2=0x7fd128162160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:32.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.620+0000 7fd12659c640 1 --2- 172.21.15.5:0/4035887173 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd1280711b0 0x7fd128162160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.623 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.620+0000 7fd12659c640 1 -- 172.21.15.5:0/4035887173 >> v2:172.21.15.134:3300/0 conn(0x7fd12815eb10 msgr2=0x7fd128070c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:32.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.620+0000 7fd12659c640 1 --2- 172.21.15.5:0/4035887173 >> v2:172.21.15.134:3300/0 conn(0x7fd12815eb10 0x7fd128070c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.620+0000 7fd12659c640 1 -- 172.21.15.5:0/4035887173 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd12815f280 con 0x7fd12815c250 2024-09-19T05:04:32.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.620+0000 7fd11dd9b640 1 --2- 172.21.15.5:0/4035887173 >> v2:172.21.15.134:3300/0 conn(0x7fd12815eb10 0x7fd128070c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:04:32.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.621+0000 7fd12659c640 1 --2- 172.21.15.5:0/4035887173 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd12815c250 0x7fd12809b9f0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7fd1280b1f30 tx=0x7fd11802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53656feb839938b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:32.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.621+0000 7fd125d9b640 1 -- 172.21.15.5:0/4035887173 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd118037070 con 0x7fd12815c250 2024-09-19T05:04:32.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.621+0000 7fd125d9b640 1 -- 172.21.15.5:0/4035887173 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd118032440 con 0x7fd12815c250 2024-09-19T05:04:32.624 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.621+0000 7fd125d9b640 1 -- 172.21.15.5:0/4035887173 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd118032810 con 0x7fd12815c250 2024-09-19T05:04:32.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.622+0000 7fd12cc1e640 1 -- 172.21.15.5:0/4035887173 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd12815c250 msgr2=0x7fd12809b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:32.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.622+0000 7fd12cc1e640 1 --2- 172.21.15.5:0/4035887173 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd12815c250 0x7fd12809b9f0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7fd1280b1f30 tx=0x7fd11802a1e0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.622+0000 7fd12cc1e640 1 -- 172.21.15.5:0/4035887173 shutdown_connections 2024-09-19T05:04:32.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.622+0000 7fd12cc1e640 1 --2- 172.21.15.5:0/4035887173 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd1280711b0 0x7fd128162160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.622+0000 7fd12cc1e640 1 --2- 172.21.15.5:0/4035887173 >> v2:172.21.15.134:3300/0 conn(0x7fd12815eb10 0x7fd128070c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.622+0000 7fd12cc1e640 1 --2- 172.21.15.5:0/4035887173 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd12815c250 0x7fd12809b9f0 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.625 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.622+0000 7fd12cc1e640 1 -- 172.21.15.5:0/4035887173 >> 172.21.15.5:0/4035887173 conn(0x7fd1280b3ff0 msgr2=0x7fd1280b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:32.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.622+0000 7fd12cc1e640 1 -- 172.21.15.5:0/4035887173 shutdown_connections 2024-09-19T05:04:32.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.622+0000 7fd12cc1e640 1 -- 172.21.15.5:0/4035887173 wait complete. 2024-09-19T05:04:32.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.623+0000 7fd12cc1e640 1 Processor -- start 2024-09-19T05:04:32.626 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.623+0000 7fd12cc1e640 1 -- start start 2024-09-19T05:04:32.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.624+0000 7fd12cc1e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd1280711b0 0x7fd128152820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:32.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.624+0000 7fd12cc1e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd12815c250 0x7fd1280cc700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:32.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.624+0000 7fd12cc1e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd12809cdf0 0x7fd12815ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:32.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.624+0000 7fd12cc1e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd12809b5a0 con 0x7fd1280711b0 2024-09-19T05:04:32.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.624+0000 7fd12cc1e640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd12815f840 con 0x7fd12809cdf0 2024-09-19T05:04:32.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.624+0000 7fd12cc1e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd12809bf30 con 0x7fd12815c250 2024-09-19T05:04:32.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.624+0000 7fd12659c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd1280711b0 0x7fd128152820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:32.628 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.624+0000 7fd12659c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd1280711b0 0x7fd128152820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50062/0 (socket says 172.21.15.5:50062) 2024-09-19T05:04:32.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.624+0000 7fd12659c640 1 -- 172.21.15.5:0/3024149945 learned_addr learned my addr 172.21.15.5:0/3024149945 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:32.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.624+0000 7fd126d9d640 1 --2- 172.21.15.5:0/3024149945 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd12809cdf0 0x7fd12815ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:32.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.624+0000 7fd12659c640 1 -- 172.21.15.5:0/3024149945 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd12815c250 msgr2=0x7fd1280cc700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:32.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.624+0000 7fd12659c640 1 --2- 172.21.15.5:0/3024149945 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd12815c250 0x7fd1280cc700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.624+0000 7fd12659c640 1 -- 172.21.15.5:0/3024149945 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd12809cdf0 msgr2=0x7fd12815ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:32.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.624+0000 7fd12659c640 1 --2- 172.21.15.5:0/3024149945 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd12809cdf0 0x7fd12815ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.624+0000 7fd12659c640 1 -- 172.21.15.5:0/3024149945 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd12815a920 con 0x7fd1280711b0 2024-09-19T05:04:32.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.624+0000 7fd126d9d640 1 --2- 172.21.15.5:0/3024149945 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd12809cdf0 0x7fd12815ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:04:32.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.625+0000 7fd12659c640 1 --2- 172.21.15.5:0/3024149945 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd1280711b0 0x7fd128152820 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7fd11802a220 tx=0x7fd1180046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:32.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.625+0000 7fd11f7fe640 1 -- 172.21.15.5:0/3024149945 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd118037040 con 0x7fd1280711b0 2024-09-19T05:04:32.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.625+0000 7fd11f7fe640 1 -- 172.21.15.5:0/3024149945 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd118042070 con 0x7fd1280711b0 2024-09-19T05:04:32.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.625+0000 7fd12cc1e640 1 -- 172.21.15.5:0/3024149945 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd12809fa20 con 0x7fd1280711b0 2024-09-19T05:04:32.629 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.625+0000 7fd11f7fe640 1 -- 172.21.15.5:0/3024149945 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd118030bb0 con 0x7fd1280711b0 2024-09-19T05:04:32.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.625+0000 7fd12cc1e640 1 -- 172.21.15.5:0/3024149945 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1281535d0 con 0x7fd1280711b0 2024-09-19T05:04:32.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.626+0000 7fd12cc1e640 1 -- 172.21.15.5:0/3024149945 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd12815aaf0 con 0x7fd1280711b0 2024-09-19T05:04:32.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.626+0000 7fd11f7fe640 1 -- 172.21.15.5:0/3024149945 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd118047460 con 0x7fd1280711b0 2024-09-19T05:04:32.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.627+0000 7fd11f7fe640 1 --2- 172.21.15.5:0/3024149945 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd10806c2e0 0x7fd10806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:32.630 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.627+0000 7fd11f7fe640 1 -- 172.21.15.5:0/3024149945 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6101+0+0 (secure 0 0 0) 0x7fd1180ac1c0 con 0x7fd1280711b0 2024-09-19T05:04:32.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.627+0000 7fd11dd9b640 1 --2- 172.21.15.5:0/3024149945 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd10806c2e0 0x7fd10806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:32.631 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.628+0000 7fd11dd9b640 1 --2- 172.21.15.5:0/3024149945 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd10806c2e0 0x7fd10806e7a0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fd110006fd0 tx=0x7fd110008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:32.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.631+0000 7fd11f7fe640 1 -- 172.21.15.5:0/3024149945 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd118045360 con 0x7fd1280711b0 2024-09-19T05:04:32.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.808+0000 7fd12cc1e640 1 -- 172.21.15.5:0/3024149945 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd128071cf0 con 0x7fd1280711b0 2024-09-19T05:04:32.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.809+0000 7fd11f7fe640 1 -- 172.21.15.5:0/3024149945 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) ==== 74+0+16897 (secure 0 0 0) 0x7fd128071cf0 con 0x7fd1280711b0 2024-09-19T05:04:32.811 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:32.811 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":95,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:04:31.140769+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:04:27.159111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"94","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-09-19T05:04:28.477292+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"95","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:04:32.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.811+0000 7fd12cc1e640 1 -- 172.21.15.5:0/3024149945 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd10806c2e0 msgr2=0x7fd10806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:32.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.811+0000 7fd12cc1e640 1 --2- 172.21.15.5:0/3024149945 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd10806c2e0 0x7fd10806e7a0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fd110006fd0 tx=0x7fd110008040 comp rx=0 tx=0).stop 2024-09-19T05:04:32.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.811+0000 7fd12cc1e640 1 -- 172.21.15.5:0/3024149945 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd1280711b0 msgr2=0x7fd128152820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:32.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.811+0000 7fd12cc1e640 1 --2- 172.21.15.5:0/3024149945 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd1280711b0 0x7fd128152820 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7fd11802a220 tx=0x7fd1180046c0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.811+0000 7fd12cc1e640 1 -- 172.21.15.5:0/3024149945 shutdown_connections 2024-09-19T05:04:32.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.812+0000 7fd12cc1e640 1 --2- 172.21.15.5:0/3024149945 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd10806c2e0 0x7fd10806e7a0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.812+0000 7fd12cc1e640 1 --2- 172.21.15.5:0/3024149945 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd12809cdf0 0x7fd12815ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.812+0000 7fd12cc1e640 1 --2- 172.21.15.5:0/3024149945 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd12815c250 0x7fd1280cc700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.812+0000 7fd12cc1e640 1 --2- 172.21.15.5:0/3024149945 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd1280711b0 0x7fd128152820 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.812+0000 7fd12cc1e640 1 -- 172.21.15.5:0/3024149945 >> 172.21.15.5:0/3024149945 conn(0x7fd1280b3ff0 msgr2=0x7fd1280b3740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:32.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.812+0000 7fd12cc1e640 1 -- 172.21.15.5:0/3024149945 shutdown_connections 2024-09-19T05:04:32.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.812+0000 7fd12cc1e640 1 -- 172.21.15.5:0/3024149945 wait complete. 2024-09-19T05:04:32.825 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T05:04:32.825 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:04:32.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.926+0000 7fc7475fd640 1 Processor -- start 2024-09-19T05:04:32.928 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.927+0000 7fc7475fd640 1 -- start start 2024-09-19T05:04:32.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.927+0000 7fc7475fd640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fc740160100 0x7fc7401604e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:32.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.927+0000 7fc7475fd640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7400d0670 con 0x7fc740160d30 2024-09-19T05:04:32.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.927+0000 7fc7475fd640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc740160a20 con 0x7fc74009bc40 2024-09-19T05:04:32.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.927+0000 7fc7475fd640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fc74009aba0 con 0x7fc740160100 2024-09-19T05:04:32.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.927+0000 7fc744b98640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fc740160d30 0x7fc7400cff60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:43420/0 (socket says 172.21.15.5:43420) 2024-09-19T05:04:32.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.927+0000 7fc744b98640 1 -- 172.21.15.5:0/803134630 learned_addr learned my addr 172.21.15.5:0/803134630 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:32.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.928+0000 7fc737fff640 1 -- 172.21.15.5:0/803134630 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1547103275 0 0) 0x7fc7400d0670 con 0x7fc740160d30 2024-09-19T05:04:32.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.928+0000 7fc745399640 1 --2- 172.21.15.5:0/803134630 >> v2:172.21.15.134:3300/0 conn(0x7fc740160100 0x7fc7401604e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:32.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.928+0000 7fc737fff640 1 -- 172.21.15.5:0/803134630 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc72c003520 con 0x7fc740160d30 2024-09-19T05:04:32.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.928+0000 7fc737fff640 1 -- 172.21.15.5:0/803134630 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1441347494 0 0) 0x7fc72c003520 con 0x7fc740160d30 2024-09-19T05:04:32.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.928+0000 7fc737fff640 1 -- 172.21.15.5:0/803134630 >> v2:172.21.15.134:3300/0 conn(0x7fc740160100 msgr2=0x7fc7401604e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:32.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.928+0000 7fc737fff640 1 --2- 172.21.15.5:0/803134630 >> v2:172.21.15.134:3300/0 conn(0x7fc740160100 0x7fc7401604e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.928+0000 7fc737fff640 1 -- 172.21.15.5:0/803134630 >> v1:172.21.15.134:6789/0 conn(0x7fc74009bc40 legacy=0x7fc7400cce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:32.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.928+0000 7fc737fff640 1 -- 172.21.15.5:0/803134630 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc74009ae80 con 0x7fc740160d30 2024-09-19T05:04:32.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.928+0000 7fc737fff640 1 -- 172.21.15.5:0/803134630 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7fc730001670 con 0x7fc740160d30 2024-09-19T05:04:32.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.928+0000 7fc737fff640 1 -- 172.21.15.5:0/803134630 >> v1:172.21.15.5:6789/0 conn(0x7fc740160d30 legacy=0x7fc7400cff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:32.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.928+0000 7fc737fff640 1 --2- 172.21.15.5:0/803134630 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc72c0039b0 0x7fc72c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:32.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.928+0000 7fc737fff640 1 --2- 172.21.15.5:0/803134630 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc72c004800 0x7fc72c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:32.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.928+0000 7fc737fff640 1 --2- 172.21.15.5:0/803134630 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc72c0052e0 0x7fc72c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:32.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.928+0000 7fc737fff640 1 -- 172.21.15.5:0/803134630 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fc74009aba0 con 0x7fc72c004800 2024-09-19T05:04:32.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.928+0000 7fc737fff640 1 -- 172.21.15.5:0/803134630 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fc72c00c1b0 con 0x7fc72c0052e0 2024-09-19T05:04:32.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.928+0000 7fc737fff640 1 -- 172.21.15.5:0/803134630 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fc72c00c3b0 con 0x7fc72c0039b0 2024-09-19T05:04:32.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.928+0000 7fc744b98640 1 --2- 172.21.15.5:0/803134630 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc72c004800 0x7fc72c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:32.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.928+0000 7fc745399640 1 --2- 172.21.15.5:0/803134630 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc72c0039b0 0x7fc72c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:32.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.928+0000 7fc745b9a640 1 --2- 172.21.15.5:0/803134630 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc72c0052e0 0x7fc72c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:32.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.928+0000 7fc744b98640 1 -- 172.21.15.5:0/803134630 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc72c0039b0 msgr2=0x7fc72c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:32.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.928+0000 7fc744b98640 1 --2- 172.21.15.5:0/803134630 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc72c0039b0 0x7fc72c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.928+0000 7fc744b98640 1 -- 172.21.15.5:0/803134630 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc72c0052e0 msgr2=0x7fc72c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:32.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.928+0000 7fc744b98640 1 --2- 172.21.15.5:0/803134630 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc72c0052e0 0x7fc72c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.928+0000 7fc744b98640 1 -- 172.21.15.5:0/803134630 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc72c003520 con 0x7fc72c004800 2024-09-19T05:04:32.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.929+0000 7fc745b9a640 1 --2- 172.21.15.5:0/803134630 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc72c0052e0 0x7fc72c00b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:32.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.929+0000 7fc745b9a640 1 -- 172.21.15.5:0/803134630 reap_dead start 2024-09-19T05:04:32.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.929+0000 7fc744b98640 1 --2- 172.21.15.5:0/803134630 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc72c004800 0x7fc72c004c80 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7fc730001eb0 tx=0x7fc72c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=492ff92cb4611e08 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:32.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.929+0000 7fc737fff640 1 -- 172.21.15.5:0/803134630 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc730007d30 con 0x7fc72c004800 2024-09-19T05:04:32.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.929+0000 7fc737fff640 1 -- 172.21.15.5:0/803134630 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7300058d0 con 0x7fc72c004800 2024-09-19T05:04:32.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.929+0000 7fc737fff640 1 -- 172.21.15.5:0/803134630 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc730005d20 con 0x7fc72c004800 2024-09-19T05:04:32.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.930+0000 7fc7475fd640 1 -- 172.21.15.5:0/803134630 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc72c004800 msgr2=0x7fc72c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:32.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.930+0000 7fc7475fd640 1 --2- 172.21.15.5:0/803134630 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc72c004800 0x7fc72c004c80 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7fc730001eb0 tx=0x7fc72c005830 comp rx=0 tx=0).stop 2024-09-19T05:04:32.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.930+0000 7fc7475fd640 1 -- 172.21.15.5:0/803134630 shutdown_connections 2024-09-19T05:04:32.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.930+0000 7fc7475fd640 1 --2- 172.21.15.5:0/803134630 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc72c004800 0x7fc72c004c80 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.930+0000 7fc7475fd640 1 -- 172.21.15.5:0/803134630 >> 172.21.15.5:0/803134630 conn(0x7fc7400d2390 msgr2=0x7fc7400d27a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:32.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.930+0000 7fc7475fd640 1 -- 172.21.15.5:0/803134630 shutdown_connections 2024-09-19T05:04:32.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.930+0000 7fc7475fd640 1 -- 172.21.15.5:0/803134630 wait complete. 2024-09-19T05:04:32.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.931+0000 7fc7475fd640 1 Processor -- start 2024-09-19T05:04:32.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.931+0000 7fc7475fd640 1 -- start start 2024-09-19T05:04:32.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.932+0000 7fc7475fd640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc72c004800 0x7fc7401545b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:32.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.932+0000 7fc7475fd640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc7400c4f00 0x7fc7400b0a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:32.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.932+0000 7fc7475fd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc7400c5380 0x7fc7400b0f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:32.937 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.932+0000 7fc7475fd640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fc74009b720 con 0x7fc7400c5380 2024-09-19T05:04:32.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.932+0000 7fc7475fd640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fc74009b440 con 0x7fc72c004800 2024-09-19T05:04:32.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.932+0000 7fc7475fd640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fc74015c860 con 0x7fc7400c4f00 2024-09-19T05:04:32.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.932+0000 7fc745b9a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc7400c5380 0x7fc7400b0f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:32.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.932+0000 7fc745b9a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc7400c5380 0x7fc7400b0f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50082/0 (socket says 172.21.15.5:50082) 2024-09-19T05:04:32.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.932+0000 7fc745b9a640 1 -- 172.21.15.5:0/2911833545 learned_addr learned my addr 172.21.15.5:0/2911833545 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:32.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.932+0000 7fc744b98640 1 --2- 172.21.15.5:0/2911833545 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc7400c4f00 0x7fc7400b0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:32.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.932+0000 7fc745b9a640 1 -- 172.21.15.5:0/2911833545 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc7400c4f00 msgr2=0x7fc7400b0a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:32.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.933+0000 7fc745b9a640 1 --2- 172.21.15.5:0/2911833545 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc7400c4f00 0x7fc7400b0a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.933+0000 7fc745399640 1 --2- 172.21.15.5:0/2911833545 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc72c004800 0x7fc7401545b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:32.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.933+0000 7fc745b9a640 1 -- 172.21.15.5:0/2911833545 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc72c004800 msgr2=0x7fc7401545b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:32.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.933+0000 7fc745b9a640 1 --2- 172.21.15.5:0/2911833545 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc72c004800 0x7fc7401545b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:32.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.933+0000 7fc745b9a640 1 -- 172.21.15.5:0/2911833545 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7400c7ff0 con 0x7fc7400c5380 2024-09-19T05:04:32.938 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.933+0000 7fc745b9a640 1 --2- 172.21.15.5:0/2911833545 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc7400c5380 0x7fc7400b0f50 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7fc7400ce820 tx=0x7fc73800eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:32.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.933+0000 7fc735ffb640 1 -- 172.21.15.5:0/2911833545 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc738003970 con 0x7fc7400c5380 2024-09-19T05:04:32.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.933+0000 7fc735ffb640 1 -- 172.21.15.5:0/2911833545 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc738018070 con 0x7fc7400c5380 2024-09-19T05:04:32.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.933+0000 7fc7475fd640 1 -- 172.21.15.5:0/2911833545 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7400c82d0 con 0x7fc7400c5380 2024-09-19T05:04:32.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.933+0000 7fc735ffb640 1 -- 172.21.15.5:0/2911833545 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc738003d50 con 0x7fc7400c5380 2024-09-19T05:04:32.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.933+0000 7fc7475fd640 1 -- 172.21.15.5:0/2911833545 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7400b5410 con 0x7fc7400c5380 2024-09-19T05:04:32.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.934+0000 7fc7475fd640 1 -- 172.21.15.5:0/2911833545 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7400b5610 con 0x7fc7400c5380 2024-09-19T05:04:32.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.935+0000 7fc735ffb640 1 -- 172.21.15.5:0/2911833545 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc7380050d0 con 0x7fc7400c5380 2024-09-19T05:04:32.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.935+0000 7fc735ffb640 1 --2- 172.21.15.5:0/2911833545 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc72406c2e0 0x7fc72406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:32.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.935+0000 7fc735ffb640 1 -- 172.21.15.5:0/2911833545 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6101+0+0 (secure 0 0 0) 0x7fc73808b130 con 0x7fc7400c5380 2024-09-19T05:04:32.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.935+0000 7fc745399640 1 --2- 172.21.15.5:0/2911833545 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc72406c2e0 0x7fc72406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:32.939 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.936+0000 7fc745399640 1 --2- 172.21.15.5:0/2911833545 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc72406c2e0 0x7fc72406e7a0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fc7400b16f0 tx=0x7fc73c008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:32.941 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:32.939+0000 7fc735ffb640 1 -- 172.21.15.5:0/2911833545 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc7400b5610 con 0x7fc7400c5380 2024-09-19T05:04:33.115 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.114+0000 7fc7475fd640 1 -- 172.21.15.5:0/2911833545 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc7401604e0 con 0x7fc72406c2e0 2024-09-19T05:04:33.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.121+0000 7fc735ffb640 1 -- 172.21.15.5:0/2911833545 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+243063 (secure 0 0 0) 0x7fc7401604e0 con 0x7fc72406c2e0 2024-09-19T05:04:33.603 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:33.605 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:04:33.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.124+0000 7fc7475fd640 1 -- 172.21.15.5:0/2911833545 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc72406c2e0 msgr2=0x7fc72406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:33.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.124+0000 7fc7475fd640 1 --2- 172.21.15.5:0/2911833545 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc72406c2e0 0x7fc72406e7a0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fc7400b16f0 tx=0x7fc73c008040 comp rx=0 tx=0).stop 2024-09-19T05:04:33.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.124+0000 7fc7475fd640 1 -- 172.21.15.5:0/2911833545 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc7400c5380 msgr2=0x7fc7400b0f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:33.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.124+0000 7fc7475fd640 1 --2- 172.21.15.5:0/2911833545 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc7400c5380 0x7fc7400b0f50 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7fc7400ce820 tx=0x7fc73800eb90 comp rx=0 tx=0).stop 2024-09-19T05:04:33.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.124+0000 7fc7475fd640 1 -- 172.21.15.5:0/2911833545 shutdown_connections 2024-09-19T05:04:33.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.124+0000 7fc7475fd640 1 --2- 172.21.15.5:0/2911833545 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc72406c2e0 0x7fc72406e7a0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:33.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.124+0000 7fc7475fd640 1 --2- 172.21.15.5:0/2911833545 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc7400c5380 0x7fc7400b0f50 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:33.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.124+0000 7fc7475fd640 1 --2- 172.21.15.5:0/2911833545 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc7400c4f00 0x7fc7400b0a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:33.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.124+0000 7fc7475fd640 1 --2- 172.21.15.5:0/2911833545 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc72c004800 0x7fc7401545b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:33.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.124+0000 7fc7475fd640 1 -- 172.21.15.5:0/2911833545 >> 172.21.15.5:0/2911833545 conn(0x7fc7400d2390 msgr2=0x7fc7400cdcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:33.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.124+0000 7fc7475fd640 1 -- 172.21.15.5:0/2911833545 shutdown_connections 2024-09-19T05:04:33.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.124+0000 7fc7475fd640 1 -- 172.21.15.5:0/2911833545 wait complete. 2024-09-19T05:04:33.608 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":190,"stamp":"2024-09-19T05:04:31.305054+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590402,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":168,"num_write_kb":2423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":123,"ondisk_log_size":123,"up":108,"acting":108,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":20,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":263680,"kb_used_data":9980,"kb_used_omap":12,"kb_used_meta":253491,"kb_avail":754711040,"statfs":{"total":773094113280,"available":772824104960,"internally_reserved":0,"allocated":10219520,"data_stored":5288166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":259575344},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000851"},"pg_stats":[{"pgid":"16.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.3e","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.134153+0000","last_change":"2024-09-19T05:04:29.134153+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.134153+0000","last_undegraded":"2024-09-19T05:04:29.134153+0000","last_fullsized":"2024-09-19T05:04:29.134153+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.3b","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.151318+0000","last_change":"2024-09-19T05:04:30.147694+0000","last_active":"2024-09-19T05:04:30.151318+0000","last_peered":"2024-09-19T05:04:30.151318+0000","last_clean":"2024-09-19T05:04:30.151318+0000","last_became_active":"2024-09-19T05:04:30.147399+0000","last_became_peered":"2024-09-19T05:04:30.147399+0000","last_unstale":"2024-09-19T05:04:30.151318+0000","last_undegraded":"2024-09-19T05:04:30.151318+0000","last_fullsized":"2024-09-19T05:04:30.151318+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:50.119272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3a","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.131715+0000","last_change":"2024-09-19T05:04:29.131715+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.131715+0000","last_undegraded":"2024-09-19T05:04:29.131715+0000","last_fullsized":"2024-09-19T05:04:29.131715+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.39","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.137305+0000","last_change":"2024-09-19T05:04:29.137305+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.137305+0000","last_undegraded":"2024-09-19T05:04:29.137305+0000","last_fullsized":"2024-09-19T05:04:29.137305+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.37","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.135079+0000","last_change":"2024-09-19T05:04:29.135079+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.135079+0000","last_undegraded":"2024-09-19T05:04:29.135079+0000","last_fullsized":"2024-09-19T05:04:29.135079+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.36","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.163249+0000","last_change":"2024-09-19T05:04:30.162042+0000","last_active":"2024-09-19T05:04:30.163249+0000","last_peered":"2024-09-19T05:04:30.163249+0000","last_clean":"2024-09-19T05:04:30.163249+0000","last_became_active":"2024-09-19T05:04:30.161707+0000","last_became_peered":"2024-09-19T05:04:30.161707+0000","last_unstale":"2024-09-19T05:04:30.163249+0000","last_undegraded":"2024-09-19T05:04:30.163249+0000","last_fullsized":"2024-09-19T05:04:30.163249+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:27.414174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.35","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.128311+0000","last_change":"2024-09-19T05:04:29.128311+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.128311+0000","last_undegraded":"2024-09-19T05:04:29.128311+0000","last_fullsized":"2024-09-19T05:04:29.128311+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.32","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.125947+0000","last_change":"2024-09-19T05:04:29.125947+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.125947+0000","last_undegraded":"2024-09-19T05:04:29.125947+0000","last_fullsized":"2024-09-19T05:04:29.125947+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.31","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.125871+0000","last_change":"2024-09-19T05:04:29.125871+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.125871+0000","last_undegraded":"2024-09-19T05:04:29.125871+0000","last_fullsized":"2024-09-19T05:04:29.125871+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.30","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.126041+0000","last_change":"2024-09-19T05:04:29.126041+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.126041+0000","last_undegraded":"2024-09-19T05:04:29.126041+0000","last_fullsized":"2024-09-19T05:04:29.126041+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2e","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.133743+0000","last_change":"2024-09-19T05:04:29.133743+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.133743+0000","last_undegraded":"2024-09-19T05:04:29.133743+0000","last_fullsized":"2024-09-19T05:04:29.133743+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2a","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.154935+0000","last_change":"2024-09-19T05:04:30.152763+0000","last_active":"2024-09-19T05:04:30.154935+0000","last_peered":"2024-09-19T05:04:30.154935+0000","last_clean":"2024-09-19T05:04:30.154935+0000","last_became_active":"2024-09-19T05:04:30.152459+0000","last_became_peered":"2024-09-19T05:04:30.152459+0000","last_unstale":"2024-09-19T05:04:30.154935+0000","last_undegraded":"2024-09-19T05:04:30.154935+0000","last_fullsized":"2024-09-19T05:04:30.154935+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:49:17.488952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.28","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.145110+0000","last_change":"2024-09-19T05:04:30.143468+0000","last_active":"2024-09-19T05:04:30.145110+0000","last_peered":"2024-09-19T05:04:30.145110+0000","last_clean":"2024-09-19T05:04:30.145110+0000","last_became_active":"2024-09-19T05:04:30.143185+0000","last_became_peered":"2024-09-19T05:04:30.143185+0000","last_unstale":"2024-09-19T05:04:30.145110+0000","last_undegraded":"2024-09-19T05:04:30.145110+0000","last_fullsized":"2024-09-19T05:04:30.145110+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:11:11.131393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.25","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.127894+0000","last_change":"2024-09-19T05:04:29.127894+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.127894+0000","last_undegraded":"2024-09-19T05:04:29.127894+0000","last_fullsized":"2024-09-19T05:04:29.127894+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.24","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.137685+0000","last_change":"2024-09-19T05:04:29.137685+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.137685+0000","last_undegraded":"2024-09-19T05:04:29.137685+0000","last_fullsized":"2024-09-19T05:04:29.137685+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.21","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.136907+0000","last_change":"2024-09-19T05:04:29.136907+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.136907+0000","last_undegraded":"2024-09-19T05:04:29.136907+0000","last_fullsized":"2024-09-19T05:04:29.136907+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-19T05:04:28.129256+0000","last_change":"2024-09-19T05:04:28.129256+0000","last_active":"2024-09-19T05:04:28.116071+0000","last_peered":"2024-09-19T05:04:28.116071+0000","last_clean":"2024-09-19T05:04:28.116071+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:28.129256+0000","last_undegraded":"2024-09-19T05:04:28.129256+0000","last_fullsized":"2024-09-19T05:04:28.129256+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-19T05:04:28.126870+0000","last_change":"2024-09-19T05:04:28.126870+0000","last_active":"2024-09-19T05:04:28.116071+0000","last_peered":"2024-09-19T05:04:28.116071+0000","last_clean":"2024-09-19T05:04:28.116071+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:28.126870+0000","last_undegraded":"2024-09-19T05:04:28.126870+0000","last_fullsized":"2024-09-19T05:04:28.126870+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:28.116071+0000","last_change":"2024-09-19T05:04:28.116071+0000","last_active":"2024-09-19T05:04:28.116071+0000","last_peered":"2024-09-19T05:04:28.116071+0000","last_clean":"2024-09-19T05:04:28.116071+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:28.116071+0000","last_undegraded":"2024-09-19T05:04:28.116071+0000","last_fullsized":"2024-09-19T05:04:28.116071+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.127282+0000","last_change":"2024-09-19T05:04:29.127282+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.127282+0000","last_undegraded":"2024-09-19T05:04:29.127282+0000","last_fullsized":"2024-09-19T05:04:29.127282+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.1c","version":"94'2","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.169560+0000","last_change":"2024-09-19T05:04:29.144271+0000","last_active":"2024-09-19T05:04:30.169560+0000","last_peered":"2024-09-19T05:04:30.169560+0000","last_clean":"2024-09-19T05:04:30.169560+0000","last_became_active":"2024-09-19T05:04:29.143615+0000","last_became_peered":"2024-09-19T05:04:29.143615+0000","last_unstale":"2024-09-19T05:04:30.169560+0000","last_undegraded":"2024-09-19T05:04:30.169560+0000","last_fullsized":"2024-09-19T05:04:30.169560+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:17.547725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.141082+0000","last_change":"2024-09-19T05:04:29.140224+0000","last_active":"2024-09-19T05:04:29.141082+0000","last_peered":"2024-09-19T05:04:29.141082+0000","last_clean":"2024-09-19T05:04:29.141082+0000","last_became_active":"2024-09-19T05:04:29.139705+0000","last_became_peered":"2024-09-19T05:04:29.139705+0000","last_unstale":"2024-09-19T05:04:29.141082+0000","last_undegraded":"2024-09-19T05:04:29.141082+0000","last_fullsized":"2024-09-19T05:04:29.141082+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:54:57.591010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.136788+0000","last_change":"2024-09-19T05:04:29.133896+0000","last_active":"2024-09-19T05:04:29.136788+0000","last_peered":"2024-09-19T05:04:29.136788+0000","last_clean":"2024-09-19T05:04:29.136788+0000","last_became_active":"2024-09-19T05:04:29.133613+0000","last_became_peered":"2024-09-19T05:04:29.133613+0000","last_unstale":"2024-09-19T05:04:29.136788+0000","last_undegraded":"2024-09-19T05:04:29.136788+0000","last_fullsized":"2024-09-19T05:04:29.136788+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:29:43.012887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.133362+0000","last_change":"2024-09-19T05:04:29.133362+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.133362+0000","last_undegraded":"2024-09-19T05:04:29.133362+0000","last_fullsized":"2024-09-19T05:04:29.133362+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:28.116071+0000","last_change":"2024-09-19T05:04:28.116071+0000","last_active":"2024-09-19T05:04:28.116071+0000","last_peered":"2024-09-19T05:04:28.116071+0000","last_clean":"2024-09-19T05:04:28.116071+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:28.116071+0000","last_undegraded":"2024-09-19T05:04:28.116071+0000","last_fullsized":"2024-09-19T05:04:28.116071+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-19T05:04:28.128633+0000","last_change":"2024-09-19T05:04:28.128633+0000","last_active":"2024-09-19T05:04:28.116071+0000","last_peered":"2024-09-19T05:04:28.116071+0000","last_clean":"2024-09-19T05:04:28.116071+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:28.128633+0000","last_undegraded":"2024-09-19T05:04:28.128633+0000","last_fullsized":"2024-09-19T05:04:28.128633+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:28.116071+0000","last_change":"2024-09-19T05:04:28.116071+0000","last_active":"2024-09-19T05:04:28.116071+0000","last_peered":"2024-09-19T05:04:28.116071+0000","last_clean":"2024-09-19T05:04:28.116071+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:28.116071+0000","last_undegraded":"2024-09-19T05:04:28.116071+0000","last_fullsized":"2024-09-19T05:04:28.116071+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.153359+0000","last_change":"2024-09-19T05:04:30.151149+0000","last_active":"2024-09-19T05:04:30.153359+0000","last_peered":"2024-09-19T05:04:30.153359+0000","last_clean":"2024-09-19T05:04:30.153359+0000","last_became_active":"2024-09-19T05:04:30.147268+0000","last_became_peered":"2024-09-19T05:04:30.147268+0000","last_unstale":"2024-09-19T05:04:30.153359+0000","last_undegraded":"2024-09-19T05:04:30.153359+0000","last_fullsized":"2024-09-19T05:04:30.153359+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:10.555178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:28.116071+0000","last_change":"2024-09-19T05:04:28.116071+0000","last_active":"2024-09-19T05:04:28.116071+0000","last_peered":"2024-09-19T05:04:28.116071+0000","last_clean":"2024-09-19T05:04:28.116071+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:28.116071+0000","last_undegraded":"2024-09-19T05:04:28.116071+0000","last_fullsized":"2024-09-19T05:04:28.116071+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.143696+0000","last_change":"2024-09-19T05:04:29.142420+0000","last_active":"2024-09-19T05:04:29.143696+0000","last_peered":"2024-09-19T05:04:29.143696+0000","last_clean":"2024-09-19T05:04:29.143696+0000","last_became_active":"2024-09-19T05:04:29.142144+0000","last_became_peered":"2024-09-19T05:04:29.142144+0000","last_unstale":"2024-09-19T05:04:29.143696+0000","last_undegraded":"2024-09-19T05:04:29.143696+0000","last_fullsized":"2024-09-19T05:04:29.143696+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:11.716393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.155709+0000","last_change":"2024-09-19T05:04:30.154116+0000","last_active":"2024-09-19T05:04:30.155709+0000","last_peered":"2024-09-19T05:04:30.155709+0000","last_clean":"2024-09-19T05:04:30.155709+0000","last_became_active":"2024-09-19T05:04:30.153691+0000","last_became_peered":"2024-09-19T05:04:30.153691+0000","last_unstale":"2024-09-19T05:04:30.155709+0000","last_undegraded":"2024-09-19T05:04:30.155709+0000","last_fullsized":"2024-09-19T05:04:30.155709+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:18:12.146664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.148296+0000","last_change":"2024-09-19T05:04:29.146649+0000","last_active":"2024-09-19T05:04:29.148296+0000","last_peered":"2024-09-19T05:04:29.148296+0000","last_clean":"2024-09-19T05:04:29.148296+0000","last_became_active":"2024-09-19T05:04:29.146464+0000","last_became_peered":"2024-09-19T05:04:29.146464+0000","last_unstale":"2024-09-19T05:04:29.148296+0000","last_undegraded":"2024-09-19T05:04:29.148296+0000","last_fullsized":"2024-09-19T05:04:29.148296+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:59:14.939385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.127410+0000","last_change":"2024-09-19T05:04:29.127410+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.127410+0000","last_undegraded":"2024-09-19T05:04:29.127410+0000","last_fullsized":"2024-09-19T05:04:29.127410+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"94'2","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.168477+0000","last_change":"2024-09-19T05:04:29.146283+0000","last_active":"2024-09-19T05:04:30.168477+0000","last_peered":"2024-09-19T05:04:30.168477+0000","last_clean":"2024-09-19T05:04:30.168477+0000","last_became_active":"2024-09-19T05:04:29.145997+0000","last_became_peered":"2024-09-19T05:04:29.145997+0000","last_unstale":"2024-09-19T05:04:30.168477+0000","last_undegraded":"2024-09-19T05:04:30.168477+0000","last_fullsized":"2024-09-19T05:04:30.168477+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:56:57.305695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.132889+0000","last_change":"2024-09-19T05:04:29.132889+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.132889+0000","last_undegraded":"2024-09-19T05:04:29.132889+0000","last_fullsized":"2024-09-19T05:04:29.132889+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-19T05:04:28.128921+0000","last_change":"2024-09-19T05:04:28.128921+0000","last_active":"2024-09-19T05:04:28.116071+0000","last_peered":"2024-09-19T05:04:28.116071+0000","last_clean":"2024-09-19T05:04:28.116071+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:28.128921+0000","last_undegraded":"2024-09-19T05:04:28.128921+0000","last_fullsized":"2024-09-19T05:04:28.128921+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-19T05:04:28.126690+0000","last_change":"2024-09-19T05:04:28.126690+0000","last_active":"2024-09-19T05:04:28.116071+0000","last_peered":"2024-09-19T05:04:28.116071+0000","last_clean":"2024-09-19T05:04:28.116071+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:28.126690+0000","last_undegraded":"2024-09-19T05:04:28.126690+0000","last_fullsized":"2024-09-19T05:04:28.126690+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:28.116071+0000","last_change":"2024-09-19T05:04:28.116071+0000","last_active":"2024-09-19T05:04:28.116071+0000","last_peered":"2024-09-19T05:04:28.116071+0000","last_clean":"2024-09-19T05:04:28.116071+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:28.116071+0000","last_undegraded":"2024-09-19T05:04:28.116071+0000","last_fullsized":"2024-09-19T05:04:28.116071+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.144934+0000","last_change":"2024-09-19T05:04:29.143720+0000","last_active":"2024-09-19T05:04:29.144934+0000","last_peered":"2024-09-19T05:04:29.144934+0000","last_clean":"2024-09-19T05:04:29.144934+0000","last_became_active":"2024-09-19T05:04:29.143390+0000","last_became_peered":"2024-09-19T05:04:29.143390+0000","last_unstale":"2024-09-19T05:04:29.144934+0000","last_undegraded":"2024-09-19T05:04:29.144934+0000","last_fullsized":"2024-09-19T05:04:29.144934+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:48.509146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.131167+0000","last_change":"2024-09-19T05:04:29.131167+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.131167+0000","last_undegraded":"2024-09-19T05:04:29.131167+0000","last_fullsized":"2024-09-19T05:04:29.131167+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.137519+0000","last_change":"2024-09-19T05:04:29.136744+0000","last_active":"2024-09-19T05:04:29.137519+0000","last_peered":"2024-09-19T05:04:29.137519+0000","last_clean":"2024-09-19T05:04:29.137519+0000","last_became_active":"2024-09-19T05:04:29.135990+0000","last_became_peered":"2024-09-19T05:04:29.135990+0000","last_unstale":"2024-09-19T05:04:29.137519+0000","last_undegraded":"2024-09-19T05:04:29.137519+0000","last_fullsized":"2024-09-19T05:04:29.137519+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:14.183435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.142656+0000","last_change":"2024-09-19T05:04:30.141893+0000","last_active":"2024-09-19T05:04:30.142656+0000","last_peered":"2024-09-19T05:04:30.142656+0000","last_clean":"2024-09-19T05:04:30.142656+0000","last_became_active":"2024-09-19T05:04:30.141554+0000","last_became_peered":"2024-09-19T05:04:30.141554+0000","last_unstale":"2024-09-19T05:04:30.142656+0000","last_undegraded":"2024-09-19T05:04:30.142656+0000","last_fullsized":"2024-09-19T05:04:30.142656+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:07:44.299393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.143551+0000","last_change":"2024-09-19T05:04:29.142097+0000","last_active":"2024-09-19T05:04:29.143551+0000","last_peered":"2024-09-19T05:04:29.143551+0000","last_clean":"2024-09-19T05:04:29.143551+0000","last_became_active":"2024-09-19T05:04:29.141694+0000","last_became_peered":"2024-09-19T05:04:29.141694+0000","last_unstale":"2024-09-19T05:04:29.143551+0000","last_undegraded":"2024-09-19T05:04:29.143551+0000","last_fullsized":"2024-09-19T05:04:29.143551+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:36.645341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-19T05:04:28.126104+0000","last_change":"2024-09-19T05:04:28.126104+0000","last_active":"2024-09-19T05:04:28.116071+0000","last_peered":"2024-09-19T05:04:28.116071+0000","last_clean":"2024-09-19T05:04:28.116071+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:28.126104+0000","last_undegraded":"2024-09-19T05:04:28.126104+0000","last_fullsized":"2024-09-19T05:04:28.126104+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-19T05:04:28.125957+0000","last_change":"2024-09-19T05:04:28.125957+0000","last_active":"2024-09-19T05:04:28.116071+0000","last_peered":"2024-09-19T05:04:28.116071+0000","last_clean":"2024-09-19T05:04:28.116071+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:28.125957+0000","last_undegraded":"2024-09-19T05:04:28.125957+0000","last_fullsized":"2024-09-19T05:04:28.125957+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.146750+0000","last_change":"2024-09-19T05:04:29.145712+0000","last_active":"2024-09-19T05:04:29.146750+0000","last_peered":"2024-09-19T05:04:29.146750+0000","last_clean":"2024-09-19T05:04:29.146750+0000","last_became_active":"2024-09-19T05:04:29.144846+0000","last_became_peered":"2024-09-19T05:04:29.144846+0000","last_unstale":"2024-09-19T05:04:29.146750+0000","last_undegraded":"2024-09-19T05:04:29.146750+0000","last_fullsized":"2024-09-19T05:04:29.146750+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:30:18.853727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-19T05:04:28.126015+0000","last_change":"2024-09-19T05:04:28.126015+0000","last_active":"2024-09-19T05:04:28.116071+0000","last_peered":"2024-09-19T05:04:28.116071+0000","last_clean":"2024-09-19T05:04:28.116071+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:28.126015+0000","last_undegraded":"2024-09-19T05:04:28.126015+0000","last_fullsized":"2024-09-19T05:04:28.126015+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.7","version":"94'2","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.168196+0000","last_change":"2024-09-19T05:04:29.146754+0000","last_active":"2024-09-19T05:04:30.168196+0000","last_peered":"2024-09-19T05:04:30.168196+0000","last_clean":"2024-09-19T05:04:30.168196+0000","last_became_active":"2024-09-19T05:04:29.146474+0000","last_became_peered":"2024-09-19T05:04:29.146474+0000","last_unstale":"2024-09-19T05:04:30.168196+0000","last_undegraded":"2024-09-19T05:04:30.168196+0000","last_fullsized":"2024-09-19T05:04:30.168196+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:22.633950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:28.116071+0000","last_change":"2024-09-19T05:04:28.116071+0000","last_active":"2024-09-19T05:04:28.116071+0000","last_peered":"2024-09-19T05:04:28.116071+0000","last_clean":"2024-09-19T05:04:28.116071+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:28.116071+0000","last_undegraded":"2024-09-19T05:04:28.116071+0000","last_fullsized":"2024-09-19T05:04:28.116071+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.146744+0000","last_change":"2024-09-19T05:04:29.145366+0000","last_active":"2024-09-19T05:04:29.146744+0000","last_peered":"2024-09-19T05:04:29.146744+0000","last_clean":"2024-09-19T05:04:29.146744+0000","last_became_active":"2024-09-19T05:04:29.144826+0000","last_became_peered":"2024-09-19T05:04:29.144826+0000","last_unstale":"2024-09-19T05:04:29.146744+0000","last_undegraded":"2024-09-19T05:04:29.146744+0000","last_fullsized":"2024-09-19T05:04:29.146744+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:27:53.658508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.127721+0000","last_change":"2024-09-19T05:04:29.127721+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.127721+0000","last_undegraded":"2024-09-19T05:04:29.127721+0000","last_fullsized":"2024-09-19T05:04:29.127721+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.134960+0000","last_change":"2024-09-19T05:04:29.144520+0000","last_active":"2024-09-19T05:04:30.134960+0000","last_peered":"2024-09-19T05:04:30.134960+0000","last_clean":"2024-09-19T05:04:30.134960+0000","last_became_active":"2024-09-19T05:04:29.144010+0000","last_became_peered":"2024-09-19T05:04:29.144010+0000","last_unstale":"2024-09-19T05:04:30.134960+0000","last_undegraded":"2024-09-19T05:04:30.134960+0000","last_fullsized":"2024-09-19T05:04:30.134960+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:01.750127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:28.116071+0000","last_change":"2024-09-19T05:04:28.116071+0000","last_active":"2024-09-19T05:04:28.116071+0000","last_peered":"2024-09-19T05:04:28.116071+0000","last_clean":"2024-09-19T05:04:28.116071+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:28.116071+0000","last_undegraded":"2024-09-19T05:04:28.116071+0000","last_fullsized":"2024-09-19T05:04:28.116071+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T05:04:29.120801+0000","last_change":"2024-09-19T05:04:29.120801+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.120801+0000","last_undegraded":"2024-09-19T05:04:29.120801+0000","last_fullsized":"2024-09-19T05:04:29.120801+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-19T05:04:28.125423+0000","last_change":"2024-09-19T05:04:28.125423+0000","last_active":"2024-09-19T05:04:28.116071+0000","last_peered":"2024-09-19T05:04:28.116071+0000","last_clean":"2024-09-19T05:04:28.116071+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:28.125423+0000","last_undegraded":"2024-09-19T05:04:28.125423+0000","last_fullsized":"2024-09-19T05:04:28.125423+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.126708+0000","last_change":"2024-09-19T05:04:29.126708+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.126708+0000","last_undegraded":"2024-09-19T05:04:29.126708+0000","last_fullsized":"2024-09-19T05:04:29.126708+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.146725+0000","last_change":"2024-09-19T05:04:29.145342+0000","last_active":"2024-09-19T05:04:29.146725+0000","last_peered":"2024-09-19T05:04:29.146725+0000","last_clean":"2024-09-19T05:04:29.146725+0000","last_became_active":"2024-09-19T05:04:29.144783+0000","last_became_peered":"2024-09-19T05:04:29.144783+0000","last_unstale":"2024-09-19T05:04:29.146725+0000","last_undegraded":"2024-09-19T05:04:29.146725+0000","last_fullsized":"2024-09-19T05:04:29.146725+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:13:39.334750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.126763+0000","last_change":"2024-09-19T05:04:29.126763+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.126763+0000","last_undegraded":"2024-09-19T05:04:29.126763+0000","last_fullsized":"2024-09-19T05:04:29.126763+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-19T05:04:28.125269+0000","last_change":"2024-09-19T05:04:28.125269+0000","last_active":"2024-09-19T05:04:28.116071+0000","last_peered":"2024-09-19T05:04:28.116071+0000","last_clean":"2024-09-19T05:04:28.116071+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:28.125269+0000","last_undegraded":"2024-09-19T05:04:28.125269+0000","last_fullsized":"2024-09-19T05:04:28.125269+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.125800+0000","last_change":"2024-09-19T05:04:29.125800+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.125800+0000","last_undegraded":"2024-09-19T05:04:29.125800+0000","last_fullsized":"2024-09-19T05:04:29.125800+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-19T05:04:28.126417+0000","last_change":"2024-09-19T05:04:28.126417+0000","last_active":"2024-09-19T05:04:28.116071+0000","last_peered":"2024-09-19T05:04:28.116071+0000","last_clean":"2024-09-19T05:04:28.116071+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:28.126417+0000","last_undegraded":"2024-09-19T05:04:28.126417+0000","last_fullsized":"2024-09-19T05:04:28.126417+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":315,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.127110+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:04:29.127110+0000","last_peered":"2024-09-19T05:04:29.127110+0000","last_clean":"2024-09-19T05:04:29.127110+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:04:29.127110+0000","last_undegraded":"2024-09-19T05:04:29.127110+0000","last_fullsized":"2024-09-19T05:04:29.127110+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":16,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":56,"acting":56,"num_store_stats":4},{"poolid":15,"num_pg":32,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":50,"acting":50,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509484,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32876,"kb_used_data":1688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338964,"statfs":{"total":96636764160,"available":96603099136,"internally_reserved":0,"allocated":1728512,"data_stored":1106530,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509483,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28140,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343700,"statfs":{"total":96636764160,"available":96607948800,"internally_reserved":0,"allocated":1134592,"data_stored":516162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509483,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28152,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343688,"statfs":{"total":96636764160,"available":96607936512,"internally_reserved":0,"allocated":1134592,"data_stored":516162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542187,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36448,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335392,"statfs":{"total":96636764160,"available":96599441408,"internally_reserved":0,"allocated":1122304,"data_stored":509953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542187,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36444,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335396,"statfs":{"total":96636764160,"available":96599445504,"internally_reserved":0,"allocated":1122304,"data_stored":509953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574892,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32264,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339576,"statfs":{"total":96636764160,"available":96603725824,"internally_reserved":0,"allocated":1097728,"data_stored":499055,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574892,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32332,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339508,"statfs":{"total":96636764160,"available":96603656192,"internally_reserved":0,"allocated":1163264,"data_stored":530030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574891,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37024,"kb_used_data":1676,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334816,"statfs":{"total":96636764160,"available":96598851584,"internally_reserved":0,"allocated":1716224,"data_stored":1100321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:04:33.612 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:04:33.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.717+0000 7fd884877640 1 Processor -- start 2024-09-19T05:04:33.719 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.717+0000 7fd884877640 1 -- start start 2024-09-19T05:04:33.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.718+0000 7fd884877640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fd8800d3150 0x7fd8800b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:33.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.718+0000 7fd884877640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd8800d3680 con 0x7fd88015e660 2024-09-19T05:04:33.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.718+0000 7fd884877640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd8800d3960 con 0x7fd8800b6530 2024-09-19T05:04:33.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.718+0000 7fd884877640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fd88006d4b0 con 0x7fd8800d3150 2024-09-19T05:04:33.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.718+0000 7fd87e59c640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fd88015e660 0x7fd8800d4dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:43436/0 (socket says 172.21.15.5:43436) 2024-09-19T05:04:33.720 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.718+0000 7fd87e59c640 1 -- 172.21.15.5:0/3676520289 learned_addr learned my addr 172.21.15.5:0/3676520289 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:33.722 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.719+0000 7fd87d59a640 1 -- 172.21.15.5:0/3676520289 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1003319254 0 0) 0x7fd8800d3680 con 0x7fd88015e660 2024-09-19T05:04:33.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.719+0000 7fd87d59a640 1 -- 172.21.15.5:0/3676520289 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd86c003520 con 0x7fd88015e660 2024-09-19T05:04:33.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.719+0000 7fd87dd9b640 1 --2- 172.21.15.5:0/3676520289 >> v2:172.21.15.134:3300/0 conn(0x7fd8800d3150 0x7fd8800b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:33.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.719+0000 7fd87d59a640 1 -- 172.21.15.5:0/3676520289 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1430639216 0 0) 0x7fd86c003520 con 0x7fd88015e660 2024-09-19T05:04:33.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.719+0000 7fd87d59a640 1 -- 172.21.15.5:0/3676520289 >> v2:172.21.15.134:3300/0 conn(0x7fd8800d3150 msgr2=0x7fd8800b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:33.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.719+0000 7fd87d59a640 1 --2- 172.21.15.5:0/3676520289 >> v2:172.21.15.134:3300/0 conn(0x7fd8800d3150 0x7fd8800b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:33.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.719+0000 7fd87d59a640 1 -- 172.21.15.5:0/3676520289 >> v1:172.21.15.134:6789/0 conn(0x7fd8800b6530 legacy=0x7fd88006d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:33.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.719+0000 7fd87d59a640 1 -- 172.21.15.5:0/3676520289 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd88006ce60 con 0x7fd88015e660 2024-09-19T05:04:33.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.719+0000 7fd87d59a640 1 -- 172.21.15.5:0/3676520289 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7fd8780019f0 con 0x7fd88015e660 2024-09-19T05:04:33.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.719+0000 7fd87d59a640 1 -- 172.21.15.5:0/3676520289 >> v1:172.21.15.5:6789/0 conn(0x7fd88015e660 legacy=0x7fd8800d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:33.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.719+0000 7fd87d59a640 1 --2- 172.21.15.5:0/3676520289 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd86c0039b0 0x7fd86c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:33.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.719+0000 7fd87d59a640 1 --2- 172.21.15.5:0/3676520289 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd86c004800 0x7fd86c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:33.723 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.719+0000 7fd87d59a640 1 --2- 172.21.15.5:0/3676520289 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd86c0051c0 0x7fd86c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:33.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.719+0000 7fd87d59a640 1 -- 172.21.15.5:0/3676520289 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd86c00c0c0 con 0x7fd86c004800 2024-09-19T05:04:33.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.719+0000 7fd87d59a640 1 -- 172.21.15.5:0/3676520289 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd86c00c270 con 0x7fd86c0051c0 2024-09-19T05:04:33.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.719+0000 7fd87d59a640 1 -- 172.21.15.5:0/3676520289 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd86c00c470 con 0x7fd86c0039b0 2024-09-19T05:04:33.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.719+0000 7fd87dd9b640 1 --2- 172.21.15.5:0/3676520289 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd86c004800 0x7fd86c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:33.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.719+0000 7fd87e59c640 1 --2- 172.21.15.5:0/3676520289 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd86c0039b0 0x7fd86c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:33.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.719+0000 7fd87ed9d640 1 --2- 172.21.15.5:0/3676520289 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd86c0051c0 0x7fd86c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:33.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.719+0000 7fd87dd9b640 1 -- 172.21.15.5:0/3676520289 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd86c0039b0 msgr2=0x7fd86c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:33.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.719+0000 7fd87dd9b640 1 --2- 172.21.15.5:0/3676520289 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd86c0039b0 0x7fd86c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:33.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.719+0000 7fd87dd9b640 1 -- 172.21.15.5:0/3676520289 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd86c0051c0 msgr2=0x7fd86c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:33.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.719+0000 7fd87dd9b640 1 --2- 172.21.15.5:0/3676520289 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd86c0051c0 0x7fd86c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:33.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.719+0000 7fd87dd9b640 1 -- 172.21.15.5:0/3676520289 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd86c003520 con 0x7fd86c004800 2024-09-19T05:04:33.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.720+0000 7fd87ed9d640 1 -- 172.21.15.5:0/3676520289 reap_dead start 2024-09-19T05:04:33.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.720+0000 7fd87dd9b640 1 --2- 172.21.15.5:0/3676520289 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd86c004800 0x7fd86c004c80 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7fd86800ba30 tx=0x7fd86c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8224b38666b059c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:33.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.720+0000 7fd87d59a640 1 -- 172.21.15.5:0/3676520289 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd868030070 con 0x7fd86c004800 2024-09-19T05:04:33.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.720+0000 7fd87d59a640 1 -- 172.21.15.5:0/3676520289 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd86802ade0 con 0x7fd86c004800 2024-09-19T05:04:33.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.720+0000 7fd87d59a640 1 -- 172.21.15.5:0/3676520289 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd86800b600 con 0x7fd86c004800 2024-09-19T05:04:33.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.721+0000 7fd884877640 1 -- 172.21.15.5:0/3676520289 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd86c004800 msgr2=0x7fd86c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:33.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.721+0000 7fd884877640 1 --2- 172.21.15.5:0/3676520289 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd86c004800 0x7fd86c004c80 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7fd86800ba30 tx=0x7fd86c005830 comp rx=0 tx=0).stop 2024-09-19T05:04:33.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.721+0000 7fd884877640 1 -- 172.21.15.5:0/3676520289 shutdown_connections 2024-09-19T05:04:33.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.721+0000 7fd884877640 1 --2- 172.21.15.5:0/3676520289 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd86c004800 0x7fd86c004c80 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:33.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.721+0000 7fd884877640 1 -- 172.21.15.5:0/3676520289 >> 172.21.15.5:0/3676520289 conn(0x7fd88008c000 msgr2=0x7fd8800d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:33.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.721+0000 7fd884877640 1 -- 172.21.15.5:0/3676520289 shutdown_connections 2024-09-19T05:04:33.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.721+0000 7fd884877640 1 -- 172.21.15.5:0/3676520289 wait complete. 2024-09-19T05:04:33.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.722+0000 7fd884877640 1 Processor -- start 2024-09-19T05:04:33.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.722+0000 7fd884877640 1 -- start start 2024-09-19T05:04:33.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.723+0000 7fd884877640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd86c004800 0x7fd8801f82f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:33.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.723+0000 7fd884877640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd88015fca0 0x7fd8801f2190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:33.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.723+0000 7fd884877640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd8800cf030 0x7fd8800cf490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:33.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.723+0000 7fd884877640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd8800b5ff0 con 0x7fd8800cf030 2024-09-19T05:04:33.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.723+0000 7fd884877640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd88015ea40 con 0x7fd86c004800 2024-09-19T05:04:33.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.723+0000 7fd884877640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd8800b6170 con 0x7fd88015fca0 2024-09-19T05:04:33.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.723+0000 7fd87ed9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd8800cf030 0x7fd8800cf490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:33.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.723+0000 7fd87ed9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd8800cf030 0x7fd8800cf490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50108/0 (socket says 172.21.15.5:50108) 2024-09-19T05:04:33.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.723+0000 7fd87ed9d640 1 -- 172.21.15.5:0/3229816240 learned_addr learned my addr 172.21.15.5:0/3229816240 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:33.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.723+0000 7fd87e59c640 1 --2- 172.21.15.5:0/3229816240 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd86c004800 0x7fd8801f82f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:33.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.723+0000 7fd87dd9b640 1 --2- 172.21.15.5:0/3229816240 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd88015fca0 0x7fd8801f2190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:33.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.724+0000 7fd87ed9d640 1 -- 172.21.15.5:0/3229816240 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd88015fca0 msgr2=0x7fd8801f2190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:33.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.724+0000 7fd87ed9d640 1 --2- 172.21.15.5:0/3229816240 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd88015fca0 0x7fd8801f2190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:33.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.724+0000 7fd87ed9d640 1 -- 172.21.15.5:0/3229816240 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd86c004800 msgr2=0x7fd8801f82f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:33.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.724+0000 7fd87ed9d640 1 --2- 172.21.15.5:0/3229816240 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd86c004800 0x7fd8801f82f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:33.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.724+0000 7fd87ed9d640 1 -- 172.21.15.5:0/3229816240 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd880160610 con 0x7fd8800cf030 2024-09-19T05:04:33.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.724+0000 7fd87ed9d640 1 --2- 172.21.15.5:0/3229816240 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd8800cf030 0x7fd8800cf490 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7fd88008cfb0 tx=0x7fd87000e610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:33.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.724+0000 7fd876ffd640 1 -- 172.21.15.5:0/3229816240 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd870019070 con 0x7fd8800cf030 2024-09-19T05:04:33.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.724+0000 7fd876ffd640 1 -- 172.21.15.5:0/3229816240 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd8700050d0 con 0x7fd8800cf030 2024-09-19T05:04:33.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.724+0000 7fd884877640 1 -- 172.21.15.5:0/3229816240 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8801f8940 con 0x7fd8800cf030 2024-09-19T05:04:33.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.724+0000 7fd876ffd640 1 -- 172.21.15.5:0/3229816240 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8700035f0 con 0x7fd8800cf030 2024-09-19T05:04:33.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.724+0000 7fd884877640 1 -- 172.21.15.5:0/3229816240 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8801f8f00 con 0x7fd8800cf030 2024-09-19T05:04:33.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.725+0000 7fd884877640 1 -- 172.21.15.5:0/3229816240 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8800d4dd0 con 0x7fd8800cf030 2024-09-19T05:04:33.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.726+0000 7fd876ffd640 1 -- 172.21.15.5:0/3229816240 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd87001c070 con 0x7fd8800cf030 2024-09-19T05:04:33.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.726+0000 7fd876ffd640 1 --2- 172.21.15.5:0/3229816240 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd86006c2b0 0x7fd86006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:33.729 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.726+0000 7fd876ffd640 1 -- 172.21.15.5:0/3229816240 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6101+0+0 (secure 0 0 0) 0x7fd87008a890 con 0x7fd8800cf030 2024-09-19T05:04:33.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.726+0000 7fd87e59c640 1 --2- 172.21.15.5:0/3229816240 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd86006c2b0 0x7fd86006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:33.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.727+0000 7fd87e59c640 1 --2- 172.21.15.5:0/3229816240 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd86006c2b0 0x7fd86006e770 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fd8780019a0 tx=0x7fd878001930 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:33.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.730+0000 7fd876ffd640 1 -- 172.21.15.5:0/3229816240 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd870058820 con 0x7fd8800cf030 2024-09-19T05:04:33.903 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.901+0000 7fd884877640 1 -- 172.21.15.5:0/3229816240 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd8800b2440 con 0x7fd86006c2b0 2024-09-19T05:04:33.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.908+0000 7fd876ffd640 1 -- 172.21.15.5:0/3229816240 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250327 (secure 0 0 0) 0x7fd8800b2440 con 0x7fd86006c2b0 2024-09-19T05:04:33.912 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:33.913 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:04:33.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.911+0000 7fd884877640 1 -- 172.21.15.5:0/3229816240 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd86006c2b0 msgr2=0x7fd86006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:33.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.911+0000 7fd884877640 1 --2- 172.21.15.5:0/3229816240 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd86006c2b0 0x7fd86006e770 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fd8780019a0 tx=0x7fd878001930 comp rx=0 tx=0).stop 2024-09-19T05:04:33.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.911+0000 7fd884877640 1 -- 172.21.15.5:0/3229816240 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd8800cf030 msgr2=0x7fd8800cf490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:33.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.911+0000 7fd884877640 1 --2- 172.21.15.5:0/3229816240 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd8800cf030 0x7fd8800cf490 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7fd88008cfb0 tx=0x7fd87000e610 comp rx=0 tx=0).stop 2024-09-19T05:04:33.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.911+0000 7fd884877640 1 -- 172.21.15.5:0/3229816240 shutdown_connections 2024-09-19T05:04:33.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.911+0000 7fd884877640 1 --2- 172.21.15.5:0/3229816240 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd86006c2b0 0x7fd86006e770 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:33.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.911+0000 7fd884877640 1 --2- 172.21.15.5:0/3229816240 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd8800cf030 0x7fd8800cf490 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:33.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.911+0000 7fd884877640 1 --2- 172.21.15.5:0/3229816240 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd88015fca0 0x7fd8801f2190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:33.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.911+0000 7fd884877640 1 --2- 172.21.15.5:0/3229816240 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd86c004800 0x7fd8801f82f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:33.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.911+0000 7fd884877640 1 -- 172.21.15.5:0/3229816240 >> 172.21.15.5:0/3229816240 conn(0x7fd88008c000 msgr2=0x7fd8800b3fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:33.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.911+0000 7fd884877640 1 -- 172.21.15.5:0/3229816240 shutdown_connections 2024-09-19T05:04:33.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:33.911+0000 7fd884877640 1 -- 172.21.15.5:0/3229816240 wait complete. 2024-09-19T05:04:33.924 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":191,"stamp":"2024-09-19T05:04:33.305413+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590984,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":192,"num_write_kb":2424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":143,"ondisk_log_size":143,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":95,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":263928,"kb_used_data":10216,"kb_used_omap":12,"kb_used_meta":253491,"kb_avail":754710792,"statfs":{"total":773094113280,"available":772823851008,"internally_reserved":0,"allocated":10461184,"data_stored":5401722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":259575344},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":616,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":33,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.183692"},"pg_stats":[{"pgid":"16.3f","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156133+0000","last_change":"2024-09-19T05:04:30.152920+0000","last_active":"2024-09-19T05:04:31.156133+0000","last_peered":"2024-09-19T05:04:31.156133+0000","last_clean":"2024-09-19T05:04:31.156133+0000","last_became_active":"2024-09-19T05:04:30.152661+0000","last_became_peered":"2024-09-19T05:04:30.152661+0000","last_unstale":"2024-09-19T05:04:31.156133+0000","last_undegraded":"2024-09-19T05:04:31.156133+0000","last_fullsized":"2024-09-19T05:04:31.156133+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:52:27.614715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.3e","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.134153+0000","last_change":"2024-09-19T05:04:29.134153+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.134153+0000","last_undegraded":"2024-09-19T05:04:29.134153+0000","last_fullsized":"2024-09-19T05:04:29.134153+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.3d","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156204+0000","last_change":"2024-09-19T05:04:30.160967+0000","last_active":"2024-09-19T05:04:31.156204+0000","last_peered":"2024-09-19T05:04:31.156204+0000","last_clean":"2024-09-19T05:04:31.156204+0000","last_became_active":"2024-09-19T05:04:30.159897+0000","last_became_peered":"2024-09-19T05:04:30.159897+0000","last_unstale":"2024-09-19T05:04:31.156204+0000","last_undegraded":"2024-09-19T05:04:31.156204+0000","last_fullsized":"2024-09-19T05:04:31.156204+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:50:35.197451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.3c","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.147886+0000","last_change":"2024-09-19T05:04:30.149684+0000","last_active":"2024-09-19T05:04:31.147886+0000","last_peered":"2024-09-19T05:04:31.147886+0000","last_clean":"2024-09-19T05:04:31.147886+0000","last_became_active":"2024-09-19T05:04:30.149418+0000","last_became_peered":"2024-09-19T05:04:30.149418+0000","last_unstale":"2024-09-19T05:04:31.147886+0000","last_undegraded":"2024-09-19T05:04:31.147886+0000","last_fullsized":"2024-09-19T05:04:31.147886+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:39.511243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.3b","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.151318+0000","last_change":"2024-09-19T05:04:30.147694+0000","last_active":"2024-09-19T05:04:30.151318+0000","last_peered":"2024-09-19T05:04:30.151318+0000","last_clean":"2024-09-19T05:04:30.151318+0000","last_became_active":"2024-09-19T05:04:30.147399+0000","last_became_peered":"2024-09-19T05:04:30.147399+0000","last_unstale":"2024-09-19T05:04:30.151318+0000","last_undegraded":"2024-09-19T05:04:30.151318+0000","last_fullsized":"2024-09-19T05:04:30.151318+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:50.119272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3a","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.131715+0000","last_change":"2024-09-19T05:04:29.131715+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.131715+0000","last_undegraded":"2024-09-19T05:04:29.131715+0000","last_fullsized":"2024-09-19T05:04:29.131715+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.39","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.137305+0000","last_change":"2024-09-19T05:04:29.137305+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.137305+0000","last_undegraded":"2024-09-19T05:04:29.137305+0000","last_fullsized":"2024-09-19T05:04:29.137305+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.38","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733179+0000","last_change":"2024-09-19T05:04:30.155658+0000","last_active":"2024-09-19T05:04:31.733179+0000","last_peered":"2024-09-19T05:04:31.733179+0000","last_clean":"2024-09-19T05:04:31.733179+0000","last_became_active":"2024-09-19T05:04:30.155360+0000","last_became_peered":"2024-09-19T05:04:30.155360+0000","last_unstale":"2024-09-19T05:04:31.733179+0000","last_undegraded":"2024-09-19T05:04:31.733179+0000","last_fullsized":"2024-09-19T05:04:31.733179+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:57:39.191418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.37","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.135079+0000","last_change":"2024-09-19T05:04:29.135079+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.135079+0000","last_undegraded":"2024-09-19T05:04:29.135079+0000","last_fullsized":"2024-09-19T05:04:29.135079+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.36","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.163249+0000","last_change":"2024-09-19T05:04:30.162042+0000","last_active":"2024-09-19T05:04:30.163249+0000","last_peered":"2024-09-19T05:04:30.163249+0000","last_clean":"2024-09-19T05:04:30.163249+0000","last_became_active":"2024-09-19T05:04:30.161707+0000","last_became_peered":"2024-09-19T05:04:30.161707+0000","last_unstale":"2024-09-19T05:04:30.163249+0000","last_undegraded":"2024-09-19T05:04:30.163249+0000","last_fullsized":"2024-09-19T05:04:30.163249+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:27.414174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.35","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.128311+0000","last_change":"2024-09-19T05:04:29.128311+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.128311+0000","last_undegraded":"2024-09-19T05:04:29.128311+0000","last_fullsized":"2024-09-19T05:04:29.128311+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.34","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.158959+0000","last_change":"2024-09-19T05:04:30.150541+0000","last_active":"2024-09-19T05:04:30.158959+0000","last_peered":"2024-09-19T05:04:30.158959+0000","last_clean":"2024-09-19T05:04:30.158959+0000","last_became_active":"2024-09-19T05:04:30.150274+0000","last_became_peered":"2024-09-19T05:04:30.150274+0000","last_unstale":"2024-09-19T05:04:30.158959+0000","last_undegraded":"2024-09-19T05:04:30.158959+0000","last_fullsized":"2024-09-19T05:04:30.158959+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:56:58.310425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.33","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.148163+0000","last_change":"2024-09-19T05:04:30.154732+0000","last_active":"2024-09-19T05:04:31.148163+0000","last_peered":"2024-09-19T05:04:31.148163+0000","last_clean":"2024-09-19T05:04:31.148163+0000","last_became_active":"2024-09-19T05:04:30.154452+0000","last_became_peered":"2024-09-19T05:04:30.154452+0000","last_unstale":"2024-09-19T05:04:31.148163+0000","last_undegraded":"2024-09-19T05:04:31.148163+0000","last_fullsized":"2024-09-19T05:04:31.148163+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:10:22.034005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.32","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.125947+0000","last_change":"2024-09-19T05:04:29.125947+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.125947+0000","last_undegraded":"2024-09-19T05:04:29.125947+0000","last_fullsized":"2024-09-19T05:04:29.125947+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.31","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.125871+0000","last_change":"2024-09-19T05:04:29.125871+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.125871+0000","last_undegraded":"2024-09-19T05:04:29.125871+0000","last_fullsized":"2024-09-19T05:04:29.125871+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.30","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.126041+0000","last_change":"2024-09-19T05:04:29.126041+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.126041+0000","last_undegraded":"2024-09-19T05:04:29.126041+0000","last_fullsized":"2024-09-19T05:04:29.126041+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.2f","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156141+0000","last_change":"2024-09-19T05:04:30.155410+0000","last_active":"2024-09-19T05:04:31.156141+0000","last_peered":"2024-09-19T05:04:31.156141+0000","last_clean":"2024-09-19T05:04:31.156141+0000","last_became_active":"2024-09-19T05:04:30.155145+0000","last_became_peered":"2024-09-19T05:04:30.155145+0000","last_unstale":"2024-09-19T05:04:31.156141+0000","last_undegraded":"2024-09-19T05:04:31.156141+0000","last_fullsized":"2024-09-19T05:04:31.156141+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:44:40.311068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2e","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.133743+0000","last_change":"2024-09-19T05:04:29.133743+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.133743+0000","last_undegraded":"2024-09-19T05:04:29.133743+0000","last_fullsized":"2024-09-19T05:04:29.133743+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.2d","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.155994+0000","last_change":"2024-09-19T05:04:30.165901+0000","last_active":"2024-09-19T05:04:31.155994+0000","last_peered":"2024-09-19T05:04:31.155994+0000","last_clean":"2024-09-19T05:04:31.155994+0000","last_became_active":"2024-09-19T05:04:30.165628+0000","last_became_peered":"2024-09-19T05:04:30.165628+0000","last_unstale":"2024-09-19T05:04:31.155994+0000","last_undegraded":"2024-09-19T05:04:31.155994+0000","last_fullsized":"2024-09-19T05:04:31.155994+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:02:59.710578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2c","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.158980+0000","last_change":"2024-09-19T05:04:30.155855+0000","last_active":"2024-09-19T05:04:30.158980+0000","last_peered":"2024-09-19T05:04:30.158980+0000","last_clean":"2024-09-19T05:04:30.158980+0000","last_became_active":"2024-09-19T05:04:30.154588+0000","last_became_peered":"2024-09-19T05:04:30.154588+0000","last_unstale":"2024-09-19T05:04:30.158980+0000","last_undegraded":"2024-09-19T05:04:30.158980+0000","last_fullsized":"2024-09-19T05:04:30.158980+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:50.119272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.2b","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733616+0000","last_change":"2024-09-19T05:04:30.158417+0000","last_active":"2024-09-19T05:04:31.733616+0000","last_peered":"2024-09-19T05:04:31.733616+0000","last_clean":"2024-09-19T05:04:31.733616+0000","last_became_active":"2024-09-19T05:04:30.158142+0000","last_became_peered":"2024-09-19T05:04:30.158142+0000","last_unstale":"2024-09-19T05:04:31.733616+0000","last_undegraded":"2024-09-19T05:04:31.733616+0000","last_fullsized":"2024-09-19T05:04:31.733616+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:52.892237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2a","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.154935+0000","last_change":"2024-09-19T05:04:30.152763+0000","last_active":"2024-09-19T05:04:30.154935+0000","last_peered":"2024-09-19T05:04:30.154935+0000","last_clean":"2024-09-19T05:04:30.154935+0000","last_became_active":"2024-09-19T05:04:30.152459+0000","last_became_peered":"2024-09-19T05:04:30.152459+0000","last_unstale":"2024-09-19T05:04:30.154935+0000","last_undegraded":"2024-09-19T05:04:30.154935+0000","last_fullsized":"2024-09-19T05:04:30.154935+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:49:17.488952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.29","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.155907+0000","last_change":"2024-09-19T05:04:30.156437+0000","last_active":"2024-09-19T05:04:31.155907+0000","last_peered":"2024-09-19T05:04:31.155907+0000","last_clean":"2024-09-19T05:04:31.155907+0000","last_became_active":"2024-09-19T05:04:30.156157+0000","last_became_peered":"2024-09-19T05:04:30.156157+0000","last_unstale":"2024-09-19T05:04:31.155907+0000","last_undegraded":"2024-09-19T05:04:31.155907+0000","last_fullsized":"2024-09-19T05:04:31.155907+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:53:00.307180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.28","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.145110+0000","last_change":"2024-09-19T05:04:30.143468+0000","last_active":"2024-09-19T05:04:30.145110+0000","last_peered":"2024-09-19T05:04:30.145110+0000","last_clean":"2024-09-19T05:04:30.145110+0000","last_became_active":"2024-09-19T05:04:30.143185+0000","last_became_peered":"2024-09-19T05:04:30.143185+0000","last_unstale":"2024-09-19T05:04:30.145110+0000","last_undegraded":"2024-09-19T05:04:30.145110+0000","last_fullsized":"2024-09-19T05:04:30.145110+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:11:11.131393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.27","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.154316+0000","last_change":"2024-09-19T05:04:30.148007+0000","last_active":"2024-09-19T05:04:30.154316+0000","last_peered":"2024-09-19T05:04:30.154316+0000","last_clean":"2024-09-19T05:04:30.154316+0000","last_became_active":"2024-09-19T05:04:30.147702+0000","last_became_peered":"2024-09-19T05:04:30.147702+0000","last_unstale":"2024-09-19T05:04:30.154316+0000","last_undegraded":"2024-09-19T05:04:30.154316+0000","last_fullsized":"2024-09-19T05:04:30.154316+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:18.552455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.26","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.160312+0000","last_change":"2024-09-19T05:04:30.158423+0000","last_active":"2024-09-19T05:04:30.160312+0000","last_peered":"2024-09-19T05:04:30.160312+0000","last_clean":"2024-09-19T05:04:30.160312+0000","last_became_active":"2024-09-19T05:04:30.158159+0000","last_became_peered":"2024-09-19T05:04:30.158159+0000","last_unstale":"2024-09-19T05:04:30.160312+0000","last_undegraded":"2024-09-19T05:04:30.160312+0000","last_fullsized":"2024-09-19T05:04:30.160312+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:10.555178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.25","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.127894+0000","last_change":"2024-09-19T05:04:29.127894+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.127894+0000","last_undegraded":"2024-09-19T05:04:29.127894+0000","last_fullsized":"2024-09-19T05:04:29.127894+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.24","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.137685+0000","last_change":"2024-09-19T05:04:29.137685+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.137685+0000","last_undegraded":"2024-09-19T05:04:29.137685+0000","last_fullsized":"2024-09-19T05:04:29.137685+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.23","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733464+0000","last_change":"2024-09-19T05:04:30.159018+0000","last_active":"2024-09-19T05:04:31.733464+0000","last_peered":"2024-09-19T05:04:31.733464+0000","last_clean":"2024-09-19T05:04:31.733464+0000","last_became_active":"2024-09-19T05:04:30.158734+0000","last_became_peered":"2024-09-19T05:04:30.158734+0000","last_unstale":"2024-09-19T05:04:31.733464+0000","last_undegraded":"2024-09-19T05:04:31.733464+0000","last_fullsized":"2024-09-19T05:04:31.733464+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:57:39.706312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.22","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.158719+0000","last_change":"2024-09-19T05:04:30.154782+0000","last_active":"2024-09-19T05:04:30.158719+0000","last_peered":"2024-09-19T05:04:30.158719+0000","last_clean":"2024-09-19T05:04:30.158719+0000","last_became_active":"2024-09-19T05:04:30.154335+0000","last_became_peered":"2024-09-19T05:04:30.154335+0000","last_unstale":"2024-09-19T05:04:30.158719+0000","last_undegraded":"2024-09-19T05:04:30.158719+0000","last_fullsized":"2024-09-19T05:04:30.158719+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:11:11.131393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.21","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.136907+0000","last_change":"2024-09-19T05:04:29.136907+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.136907+0000","last_undegraded":"2024-09-19T05:04:29.136907+0000","last_fullsized":"2024-09-19T05:04:29.136907+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.20","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733384+0000","last_change":"2024-09-19T05:04:30.150821+0000","last_active":"2024-09-19T05:04:31.733384+0000","last_peered":"2024-09-19T05:04:31.733384+0000","last_clean":"2024-09-19T05:04:31.733384+0000","last_became_active":"2024-09-19T05:04:30.149603+0000","last_became_peered":"2024-09-19T05:04:30.149603+0000","last_unstale":"2024-09-19T05:04:31.733384+0000","last_undegraded":"2024-09-19T05:04:31.733384+0000","last_fullsized":"2024-09-19T05:04:31.733384+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:04.612199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156129+0000","last_change":"2024-09-19T05:04:30.148050+0000","last_active":"2024-09-19T05:04:31.156129+0000","last_peered":"2024-09-19T05:04:31.156129+0000","last_clean":"2024-09-19T05:04:31.156129+0000","last_became_active":"2024-09-19T05:04:30.147758+0000","last_became_peered":"2024-09-19T05:04:30.147758+0000","last_unstale":"2024-09-19T05:04:31.156129+0000","last_undegraded":"2024-09-19T05:04:31.156129+0000","last_fullsized":"2024-09-19T05:04:31.156129+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:09:12.299714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"94'4","reported_seq":18,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.147772+0000","last_change":"2024-09-19T05:04:29.142925+0000","last_active":"2024-09-19T05:04:31.147772+0000","last_peered":"2024-09-19T05:04:31.147772+0000","last_clean":"2024-09-19T05:04:31.147772+0000","last_became_active":"2024-09-19T05:04:29.142609+0000","last_became_peered":"2024-09-19T05:04:29.142609+0000","last_unstale":"2024-09-19T05:04:31.147772+0000","last_undegraded":"2024-09-19T05:04:31.147772+0000","last_fullsized":"2024-09-19T05:04:31.147772+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:51.323298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733343+0000","last_change":"2024-09-19T05:04:30.155618+0000","last_active":"2024-09-19T05:04:31.733343+0000","last_peered":"2024-09-19T05:04:31.733343+0000","last_clean":"2024-09-19T05:04:31.733343+0000","last_became_active":"2024-09-19T05:04:30.155310+0000","last_became_peered":"2024-09-19T05:04:30.155310+0000","last_unstale":"2024-09-19T05:04:31.733343+0000","last_undegraded":"2024-09-19T05:04:31.733343+0000","last_fullsized":"2024-09-19T05:04:31.733343+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:58:21.835598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.1e","version":"94'1","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733473+0000","last_change":"2024-09-19T05:04:29.138691+0000","last_active":"2024-09-19T05:04:31.733473+0000","last_peered":"2024-09-19T05:04:31.733473+0000","last_clean":"2024-09-19T05:04:31.733473+0000","last_became_active":"2024-09-19T05:04:29.138421+0000","last_became_peered":"2024-09-19T05:04:29.138421+0000","last_unstale":"2024-09-19T05:04:31.733473+0000","last_undegraded":"2024-09-19T05:04:31.733473+0000","last_fullsized":"2024-09-19T05:04:31.733473+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:58.460673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.158698+0000","last_change":"2024-09-19T05:04:30.154155+0000","last_active":"2024-09-19T05:04:30.158698+0000","last_peered":"2024-09-19T05:04:30.158698+0000","last_clean":"2024-09-19T05:04:30.158698+0000","last_became_active":"2024-09-19T05:04:30.153864+0000","last_became_peered":"2024-09-19T05:04:30.153864+0000","last_unstale":"2024-09-19T05:04:30.158698+0000","last_undegraded":"2024-09-19T05:04:30.158698+0000","last_fullsized":"2024-09-19T05:04:30.158698+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:07:44.299393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1d","version":"94'2","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.166466+0000","last_change":"2024-09-19T05:04:29.139677+0000","last_active":"2024-09-19T05:04:30.166466+0000","last_peered":"2024-09-19T05:04:30.166466+0000","last_clean":"2024-09-19T05:04:30.166466+0000","last_became_active":"2024-09-19T05:04:29.139378+0000","last_became_peered":"2024-09-19T05:04:29.139378+0000","last_unstale":"2024-09-19T05:04:30.166466+0000","last_undegraded":"2024-09-19T05:04:30.166466+0000","last_fullsized":"2024-09-19T05:04:30.166466+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:12:11.325096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.127282+0000","last_change":"2024-09-19T05:04:29.127282+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.127282+0000","last_undegraded":"2024-09-19T05:04:29.127282+0000","last_fullsized":"2024-09-19T05:04:29.127282+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.1c","version":"94'2","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.169560+0000","last_change":"2024-09-19T05:04:29.144271+0000","last_active":"2024-09-19T05:04:30.169560+0000","last_peered":"2024-09-19T05:04:30.169560+0000","last_clean":"2024-09-19T05:04:30.169560+0000","last_became_active":"2024-09-19T05:04:29.143615+0000","last_became_peered":"2024-09-19T05:04:29.143615+0000","last_unstale":"2024-09-19T05:04:30.169560+0000","last_undegraded":"2024-09-19T05:04:30.169560+0000","last_fullsized":"2024-09-19T05:04:30.169560+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:17.547725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.148031+0000","last_change":"2024-09-19T05:04:30.149061+0000","last_active":"2024-09-19T05:04:31.148031+0000","last_peered":"2024-09-19T05:04:31.148031+0000","last_clean":"2024-09-19T05:04:31.148031+0000","last_became_active":"2024-09-19T05:04:30.148779+0000","last_became_peered":"2024-09-19T05:04:30.148779+0000","last_unstale":"2024-09-19T05:04:31.148031+0000","last_undegraded":"2024-09-19T05:04:31.148031+0000","last_fullsized":"2024-09-19T05:04:31.148031+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:47.404361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.141082+0000","last_change":"2024-09-19T05:04:29.140224+0000","last_active":"2024-09-19T05:04:29.141082+0000","last_peered":"2024-09-19T05:04:29.141082+0000","last_clean":"2024-09-19T05:04:29.141082+0000","last_became_active":"2024-09-19T05:04:29.139705+0000","last_became_peered":"2024-09-19T05:04:29.139705+0000","last_unstale":"2024-09-19T05:04:29.141082+0000","last_undegraded":"2024-09-19T05:04:29.141082+0000","last_fullsized":"2024-09-19T05:04:29.141082+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:54:57.591010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156295+0000","last_change":"2024-09-19T05:04:30.165130+0000","last_active":"2024-09-19T05:04:31.156295+0000","last_peered":"2024-09-19T05:04:31.156295+0000","last_clean":"2024-09-19T05:04:31.156295+0000","last_became_active":"2024-09-19T05:04:30.164843+0000","last_became_peered":"2024-09-19T05:04:30.164843+0000","last_unstale":"2024-09-19T05:04:31.156295+0000","last_undegraded":"2024-09-19T05:04:31.156295+0000","last_fullsized":"2024-09-19T05:04:31.156295+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:09:24.256291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.136788+0000","last_change":"2024-09-19T05:04:29.133896+0000","last_active":"2024-09-19T05:04:29.136788+0000","last_peered":"2024-09-19T05:04:29.136788+0000","last_clean":"2024-09-19T05:04:29.136788+0000","last_became_active":"2024-09-19T05:04:29.133613+0000","last_became_peered":"2024-09-19T05:04:29.133613+0000","last_unstale":"2024-09-19T05:04:29.136788+0000","last_undegraded":"2024-09-19T05:04:29.136788+0000","last_fullsized":"2024-09-19T05:04:29.136788+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:29:43.012887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.133362+0000","last_change":"2024-09-19T05:04:29.133362+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.133362+0000","last_undegraded":"2024-09-19T05:04:29.133362+0000","last_fullsized":"2024-09-19T05:04:29.133362+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.144929+0000","last_change":"2024-09-19T05:04:29.140453+0000","last_active":"2024-09-19T05:04:30.144929+0000","last_peered":"2024-09-19T05:04:30.144929+0000","last_clean":"2024-09-19T05:04:30.144929+0000","last_became_active":"2024-09-19T05:04:29.140027+0000","last_became_peered":"2024-09-19T05:04:29.140027+0000","last_unstale":"2024-09-19T05:04:30.144929+0000","last_undegraded":"2024-09-19T05:04:30.144929+0000","last_fullsized":"2024-09-19T05:04:30.144929+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:22.633950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.147822+0000","last_change":"2024-09-19T05:04:30.147956+0000","last_active":"2024-09-19T05:04:31.147822+0000","last_peered":"2024-09-19T05:04:31.147822+0000","last_clean":"2024-09-19T05:04:31.147822+0000","last_became_active":"2024-09-19T05:04:30.147687+0000","last_became_peered":"2024-09-19T05:04:30.147687+0000","last_unstale":"2024-09-19T05:04:31.147822+0000","last_undegraded":"2024-09-19T05:04:31.147822+0000","last_fullsized":"2024-09-19T05:04:31.147822+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:10:54.488536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.147607+0000","last_change":"2024-09-19T05:04:29.139732+0000","last_active":"2024-09-19T05:04:31.147607+0000","last_peered":"2024-09-19T05:04:31.147607+0000","last_clean":"2024-09-19T05:04:31.147607+0000","last_became_active":"2024-09-19T05:04:29.139438+0000","last_became_peered":"2024-09-19T05:04:29.139438+0000","last_unstale":"2024-09-19T05:04:31.147607+0000","last_undegraded":"2024-09-19T05:04:31.147607+0000","last_fullsized":"2024-09-19T05:04:31.147607+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:06:47.681831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.155856+0000","last_change":"2024-09-19T05:04:30.148715+0000","last_active":"2024-09-19T05:04:31.155856+0000","last_peered":"2024-09-19T05:04:31.155856+0000","last_clean":"2024-09-19T05:04:31.155856+0000","last_became_active":"2024-09-19T05:04:30.148439+0000","last_became_peered":"2024-09-19T05:04:30.148439+0000","last_unstale":"2024-09-19T05:04:31.155856+0000","last_undegraded":"2024-09-19T05:04:31.155856+0000","last_fullsized":"2024-09-19T05:04:31.155856+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:26.911920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.143695+0000","last_change":"2024-09-19T05:04:29.140961+0000","last_active":"2024-09-19T05:04:30.143695+0000","last_peered":"2024-09-19T05:04:30.143695+0000","last_clean":"2024-09-19T05:04:30.143695+0000","last_became_active":"2024-09-19T05:04:29.140647+0000","last_became_peered":"2024-09-19T05:04:29.140647+0000","last_unstale":"2024-09-19T05:04:30.143695+0000","last_undegraded":"2024-09-19T05:04:30.143695+0000","last_fullsized":"2024-09-19T05:04:30.143695+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:41:54.277133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.153359+0000","last_change":"2024-09-19T05:04:30.151149+0000","last_active":"2024-09-19T05:04:30.153359+0000","last_peered":"2024-09-19T05:04:30.153359+0000","last_clean":"2024-09-19T05:04:30.153359+0000","last_became_active":"2024-09-19T05:04:30.147268+0000","last_became_peered":"2024-09-19T05:04:30.147268+0000","last_unstale":"2024-09-19T05:04:30.153359+0000","last_undegraded":"2024-09-19T05:04:30.153359+0000","last_fullsized":"2024-09-19T05:04:30.153359+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:10.555178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.155960+0000","last_change":"2024-09-19T05:04:29.144646+0000","last_active":"2024-09-19T05:04:31.155960+0000","last_peered":"2024-09-19T05:04:31.155960+0000","last_clean":"2024-09-19T05:04:31.155960+0000","last_became_active":"2024-09-19T05:04:29.142678+0000","last_became_peered":"2024-09-19T05:04:29.142678+0000","last_unstale":"2024-09-19T05:04:31.155960+0000","last_undegraded":"2024-09-19T05:04:31.155960+0000","last_fullsized":"2024-09-19T05:04:31.155960+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:05:20.652440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733256+0000","last_change":"2024-09-19T05:04:30.158010+0000","last_active":"2024-09-19T05:04:31.733256+0000","last_peered":"2024-09-19T05:04:31.733256+0000","last_clean":"2024-09-19T05:04:31.733256+0000","last_became_active":"2024-09-19T05:04:30.157695+0000","last_became_peered":"2024-09-19T05:04:30.157695+0000","last_unstale":"2024-09-19T05:04:31.733256+0000","last_undegraded":"2024-09-19T05:04:31.733256+0000","last_fullsized":"2024-09-19T05:04:31.733256+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:59.303389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.143696+0000","last_change":"2024-09-19T05:04:29.142420+0000","last_active":"2024-09-19T05:04:29.143696+0000","last_peered":"2024-09-19T05:04:29.143696+0000","last_clean":"2024-09-19T05:04:29.143696+0000","last_became_active":"2024-09-19T05:04:29.142144+0000","last_became_peered":"2024-09-19T05:04:29.142144+0000","last_unstale":"2024-09-19T05:04:29.143696+0000","last_undegraded":"2024-09-19T05:04:29.143696+0000","last_fullsized":"2024-09-19T05:04:29.143696+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:11.716393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.155709+0000","last_change":"2024-09-19T05:04:30.154116+0000","last_active":"2024-09-19T05:04:30.155709+0000","last_peered":"2024-09-19T05:04:30.155709+0000","last_clean":"2024-09-19T05:04:30.155709+0000","last_became_active":"2024-09-19T05:04:30.153691+0000","last_became_peered":"2024-09-19T05:04:30.153691+0000","last_unstale":"2024-09-19T05:04:30.155709+0000","last_undegraded":"2024-09-19T05:04:30.155709+0000","last_fullsized":"2024-09-19T05:04:30.155709+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:18:12.146664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.148296+0000","last_change":"2024-09-19T05:04:29.146649+0000","last_active":"2024-09-19T05:04:29.148296+0000","last_peered":"2024-09-19T05:04:29.148296+0000","last_clean":"2024-09-19T05:04:29.148296+0000","last_became_active":"2024-09-19T05:04:29.146464+0000","last_became_peered":"2024-09-19T05:04:29.146464+0000","last_unstale":"2024-09-19T05:04:29.148296+0000","last_undegraded":"2024-09-19T05:04:29.148296+0000","last_fullsized":"2024-09-19T05:04:29.148296+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:59:14.939385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.127410+0000","last_change":"2024-09-19T05:04:29.127410+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.127410+0000","last_undegraded":"2024-09-19T05:04:29.127410+0000","last_fullsized":"2024-09-19T05:04:29.127410+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"94'2","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.168477+0000","last_change":"2024-09-19T05:04:29.146283+0000","last_active":"2024-09-19T05:04:30.168477+0000","last_peered":"2024-09-19T05:04:30.168477+0000","last_clean":"2024-09-19T05:04:30.168477+0000","last_became_active":"2024-09-19T05:04:29.145997+0000","last_became_peered":"2024-09-19T05:04:29.145997+0000","last_unstale":"2024-09-19T05:04:30.168477+0000","last_undegraded":"2024-09-19T05:04:30.168477+0000","last_fullsized":"2024-09-19T05:04:30.168477+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:56:57.305695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.132889+0000","last_change":"2024-09-19T05:04:29.132889+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.132889+0000","last_undegraded":"2024-09-19T05:04:29.132889+0000","last_fullsized":"2024-09-19T05:04:29.132889+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.147863+0000","last_change":"2024-09-19T05:04:29.131971+0000","last_active":"2024-09-19T05:04:31.147863+0000","last_peered":"2024-09-19T05:04:31.147863+0000","last_clean":"2024-09-19T05:04:31.147863+0000","last_became_active":"2024-09-19T05:04:29.131657+0000","last_became_peered":"2024-09-19T05:04:29.131657+0000","last_unstale":"2024-09-19T05:04:31.147863+0000","last_undegraded":"2024-09-19T05:04:31.147863+0000","last_fullsized":"2024-09-19T05:04:31.147863+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:14.183435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733416+0000","last_change":"2024-09-19T05:04:30.150889+0000","last_active":"2024-09-19T05:04:31.733416+0000","last_peered":"2024-09-19T05:04:31.733416+0000","last_clean":"2024-09-19T05:04:31.733416+0000","last_became_active":"2024-09-19T05:04:30.149647+0000","last_became_peered":"2024-09-19T05:04:30.149647+0000","last_unstale":"2024-09-19T05:04:31.733416+0000","last_undegraded":"2024-09-19T05:04:31.733416+0000","last_fullsized":"2024-09-19T05:04:31.733416+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:10:01.028537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733349+0000","last_change":"2024-09-19T05:04:29.139587+0000","last_active":"2024-09-19T05:04:31.733349+0000","last_peered":"2024-09-19T05:04:31.733349+0000","last_clean":"2024-09-19T05:04:31.733349+0000","last_became_active":"2024-09-19T05:04:29.139253+0000","last_became_peered":"2024-09-19T05:04:29.139253+0000","last_unstale":"2024-09-19T05:04:31.733349+0000","last_undegraded":"2024-09-19T05:04:31.733349+0000","last_fullsized":"2024-09-19T05:04:31.733349+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:50:07.573881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156273+0000","last_change":"2024-09-19T05:04:30.154692+0000","last_active":"2024-09-19T05:04:31.156273+0000","last_peered":"2024-09-19T05:04:31.156273+0000","last_clean":"2024-09-19T05:04:31.156273+0000","last_became_active":"2024-09-19T05:04:30.154432+0000","last_became_peered":"2024-09-19T05:04:30.154432+0000","last_unstale":"2024-09-19T05:04:31.156273+0000","last_undegraded":"2024-09-19T05:04:31.156273+0000","last_fullsized":"2024-09-19T05:04:31.156273+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:00.206779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.10","version":"94'8","reported_seq":20,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.169257+0000","last_change":"2024-09-19T05:04:29.142614+0000","last_active":"2024-09-19T05:04:30.169257+0000","last_peered":"2024-09-19T05:04:30.169257+0000","last_clean":"2024-09-19T05:04:30.169257+0000","last_became_active":"2024-09-19T05:04:29.142275+0000","last_became_peered":"2024-09-19T05:04:29.142275+0000","last_unstale":"2024-09-19T05:04:30.169257+0000","last_undegraded":"2024-09-19T05:04:30.169257+0000","last_fullsized":"2024-09-19T05:04:30.169257+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:25:15.536114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733371+0000","last_change":"2024-09-19T05:04:30.149312+0000","last_active":"2024-09-19T05:04:31.733371+0000","last_peered":"2024-09-19T05:04:31.733371+0000","last_clean":"2024-09-19T05:04:31.733371+0000","last_became_active":"2024-09-19T05:04:30.149032+0000","last_became_peered":"2024-09-19T05:04:30.149032+0000","last_unstale":"2024-09-19T05:04:31.733371+0000","last_undegraded":"2024-09-19T05:04:31.733371+0000","last_fullsized":"2024-09-19T05:04:31.733371+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:46:01.056689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.144934+0000","last_change":"2024-09-19T05:04:29.143720+0000","last_active":"2024-09-19T05:04:29.144934+0000","last_peered":"2024-09-19T05:04:29.144934+0000","last_clean":"2024-09-19T05:04:29.144934+0000","last_became_active":"2024-09-19T05:04:29.143390+0000","last_became_peered":"2024-09-19T05:04:29.143390+0000","last_unstale":"2024-09-19T05:04:29.144934+0000","last_undegraded":"2024-09-19T05:04:29.144934+0000","last_fullsized":"2024-09-19T05:04:29.144934+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:48.509146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.131167+0000","last_change":"2024-09-19T05:04:29.131167+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.131167+0000","last_undegraded":"2024-09-19T05:04:29.131167+0000","last_fullsized":"2024-09-19T05:04:29.131167+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.137519+0000","last_change":"2024-09-19T05:04:29.136744+0000","last_active":"2024-09-19T05:04:29.137519+0000","last_peered":"2024-09-19T05:04:29.137519+0000","last_clean":"2024-09-19T05:04:29.137519+0000","last_became_active":"2024-09-19T05:04:29.135990+0000","last_became_peered":"2024-09-19T05:04:29.135990+0000","last_unstale":"2024-09-19T05:04:29.137519+0000","last_undegraded":"2024-09-19T05:04:29.137519+0000","last_fullsized":"2024-09-19T05:04:29.137519+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:14.183435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.142656+0000","last_change":"2024-09-19T05:04:30.141893+0000","last_active":"2024-09-19T05:04:30.142656+0000","last_peered":"2024-09-19T05:04:30.142656+0000","last_clean":"2024-09-19T05:04:30.142656+0000","last_became_active":"2024-09-19T05:04:30.141554+0000","last_became_peered":"2024-09-19T05:04:30.141554+0000","last_unstale":"2024-09-19T05:04:30.142656+0000","last_undegraded":"2024-09-19T05:04:30.142656+0000","last_fullsized":"2024-09-19T05:04:30.142656+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:07:44.299393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.143551+0000","last_change":"2024-09-19T05:04:29.142097+0000","last_active":"2024-09-19T05:04:29.143551+0000","last_peered":"2024-09-19T05:04:29.143551+0000","last_clean":"2024-09-19T05:04:29.143551+0000","last_became_active":"2024-09-19T05:04:29.141694+0000","last_became_peered":"2024-09-19T05:04:29.141694+0000","last_unstale":"2024-09-19T05:04:29.143551+0000","last_undegraded":"2024-09-19T05:04:29.143551+0000","last_fullsized":"2024-09-19T05:04:29.143551+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:36.645341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156096+0000","last_change":"2024-09-19T05:04:30.154027+0000","last_active":"2024-09-19T05:04:31.156096+0000","last_peered":"2024-09-19T05:04:31.156096+0000","last_clean":"2024-09-19T05:04:31.156096+0000","last_became_active":"2024-09-19T05:04:30.153769+0000","last_became_peered":"2024-09-19T05:04:30.153769+0000","last_unstale":"2024-09-19T05:04:31.156096+0000","last_undegraded":"2024-09-19T05:04:31.156096+0000","last_fullsized":"2024-09-19T05:04:31.156096+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:20:33.213821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.b","version":"94'2","reported_seq":16,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733528+0000","last_change":"2024-09-19T05:04:29.144319+0000","last_active":"2024-09-19T05:04:31.733528+0000","last_peered":"2024-09-19T05:04:31.733528+0000","last_clean":"2024-09-19T05:04:31.733528+0000","last_became_active":"2024-09-19T05:04:29.144036+0000","last_became_peered":"2024-09-19T05:04:29.144036+0000","last_unstale":"2024-09-19T05:04:31.733528+0000","last_undegraded":"2024-09-19T05:04:31.733528+0000","last_fullsized":"2024-09-19T05:04:31.733528+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:39:43.749309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156211+0000","last_change":"2024-09-19T05:04:30.152133+0000","last_active":"2024-09-19T05:04:31.156211+0000","last_peered":"2024-09-19T05:04:31.156211+0000","last_clean":"2024-09-19T05:04:31.156211+0000","last_became_active":"2024-09-19T05:04:30.151837+0000","last_became_peered":"2024-09-19T05:04:30.151837+0000","last_unstale":"2024-09-19T05:04:31.156211+0000","last_undegraded":"2024-09-19T05:04:31.156211+0000","last_fullsized":"2024-09-19T05:04:31.156211+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:02:51.725314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733478+0000","last_change":"2024-09-19T05:04:29.137162+0000","last_active":"2024-09-19T05:04:31.733478+0000","last_peered":"2024-09-19T05:04:31.733478+0000","last_clean":"2024-09-19T05:04:31.733478+0000","last_became_active":"2024-09-19T05:04:29.136774+0000","last_became_peered":"2024-09-19T05:04:29.136774+0000","last_unstale":"2024-09-19T05:04:31.733478+0000","last_undegraded":"2024-09-19T05:04:31.733478+0000","last_fullsized":"2024-09-19T05:04:31.733478+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:50.659494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.148282+0000","last_change":"2024-09-19T05:04:30.160381+0000","last_active":"2024-09-19T05:04:31.148282+0000","last_peered":"2024-09-19T05:04:31.148282+0000","last_clean":"2024-09-19T05:04:31.148282+0000","last_became_active":"2024-09-19T05:04:30.160062+0000","last_became_peered":"2024-09-19T05:04:30.160062+0000","last_unstale":"2024-09-19T05:04:31.148282+0000","last_undegraded":"2024-09-19T05:04:31.148282+0000","last_fullsized":"2024-09-19T05:04:31.148282+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:18:08.377132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.146750+0000","last_change":"2024-09-19T05:04:29.145712+0000","last_active":"2024-09-19T05:04:29.146750+0000","last_peered":"2024-09-19T05:04:29.146750+0000","last_clean":"2024-09-19T05:04:29.146750+0000","last_became_active":"2024-09-19T05:04:29.144846+0000","last_became_peered":"2024-09-19T05:04:29.144846+0000","last_unstale":"2024-09-19T05:04:29.146750+0000","last_undegraded":"2024-09-19T05:04:29.146750+0000","last_fullsized":"2024-09-19T05:04:29.146750+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:30:18.853727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733656+0000","last_change":"2024-09-19T05:04:30.158518+0000","last_active":"2024-09-19T05:04:31.733656+0000","last_peered":"2024-09-19T05:04:31.733656+0000","last_clean":"2024-09-19T05:04:31.733656+0000","last_became_active":"2024-09-19T05:04:30.156934+0000","last_became_peered":"2024-09-19T05:04:30.156934+0000","last_unstale":"2024-09-19T05:04:31.733656+0000","last_undegraded":"2024-09-19T05:04:31.733656+0000","last_fullsized":"2024-09-19T05:04:31.733656+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:39.030000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733472+0000","last_change":"2024-09-19T05:04:29.145869+0000","last_active":"2024-09-19T05:04:31.733472+0000","last_peered":"2024-09-19T05:04:31.733472+0000","last_clean":"2024-09-19T05:04:31.733472+0000","last_became_active":"2024-09-19T05:04:29.145556+0000","last_became_peered":"2024-09-19T05:04:29.145556+0000","last_unstale":"2024-09-19T05:04:31.733472+0000","last_undegraded":"2024-09-19T05:04:31.733472+0000","last_fullsized":"2024-09-19T05:04:31.733472+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:13.319071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.155836+0000","last_change":"2024-09-19T05:04:30.153601+0000","last_active":"2024-09-19T05:04:31.155836+0000","last_peered":"2024-09-19T05:04:31.155836+0000","last_clean":"2024-09-19T05:04:31.155836+0000","last_became_active":"2024-09-19T05:04:30.153310+0000","last_became_peered":"2024-09-19T05:04:30.153310+0000","last_unstale":"2024-09-19T05:04:31.155836+0000","last_undegraded":"2024-09-19T05:04:31.155836+0000","last_fullsized":"2024-09-19T05:04:31.155836+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:00.937390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.7","version":"94'2","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.168196+0000","last_change":"2024-09-19T05:04:29.146754+0000","last_active":"2024-09-19T05:04:30.168196+0000","last_peered":"2024-09-19T05:04:30.168196+0000","last_clean":"2024-09-19T05:04:30.168196+0000","last_became_active":"2024-09-19T05:04:29.146474+0000","last_became_peered":"2024-09-19T05:04:29.146474+0000","last_unstale":"2024-09-19T05:04:30.168196+0000","last_undegraded":"2024-09-19T05:04:30.168196+0000","last_fullsized":"2024-09-19T05:04:30.168196+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:22.633950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.158625+0000","last_change":"2024-09-19T05:04:30.149971+0000","last_active":"2024-09-19T05:04:30.158625+0000","last_peered":"2024-09-19T05:04:30.158625+0000","last_clean":"2024-09-19T05:04:30.158625+0000","last_became_active":"2024-09-19T05:04:30.149711+0000","last_became_peered":"2024-09-19T05:04:30.149711+0000","last_unstale":"2024-09-19T05:04:30.158625+0000","last_undegraded":"2024-09-19T05:04:30.158625+0000","last_fullsized":"2024-09-19T05:04:30.158625+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:02.754858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.6","version":"95'1","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.157206+0000","last_change":"2024-09-19T05:04:29.143116+0000","last_active":"2024-09-19T05:04:31.157206+0000","last_peered":"2024-09-19T05:04:31.157206+0000","last_clean":"2024-09-19T05:04:31.157206+0000","last_became_active":"2024-09-19T05:04:29.141303+0000","last_became_peered":"2024-09-19T05:04:29.141303+0000","last_unstale":"2024-09-19T05:04:31.157206+0000","last_undegraded":"2024-09-19T05:04:31.157206+0000","last_fullsized":"2024-09-19T05:04:31.157206+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:27:38.228970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.147760+0000","last_change":"2024-09-19T05:04:30.158364+0000","last_active":"2024-09-19T05:04:31.147760+0000","last_peered":"2024-09-19T05:04:31.147760+0000","last_clean":"2024-09-19T05:04:31.147760+0000","last_became_active":"2024-09-19T05:04:30.158089+0000","last_became_peered":"2024-09-19T05:04:30.158089+0000","last_unstale":"2024-09-19T05:04:31.147760+0000","last_undegraded":"2024-09-19T05:04:31.147760+0000","last_fullsized":"2024-09-19T05:04:31.147760+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:42:34.883616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.146744+0000","last_change":"2024-09-19T05:04:29.145366+0000","last_active":"2024-09-19T05:04:29.146744+0000","last_peered":"2024-09-19T05:04:29.146744+0000","last_clean":"2024-09-19T05:04:29.146744+0000","last_became_active":"2024-09-19T05:04:29.144826+0000","last_became_peered":"2024-09-19T05:04:29.144826+0000","last_unstale":"2024-09-19T05:04:29.146744+0000","last_undegraded":"2024-09-19T05:04:29.146744+0000","last_fullsized":"2024-09-19T05:04:29.146744+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:27:53.658508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.127721+0000","last_change":"2024-09-19T05:04:29.127721+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.127721+0000","last_undegraded":"2024-09-19T05:04:29.127721+0000","last_fullsized":"2024-09-19T05:04:29.127721+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.134960+0000","last_change":"2024-09-19T05:04:29.144520+0000","last_active":"2024-09-19T05:04:30.134960+0000","last_peered":"2024-09-19T05:04:30.134960+0000","last_clean":"2024-09-19T05:04:30.134960+0000","last_became_active":"2024-09-19T05:04:29.144010+0000","last_became_peered":"2024-09-19T05:04:29.144010+0000","last_unstale":"2024-09-19T05:04:30.134960+0000","last_undegraded":"2024-09-19T05:04:30.134960+0000","last_fullsized":"2024-09-19T05:04:30.134960+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:01.750127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733373+0000","last_change":"2024-09-19T05:04:30.157354+0000","last_active":"2024-09-19T05:04:31.733373+0000","last_peered":"2024-09-19T05:04:31.733373+0000","last_clean":"2024-09-19T05:04:31.733373+0000","last_became_active":"2024-09-19T05:04:30.157079+0000","last_became_peered":"2024-09-19T05:04:30.157079+0000","last_unstale":"2024-09-19T05:04:31.733373+0000","last_undegraded":"2024-09-19T05:04:31.733373+0000","last_fullsized":"2024-09-19T05:04:31.733373+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:56:29.571781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.143910+0000","last_change":"2024-09-19T05:04:29.140290+0000","last_active":"2024-09-19T05:04:30.143910+0000","last_peered":"2024-09-19T05:04:30.143910+0000","last_clean":"2024-09-19T05:04:30.143910+0000","last_became_active":"2024-09-19T05:04:29.139977+0000","last_became_peered":"2024-09-19T05:04:29.139977+0000","last_unstale":"2024-09-19T05:04:30.143910+0000","last_undegraded":"2024-09-19T05:04:30.143910+0000","last_fullsized":"2024-09-19T05:04:30.143910+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:22:25.560410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733527+0000","last_change":"2024-09-19T05:04:30.159486+0000","last_active":"2024-09-19T05:04:31.733527+0000","last_peered":"2024-09-19T05:04:31.733527+0000","last_clean":"2024-09-19T05:04:31.733527+0000","last_became_active":"2024-09-19T05:04:30.159184+0000","last_became_peered":"2024-09-19T05:04:30.159184+0000","last_unstale":"2024-09-19T05:04:31.733527+0000","last_undegraded":"2024-09-19T05:04:31.733527+0000","last_fullsized":"2024-09-19T05:04:31.733527+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:26.970473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733387+0000","last_change":"2024-09-19T05:04:29.141957+0000","last_active":"2024-09-19T05:04:31.733387+0000","last_peered":"2024-09-19T05:04:31.733387+0000","last_clean":"2024-09-19T05:04:31.733387+0000","last_became_active":"2024-09-19T05:04:29.139620+0000","last_became_peered":"2024-09-19T05:04:29.139620+0000","last_unstale":"2024-09-19T05:04:31.733387+0000","last_undegraded":"2024-09-19T05:04:31.733387+0000","last_fullsized":"2024-09-19T05:04:31.733387+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:27:15.563335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.126708+0000","last_change":"2024-09-19T05:04:29.126708+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.126708+0000","last_undegraded":"2024-09-19T05:04:29.126708+0000","last_fullsized":"2024-09-19T05:04:29.126708+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.146725+0000","last_change":"2024-09-19T05:04:29.145342+0000","last_active":"2024-09-19T05:04:29.146725+0000","last_peered":"2024-09-19T05:04:29.146725+0000","last_clean":"2024-09-19T05:04:29.146725+0000","last_became_active":"2024-09-19T05:04:29.144783+0000","last_became_peered":"2024-09-19T05:04:29.144783+0000","last_unstale":"2024-09-19T05:04:29.146725+0000","last_undegraded":"2024-09-19T05:04:29.146725+0000","last_fullsized":"2024-09-19T05:04:29.146725+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:13:39.334750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.126763+0000","last_change":"2024-09-19T05:04:29.126763+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.126763+0000","last_undegraded":"2024-09-19T05:04:29.126763+0000","last_fullsized":"2024-09-19T05:04:29.126763+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733443+0000","last_change":"2024-09-19T05:04:29.138112+0000","last_active":"2024-09-19T05:04:31.733443+0000","last_peered":"2024-09-19T05:04:31.733443+0000","last_clean":"2024-09-19T05:04:31.733443+0000","last_became_active":"2024-09-19T05:04:29.137831+0000","last_became_peered":"2024-09-19T05:04:29.137831+0000","last_unstale":"2024-09-19T05:04:31.733443+0000","last_undegraded":"2024-09-19T05:04:31.733443+0000","last_fullsized":"2024-09-19T05:04:31.733443+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:02:28.408191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.125800+0000","last_change":"2024-09-19T05:04:29.125800+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.125800+0000","last_undegraded":"2024-09-19T05:04:29.125800+0000","last_fullsized":"2024-09-19T05:04:29.125800+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.e","version":"94'2","reported_seq":16,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733502+0000","last_change":"2024-09-19T05:04:29.139358+0000","last_active":"2024-09-19T05:04:31.733502+0000","last_peered":"2024-09-19T05:04:31.733502+0000","last_clean":"2024-09-19T05:04:31.733502+0000","last_became_active":"2024-09-19T05:04:29.138872+0000","last_became_peered":"2024-09-19T05:04:29.138872+0000","last_unstale":"2024-09-19T05:04:31.733502+0000","last_undegraded":"2024-09-19T05:04:31.733502+0000","last_fullsized":"2024-09-19T05:04:31.733502+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:50:03.720705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":315,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.127110+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:04:29.127110+0000","last_peered":"2024-09-19T05:04:29.127110+0000","last_clean":"2024-09-19T05:04:29.127110+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:04:29.127110+0000","last_undegraded":"2024-09-19T05:04:29.127110+0000","last_fullsized":"2024-09-19T05:04:29.127110+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":16,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":15,"num_pg":32,"stat_sum":{"num_bytes":616,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":33,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26,"ondisk_log_size":26,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509484,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32876,"kb_used_data":1688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338964,"statfs":{"total":96636764160,"available":96603099136,"internally_reserved":0,"allocated":1728512,"data_stored":1106530,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509483,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28140,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343700,"statfs":{"total":96636764160,"available":96607948800,"internally_reserved":0,"allocated":1134592,"data_stored":516162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509483,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28152,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343688,"statfs":{"total":96636764160,"available":96607936512,"internally_reserved":0,"allocated":1134592,"data_stored":516162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542188,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36504,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335336,"statfs":{"total":96636764160,"available":96599384064,"internally_reserved":0,"allocated":1175552,"data_stored":537270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542188,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36496,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335344,"statfs":{"total":96636764160,"available":96599392256,"internally_reserved":0,"allocated":1175552,"data_stored":536722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574893,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32336,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339504,"statfs":{"total":96636764160,"available":96603652096,"internally_reserved":0,"allocated":1167360,"data_stored":530088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574892,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32332,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339508,"statfs":{"total":96636764160,"available":96603656192,"internally_reserved":0,"allocated":1163264,"data_stored":530030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574892,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37092,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334748,"statfs":{"total":96636764160,"available":96598781952,"internally_reserved":0,"allocated":1781760,"data_stored":1128758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:04:33.928 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:04:34.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.066+0000 7f1a05e5a640 1 Processor -- start 2024-09-19T05:04:34.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.066+0000 7f1a05e5a640 1 -- start start 2024-09-19T05:04:34.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.067+0000 7f1a05e5a640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a000ce830 0x7f1a0006d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:34.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.067+0000 7f1a05e5a640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1a0006ee90 0x7f1a0006f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:34.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.067+0000 7f1a05e5a640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1a00160df0 con 0x7f1a000aff20 2024-09-19T05:04:34.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.067+0000 7f1a05e5a640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f1a001608c0 con 0x7f1a0006ee90 2024-09-19T05:04:34.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.067+0000 7f1a05e5a640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1a00067950 con 0x7f1a000ce830 2024-09-19T05:04:34.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.067+0000 7f19fffff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1a0006ee90 0x7f1a0006f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:34.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.067+0000 7f19fffff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1a0006ee90 0x7f1a0006f340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50120/0 (socket says 172.21.15.5:50120) 2024-09-19T05:04:34.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.067+0000 7f19fffff640 1 -- 172.21.15.5:0/4122480709 learned_addr learned my addr 172.21.15.5:0/4122480709 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:34.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.067+0000 7f19fffff640 1 -- 172.21.15.5:0/4122480709 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a000ce830 msgr2=0x7f1a0006d330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:34.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.067+0000 7f19fffff640 1 --2- 172.21.15.5:0/4122480709 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a000ce830 0x7f1a0006d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:34.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.067+0000 7f19fffff640 1 -- 172.21.15.5:0/4122480709 >> v1:172.21.15.134:6789/0 conn(0x7f1a000aff20 legacy=0x7f1a000cec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:34.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.067+0000 7f19fffff640 1 -- 172.21.15.5:0/4122480709 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a0006e9b0 con 0x7f1a0006ee90 2024-09-19T05:04:34.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.068+0000 7f19fffff640 1 --2- 172.21.15.5:0/4122480709 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a0006ee90 0x7f1a0006f340 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f19f8009e50 tx=0x7f19f802a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e3401f398092fa3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:34.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.068+0000 7f19fe7fc640 1 -- 172.21.15.5:0/4122480709 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19f8036070 con 0x7f1a0006ee90 2024-09-19T05:04:34.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.068+0000 7f19fe7fc640 1 -- 172.21.15.5:0/4122480709 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19f8031600 con 0x7f1a0006ee90 2024-09-19T05:04:34.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.068+0000 7f19fe7fc640 1 -- 172.21.15.5:0/4122480709 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19f80319d0 con 0x7f1a0006ee90 2024-09-19T05:04:34.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.069+0000 7f1a05e5a640 1 -- 172.21.15.5:0/4122480709 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a0006ee90 msgr2=0x7f1a0006f340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:34.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.069+0000 7f1a05e5a640 1 --2- 172.21.15.5:0/4122480709 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a0006ee90 0x7f1a0006f340 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f19f8009e50 tx=0x7f19f802a630 comp rx=0 tx=0).stop 2024-09-19T05:04:34.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.069+0000 7f1a05e5a640 1 -- 172.21.15.5:0/4122480709 shutdown_connections 2024-09-19T05:04:34.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.069+0000 7f1a05e5a640 1 --2- 172.21.15.5:0/4122480709 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a0006ee90 0x7f1a0006f340 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:34.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.069+0000 7f1a05e5a640 1 --2- 172.21.15.5:0/4122480709 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a000ce830 0x7f1a0006d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:34.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.069+0000 7f1a05e5a640 1 -- 172.21.15.5:0/4122480709 >> 172.21.15.5:0/4122480709 conn(0x7f1a000736d0 msgr2=0x7f1a0006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:34.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.069+0000 7f1a05e5a640 1 -- 172.21.15.5:0/4122480709 shutdown_connections 2024-09-19T05:04:34.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.069+0000 7f1a05e5a640 1 -- 172.21.15.5:0/4122480709 wait complete. 2024-09-19T05:04:34.072 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.070+0000 7f1a05e5a640 1 Processor -- start 2024-09-19T05:04:34.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.070+0000 7f1a05e5a640 1 -- start start 2024-09-19T05:04:34.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.071+0000 7f1a05e5a640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a0006ee90 0x7f1a000ad8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:34.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.071+0000 7f1a05e5a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a000aff20 0x7f1a001f88f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:34.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.071+0000 7f1a05e5a640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a000ce830 0x7f1a000b5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:34.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.071+0000 7f1a05e5a640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1a0015c690 con 0x7f1a000aff20 2024-09-19T05:04:34.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.071+0000 7f1a05e5a640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f1a00160b10 con 0x7f1a000ce830 2024-09-19T05:04:34.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.071+0000 7f1a05e5a640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1a0006f880 con 0x7f1a0006ee90 2024-09-19T05:04:34.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.071+0000 7f19feffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a000aff20 0x7f1a001f88f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:34.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.071+0000 7f19feffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a000aff20 0x7f1a001f88f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50134/0 (socket says 172.21.15.5:50134) 2024-09-19T05:04:34.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.071+0000 7f19feffd640 1 -- 172.21.15.5:0/595000846 learned_addr learned my addr 172.21.15.5:0/595000846 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:34.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.071+0000 7f19fffff640 1 --2- 172.21.15.5:0/595000846 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a000ce830 0x7f1a000b5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:34.075 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.071+0000 7f19feffd640 1 -- 172.21.15.5:0/595000846 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a0006ee90 msgr2=0x7f1a000ad8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:34.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.071+0000 7f19feffd640 1 --2- 172.21.15.5:0/595000846 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a0006ee90 0x7f1a000ad8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:34.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.071+0000 7f19feffd640 1 -- 172.21.15.5:0/595000846 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a000ce830 msgr2=0x7f1a000b5370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:34.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.071+0000 7f19feffd640 1 --2- 172.21.15.5:0/595000846 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a000ce830 0x7f1a000b5370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:34.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.071+0000 7f19feffd640 1 -- 172.21.15.5:0/595000846 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a001f8e30 con 0x7f1a000aff20 2024-09-19T05:04:34.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.072+0000 7f19feffd640 1 --2- 172.21.15.5:0/595000846 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a000aff20 0x7f1a001f88f0 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f19f400c400 tx=0x7f19f400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:34.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.072+0000 7f19e7fff640 1 -- 172.21.15.5:0/595000846 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19f4011790 con 0x7f1a000aff20 2024-09-19T05:04:34.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.072+0000 7f19e7fff640 1 -- 172.21.15.5:0/595000846 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19f4017070 con 0x7f1a000aff20 2024-09-19T05:04:34.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.072+0000 7f1a05e5a640 1 -- 172.21.15.5:0/595000846 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a00151490 con 0x7f1a000aff20 2024-09-19T05:04:34.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.072+0000 7f19e7fff640 1 -- 172.21.15.5:0/595000846 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19f4011bb0 con 0x7f1a000aff20 2024-09-19T05:04:34.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.072+0000 7f1a05e5a640 1 -- 172.21.15.5:0/595000846 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a0014e000 con 0x7f1a000aff20 2024-09-19T05:04:34.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.073+0000 7f1a05e5a640 1 -- 172.21.15.5:0/595000846 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a0006f340 con 0x7f1a000aff20 2024-09-19T05:04:34.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.073+0000 7f19e7fff640 1 -- 172.21.15.5:0/595000846 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f19f401c460 con 0x7f1a000aff20 2024-09-19T05:04:34.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.074+0000 7f19e7fff640 1 --2- 172.21.15.5:0/595000846 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f19ec06c2b0 0x7f19ec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:34.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.074+0000 7f19e7fff640 1 -- 172.21.15.5:0/595000846 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6101+0+0 (secure 0 0 0) 0x7f19f408b4a0 con 0x7f1a000aff20 2024-09-19T05:04:34.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.074+0000 7f19ff7fe640 1 --2- 172.21.15.5:0/595000846 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f19ec06c2b0 0x7f19ec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:34.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.074+0000 7f19ff7fe640 1 --2- 172.21.15.5:0/595000846 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f19ec06c2b0 0x7f19ec06e770 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f19f0009670 tx=0x7f19f0006bf0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:34.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.078+0000 7f19e7fff640 1 -- 172.21.15.5:0/595000846 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f19f4059a70 con 0x7f1a000aff20 2024-09-19T05:04:34.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.250+0000 7f1a05e5a640 1 -- 172.21.15.5:0/595000846 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1a00152c80 con 0x7f19ec06c2b0 2024-09-19T05:04:34.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.258+0000 7f19e7fff640 1 -- 172.21.15.5:0/595000846 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250327 (secure 0 0 0) 0x7f1a00152c80 con 0x7f19ec06c2b0 2024-09-19T05:04:34.262 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:34.263 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:04:34.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.260+0000 7f1a05e5a640 1 -- 172.21.15.5:0/595000846 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f19ec06c2b0 msgr2=0x7f19ec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:34.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.260+0000 7f1a05e5a640 1 --2- 172.21.15.5:0/595000846 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f19ec06c2b0 0x7f19ec06e770 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f19f0009670 tx=0x7f19f0006bf0 comp rx=0 tx=0).stop 2024-09-19T05:04:34.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.260+0000 7f1a05e5a640 1 -- 172.21.15.5:0/595000846 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a000aff20 msgr2=0x7f1a001f88f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:34.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.260+0000 7f1a05e5a640 1 --2- 172.21.15.5:0/595000846 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a000aff20 0x7f1a001f88f0 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f19f400c400 tx=0x7f19f400c8c0 comp rx=0 tx=0).stop 2024-09-19T05:04:34.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.261+0000 7f1a05e5a640 1 -- 172.21.15.5:0/595000846 shutdown_connections 2024-09-19T05:04:34.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.261+0000 7f1a05e5a640 1 --2- 172.21.15.5:0/595000846 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f19ec06c2b0 0x7f19ec06e770 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:34.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.261+0000 7f1a05e5a640 1 --2- 172.21.15.5:0/595000846 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1a000ce830 0x7f1a000b5370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:34.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.261+0000 7f1a05e5a640 1 --2- 172.21.15.5:0/595000846 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1a000aff20 0x7f1a001f88f0 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:34.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.261+0000 7f1a05e5a640 1 --2- 172.21.15.5:0/595000846 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1a0006ee90 0x7f1a000ad8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:34.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.261+0000 7f1a05e5a640 1 -- 172.21.15.5:0/595000846 >> 172.21.15.5:0/595000846 conn(0x7f1a000736d0 msgr2=0x7f1a000ceca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:34.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.261+0000 7f1a05e5a640 1 -- 172.21.15.5:0/595000846 shutdown_connections 2024-09-19T05:04:34.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.261+0000 7f1a05e5a640 1 -- 172.21.15.5:0/595000846 wait complete. 2024-09-19T05:04:34.273 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":191,"stamp":"2024-09-19T05:04:33.305413+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590984,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":192,"num_write_kb":2424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":143,"ondisk_log_size":143,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":95,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":263928,"kb_used_data":10216,"kb_used_omap":12,"kb_used_meta":253491,"kb_avail":754710792,"statfs":{"total":773094113280,"available":772823851008,"internally_reserved":0,"allocated":10461184,"data_stored":5401722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":259575344},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":616,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":33,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.183692"},"pg_stats":[{"pgid":"16.3f","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156133+0000","last_change":"2024-09-19T05:04:30.152920+0000","last_active":"2024-09-19T05:04:31.156133+0000","last_peered":"2024-09-19T05:04:31.156133+0000","last_clean":"2024-09-19T05:04:31.156133+0000","last_became_active":"2024-09-19T05:04:30.152661+0000","last_became_peered":"2024-09-19T05:04:30.152661+0000","last_unstale":"2024-09-19T05:04:31.156133+0000","last_undegraded":"2024-09-19T05:04:31.156133+0000","last_fullsized":"2024-09-19T05:04:31.156133+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:52:27.614715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.3e","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.134153+0000","last_change":"2024-09-19T05:04:29.134153+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.134153+0000","last_undegraded":"2024-09-19T05:04:29.134153+0000","last_fullsized":"2024-09-19T05:04:29.134153+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.3d","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156204+0000","last_change":"2024-09-19T05:04:30.160967+0000","last_active":"2024-09-19T05:04:31.156204+0000","last_peered":"2024-09-19T05:04:31.156204+0000","last_clean":"2024-09-19T05:04:31.156204+0000","last_became_active":"2024-09-19T05:04:30.159897+0000","last_became_peered":"2024-09-19T05:04:30.159897+0000","last_unstale":"2024-09-19T05:04:31.156204+0000","last_undegraded":"2024-09-19T05:04:31.156204+0000","last_fullsized":"2024-09-19T05:04:31.156204+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:50:35.197451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.3c","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.147886+0000","last_change":"2024-09-19T05:04:30.149684+0000","last_active":"2024-09-19T05:04:31.147886+0000","last_peered":"2024-09-19T05:04:31.147886+0000","last_clean":"2024-09-19T05:04:31.147886+0000","last_became_active":"2024-09-19T05:04:30.149418+0000","last_became_peered":"2024-09-19T05:04:30.149418+0000","last_unstale":"2024-09-19T05:04:31.147886+0000","last_undegraded":"2024-09-19T05:04:31.147886+0000","last_fullsized":"2024-09-19T05:04:31.147886+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:39.511243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.3b","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.151318+0000","last_change":"2024-09-19T05:04:30.147694+0000","last_active":"2024-09-19T05:04:30.151318+0000","last_peered":"2024-09-19T05:04:30.151318+0000","last_clean":"2024-09-19T05:04:30.151318+0000","last_became_active":"2024-09-19T05:04:30.147399+0000","last_became_peered":"2024-09-19T05:04:30.147399+0000","last_unstale":"2024-09-19T05:04:30.151318+0000","last_undegraded":"2024-09-19T05:04:30.151318+0000","last_fullsized":"2024-09-19T05:04:30.151318+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:50.119272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3a","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.131715+0000","last_change":"2024-09-19T05:04:29.131715+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.131715+0000","last_undegraded":"2024-09-19T05:04:29.131715+0000","last_fullsized":"2024-09-19T05:04:29.131715+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.39","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.137305+0000","last_change":"2024-09-19T05:04:29.137305+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.137305+0000","last_undegraded":"2024-09-19T05:04:29.137305+0000","last_fullsized":"2024-09-19T05:04:29.137305+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.38","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733179+0000","last_change":"2024-09-19T05:04:30.155658+0000","last_active":"2024-09-19T05:04:31.733179+0000","last_peered":"2024-09-19T05:04:31.733179+0000","last_clean":"2024-09-19T05:04:31.733179+0000","last_became_active":"2024-09-19T05:04:30.155360+0000","last_became_peered":"2024-09-19T05:04:30.155360+0000","last_unstale":"2024-09-19T05:04:31.733179+0000","last_undegraded":"2024-09-19T05:04:31.733179+0000","last_fullsized":"2024-09-19T05:04:31.733179+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:57:39.191418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.37","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.135079+0000","last_change":"2024-09-19T05:04:29.135079+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.135079+0000","last_undegraded":"2024-09-19T05:04:29.135079+0000","last_fullsized":"2024-09-19T05:04:29.135079+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.36","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.163249+0000","last_change":"2024-09-19T05:04:30.162042+0000","last_active":"2024-09-19T05:04:30.163249+0000","last_peered":"2024-09-19T05:04:30.163249+0000","last_clean":"2024-09-19T05:04:30.163249+0000","last_became_active":"2024-09-19T05:04:30.161707+0000","last_became_peered":"2024-09-19T05:04:30.161707+0000","last_unstale":"2024-09-19T05:04:30.163249+0000","last_undegraded":"2024-09-19T05:04:30.163249+0000","last_fullsized":"2024-09-19T05:04:30.163249+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:27.414174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.35","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.128311+0000","last_change":"2024-09-19T05:04:29.128311+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.128311+0000","last_undegraded":"2024-09-19T05:04:29.128311+0000","last_fullsized":"2024-09-19T05:04:29.128311+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.34","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.158959+0000","last_change":"2024-09-19T05:04:30.150541+0000","last_active":"2024-09-19T05:04:30.158959+0000","last_peered":"2024-09-19T05:04:30.158959+0000","last_clean":"2024-09-19T05:04:30.158959+0000","last_became_active":"2024-09-19T05:04:30.150274+0000","last_became_peered":"2024-09-19T05:04:30.150274+0000","last_unstale":"2024-09-19T05:04:30.158959+0000","last_undegraded":"2024-09-19T05:04:30.158959+0000","last_fullsized":"2024-09-19T05:04:30.158959+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:56:58.310425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.33","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.148163+0000","last_change":"2024-09-19T05:04:30.154732+0000","last_active":"2024-09-19T05:04:31.148163+0000","last_peered":"2024-09-19T05:04:31.148163+0000","last_clean":"2024-09-19T05:04:31.148163+0000","last_became_active":"2024-09-19T05:04:30.154452+0000","last_became_peered":"2024-09-19T05:04:30.154452+0000","last_unstale":"2024-09-19T05:04:31.148163+0000","last_undegraded":"2024-09-19T05:04:31.148163+0000","last_fullsized":"2024-09-19T05:04:31.148163+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:10:22.034005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.32","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.125947+0000","last_change":"2024-09-19T05:04:29.125947+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.125947+0000","last_undegraded":"2024-09-19T05:04:29.125947+0000","last_fullsized":"2024-09-19T05:04:29.125947+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.31","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.125871+0000","last_change":"2024-09-19T05:04:29.125871+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.125871+0000","last_undegraded":"2024-09-19T05:04:29.125871+0000","last_fullsized":"2024-09-19T05:04:29.125871+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.30","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.126041+0000","last_change":"2024-09-19T05:04:29.126041+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.126041+0000","last_undegraded":"2024-09-19T05:04:29.126041+0000","last_fullsized":"2024-09-19T05:04:29.126041+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.2f","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156141+0000","last_change":"2024-09-19T05:04:30.155410+0000","last_active":"2024-09-19T05:04:31.156141+0000","last_peered":"2024-09-19T05:04:31.156141+0000","last_clean":"2024-09-19T05:04:31.156141+0000","last_became_active":"2024-09-19T05:04:30.155145+0000","last_became_peered":"2024-09-19T05:04:30.155145+0000","last_unstale":"2024-09-19T05:04:31.156141+0000","last_undegraded":"2024-09-19T05:04:31.156141+0000","last_fullsized":"2024-09-19T05:04:31.156141+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:44:40.311068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2e","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.133743+0000","last_change":"2024-09-19T05:04:29.133743+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.133743+0000","last_undegraded":"2024-09-19T05:04:29.133743+0000","last_fullsized":"2024-09-19T05:04:29.133743+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.2d","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.155994+0000","last_change":"2024-09-19T05:04:30.165901+0000","last_active":"2024-09-19T05:04:31.155994+0000","last_peered":"2024-09-19T05:04:31.155994+0000","last_clean":"2024-09-19T05:04:31.155994+0000","last_became_active":"2024-09-19T05:04:30.165628+0000","last_became_peered":"2024-09-19T05:04:30.165628+0000","last_unstale":"2024-09-19T05:04:31.155994+0000","last_undegraded":"2024-09-19T05:04:31.155994+0000","last_fullsized":"2024-09-19T05:04:31.155994+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:02:59.710578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2c","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.158980+0000","last_change":"2024-09-19T05:04:30.155855+0000","last_active":"2024-09-19T05:04:30.158980+0000","last_peered":"2024-09-19T05:04:30.158980+0000","last_clean":"2024-09-19T05:04:30.158980+0000","last_became_active":"2024-09-19T05:04:30.154588+0000","last_became_peered":"2024-09-19T05:04:30.154588+0000","last_unstale":"2024-09-19T05:04:30.158980+0000","last_undegraded":"2024-09-19T05:04:30.158980+0000","last_fullsized":"2024-09-19T05:04:30.158980+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:50.119272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.2b","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733616+0000","last_change":"2024-09-19T05:04:30.158417+0000","last_active":"2024-09-19T05:04:31.733616+0000","last_peered":"2024-09-19T05:04:31.733616+0000","last_clean":"2024-09-19T05:04:31.733616+0000","last_became_active":"2024-09-19T05:04:30.158142+0000","last_became_peered":"2024-09-19T05:04:30.158142+0000","last_unstale":"2024-09-19T05:04:31.733616+0000","last_undegraded":"2024-09-19T05:04:31.733616+0000","last_fullsized":"2024-09-19T05:04:31.733616+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:52.892237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2a","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.154935+0000","last_change":"2024-09-19T05:04:30.152763+0000","last_active":"2024-09-19T05:04:30.154935+0000","last_peered":"2024-09-19T05:04:30.154935+0000","last_clean":"2024-09-19T05:04:30.154935+0000","last_became_active":"2024-09-19T05:04:30.152459+0000","last_became_peered":"2024-09-19T05:04:30.152459+0000","last_unstale":"2024-09-19T05:04:30.154935+0000","last_undegraded":"2024-09-19T05:04:30.154935+0000","last_fullsized":"2024-09-19T05:04:30.154935+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:49:17.488952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.29","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.155907+0000","last_change":"2024-09-19T05:04:30.156437+0000","last_active":"2024-09-19T05:04:31.155907+0000","last_peered":"2024-09-19T05:04:31.155907+0000","last_clean":"2024-09-19T05:04:31.155907+0000","last_became_active":"2024-09-19T05:04:30.156157+0000","last_became_peered":"2024-09-19T05:04:30.156157+0000","last_unstale":"2024-09-19T05:04:31.155907+0000","last_undegraded":"2024-09-19T05:04:31.155907+0000","last_fullsized":"2024-09-19T05:04:31.155907+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:53:00.307180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.28","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.145110+0000","last_change":"2024-09-19T05:04:30.143468+0000","last_active":"2024-09-19T05:04:30.145110+0000","last_peered":"2024-09-19T05:04:30.145110+0000","last_clean":"2024-09-19T05:04:30.145110+0000","last_became_active":"2024-09-19T05:04:30.143185+0000","last_became_peered":"2024-09-19T05:04:30.143185+0000","last_unstale":"2024-09-19T05:04:30.145110+0000","last_undegraded":"2024-09-19T05:04:30.145110+0000","last_fullsized":"2024-09-19T05:04:30.145110+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:11:11.131393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.27","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.154316+0000","last_change":"2024-09-19T05:04:30.148007+0000","last_active":"2024-09-19T05:04:30.154316+0000","last_peered":"2024-09-19T05:04:30.154316+0000","last_clean":"2024-09-19T05:04:30.154316+0000","last_became_active":"2024-09-19T05:04:30.147702+0000","last_became_peered":"2024-09-19T05:04:30.147702+0000","last_unstale":"2024-09-19T05:04:30.154316+0000","last_undegraded":"2024-09-19T05:04:30.154316+0000","last_fullsized":"2024-09-19T05:04:30.154316+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:18.552455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.26","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.160312+0000","last_change":"2024-09-19T05:04:30.158423+0000","last_active":"2024-09-19T05:04:30.160312+0000","last_peered":"2024-09-19T05:04:30.160312+0000","last_clean":"2024-09-19T05:04:30.160312+0000","last_became_active":"2024-09-19T05:04:30.158159+0000","last_became_peered":"2024-09-19T05:04:30.158159+0000","last_unstale":"2024-09-19T05:04:30.160312+0000","last_undegraded":"2024-09-19T05:04:30.160312+0000","last_fullsized":"2024-09-19T05:04:30.160312+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:10.555178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.25","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.127894+0000","last_change":"2024-09-19T05:04:29.127894+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.127894+0000","last_undegraded":"2024-09-19T05:04:29.127894+0000","last_fullsized":"2024-09-19T05:04:29.127894+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.24","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.137685+0000","last_change":"2024-09-19T05:04:29.137685+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.137685+0000","last_undegraded":"2024-09-19T05:04:29.137685+0000","last_fullsized":"2024-09-19T05:04:29.137685+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.23","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733464+0000","last_change":"2024-09-19T05:04:30.159018+0000","last_active":"2024-09-19T05:04:31.733464+0000","last_peered":"2024-09-19T05:04:31.733464+0000","last_clean":"2024-09-19T05:04:31.733464+0000","last_became_active":"2024-09-19T05:04:30.158734+0000","last_became_peered":"2024-09-19T05:04:30.158734+0000","last_unstale":"2024-09-19T05:04:31.733464+0000","last_undegraded":"2024-09-19T05:04:31.733464+0000","last_fullsized":"2024-09-19T05:04:31.733464+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:57:39.706312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.22","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.158719+0000","last_change":"2024-09-19T05:04:30.154782+0000","last_active":"2024-09-19T05:04:30.158719+0000","last_peered":"2024-09-19T05:04:30.158719+0000","last_clean":"2024-09-19T05:04:30.158719+0000","last_became_active":"2024-09-19T05:04:30.154335+0000","last_became_peered":"2024-09-19T05:04:30.154335+0000","last_unstale":"2024-09-19T05:04:30.158719+0000","last_undegraded":"2024-09-19T05:04:30.158719+0000","last_fullsized":"2024-09-19T05:04:30.158719+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:11:11.131393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.21","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.136907+0000","last_change":"2024-09-19T05:04:29.136907+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.136907+0000","last_undegraded":"2024-09-19T05:04:29.136907+0000","last_fullsized":"2024-09-19T05:04:29.136907+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.20","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733384+0000","last_change":"2024-09-19T05:04:30.150821+0000","last_active":"2024-09-19T05:04:31.733384+0000","last_peered":"2024-09-19T05:04:31.733384+0000","last_clean":"2024-09-19T05:04:31.733384+0000","last_became_active":"2024-09-19T05:04:30.149603+0000","last_became_peered":"2024-09-19T05:04:30.149603+0000","last_unstale":"2024-09-19T05:04:31.733384+0000","last_undegraded":"2024-09-19T05:04:31.733384+0000","last_fullsized":"2024-09-19T05:04:31.733384+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:04.612199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156129+0000","last_change":"2024-09-19T05:04:30.148050+0000","last_active":"2024-09-19T05:04:31.156129+0000","last_peered":"2024-09-19T05:04:31.156129+0000","last_clean":"2024-09-19T05:04:31.156129+0000","last_became_active":"2024-09-19T05:04:30.147758+0000","last_became_peered":"2024-09-19T05:04:30.147758+0000","last_unstale":"2024-09-19T05:04:31.156129+0000","last_undegraded":"2024-09-19T05:04:31.156129+0000","last_fullsized":"2024-09-19T05:04:31.156129+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:09:12.299714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"94'4","reported_seq":18,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.147772+0000","last_change":"2024-09-19T05:04:29.142925+0000","last_active":"2024-09-19T05:04:31.147772+0000","last_peered":"2024-09-19T05:04:31.147772+0000","last_clean":"2024-09-19T05:04:31.147772+0000","last_became_active":"2024-09-19T05:04:29.142609+0000","last_became_peered":"2024-09-19T05:04:29.142609+0000","last_unstale":"2024-09-19T05:04:31.147772+0000","last_undegraded":"2024-09-19T05:04:31.147772+0000","last_fullsized":"2024-09-19T05:04:31.147772+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:51.323298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733343+0000","last_change":"2024-09-19T05:04:30.155618+0000","last_active":"2024-09-19T05:04:31.733343+0000","last_peered":"2024-09-19T05:04:31.733343+0000","last_clean":"2024-09-19T05:04:31.733343+0000","last_became_active":"2024-09-19T05:04:30.155310+0000","last_became_peered":"2024-09-19T05:04:30.155310+0000","last_unstale":"2024-09-19T05:04:31.733343+0000","last_undegraded":"2024-09-19T05:04:31.733343+0000","last_fullsized":"2024-09-19T05:04:31.733343+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:58:21.835598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.1e","version":"94'1","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733473+0000","last_change":"2024-09-19T05:04:29.138691+0000","last_active":"2024-09-19T05:04:31.733473+0000","last_peered":"2024-09-19T05:04:31.733473+0000","last_clean":"2024-09-19T05:04:31.733473+0000","last_became_active":"2024-09-19T05:04:29.138421+0000","last_became_peered":"2024-09-19T05:04:29.138421+0000","last_unstale":"2024-09-19T05:04:31.733473+0000","last_undegraded":"2024-09-19T05:04:31.733473+0000","last_fullsized":"2024-09-19T05:04:31.733473+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:58.460673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.158698+0000","last_change":"2024-09-19T05:04:30.154155+0000","last_active":"2024-09-19T05:04:30.158698+0000","last_peered":"2024-09-19T05:04:30.158698+0000","last_clean":"2024-09-19T05:04:30.158698+0000","last_became_active":"2024-09-19T05:04:30.153864+0000","last_became_peered":"2024-09-19T05:04:30.153864+0000","last_unstale":"2024-09-19T05:04:30.158698+0000","last_undegraded":"2024-09-19T05:04:30.158698+0000","last_fullsized":"2024-09-19T05:04:30.158698+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:07:44.299393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1d","version":"94'2","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.166466+0000","last_change":"2024-09-19T05:04:29.139677+0000","last_active":"2024-09-19T05:04:30.166466+0000","last_peered":"2024-09-19T05:04:30.166466+0000","last_clean":"2024-09-19T05:04:30.166466+0000","last_became_active":"2024-09-19T05:04:29.139378+0000","last_became_peered":"2024-09-19T05:04:29.139378+0000","last_unstale":"2024-09-19T05:04:30.166466+0000","last_undegraded":"2024-09-19T05:04:30.166466+0000","last_fullsized":"2024-09-19T05:04:30.166466+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:12:11.325096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.127282+0000","last_change":"2024-09-19T05:04:29.127282+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.127282+0000","last_undegraded":"2024-09-19T05:04:29.127282+0000","last_fullsized":"2024-09-19T05:04:29.127282+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.1c","version":"94'2","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.169560+0000","last_change":"2024-09-19T05:04:29.144271+0000","last_active":"2024-09-19T05:04:30.169560+0000","last_peered":"2024-09-19T05:04:30.169560+0000","last_clean":"2024-09-19T05:04:30.169560+0000","last_became_active":"2024-09-19T05:04:29.143615+0000","last_became_peered":"2024-09-19T05:04:29.143615+0000","last_unstale":"2024-09-19T05:04:30.169560+0000","last_undegraded":"2024-09-19T05:04:30.169560+0000","last_fullsized":"2024-09-19T05:04:30.169560+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:17.547725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.148031+0000","last_change":"2024-09-19T05:04:30.149061+0000","last_active":"2024-09-19T05:04:31.148031+0000","last_peered":"2024-09-19T05:04:31.148031+0000","last_clean":"2024-09-19T05:04:31.148031+0000","last_became_active":"2024-09-19T05:04:30.148779+0000","last_became_peered":"2024-09-19T05:04:30.148779+0000","last_unstale":"2024-09-19T05:04:31.148031+0000","last_undegraded":"2024-09-19T05:04:31.148031+0000","last_fullsized":"2024-09-19T05:04:31.148031+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:47.404361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.141082+0000","last_change":"2024-09-19T05:04:29.140224+0000","last_active":"2024-09-19T05:04:29.141082+0000","last_peered":"2024-09-19T05:04:29.141082+0000","last_clean":"2024-09-19T05:04:29.141082+0000","last_became_active":"2024-09-19T05:04:29.139705+0000","last_became_peered":"2024-09-19T05:04:29.139705+0000","last_unstale":"2024-09-19T05:04:29.141082+0000","last_undegraded":"2024-09-19T05:04:29.141082+0000","last_fullsized":"2024-09-19T05:04:29.141082+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:54:57.591010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156295+0000","last_change":"2024-09-19T05:04:30.165130+0000","last_active":"2024-09-19T05:04:31.156295+0000","last_peered":"2024-09-19T05:04:31.156295+0000","last_clean":"2024-09-19T05:04:31.156295+0000","last_became_active":"2024-09-19T05:04:30.164843+0000","last_became_peered":"2024-09-19T05:04:30.164843+0000","last_unstale":"2024-09-19T05:04:31.156295+0000","last_undegraded":"2024-09-19T05:04:31.156295+0000","last_fullsized":"2024-09-19T05:04:31.156295+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:09:24.256291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.136788+0000","last_change":"2024-09-19T05:04:29.133896+0000","last_active":"2024-09-19T05:04:29.136788+0000","last_peered":"2024-09-19T05:04:29.136788+0000","last_clean":"2024-09-19T05:04:29.136788+0000","last_became_active":"2024-09-19T05:04:29.133613+0000","last_became_peered":"2024-09-19T05:04:29.133613+0000","last_unstale":"2024-09-19T05:04:29.136788+0000","last_undegraded":"2024-09-19T05:04:29.136788+0000","last_fullsized":"2024-09-19T05:04:29.136788+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:29:43.012887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.133362+0000","last_change":"2024-09-19T05:04:29.133362+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.133362+0000","last_undegraded":"2024-09-19T05:04:29.133362+0000","last_fullsized":"2024-09-19T05:04:29.133362+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.144929+0000","last_change":"2024-09-19T05:04:29.140453+0000","last_active":"2024-09-19T05:04:30.144929+0000","last_peered":"2024-09-19T05:04:30.144929+0000","last_clean":"2024-09-19T05:04:30.144929+0000","last_became_active":"2024-09-19T05:04:29.140027+0000","last_became_peered":"2024-09-19T05:04:29.140027+0000","last_unstale":"2024-09-19T05:04:30.144929+0000","last_undegraded":"2024-09-19T05:04:30.144929+0000","last_fullsized":"2024-09-19T05:04:30.144929+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:22.633950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.147822+0000","last_change":"2024-09-19T05:04:30.147956+0000","last_active":"2024-09-19T05:04:31.147822+0000","last_peered":"2024-09-19T05:04:31.147822+0000","last_clean":"2024-09-19T05:04:31.147822+0000","last_became_active":"2024-09-19T05:04:30.147687+0000","last_became_peered":"2024-09-19T05:04:30.147687+0000","last_unstale":"2024-09-19T05:04:31.147822+0000","last_undegraded":"2024-09-19T05:04:31.147822+0000","last_fullsized":"2024-09-19T05:04:31.147822+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:10:54.488536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.147607+0000","last_change":"2024-09-19T05:04:29.139732+0000","last_active":"2024-09-19T05:04:31.147607+0000","last_peered":"2024-09-19T05:04:31.147607+0000","last_clean":"2024-09-19T05:04:31.147607+0000","last_became_active":"2024-09-19T05:04:29.139438+0000","last_became_peered":"2024-09-19T05:04:29.139438+0000","last_unstale":"2024-09-19T05:04:31.147607+0000","last_undegraded":"2024-09-19T05:04:31.147607+0000","last_fullsized":"2024-09-19T05:04:31.147607+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:06:47.681831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.155856+0000","last_change":"2024-09-19T05:04:30.148715+0000","last_active":"2024-09-19T05:04:31.155856+0000","last_peered":"2024-09-19T05:04:31.155856+0000","last_clean":"2024-09-19T05:04:31.155856+0000","last_became_active":"2024-09-19T05:04:30.148439+0000","last_became_peered":"2024-09-19T05:04:30.148439+0000","last_unstale":"2024-09-19T05:04:31.155856+0000","last_undegraded":"2024-09-19T05:04:31.155856+0000","last_fullsized":"2024-09-19T05:04:31.155856+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:26.911920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.143695+0000","last_change":"2024-09-19T05:04:29.140961+0000","last_active":"2024-09-19T05:04:30.143695+0000","last_peered":"2024-09-19T05:04:30.143695+0000","last_clean":"2024-09-19T05:04:30.143695+0000","last_became_active":"2024-09-19T05:04:29.140647+0000","last_became_peered":"2024-09-19T05:04:29.140647+0000","last_unstale":"2024-09-19T05:04:30.143695+0000","last_undegraded":"2024-09-19T05:04:30.143695+0000","last_fullsized":"2024-09-19T05:04:30.143695+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:41:54.277133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.153359+0000","last_change":"2024-09-19T05:04:30.151149+0000","last_active":"2024-09-19T05:04:30.153359+0000","last_peered":"2024-09-19T05:04:30.153359+0000","last_clean":"2024-09-19T05:04:30.153359+0000","last_became_active":"2024-09-19T05:04:30.147268+0000","last_became_peered":"2024-09-19T05:04:30.147268+0000","last_unstale":"2024-09-19T05:04:30.153359+0000","last_undegraded":"2024-09-19T05:04:30.153359+0000","last_fullsized":"2024-09-19T05:04:30.153359+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:10.555178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.155960+0000","last_change":"2024-09-19T05:04:29.144646+0000","last_active":"2024-09-19T05:04:31.155960+0000","last_peered":"2024-09-19T05:04:31.155960+0000","last_clean":"2024-09-19T05:04:31.155960+0000","last_became_active":"2024-09-19T05:04:29.142678+0000","last_became_peered":"2024-09-19T05:04:29.142678+0000","last_unstale":"2024-09-19T05:04:31.155960+0000","last_undegraded":"2024-09-19T05:04:31.155960+0000","last_fullsized":"2024-09-19T05:04:31.155960+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:05:20.652440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733256+0000","last_change":"2024-09-19T05:04:30.158010+0000","last_active":"2024-09-19T05:04:31.733256+0000","last_peered":"2024-09-19T05:04:31.733256+0000","last_clean":"2024-09-19T05:04:31.733256+0000","last_became_active":"2024-09-19T05:04:30.157695+0000","last_became_peered":"2024-09-19T05:04:30.157695+0000","last_unstale":"2024-09-19T05:04:31.733256+0000","last_undegraded":"2024-09-19T05:04:31.733256+0000","last_fullsized":"2024-09-19T05:04:31.733256+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:59.303389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.143696+0000","last_change":"2024-09-19T05:04:29.142420+0000","last_active":"2024-09-19T05:04:29.143696+0000","last_peered":"2024-09-19T05:04:29.143696+0000","last_clean":"2024-09-19T05:04:29.143696+0000","last_became_active":"2024-09-19T05:04:29.142144+0000","last_became_peered":"2024-09-19T05:04:29.142144+0000","last_unstale":"2024-09-19T05:04:29.143696+0000","last_undegraded":"2024-09-19T05:04:29.143696+0000","last_fullsized":"2024-09-19T05:04:29.143696+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:11.716393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.155709+0000","last_change":"2024-09-19T05:04:30.154116+0000","last_active":"2024-09-19T05:04:30.155709+0000","last_peered":"2024-09-19T05:04:30.155709+0000","last_clean":"2024-09-19T05:04:30.155709+0000","last_became_active":"2024-09-19T05:04:30.153691+0000","last_became_peered":"2024-09-19T05:04:30.153691+0000","last_unstale":"2024-09-19T05:04:30.155709+0000","last_undegraded":"2024-09-19T05:04:30.155709+0000","last_fullsized":"2024-09-19T05:04:30.155709+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:18:12.146664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.148296+0000","last_change":"2024-09-19T05:04:29.146649+0000","last_active":"2024-09-19T05:04:29.148296+0000","last_peered":"2024-09-19T05:04:29.148296+0000","last_clean":"2024-09-19T05:04:29.148296+0000","last_became_active":"2024-09-19T05:04:29.146464+0000","last_became_peered":"2024-09-19T05:04:29.146464+0000","last_unstale":"2024-09-19T05:04:29.148296+0000","last_undegraded":"2024-09-19T05:04:29.148296+0000","last_fullsized":"2024-09-19T05:04:29.148296+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:59:14.939385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.127410+0000","last_change":"2024-09-19T05:04:29.127410+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.127410+0000","last_undegraded":"2024-09-19T05:04:29.127410+0000","last_fullsized":"2024-09-19T05:04:29.127410+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"94'2","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.168477+0000","last_change":"2024-09-19T05:04:29.146283+0000","last_active":"2024-09-19T05:04:30.168477+0000","last_peered":"2024-09-19T05:04:30.168477+0000","last_clean":"2024-09-19T05:04:30.168477+0000","last_became_active":"2024-09-19T05:04:29.145997+0000","last_became_peered":"2024-09-19T05:04:29.145997+0000","last_unstale":"2024-09-19T05:04:30.168477+0000","last_undegraded":"2024-09-19T05:04:30.168477+0000","last_fullsized":"2024-09-19T05:04:30.168477+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:56:57.305695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.132889+0000","last_change":"2024-09-19T05:04:29.132889+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.132889+0000","last_undegraded":"2024-09-19T05:04:29.132889+0000","last_fullsized":"2024-09-19T05:04:29.132889+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.147863+0000","last_change":"2024-09-19T05:04:29.131971+0000","last_active":"2024-09-19T05:04:31.147863+0000","last_peered":"2024-09-19T05:04:31.147863+0000","last_clean":"2024-09-19T05:04:31.147863+0000","last_became_active":"2024-09-19T05:04:29.131657+0000","last_became_peered":"2024-09-19T05:04:29.131657+0000","last_unstale":"2024-09-19T05:04:31.147863+0000","last_undegraded":"2024-09-19T05:04:31.147863+0000","last_fullsized":"2024-09-19T05:04:31.147863+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:14.183435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733416+0000","last_change":"2024-09-19T05:04:30.150889+0000","last_active":"2024-09-19T05:04:31.733416+0000","last_peered":"2024-09-19T05:04:31.733416+0000","last_clean":"2024-09-19T05:04:31.733416+0000","last_became_active":"2024-09-19T05:04:30.149647+0000","last_became_peered":"2024-09-19T05:04:30.149647+0000","last_unstale":"2024-09-19T05:04:31.733416+0000","last_undegraded":"2024-09-19T05:04:31.733416+0000","last_fullsized":"2024-09-19T05:04:31.733416+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:10:01.028537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733349+0000","last_change":"2024-09-19T05:04:29.139587+0000","last_active":"2024-09-19T05:04:31.733349+0000","last_peered":"2024-09-19T05:04:31.733349+0000","last_clean":"2024-09-19T05:04:31.733349+0000","last_became_active":"2024-09-19T05:04:29.139253+0000","last_became_peered":"2024-09-19T05:04:29.139253+0000","last_unstale":"2024-09-19T05:04:31.733349+0000","last_undegraded":"2024-09-19T05:04:31.733349+0000","last_fullsized":"2024-09-19T05:04:31.733349+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:50:07.573881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156273+0000","last_change":"2024-09-19T05:04:30.154692+0000","last_active":"2024-09-19T05:04:31.156273+0000","last_peered":"2024-09-19T05:04:31.156273+0000","last_clean":"2024-09-19T05:04:31.156273+0000","last_became_active":"2024-09-19T05:04:30.154432+0000","last_became_peered":"2024-09-19T05:04:30.154432+0000","last_unstale":"2024-09-19T05:04:31.156273+0000","last_undegraded":"2024-09-19T05:04:31.156273+0000","last_fullsized":"2024-09-19T05:04:31.156273+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:00.206779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.10","version":"94'8","reported_seq":20,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.169257+0000","last_change":"2024-09-19T05:04:29.142614+0000","last_active":"2024-09-19T05:04:30.169257+0000","last_peered":"2024-09-19T05:04:30.169257+0000","last_clean":"2024-09-19T05:04:30.169257+0000","last_became_active":"2024-09-19T05:04:29.142275+0000","last_became_peered":"2024-09-19T05:04:29.142275+0000","last_unstale":"2024-09-19T05:04:30.169257+0000","last_undegraded":"2024-09-19T05:04:30.169257+0000","last_fullsized":"2024-09-19T05:04:30.169257+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:25:15.536114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733371+0000","last_change":"2024-09-19T05:04:30.149312+0000","last_active":"2024-09-19T05:04:31.733371+0000","last_peered":"2024-09-19T05:04:31.733371+0000","last_clean":"2024-09-19T05:04:31.733371+0000","last_became_active":"2024-09-19T05:04:30.149032+0000","last_became_peered":"2024-09-19T05:04:30.149032+0000","last_unstale":"2024-09-19T05:04:31.733371+0000","last_undegraded":"2024-09-19T05:04:31.733371+0000","last_fullsized":"2024-09-19T05:04:31.733371+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:46:01.056689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.144934+0000","last_change":"2024-09-19T05:04:29.143720+0000","last_active":"2024-09-19T05:04:29.144934+0000","last_peered":"2024-09-19T05:04:29.144934+0000","last_clean":"2024-09-19T05:04:29.144934+0000","last_became_active":"2024-09-19T05:04:29.143390+0000","last_became_peered":"2024-09-19T05:04:29.143390+0000","last_unstale":"2024-09-19T05:04:29.144934+0000","last_undegraded":"2024-09-19T05:04:29.144934+0000","last_fullsized":"2024-09-19T05:04:29.144934+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:48.509146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.131167+0000","last_change":"2024-09-19T05:04:29.131167+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.131167+0000","last_undegraded":"2024-09-19T05:04:29.131167+0000","last_fullsized":"2024-09-19T05:04:29.131167+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.137519+0000","last_change":"2024-09-19T05:04:29.136744+0000","last_active":"2024-09-19T05:04:29.137519+0000","last_peered":"2024-09-19T05:04:29.137519+0000","last_clean":"2024-09-19T05:04:29.137519+0000","last_became_active":"2024-09-19T05:04:29.135990+0000","last_became_peered":"2024-09-19T05:04:29.135990+0000","last_unstale":"2024-09-19T05:04:29.137519+0000","last_undegraded":"2024-09-19T05:04:29.137519+0000","last_fullsized":"2024-09-19T05:04:29.137519+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:14.183435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.142656+0000","last_change":"2024-09-19T05:04:30.141893+0000","last_active":"2024-09-19T05:04:30.142656+0000","last_peered":"2024-09-19T05:04:30.142656+0000","last_clean":"2024-09-19T05:04:30.142656+0000","last_became_active":"2024-09-19T05:04:30.141554+0000","last_became_peered":"2024-09-19T05:04:30.141554+0000","last_unstale":"2024-09-19T05:04:30.142656+0000","last_undegraded":"2024-09-19T05:04:30.142656+0000","last_fullsized":"2024-09-19T05:04:30.142656+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:07:44.299393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.143551+0000","last_change":"2024-09-19T05:04:29.142097+0000","last_active":"2024-09-19T05:04:29.143551+0000","last_peered":"2024-09-19T05:04:29.143551+0000","last_clean":"2024-09-19T05:04:29.143551+0000","last_became_active":"2024-09-19T05:04:29.141694+0000","last_became_peered":"2024-09-19T05:04:29.141694+0000","last_unstale":"2024-09-19T05:04:29.143551+0000","last_undegraded":"2024-09-19T05:04:29.143551+0000","last_fullsized":"2024-09-19T05:04:29.143551+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:36.645341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156096+0000","last_change":"2024-09-19T05:04:30.154027+0000","last_active":"2024-09-19T05:04:31.156096+0000","last_peered":"2024-09-19T05:04:31.156096+0000","last_clean":"2024-09-19T05:04:31.156096+0000","last_became_active":"2024-09-19T05:04:30.153769+0000","last_became_peered":"2024-09-19T05:04:30.153769+0000","last_unstale":"2024-09-19T05:04:31.156096+0000","last_undegraded":"2024-09-19T05:04:31.156096+0000","last_fullsized":"2024-09-19T05:04:31.156096+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:20:33.213821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.b","version":"94'2","reported_seq":16,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733528+0000","last_change":"2024-09-19T05:04:29.144319+0000","last_active":"2024-09-19T05:04:31.733528+0000","last_peered":"2024-09-19T05:04:31.733528+0000","last_clean":"2024-09-19T05:04:31.733528+0000","last_became_active":"2024-09-19T05:04:29.144036+0000","last_became_peered":"2024-09-19T05:04:29.144036+0000","last_unstale":"2024-09-19T05:04:31.733528+0000","last_undegraded":"2024-09-19T05:04:31.733528+0000","last_fullsized":"2024-09-19T05:04:31.733528+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:39:43.749309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156211+0000","last_change":"2024-09-19T05:04:30.152133+0000","last_active":"2024-09-19T05:04:31.156211+0000","last_peered":"2024-09-19T05:04:31.156211+0000","last_clean":"2024-09-19T05:04:31.156211+0000","last_became_active":"2024-09-19T05:04:30.151837+0000","last_became_peered":"2024-09-19T05:04:30.151837+0000","last_unstale":"2024-09-19T05:04:31.156211+0000","last_undegraded":"2024-09-19T05:04:31.156211+0000","last_fullsized":"2024-09-19T05:04:31.156211+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:02:51.725314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733478+0000","last_change":"2024-09-19T05:04:29.137162+0000","last_active":"2024-09-19T05:04:31.733478+0000","last_peered":"2024-09-19T05:04:31.733478+0000","last_clean":"2024-09-19T05:04:31.733478+0000","last_became_active":"2024-09-19T05:04:29.136774+0000","last_became_peered":"2024-09-19T05:04:29.136774+0000","last_unstale":"2024-09-19T05:04:31.733478+0000","last_undegraded":"2024-09-19T05:04:31.733478+0000","last_fullsized":"2024-09-19T05:04:31.733478+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:50.659494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.148282+0000","last_change":"2024-09-19T05:04:30.160381+0000","last_active":"2024-09-19T05:04:31.148282+0000","last_peered":"2024-09-19T05:04:31.148282+0000","last_clean":"2024-09-19T05:04:31.148282+0000","last_became_active":"2024-09-19T05:04:30.160062+0000","last_became_peered":"2024-09-19T05:04:30.160062+0000","last_unstale":"2024-09-19T05:04:31.148282+0000","last_undegraded":"2024-09-19T05:04:31.148282+0000","last_fullsized":"2024-09-19T05:04:31.148282+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:18:08.377132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.146750+0000","last_change":"2024-09-19T05:04:29.145712+0000","last_active":"2024-09-19T05:04:29.146750+0000","last_peered":"2024-09-19T05:04:29.146750+0000","last_clean":"2024-09-19T05:04:29.146750+0000","last_became_active":"2024-09-19T05:04:29.144846+0000","last_became_peered":"2024-09-19T05:04:29.144846+0000","last_unstale":"2024-09-19T05:04:29.146750+0000","last_undegraded":"2024-09-19T05:04:29.146750+0000","last_fullsized":"2024-09-19T05:04:29.146750+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:30:18.853727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733656+0000","last_change":"2024-09-19T05:04:30.158518+0000","last_active":"2024-09-19T05:04:31.733656+0000","last_peered":"2024-09-19T05:04:31.733656+0000","last_clean":"2024-09-19T05:04:31.733656+0000","last_became_active":"2024-09-19T05:04:30.156934+0000","last_became_peered":"2024-09-19T05:04:30.156934+0000","last_unstale":"2024-09-19T05:04:31.733656+0000","last_undegraded":"2024-09-19T05:04:31.733656+0000","last_fullsized":"2024-09-19T05:04:31.733656+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:39.030000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733472+0000","last_change":"2024-09-19T05:04:29.145869+0000","last_active":"2024-09-19T05:04:31.733472+0000","last_peered":"2024-09-19T05:04:31.733472+0000","last_clean":"2024-09-19T05:04:31.733472+0000","last_became_active":"2024-09-19T05:04:29.145556+0000","last_became_peered":"2024-09-19T05:04:29.145556+0000","last_unstale":"2024-09-19T05:04:31.733472+0000","last_undegraded":"2024-09-19T05:04:31.733472+0000","last_fullsized":"2024-09-19T05:04:31.733472+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:13.319071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.155836+0000","last_change":"2024-09-19T05:04:30.153601+0000","last_active":"2024-09-19T05:04:31.155836+0000","last_peered":"2024-09-19T05:04:31.155836+0000","last_clean":"2024-09-19T05:04:31.155836+0000","last_became_active":"2024-09-19T05:04:30.153310+0000","last_became_peered":"2024-09-19T05:04:30.153310+0000","last_unstale":"2024-09-19T05:04:31.155836+0000","last_undegraded":"2024-09-19T05:04:31.155836+0000","last_fullsized":"2024-09-19T05:04:31.155836+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:00.937390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.7","version":"94'2","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.168196+0000","last_change":"2024-09-19T05:04:29.146754+0000","last_active":"2024-09-19T05:04:30.168196+0000","last_peered":"2024-09-19T05:04:30.168196+0000","last_clean":"2024-09-19T05:04:30.168196+0000","last_became_active":"2024-09-19T05:04:29.146474+0000","last_became_peered":"2024-09-19T05:04:29.146474+0000","last_unstale":"2024-09-19T05:04:30.168196+0000","last_undegraded":"2024-09-19T05:04:30.168196+0000","last_fullsized":"2024-09-19T05:04:30.168196+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:22.633950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.158625+0000","last_change":"2024-09-19T05:04:30.149971+0000","last_active":"2024-09-19T05:04:30.158625+0000","last_peered":"2024-09-19T05:04:30.158625+0000","last_clean":"2024-09-19T05:04:30.158625+0000","last_became_active":"2024-09-19T05:04:30.149711+0000","last_became_peered":"2024-09-19T05:04:30.149711+0000","last_unstale":"2024-09-19T05:04:30.158625+0000","last_undegraded":"2024-09-19T05:04:30.158625+0000","last_fullsized":"2024-09-19T05:04:30.158625+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:02.754858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.6","version":"95'1","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.157206+0000","last_change":"2024-09-19T05:04:29.143116+0000","last_active":"2024-09-19T05:04:31.157206+0000","last_peered":"2024-09-19T05:04:31.157206+0000","last_clean":"2024-09-19T05:04:31.157206+0000","last_became_active":"2024-09-19T05:04:29.141303+0000","last_became_peered":"2024-09-19T05:04:29.141303+0000","last_unstale":"2024-09-19T05:04:31.157206+0000","last_undegraded":"2024-09-19T05:04:31.157206+0000","last_fullsized":"2024-09-19T05:04:31.157206+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:27:38.228970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.147760+0000","last_change":"2024-09-19T05:04:30.158364+0000","last_active":"2024-09-19T05:04:31.147760+0000","last_peered":"2024-09-19T05:04:31.147760+0000","last_clean":"2024-09-19T05:04:31.147760+0000","last_became_active":"2024-09-19T05:04:30.158089+0000","last_became_peered":"2024-09-19T05:04:30.158089+0000","last_unstale":"2024-09-19T05:04:31.147760+0000","last_undegraded":"2024-09-19T05:04:31.147760+0000","last_fullsized":"2024-09-19T05:04:31.147760+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:42:34.883616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.146744+0000","last_change":"2024-09-19T05:04:29.145366+0000","last_active":"2024-09-19T05:04:29.146744+0000","last_peered":"2024-09-19T05:04:29.146744+0000","last_clean":"2024-09-19T05:04:29.146744+0000","last_became_active":"2024-09-19T05:04:29.144826+0000","last_became_peered":"2024-09-19T05:04:29.144826+0000","last_unstale":"2024-09-19T05:04:29.146744+0000","last_undegraded":"2024-09-19T05:04:29.146744+0000","last_fullsized":"2024-09-19T05:04:29.146744+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:27:53.658508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.127721+0000","last_change":"2024-09-19T05:04:29.127721+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.127721+0000","last_undegraded":"2024-09-19T05:04:29.127721+0000","last_fullsized":"2024-09-19T05:04:29.127721+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.134960+0000","last_change":"2024-09-19T05:04:29.144520+0000","last_active":"2024-09-19T05:04:30.134960+0000","last_peered":"2024-09-19T05:04:30.134960+0000","last_clean":"2024-09-19T05:04:30.134960+0000","last_became_active":"2024-09-19T05:04:29.144010+0000","last_became_peered":"2024-09-19T05:04:29.144010+0000","last_unstale":"2024-09-19T05:04:30.134960+0000","last_undegraded":"2024-09-19T05:04:30.134960+0000","last_fullsized":"2024-09-19T05:04:30.134960+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:01.750127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733373+0000","last_change":"2024-09-19T05:04:30.157354+0000","last_active":"2024-09-19T05:04:31.733373+0000","last_peered":"2024-09-19T05:04:31.733373+0000","last_clean":"2024-09-19T05:04:31.733373+0000","last_became_active":"2024-09-19T05:04:30.157079+0000","last_became_peered":"2024-09-19T05:04:30.157079+0000","last_unstale":"2024-09-19T05:04:31.733373+0000","last_undegraded":"2024-09-19T05:04:31.733373+0000","last_fullsized":"2024-09-19T05:04:31.733373+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:56:29.571781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.143910+0000","last_change":"2024-09-19T05:04:29.140290+0000","last_active":"2024-09-19T05:04:30.143910+0000","last_peered":"2024-09-19T05:04:30.143910+0000","last_clean":"2024-09-19T05:04:30.143910+0000","last_became_active":"2024-09-19T05:04:29.139977+0000","last_became_peered":"2024-09-19T05:04:29.139977+0000","last_unstale":"2024-09-19T05:04:30.143910+0000","last_undegraded":"2024-09-19T05:04:30.143910+0000","last_fullsized":"2024-09-19T05:04:30.143910+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:22:25.560410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733527+0000","last_change":"2024-09-19T05:04:30.159486+0000","last_active":"2024-09-19T05:04:31.733527+0000","last_peered":"2024-09-19T05:04:31.733527+0000","last_clean":"2024-09-19T05:04:31.733527+0000","last_became_active":"2024-09-19T05:04:30.159184+0000","last_became_peered":"2024-09-19T05:04:30.159184+0000","last_unstale":"2024-09-19T05:04:31.733527+0000","last_undegraded":"2024-09-19T05:04:31.733527+0000","last_fullsized":"2024-09-19T05:04:31.733527+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:26.970473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733387+0000","last_change":"2024-09-19T05:04:29.141957+0000","last_active":"2024-09-19T05:04:31.733387+0000","last_peered":"2024-09-19T05:04:31.733387+0000","last_clean":"2024-09-19T05:04:31.733387+0000","last_became_active":"2024-09-19T05:04:29.139620+0000","last_became_peered":"2024-09-19T05:04:29.139620+0000","last_unstale":"2024-09-19T05:04:31.733387+0000","last_undegraded":"2024-09-19T05:04:31.733387+0000","last_fullsized":"2024-09-19T05:04:31.733387+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:27:15.563335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.126708+0000","last_change":"2024-09-19T05:04:29.126708+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.126708+0000","last_undegraded":"2024-09-19T05:04:29.126708+0000","last_fullsized":"2024-09-19T05:04:29.126708+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.146725+0000","last_change":"2024-09-19T05:04:29.145342+0000","last_active":"2024-09-19T05:04:29.146725+0000","last_peered":"2024-09-19T05:04:29.146725+0000","last_clean":"2024-09-19T05:04:29.146725+0000","last_became_active":"2024-09-19T05:04:29.144783+0000","last_became_peered":"2024-09-19T05:04:29.144783+0000","last_unstale":"2024-09-19T05:04:29.146725+0000","last_undegraded":"2024-09-19T05:04:29.146725+0000","last_fullsized":"2024-09-19T05:04:29.146725+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:13:39.334750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.126763+0000","last_change":"2024-09-19T05:04:29.126763+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.126763+0000","last_undegraded":"2024-09-19T05:04:29.126763+0000","last_fullsized":"2024-09-19T05:04:29.126763+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733443+0000","last_change":"2024-09-19T05:04:29.138112+0000","last_active":"2024-09-19T05:04:31.733443+0000","last_peered":"2024-09-19T05:04:31.733443+0000","last_clean":"2024-09-19T05:04:31.733443+0000","last_became_active":"2024-09-19T05:04:29.137831+0000","last_became_peered":"2024-09-19T05:04:29.137831+0000","last_unstale":"2024-09-19T05:04:31.733443+0000","last_undegraded":"2024-09-19T05:04:31.733443+0000","last_fullsized":"2024-09-19T05:04:31.733443+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:02:28.408191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.125800+0000","last_change":"2024-09-19T05:04:29.125800+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.125800+0000","last_undegraded":"2024-09-19T05:04:29.125800+0000","last_fullsized":"2024-09-19T05:04:29.125800+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.e","version":"94'2","reported_seq":16,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733502+0000","last_change":"2024-09-19T05:04:29.139358+0000","last_active":"2024-09-19T05:04:31.733502+0000","last_peered":"2024-09-19T05:04:31.733502+0000","last_clean":"2024-09-19T05:04:31.733502+0000","last_became_active":"2024-09-19T05:04:29.138872+0000","last_became_peered":"2024-09-19T05:04:29.138872+0000","last_unstale":"2024-09-19T05:04:31.733502+0000","last_undegraded":"2024-09-19T05:04:31.733502+0000","last_fullsized":"2024-09-19T05:04:31.733502+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:50:03.720705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":315,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.127110+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:04:29.127110+0000","last_peered":"2024-09-19T05:04:29.127110+0000","last_clean":"2024-09-19T05:04:29.127110+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:04:29.127110+0000","last_undegraded":"2024-09-19T05:04:29.127110+0000","last_fullsized":"2024-09-19T05:04:29.127110+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":16,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":15,"num_pg":32,"stat_sum":{"num_bytes":616,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":33,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26,"ondisk_log_size":26,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509484,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32876,"kb_used_data":1688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338964,"statfs":{"total":96636764160,"available":96603099136,"internally_reserved":0,"allocated":1728512,"data_stored":1106530,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509483,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28140,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343700,"statfs":{"total":96636764160,"available":96607948800,"internally_reserved":0,"allocated":1134592,"data_stored":516162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509483,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28152,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343688,"statfs":{"total":96636764160,"available":96607936512,"internally_reserved":0,"allocated":1134592,"data_stored":516162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542188,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36504,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335336,"statfs":{"total":96636764160,"available":96599384064,"internally_reserved":0,"allocated":1175552,"data_stored":537270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542188,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36496,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335344,"statfs":{"total":96636764160,"available":96599392256,"internally_reserved":0,"allocated":1175552,"data_stored":536722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574893,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32336,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339504,"statfs":{"total":96636764160,"available":96603652096,"internally_reserved":0,"allocated":1167360,"data_stored":530088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574892,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32332,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339508,"statfs":{"total":96636764160,"available":96603656192,"internally_reserved":0,"allocated":1163264,"data_stored":530030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574892,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37092,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334748,"statfs":{"total":96636764160,"available":96598781952,"internally_reserved":0,"allocated":1781760,"data_stored":1128758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:04:34.277 INFO:tasks.ceph.ceph_manager.ceph:PG 16.3e is not active+clean 2024-09-19T05:04:34.277 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 93, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:29.134153+0000', 'last_change': '2024-09-19T05:04:29.134153+0000', 'last_active': '2024-09-19T05:04:29.120801+0000', 'last_peered': '2024-09-19T05:04:29.120801+0000', 'last_clean': '2024-09-19T05:04:29.120801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:29.134153+0000', 'last_undegraded': '2024-09-19T05:04:29.134153+0000', 'last_fullsized': '2024-09-19T05:04:29.134153+0000', 'mapping_epoch': 93, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 93, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:04:34.277 INFO:tasks.ceph.ceph_manager.ceph:PG 16.3a is not active+clean 2024-09-19T05:04:34.277 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 93, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:29.131715+0000', 'last_change': '2024-09-19T05:04:29.131715+0000', 'last_active': '2024-09-19T05:04:29.120801+0000', 'last_peered': '2024-09-19T05:04:29.120801+0000', 'last_clean': '2024-09-19T05:04:29.120801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:29.131715+0000', 'last_undegraded': '2024-09-19T05:04:29.131715+0000', 'last_fullsized': '2024-09-19T05:04:29.131715+0000', 'mapping_epoch': 93, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 93, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:04:34.278 INFO:tasks.ceph.ceph_manager.ceph:PG 16.39 is not active+clean 2024-09-19T05:04:34.278 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 93, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:29.137305+0000', 'last_change': '2024-09-19T05:04:29.137305+0000', 'last_active': '2024-09-19T05:04:29.120801+0000', 'last_peered': '2024-09-19T05:04:29.120801+0000', 'last_clean': '2024-09-19T05:04:29.120801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:29.137305+0000', 'last_undegraded': '2024-09-19T05:04:29.137305+0000', 'last_fullsized': '2024-09-19T05:04:29.137305+0000', 'mapping_epoch': 93, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 93, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:04:34.278 INFO:tasks.ceph.ceph_manager.ceph:PG 16.37 is not active+clean 2024-09-19T05:04:34.278 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 93, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:29.135079+0000', 'last_change': '2024-09-19T05:04:29.135079+0000', 'last_active': '2024-09-19T05:04:29.120801+0000', 'last_peered': '2024-09-19T05:04:29.120801+0000', 'last_clean': '2024-09-19T05:04:29.120801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:29.135079+0000', 'last_undegraded': '2024-09-19T05:04:29.135079+0000', 'last_fullsized': '2024-09-19T05:04:29.135079+0000', 'mapping_epoch': 93, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 93, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:04:34.278 INFO:tasks.ceph.ceph_manager.ceph:PG 16.35 is not active+clean 2024-09-19T05:04:34.278 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 93, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:29.128311+0000', 'last_change': '2024-09-19T05:04:29.128311+0000', 'last_active': '2024-09-19T05:04:29.120801+0000', 'last_peered': '2024-09-19T05:04:29.120801+0000', 'last_clean': '2024-09-19T05:04:29.120801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:29.128311+0000', 'last_undegraded': '2024-09-19T05:04:29.128311+0000', 'last_fullsized': '2024-09-19T05:04:29.128311+0000', 'mapping_epoch': 93, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 93, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:04:34.278 INFO:tasks.ceph.ceph_manager.ceph:PG 16.32 is not active+clean 2024-09-19T05:04:34.278 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 93, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:29.125947+0000', 'last_change': '2024-09-19T05:04:29.125947+0000', 'last_active': '2024-09-19T05:04:29.120801+0000', 'last_peered': '2024-09-19T05:04:29.120801+0000', 'last_clean': '2024-09-19T05:04:29.120801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:29.125947+0000', 'last_undegraded': '2024-09-19T05:04:29.125947+0000', 'last_fullsized': '2024-09-19T05:04:29.125947+0000', 'mapping_epoch': 93, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 93, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:04:34.278 INFO:tasks.ceph.ceph_manager.ceph:PG 16.31 is not active+clean 2024-09-19T05:04:34.278 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 93, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:29.125871+0000', 'last_change': '2024-09-19T05:04:29.125871+0000', 'last_active': '2024-09-19T05:04:29.120801+0000', 'last_peered': '2024-09-19T05:04:29.120801+0000', 'last_clean': '2024-09-19T05:04:29.120801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:29.125871+0000', 'last_undegraded': '2024-09-19T05:04:29.125871+0000', 'last_fullsized': '2024-09-19T05:04:29.125871+0000', 'mapping_epoch': 93, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 93, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:04:34.279 INFO:tasks.ceph.ceph_manager.ceph:PG 16.30 is not active+clean 2024-09-19T05:04:34.279 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 93, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:29.126041+0000', 'last_change': '2024-09-19T05:04:29.126041+0000', 'last_active': '2024-09-19T05:04:29.120801+0000', 'last_peered': '2024-09-19T05:04:29.120801+0000', 'last_clean': '2024-09-19T05:04:29.120801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:29.126041+0000', 'last_undegraded': '2024-09-19T05:04:29.126041+0000', 'last_fullsized': '2024-09-19T05:04:29.126041+0000', 'mapping_epoch': 93, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 93, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:04:34.279 INFO:tasks.ceph.ceph_manager.ceph:PG 16.2e is not active+clean 2024-09-19T05:04:34.279 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 93, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:29.133743+0000', 'last_change': '2024-09-19T05:04:29.133743+0000', 'last_active': '2024-09-19T05:04:29.120801+0000', 'last_peered': '2024-09-19T05:04:29.120801+0000', 'last_clean': '2024-09-19T05:04:29.120801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:29.133743+0000', 'last_undegraded': '2024-09-19T05:04:29.133743+0000', 'last_fullsized': '2024-09-19T05:04:29.133743+0000', 'mapping_epoch': 93, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 93, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:04:34.279 INFO:tasks.ceph.ceph_manager.ceph:PG 16.25 is not active+clean 2024-09-19T05:04:34.279 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 93, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:29.127894+0000', 'last_change': '2024-09-19T05:04:29.127894+0000', 'last_active': '2024-09-19T05:04:29.120801+0000', 'last_peered': '2024-09-19T05:04:29.120801+0000', 'last_clean': '2024-09-19T05:04:29.120801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:29.127894+0000', 'last_undegraded': '2024-09-19T05:04:29.127894+0000', 'last_fullsized': '2024-09-19T05:04:29.127894+0000', 'mapping_epoch': 93, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 93, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:04:34.279 INFO:tasks.ceph.ceph_manager.ceph:PG 16.24 is not active+clean 2024-09-19T05:04:34.279 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 93, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:29.137685+0000', 'last_change': '2024-09-19T05:04:29.137685+0000', 'last_active': '2024-09-19T05:04:29.120801+0000', 'last_peered': '2024-09-19T05:04:29.120801+0000', 'last_clean': '2024-09-19T05:04:29.120801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:29.137685+0000', 'last_undegraded': '2024-09-19T05:04:29.137685+0000', 'last_fullsized': '2024-09-19T05:04:29.137685+0000', 'mapping_epoch': 93, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 93, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:04:34.280 INFO:tasks.ceph.ceph_manager.ceph:PG 16.21 is not active+clean 2024-09-19T05:04:34.280 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 93, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:29.136907+0000', 'last_change': '2024-09-19T05:04:29.136907+0000', 'last_active': '2024-09-19T05:04:29.120801+0000', 'last_peered': '2024-09-19T05:04:29.120801+0000', 'last_clean': '2024-09-19T05:04:29.120801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:29.136907+0000', 'last_undegraded': '2024-09-19T05:04:29.136907+0000', 'last_fullsized': '2024-09-19T05:04:29.136907+0000', 'mapping_epoch': 93, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 93, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:04:34.280 INFO:tasks.ceph.ceph_manager.ceph:PG 16.3 is not active+clean 2024-09-19T05:04:34.280 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 93, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:29.127282+0000', 'last_change': '2024-09-19T05:04:29.127282+0000', 'last_active': '2024-09-19T05:04:29.120801+0000', 'last_peered': '2024-09-19T05:04:29.120801+0000', 'last_clean': '2024-09-19T05:04:29.120801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:29.127282+0000', 'last_undegraded': '2024-09-19T05:04:29.127282+0000', 'last_fullsized': '2024-09-19T05:04:29.127282+0000', 'mapping_epoch': 93, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 93, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:04:34.280 INFO:tasks.ceph.ceph_manager.ceph:PG 16.6 is not active+clean 2024-09-19T05:04:34.280 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 93, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:29.133362+0000', 'last_change': '2024-09-19T05:04:29.133362+0000', 'last_active': '2024-09-19T05:04:29.120801+0000', 'last_peered': '2024-09-19T05:04:29.120801+0000', 'last_clean': '2024-09-19T05:04:29.120801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:29.133362+0000', 'last_undegraded': '2024-09-19T05:04:29.133362+0000', 'last_fullsized': '2024-09-19T05:04:29.133362+0000', 'mapping_epoch': 93, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 93, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:04:34.280 INFO:tasks.ceph.ceph_manager.ceph:PG 16.c is not active+clean 2024-09-19T05:04:34.280 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 93, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:29.127410+0000', 'last_change': '2024-09-19T05:04:29.127410+0000', 'last_active': '2024-09-19T05:04:29.120801+0000', 'last_peered': '2024-09-19T05:04:29.120801+0000', 'last_clean': '2024-09-19T05:04:29.120801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:29.127410+0000', 'last_undegraded': '2024-09-19T05:04:29.127410+0000', 'last_fullsized': '2024-09-19T05:04:29.127410+0000', 'mapping_epoch': 93, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 93, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:04:34.280 INFO:tasks.ceph.ceph_manager.ceph:PG 16.d is not active+clean 2024-09-19T05:04:34.280 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 93, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:29.132889+0000', 'last_change': '2024-09-19T05:04:29.132889+0000', 'last_active': '2024-09-19T05:04:29.120801+0000', 'last_peered': '2024-09-19T05:04:29.120801+0000', 'last_clean': '2024-09-19T05:04:29.120801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:29.132889+0000', 'last_undegraded': '2024-09-19T05:04:29.132889+0000', 'last_fullsized': '2024-09-19T05:04:29.132889+0000', 'mapping_epoch': 93, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 93, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:04:34.281 INFO:tasks.ceph.ceph_manager.ceph:PG 16.12 is not active+clean 2024-09-19T05:04:34.281 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 93, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:29.131167+0000', 'last_change': '2024-09-19T05:04:29.131167+0000', 'last_active': '2024-09-19T05:04:29.120801+0000', 'last_peered': '2024-09-19T05:04:29.120801+0000', 'last_clean': '2024-09-19T05:04:29.120801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:29.131167+0000', 'last_undegraded': '2024-09-19T05:04:29.131167+0000', 'last_fullsized': '2024-09-19T05:04:29.131167+0000', 'mapping_epoch': 93, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 93, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-19T05:04:34.281 INFO:tasks.ceph.ceph_manager.ceph:PG 16.1b is not active+clean 2024-09-19T05:04:34.281 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 93, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:29.127721+0000', 'last_change': '2024-09-19T05:04:29.127721+0000', 'last_active': '2024-09-19T05:04:29.120801+0000', 'last_peered': '2024-09-19T05:04:29.120801+0000', 'last_clean': '2024-09-19T05:04:29.120801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:29.127721+0000', 'last_undegraded': '2024-09-19T05:04:29.127721+0000', 'last_fullsized': '2024-09-19T05:04:29.127721+0000', 'mapping_epoch': 93, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 93, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:04:34.281 INFO:tasks.ceph.ceph_manager.ceph:PG 16.1e is not active+clean 2024-09-19T05:04:34.281 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 93, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:29.126708+0000', 'last_change': '2024-09-19T05:04:29.126708+0000', 'last_active': '2024-09-19T05:04:29.120801+0000', 'last_peered': '2024-09-19T05:04:29.120801+0000', 'last_clean': '2024-09-19T05:04:29.120801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:29.126708+0000', 'last_undegraded': '2024-09-19T05:04:29.126708+0000', 'last_fullsized': '2024-09-19T05:04:29.126708+0000', 'mapping_epoch': 93, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 93, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-19T05:04:34.281 INFO:tasks.ceph.ceph_manager.ceph:PG 16.1f is not active+clean 2024-09-19T05:04:34.281 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 93, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:29.126763+0000', 'last_change': '2024-09-19T05:04:29.126763+0000', 'last_active': '2024-09-19T05:04:29.120801+0000', 'last_peered': '2024-09-19T05:04:29.120801+0000', 'last_clean': '2024-09-19T05:04:29.120801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:29.126763+0000', 'last_undegraded': '2024-09-19T05:04:29.126763+0000', 'last_fullsized': '2024-09-19T05:04:29.126763+0000', 'mapping_epoch': 93, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 93, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:04:34.281 INFO:tasks.ceph.ceph_manager.ceph:PG 16.11 is not active+clean 2024-09-19T05:04:34.281 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 93, 'state': 'creating+peering', 'last_fresh': '2024-09-19T05:04:29.125800+0000', 'last_change': '2024-09-19T05:04:29.125800+0000', 'last_active': '2024-09-19T05:04:29.120801+0000', 'last_peered': '2024-09-19T05:04:29.120801+0000', 'last_clean': '2024-09-19T05:04:29.120801+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T05:04:29.125800+0000', 'last_undegraded': '2024-09-19T05:04:29.125800+0000', 'last_fullsized': '2024-09-19T05:04:29.125800+0000', 'mapping_epoch': 93, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 93, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'last_clean_scrub_stamp': '2024-09-19T05:04:29.120801+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:04:34.282 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-19T05:04:34.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.414+0000 7f56178c9640 1 Processor -- start 2024-09-19T05:04:34.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.415+0000 7f56178c9640 1 -- start start 2024-09-19T05:04:34.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.415+0000 7f56178c9640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5610072ad0 0x7f5610169210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:34.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.415+0000 7f56178c9640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56100afe10 con 0x7f5610148170 2024-09-19T05:04:34.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.415+0000 7f56178c9640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56100b38e0 con 0x7f5610147a80 2024-09-19T05:04:34.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.415+0000 7f56178c9640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f56100b00f0 con 0x7f5610072ad0 2024-09-19T05:04:34.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.416+0000 7f5615e66640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5610072ad0 0x7f5610169210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:34.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.416+0000 7f5614e64640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f5610148170 0x7f56100723c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:43450/0 (socket says 172.21.15.5:43450) 2024-09-19T05:04:34.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.416+0000 7f5614e64640 1 -- 172.21.15.5:0/2588124291 learned_addr learned my addr 172.21.15.5:0/2588124291 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:34.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.416+0000 7f5615e66640 1 -- 172.21.15.5:0/2588124291 >> v1:172.21.15.134:6789/0 conn(0x7f5610147a80 legacy=0x7f56100af5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:34.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.416+0000 7f5615e66640 1 -- 172.21.15.5:0/2588124291 >> v1:172.21.15.5:6789/0 conn(0x7f5610148170 legacy=0x7f56100723c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:34.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.416+0000 7f5607fff640 1 -- 172.21.15.5:0/2588124291 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1913582492 0 0) 0x7f56100afe10 con 0x7f5610148170 2024-09-19T05:04:34.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.416+0000 7f5615e66640 1 -- 172.21.15.5:0/2588124291 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56100b3bc0 con 0x7f5610072ad0 2024-09-19T05:04:34.420 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.417+0000 7f5615e66640 1 --2- 172.21.15.5:0/2588124291 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5610072ad0 0x7f5610169210 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f56100b0270 tx=0x7f560802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0158b162c69dc4a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:34.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.417+0000 7f5607fff640 1 -- 172.21.15.5:0/2588124291 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f560802ae60 con 0x7f5610072ad0 2024-09-19T05:04:34.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.417+0000 7f5607fff640 1 -- 172.21.15.5:0/2588124291 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5608007740 con 0x7f5610072ad0 2024-09-19T05:04:34.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.417+0000 7f5607fff640 1 -- 172.21.15.5:0/2588124291 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5608007b10 con 0x7f5610072ad0 2024-09-19T05:04:34.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.417+0000 7f56178c9640 1 -- 172.21.15.5:0/2588124291 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5610072ad0 msgr2=0x7f5610169210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:34.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.417+0000 7f56178c9640 1 --2- 172.21.15.5:0/2588124291 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5610072ad0 0x7f5610169210 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f56100b0270 tx=0x7f560802a680 comp rx=0 tx=0).stop 2024-09-19T05:04:34.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.417+0000 7f56178c9640 1 -- 172.21.15.5:0/2588124291 shutdown_connections 2024-09-19T05:04:34.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.417+0000 7f56178c9640 1 --2- 172.21.15.5:0/2588124291 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5610072ad0 0x7f5610169210 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:34.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.417+0000 7f56178c9640 1 -- 172.21.15.5:0/2588124291 >> 172.21.15.5:0/2588124291 conn(0x7f56100b24b0 msgr2=0x7f56100b28c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:34.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.417+0000 7f56178c9640 1 -- 172.21.15.5:0/2588124291 shutdown_connections 2024-09-19T05:04:34.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.417+0000 7f56178c9640 1 -- 172.21.15.5:0/2588124291 wait complete. 2024-09-19T05:04:34.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.419+0000 7f56178c9640 1 Processor -- start 2024-09-19T05:04:34.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.419+0000 7f56178c9640 1 -- start start 2024-09-19T05:04:34.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.419+0000 7f56178c9640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5610072ad0 0x7f561015ec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:34.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.419+0000 7f56178c9640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5610147a80 0x7f56101f4790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:34.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.419+0000 7f56178c9640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5610148170 0x7f561015dc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:34.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.419+0000 7f56178c9640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f56100b53d0 con 0x7f5610148170 2024-09-19T05:04:34.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.419+0000 7f56178c9640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f5610147e60 con 0x7f5610147a80 2024-09-19T05:04:34.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.419+0000 7f56178c9640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f56100b5550 con 0x7f5610072ad0 2024-09-19T05:04:34.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.419+0000 7f5615e66640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5610148170 0x7f561015dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:34.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.419+0000 7f5615e66640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5610148170 0x7f561015dc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50160/0 (socket says 172.21.15.5:50160) 2024-09-19T05:04:34.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.419+0000 7f5615e66640 1 -- 172.21.15.5:0/1057871234 learned_addr learned my addr 172.21.15.5:0/1057871234 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:34.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.420+0000 7f5615e66640 1 -- 172.21.15.5:0/1057871234 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5610072ad0 msgr2=0x7f561015ec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:34.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.420+0000 7f5615e66640 1 --2- 172.21.15.5:0/1057871234 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5610072ad0 0x7f561015ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:34.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.420+0000 7f5614e64640 1 --2- 172.21.15.5:0/1057871234 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5610147a80 0x7f56101f4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:34.428 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.420+0000 7f5615e66640 1 -- 172.21.15.5:0/1057871234 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5610147a80 msgr2=0x7f56101f4790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:34.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.420+0000 7f5615e66640 1 --2- 172.21.15.5:0/1057871234 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5610147a80 0x7f56101f4790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:34.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.420+0000 7f5615e66640 1 -- 172.21.15.5:0/1057871234 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5610143dc0 con 0x7f5610148170 2024-09-19T05:04:34.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.420+0000 7f5615e66640 1 --2- 172.21.15.5:0/1057871234 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5610148170 0x7f561015dc20 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f5608009d90 tx=0x7f5608004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:34.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.420+0000 7f5605ffb640 1 -- 172.21.15.5:0/1057871234 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f560803f070 con 0x7f5610148170 2024-09-19T05:04:34.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.420+0000 7f5605ffb640 1 -- 172.21.15.5:0/1057871234 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5608031cc0 con 0x7f5610148170 2024-09-19T05:04:34.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.420+0000 7f56178c9640 1 -- 172.21.15.5:0/1057871234 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56101f85e0 con 0x7f5610148170 2024-09-19T05:04:34.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.420+0000 7f5605ffb640 1 -- 172.21.15.5:0/1057871234 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5608043410 con 0x7f5610148170 2024-09-19T05:04:34.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.420+0000 7f56178c9640 1 -- 172.21.15.5:0/1057871234 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56101f8ba0 con 0x7f5610148170 2024-09-19T05:04:34.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.421+0000 7f56178c9640 1 -- 172.21.15.5:0/1057871234 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56100af5b0 con 0x7f5610148170 2024-09-19T05:04:34.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.422+0000 7f5605ffb640 1 -- 172.21.15.5:0/1057871234 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f56080435b0 con 0x7f5610148170 2024-09-19T05:04:34.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.422+0000 7f5605ffb640 1 --2- 172.21.15.5:0/1057871234 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f55f406c2b0 0x7f55f406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:34.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.422+0000 7f5605ffb640 1 -- 172.21.15.5:0/1057871234 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6101+0+0 (secure 0 0 0) 0x7f56080ac910 con 0x7f5610148170 2024-09-19T05:04:34.429 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.422+0000 7f5615665640 1 --2- 172.21.15.5:0/1057871234 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f55f406c2b0 0x7f55f406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:34.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.423+0000 7f5615665640 1 --2- 172.21.15.5:0/1057871234 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f55f406c2b0 0x7f55f406e770 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f560c000f60 tx=0x7f560c0079b0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:34.430 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.427+0000 7f5605ffb640 1 -- 172.21.15.5:0/1057871234 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f560807b040 con 0x7f5610148170 2024-09-19T05:04:34.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.672+0000 7f56178c9640 1 -- 172.21.15.5:0/1057871234 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f56100b1aa0 con 0x7f5610148170 2024-09-19T05:04:34.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.673+0000 7f5605ffb640 1 -- 172.21.15.5:0/1057871234 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1559 (secure 0 0 0) 0x7f56080ac730 con 0x7f5610148170 2024-09-19T05:04:34.674 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:34.675 INFO:teuthology.orchestra.run.smithi005.stdout:{"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":217,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":95,"num_osds":8,"num_up_osds":8,"osd_up_since":1726722068,"num_in_osds":8,"osd_in_since":1726722059,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":76},{"state_name":"creating+peering","count":21}],"num_pgs":97,"num_pools":3,"num_objects":16,"data_bytes":590984,"bytes_used":270262272,"bytes_avail":772823851008,"bytes_total":773094113280,"inactive_pgs_ratio":0.2164948433637619,"write_bytes_sec":1580,"read_op_per_sec":0,"write_op_per_sec":6},"fsmap":{"epoch":51,"btime":"2024-09-19T05:04:32:146287+0000","id":7,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":7,"rank":0,"name":"b","status":"up:active","gid":6019}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":7,"modified":"2024-09-19T05:02:57.282965+0000","services":{"mds":{"daemons":{"summary":"","b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-19T05:04:34.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.675+0000 7f56178c9640 1 -- 172.21.15.5:0/1057871234 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f55f406c2b0 msgr2=0x7f55f406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:34.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.675+0000 7f56178c9640 1 --2- 172.21.15.5:0/1057871234 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f55f406c2b0 0x7f55f406e770 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f560c000f60 tx=0x7f560c0079b0 comp rx=0 tx=0).stop 2024-09-19T05:04:34.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.675+0000 7f56178c9640 1 -- 172.21.15.5:0/1057871234 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5610148170 msgr2=0x7f561015dc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:34.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.675+0000 7f56178c9640 1 --2- 172.21.15.5:0/1057871234 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5610148170 0x7f561015dc20 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f5608009d90 tx=0x7f5608004a40 comp rx=0 tx=0).stop 2024-09-19T05:04:34.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.675+0000 7f56178c9640 1 -- 172.21.15.5:0/1057871234 shutdown_connections 2024-09-19T05:04:34.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.675+0000 7f56178c9640 1 --2- 172.21.15.5:0/1057871234 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f55f406c2b0 0x7f55f406e770 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:34.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.675+0000 7f56178c9640 1 --2- 172.21.15.5:0/1057871234 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5610148170 0x7f561015dc20 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:34.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.675+0000 7f56178c9640 1 --2- 172.21.15.5:0/1057871234 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5610147a80 0x7f56101f4790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:34.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.675+0000 7f56178c9640 1 --2- 172.21.15.5:0/1057871234 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5610072ad0 0x7f561015ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:34.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.675+0000 7f56178c9640 1 -- 172.21.15.5:0/1057871234 >> 172.21.15.5:0/1057871234 conn(0x7f56100b24b0 msgr2=0x7f5610146850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:34.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.675+0000 7f56178c9640 1 -- 172.21.15.5:0/1057871234 shutdown_connections 2024-09-19T05:04:34.678 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.675+0000 7f56178c9640 1 -- 172.21.15.5:0/1057871234 wait complete. 2024-09-19T05:04:34.688 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-19T05:04:34.688 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:04:34.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.789+0000 7fbb9d58d640 1 Processor -- start 2024-09-19T05:04:34.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.789+0000 7fbb9d58d640 1 -- start start 2024-09-19T05:04:34.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.790+0000 7fbb9d58d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fbb980b5c60 0x7fbb980b6080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:34.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.790+0000 7fbb9d58d640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fbb980b4920 0x7fbb980b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:34.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.790+0000 7fbb9d58d640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbb980b65c0 con 0x7fbb98145ef0 2024-09-19T05:04:34.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.790+0000 7fbb9d58d640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fbb980b0350 con 0x7fbb980b5c60 2024-09-19T05:04:34.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.790+0000 7fbb9d58d640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fbb980b0630 con 0x7fbb980b4920 2024-09-19T05:04:34.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.790+0000 7fbb967fc640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fbb980b5c60 0x7fbb980b6080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:34.792 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.790+0000 7fbb967fc640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fbb980b5c60 0x7fbb980b6080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50162/0 (socket says 172.21.15.5:50162) 2024-09-19T05:04:34.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.790+0000 7fbb967fc640 1 -- 172.21.15.5:0/2853165781 learned_addr learned my addr 172.21.15.5:0/2853165781 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:34.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.790+0000 7fbb967fc640 1 -- 172.21.15.5:0/2853165781 >> v2:172.21.15.134:3300/0 conn(0x7fbb980b4920 msgr2=0x7fbb980b4d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:34.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.790+0000 7fbb967fc640 1 --2- 172.21.15.5:0/2853165781 >> v2:172.21.15.134:3300/0 conn(0x7fbb980b4920 0x7fbb980b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:34.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.790+0000 7fbb967fc640 1 -- 172.21.15.5:0/2853165781 >> v1:172.21.15.134:6789/0 conn(0x7fbb98145ef0 legacy=0x7fbb980af8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:34.793 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.790+0000 7fbb967fc640 1 -- 172.21.15.5:0/2853165781 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb980b0910 con 0x7fbb980b5c60 2024-09-19T05:04:34.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.791+0000 7fbb967fc640 1 --2- 172.21.15.5:0/2853165781 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb980b5c60 0x7fbb980b6080 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7fbb980b6800 tx=0x7fbb8c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e959fbc07fe136d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:34.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.791+0000 7fbb95ffb640 1 -- 172.21.15.5:0/2853165781 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb8c037070 con 0x7fbb980b5c60 2024-09-19T05:04:34.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.791+0000 7fbb95ffb640 1 -- 172.21.15.5:0/2853165781 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb8c032440 con 0x7fbb980b5c60 2024-09-19T05:04:34.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.791+0000 7fbb95ffb640 1 -- 172.21.15.5:0/2853165781 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb8c032810 con 0x7fbb980b5c60 2024-09-19T05:04:34.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.792+0000 7fbb9d58d640 1 -- 172.21.15.5:0/2853165781 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb980b5c60 msgr2=0x7fbb980b6080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:34.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.792+0000 7fbb9d58d640 1 --2- 172.21.15.5:0/2853165781 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb980b5c60 0x7fbb980b6080 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7fbb980b6800 tx=0x7fbb8c02a230 comp rx=0 tx=0).stop 2024-09-19T05:04:34.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.792+0000 7fbb9d58d640 1 -- 172.21.15.5:0/2853165781 shutdown_connections 2024-09-19T05:04:34.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.792+0000 7fbb9d58d640 1 --2- 172.21.15.5:0/2853165781 >> v2:172.21.15.134:3300/0 conn(0x7fbb980b4920 0x7fbb980b4d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:34.794 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.792+0000 7fbb9d58d640 1 --2- 172.21.15.5:0/2853165781 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb980b5c60 0x7fbb980b6080 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:34.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.792+0000 7fbb9d58d640 1 -- 172.21.15.5:0/2853165781 >> 172.21.15.5:0/2853165781 conn(0x7fbb9809aa70 msgr2=0x7fbb980b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:34.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.792+0000 7fbb9d58d640 1 -- 172.21.15.5:0/2853165781 shutdown_connections 2024-09-19T05:04:34.795 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.792+0000 7fbb9d58d640 1 -- 172.21.15.5:0/2853165781 wait complete. 2024-09-19T05:04:34.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.793+0000 7fbb9d58d640 1 Processor -- start 2024-09-19T05:04:34.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.793+0000 7fbb9d58d640 1 -- start start 2024-09-19T05:04:34.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.794+0000 7fbb9d58d640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbb980b4920 0x7fbb9815b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:34.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.794+0000 7fbb9d58d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbb980b5c60 0x7fbb981f2170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:34.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.794+0000 7fbb9d58d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb98145ef0 0x7fbb98140f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:34.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.794+0000 7fbb9d58d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fbb980affc0 con 0x7fbb98145ef0 2024-09-19T05:04:34.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.794+0000 7fbb9d58d640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fbb980b0bf0 con 0x7fbb980b4920 2024-09-19T05:04:34.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.794+0000 7fbb9d58d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fbb9815ca70 con 0x7fbb980b5c60 2024-09-19T05:04:34.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.794+0000 7fbb977fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb98145ef0 0x7fbb98140f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:34.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.794+0000 7fbb977fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb98145ef0 0x7fbb98140f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:50174/0 (socket says 172.21.15.5:50174) 2024-09-19T05:04:34.797 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.794+0000 7fbb977fe640 1 -- 172.21.15.5:0/1443743362 learned_addr learned my addr 172.21.15.5:0/1443743362 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:34.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.794+0000 7fbb96ffd640 1 --2- 172.21.15.5:0/1443743362 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbb980b4920 0x7fbb9815b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:34.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.794+0000 7fbb967fc640 1 --2- 172.21.15.5:0/1443743362 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbb980b5c60 0x7fbb981f2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:34.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.794+0000 7fbb977fe640 1 -- 172.21.15.5:0/1443743362 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbb980b5c60 msgr2=0x7fbb981f2170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:34.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.794+0000 7fbb977fe640 1 --2- 172.21.15.5:0/1443743362 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbb980b5c60 0x7fbb981f2170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:34.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.794+0000 7fbb977fe640 1 -- 172.21.15.5:0/1443743362 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbb980b4920 msgr2=0x7fbb9815b8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:34.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.794+0000 7fbb977fe640 1 --2- 172.21.15.5:0/1443743362 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbb980b4920 0x7fbb9815b8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:34.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.794+0000 7fbb977fe640 1 -- 172.21.15.5:0/1443743362 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb9813bca0 con 0x7fbb98145ef0 2024-09-19T05:04:34.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.794+0000 7fbb967fc640 1 --2- 172.21.15.5:0/1443743362 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbb980b5c60 0x7fbb981f2170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:04:34.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.795+0000 7fbb977fe640 1 --2- 172.21.15.5:0/1443743362 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb98145ef0 0x7fbb98140f70 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7fbb9000b970 tx=0x7fbb9000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:34.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.795+0000 7fbb7f7fe640 1 -- 172.21.15.5:0/1443743362 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb90019070 con 0x7fbb98145ef0 2024-09-19T05:04:34.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.795+0000 7fbb7f7fe640 1 -- 172.21.15.5:0/1443743362 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb9000cb60 con 0x7fbb98145ef0 2024-09-19T05:04:34.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.795+0000 7fbb9d58d640 1 -- 172.21.15.5:0/1443743362 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb9813bf80 con 0x7fbb98145ef0 2024-09-19T05:04:34.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.795+0000 7fbb7f7fe640 1 -- 172.21.15.5:0/1443743362 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb90014440 con 0x7fbb98145ef0 2024-09-19T05:04:34.798 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.795+0000 7fbb9d58d640 1 -- 172.21.15.5:0/1443743362 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb9813c540 con 0x7fbb98145ef0 2024-09-19T05:04:34.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.796+0000 7fbb9d58d640 1 -- 172.21.15.5:0/1443743362 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb980d1ee0 con 0x7fbb98145ef0 2024-09-19T05:04:34.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.796+0000 7fbb7f7fe640 1 -- 172.21.15.5:0/1443743362 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbb9001c070 con 0x7fbb98145ef0 2024-09-19T05:04:34.799 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.797+0000 7fbb7f7fe640 1 --2- 172.21.15.5:0/1443743362 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbb8406c2b0 0x7fbb8406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:34.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.797+0000 7fbb7f7fe640 1 -- 172.21.15.5:0/1443743362 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6101+0+0 (secure 0 0 0) 0x7fbb9008b300 con 0x7fbb98145ef0 2024-09-19T05:04:34.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.797+0000 7fbb96ffd640 1 --2- 172.21.15.5:0/1443743362 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbb8406c2b0 0x7fbb8406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:34.800 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.798+0000 7fbb96ffd640 1 --2- 172.21.15.5:0/1443743362 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbb8406c2b0 0x7fbb8406e770 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fbb88006fd0 tx=0x7fbb88008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:34.802 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.801+0000 7fbb7f7fe640 1 -- 172.21.15.5:0/1443743362 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbb900598e0 con 0x7fbb98145ef0 2024-09-19T05:04:34.975 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.973+0000 7fbb9d58d640 1 -- 172.21.15.5:0/1443743362 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbb981436d0 con 0x7fbb8406c2b0 2024-09-19T05:04:34.981 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.980+0000 7fbb7f7fe640 1 -- 172.21.15.5:0/1443743362 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250327 (secure 0 0 0) 0x7fbb981436d0 con 0x7fbb8406c2b0 2024-09-19T05:04:34.984 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:34.985 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:04:34.986 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.982+0000 7fbb9d58d640 1 -- 172.21.15.5:0/1443743362 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbb8406c2b0 msgr2=0x7fbb8406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:34.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.982+0000 7fbb9d58d640 1 --2- 172.21.15.5:0/1443743362 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbb8406c2b0 0x7fbb8406e770 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fbb88006fd0 tx=0x7fbb88008040 comp rx=0 tx=0).stop 2024-09-19T05:04:34.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.982+0000 7fbb9d58d640 1 -- 172.21.15.5:0/1443743362 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb98145ef0 msgr2=0x7fbb98140f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:34.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.982+0000 7fbb9d58d640 1 --2- 172.21.15.5:0/1443743362 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb98145ef0 0x7fbb98140f70 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7fbb9000b970 tx=0x7fbb9000be30 comp rx=0 tx=0).stop 2024-09-19T05:04:34.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.982+0000 7fbb9d58d640 1 -- 172.21.15.5:0/1443743362 shutdown_connections 2024-09-19T05:04:34.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.982+0000 7fbb9d58d640 1 --2- 172.21.15.5:0/1443743362 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbb8406c2b0 0x7fbb8406e770 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:34.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.982+0000 7fbb9d58d640 1 --2- 172.21.15.5:0/1443743362 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbb98145ef0 0x7fbb98140f70 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:34.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.982+0000 7fbb9d58d640 1 --2- 172.21.15.5:0/1443743362 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbb980b5c60 0x7fbb981f2170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:34.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.982+0000 7fbb9d58d640 1 --2- 172.21.15.5:0/1443743362 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbb980b4920 0x7fbb9815b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:34.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.982+0000 7fbb9d58d640 1 -- 172.21.15.5:0/1443743362 >> 172.21.15.5:0/1443743362 conn(0x7fbb9809aa70 msgr2=0x7fbb98144700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:34.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.982+0000 7fbb9d58d640 1 -- 172.21.15.5:0/1443743362 shutdown_connections 2024-09-19T05:04:34.987 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:34.982+0000 7fbb9d58d640 1 -- 172.21.15.5:0/1443743362 wait complete. 2024-09-19T05:04:34.995 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":191,"stamp":"2024-09-19T05:04:33.305413+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590984,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":192,"num_write_kb":2424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":143,"ondisk_log_size":143,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":95,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":263928,"kb_used_data":10216,"kb_used_omap":12,"kb_used_meta":253491,"kb_avail":754710792,"statfs":{"total":773094113280,"available":772823851008,"internally_reserved":0,"allocated":10461184,"data_stored":5401722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":259575344},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":616,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":33,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.183692"},"pg_stats":[{"pgid":"16.3f","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156133+0000","last_change":"2024-09-19T05:04:30.152920+0000","last_active":"2024-09-19T05:04:31.156133+0000","last_peered":"2024-09-19T05:04:31.156133+0000","last_clean":"2024-09-19T05:04:31.156133+0000","last_became_active":"2024-09-19T05:04:30.152661+0000","last_became_peered":"2024-09-19T05:04:30.152661+0000","last_unstale":"2024-09-19T05:04:31.156133+0000","last_undegraded":"2024-09-19T05:04:31.156133+0000","last_fullsized":"2024-09-19T05:04:31.156133+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:52:27.614715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.3e","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.134153+0000","last_change":"2024-09-19T05:04:29.134153+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.134153+0000","last_undegraded":"2024-09-19T05:04:29.134153+0000","last_fullsized":"2024-09-19T05:04:29.134153+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.3d","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156204+0000","last_change":"2024-09-19T05:04:30.160967+0000","last_active":"2024-09-19T05:04:31.156204+0000","last_peered":"2024-09-19T05:04:31.156204+0000","last_clean":"2024-09-19T05:04:31.156204+0000","last_became_active":"2024-09-19T05:04:30.159897+0000","last_became_peered":"2024-09-19T05:04:30.159897+0000","last_unstale":"2024-09-19T05:04:31.156204+0000","last_undegraded":"2024-09-19T05:04:31.156204+0000","last_fullsized":"2024-09-19T05:04:31.156204+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:50:35.197451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.3c","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.147886+0000","last_change":"2024-09-19T05:04:30.149684+0000","last_active":"2024-09-19T05:04:31.147886+0000","last_peered":"2024-09-19T05:04:31.147886+0000","last_clean":"2024-09-19T05:04:31.147886+0000","last_became_active":"2024-09-19T05:04:30.149418+0000","last_became_peered":"2024-09-19T05:04:30.149418+0000","last_unstale":"2024-09-19T05:04:31.147886+0000","last_undegraded":"2024-09-19T05:04:31.147886+0000","last_fullsized":"2024-09-19T05:04:31.147886+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:39.511243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.3b","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.151318+0000","last_change":"2024-09-19T05:04:30.147694+0000","last_active":"2024-09-19T05:04:30.151318+0000","last_peered":"2024-09-19T05:04:30.151318+0000","last_clean":"2024-09-19T05:04:30.151318+0000","last_became_active":"2024-09-19T05:04:30.147399+0000","last_became_peered":"2024-09-19T05:04:30.147399+0000","last_unstale":"2024-09-19T05:04:30.151318+0000","last_undegraded":"2024-09-19T05:04:30.151318+0000","last_fullsized":"2024-09-19T05:04:30.151318+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:50.119272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3a","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.131715+0000","last_change":"2024-09-19T05:04:29.131715+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.131715+0000","last_undegraded":"2024-09-19T05:04:29.131715+0000","last_fullsized":"2024-09-19T05:04:29.131715+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.39","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.137305+0000","last_change":"2024-09-19T05:04:29.137305+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.137305+0000","last_undegraded":"2024-09-19T05:04:29.137305+0000","last_fullsized":"2024-09-19T05:04:29.137305+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.38","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733179+0000","last_change":"2024-09-19T05:04:30.155658+0000","last_active":"2024-09-19T05:04:31.733179+0000","last_peered":"2024-09-19T05:04:31.733179+0000","last_clean":"2024-09-19T05:04:31.733179+0000","last_became_active":"2024-09-19T05:04:30.155360+0000","last_became_peered":"2024-09-19T05:04:30.155360+0000","last_unstale":"2024-09-19T05:04:31.733179+0000","last_undegraded":"2024-09-19T05:04:31.733179+0000","last_fullsized":"2024-09-19T05:04:31.733179+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:57:39.191418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.37","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.135079+0000","last_change":"2024-09-19T05:04:29.135079+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.135079+0000","last_undegraded":"2024-09-19T05:04:29.135079+0000","last_fullsized":"2024-09-19T05:04:29.135079+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.36","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.163249+0000","last_change":"2024-09-19T05:04:30.162042+0000","last_active":"2024-09-19T05:04:30.163249+0000","last_peered":"2024-09-19T05:04:30.163249+0000","last_clean":"2024-09-19T05:04:30.163249+0000","last_became_active":"2024-09-19T05:04:30.161707+0000","last_became_peered":"2024-09-19T05:04:30.161707+0000","last_unstale":"2024-09-19T05:04:30.163249+0000","last_undegraded":"2024-09-19T05:04:30.163249+0000","last_fullsized":"2024-09-19T05:04:30.163249+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:27.414174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.35","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.128311+0000","last_change":"2024-09-19T05:04:29.128311+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.128311+0000","last_undegraded":"2024-09-19T05:04:29.128311+0000","last_fullsized":"2024-09-19T05:04:29.128311+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.34","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.158959+0000","last_change":"2024-09-19T05:04:30.150541+0000","last_active":"2024-09-19T05:04:30.158959+0000","last_peered":"2024-09-19T05:04:30.158959+0000","last_clean":"2024-09-19T05:04:30.158959+0000","last_became_active":"2024-09-19T05:04:30.150274+0000","last_became_peered":"2024-09-19T05:04:30.150274+0000","last_unstale":"2024-09-19T05:04:30.158959+0000","last_undegraded":"2024-09-19T05:04:30.158959+0000","last_fullsized":"2024-09-19T05:04:30.158959+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:56:58.310425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.33","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.148163+0000","last_change":"2024-09-19T05:04:30.154732+0000","last_active":"2024-09-19T05:04:31.148163+0000","last_peered":"2024-09-19T05:04:31.148163+0000","last_clean":"2024-09-19T05:04:31.148163+0000","last_became_active":"2024-09-19T05:04:30.154452+0000","last_became_peered":"2024-09-19T05:04:30.154452+0000","last_unstale":"2024-09-19T05:04:31.148163+0000","last_undegraded":"2024-09-19T05:04:31.148163+0000","last_fullsized":"2024-09-19T05:04:31.148163+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:10:22.034005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.32","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.125947+0000","last_change":"2024-09-19T05:04:29.125947+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.125947+0000","last_undegraded":"2024-09-19T05:04:29.125947+0000","last_fullsized":"2024-09-19T05:04:29.125947+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.31","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.125871+0000","last_change":"2024-09-19T05:04:29.125871+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.125871+0000","last_undegraded":"2024-09-19T05:04:29.125871+0000","last_fullsized":"2024-09-19T05:04:29.125871+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.30","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.126041+0000","last_change":"2024-09-19T05:04:29.126041+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.126041+0000","last_undegraded":"2024-09-19T05:04:29.126041+0000","last_fullsized":"2024-09-19T05:04:29.126041+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.2f","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156141+0000","last_change":"2024-09-19T05:04:30.155410+0000","last_active":"2024-09-19T05:04:31.156141+0000","last_peered":"2024-09-19T05:04:31.156141+0000","last_clean":"2024-09-19T05:04:31.156141+0000","last_became_active":"2024-09-19T05:04:30.155145+0000","last_became_peered":"2024-09-19T05:04:30.155145+0000","last_unstale":"2024-09-19T05:04:31.156141+0000","last_undegraded":"2024-09-19T05:04:31.156141+0000","last_fullsized":"2024-09-19T05:04:31.156141+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:44:40.311068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2e","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.133743+0000","last_change":"2024-09-19T05:04:29.133743+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.133743+0000","last_undegraded":"2024-09-19T05:04:29.133743+0000","last_fullsized":"2024-09-19T05:04:29.133743+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.2d","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.155994+0000","last_change":"2024-09-19T05:04:30.165901+0000","last_active":"2024-09-19T05:04:31.155994+0000","last_peered":"2024-09-19T05:04:31.155994+0000","last_clean":"2024-09-19T05:04:31.155994+0000","last_became_active":"2024-09-19T05:04:30.165628+0000","last_became_peered":"2024-09-19T05:04:30.165628+0000","last_unstale":"2024-09-19T05:04:31.155994+0000","last_undegraded":"2024-09-19T05:04:31.155994+0000","last_fullsized":"2024-09-19T05:04:31.155994+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:02:59.710578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2c","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.158980+0000","last_change":"2024-09-19T05:04:30.155855+0000","last_active":"2024-09-19T05:04:30.158980+0000","last_peered":"2024-09-19T05:04:30.158980+0000","last_clean":"2024-09-19T05:04:30.158980+0000","last_became_active":"2024-09-19T05:04:30.154588+0000","last_became_peered":"2024-09-19T05:04:30.154588+0000","last_unstale":"2024-09-19T05:04:30.158980+0000","last_undegraded":"2024-09-19T05:04:30.158980+0000","last_fullsized":"2024-09-19T05:04:30.158980+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:59:50.119272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.2b","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733616+0000","last_change":"2024-09-19T05:04:30.158417+0000","last_active":"2024-09-19T05:04:31.733616+0000","last_peered":"2024-09-19T05:04:31.733616+0000","last_clean":"2024-09-19T05:04:31.733616+0000","last_became_active":"2024-09-19T05:04:30.158142+0000","last_became_peered":"2024-09-19T05:04:30.158142+0000","last_unstale":"2024-09-19T05:04:31.733616+0000","last_undegraded":"2024-09-19T05:04:31.733616+0000","last_fullsized":"2024-09-19T05:04:31.733616+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:52.892237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2a","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.154935+0000","last_change":"2024-09-19T05:04:30.152763+0000","last_active":"2024-09-19T05:04:30.154935+0000","last_peered":"2024-09-19T05:04:30.154935+0000","last_clean":"2024-09-19T05:04:30.154935+0000","last_became_active":"2024-09-19T05:04:30.152459+0000","last_became_peered":"2024-09-19T05:04:30.152459+0000","last_unstale":"2024-09-19T05:04:30.154935+0000","last_undegraded":"2024-09-19T05:04:30.154935+0000","last_fullsized":"2024-09-19T05:04:30.154935+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:49:17.488952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.29","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.155907+0000","last_change":"2024-09-19T05:04:30.156437+0000","last_active":"2024-09-19T05:04:31.155907+0000","last_peered":"2024-09-19T05:04:31.155907+0000","last_clean":"2024-09-19T05:04:31.155907+0000","last_became_active":"2024-09-19T05:04:30.156157+0000","last_became_peered":"2024-09-19T05:04:30.156157+0000","last_unstale":"2024-09-19T05:04:31.155907+0000","last_undegraded":"2024-09-19T05:04:31.155907+0000","last_fullsized":"2024-09-19T05:04:31.155907+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:53:00.307180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.28","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.145110+0000","last_change":"2024-09-19T05:04:30.143468+0000","last_active":"2024-09-19T05:04:30.145110+0000","last_peered":"2024-09-19T05:04:30.145110+0000","last_clean":"2024-09-19T05:04:30.145110+0000","last_became_active":"2024-09-19T05:04:30.143185+0000","last_became_peered":"2024-09-19T05:04:30.143185+0000","last_unstale":"2024-09-19T05:04:30.145110+0000","last_undegraded":"2024-09-19T05:04:30.145110+0000","last_fullsized":"2024-09-19T05:04:30.145110+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:11:11.131393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.27","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.154316+0000","last_change":"2024-09-19T05:04:30.148007+0000","last_active":"2024-09-19T05:04:30.154316+0000","last_peered":"2024-09-19T05:04:30.154316+0000","last_clean":"2024-09-19T05:04:30.154316+0000","last_became_active":"2024-09-19T05:04:30.147702+0000","last_became_peered":"2024-09-19T05:04:30.147702+0000","last_unstale":"2024-09-19T05:04:30.154316+0000","last_undegraded":"2024-09-19T05:04:30.154316+0000","last_fullsized":"2024-09-19T05:04:30.154316+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:18.552455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.26","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.160312+0000","last_change":"2024-09-19T05:04:30.158423+0000","last_active":"2024-09-19T05:04:30.160312+0000","last_peered":"2024-09-19T05:04:30.160312+0000","last_clean":"2024-09-19T05:04:30.160312+0000","last_became_active":"2024-09-19T05:04:30.158159+0000","last_became_peered":"2024-09-19T05:04:30.158159+0000","last_unstale":"2024-09-19T05:04:30.160312+0000","last_undegraded":"2024-09-19T05:04:30.160312+0000","last_fullsized":"2024-09-19T05:04:30.160312+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:10.555178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.25","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.127894+0000","last_change":"2024-09-19T05:04:29.127894+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.127894+0000","last_undegraded":"2024-09-19T05:04:29.127894+0000","last_fullsized":"2024-09-19T05:04:29.127894+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.24","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.137685+0000","last_change":"2024-09-19T05:04:29.137685+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.137685+0000","last_undegraded":"2024-09-19T05:04:29.137685+0000","last_fullsized":"2024-09-19T05:04:29.137685+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.23","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733464+0000","last_change":"2024-09-19T05:04:30.159018+0000","last_active":"2024-09-19T05:04:31.733464+0000","last_peered":"2024-09-19T05:04:31.733464+0000","last_clean":"2024-09-19T05:04:31.733464+0000","last_became_active":"2024-09-19T05:04:30.158734+0000","last_became_peered":"2024-09-19T05:04:30.158734+0000","last_unstale":"2024-09-19T05:04:31.733464+0000","last_undegraded":"2024-09-19T05:04:31.733464+0000","last_fullsized":"2024-09-19T05:04:31.733464+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:57:39.706312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.22","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.158719+0000","last_change":"2024-09-19T05:04:30.154782+0000","last_active":"2024-09-19T05:04:30.158719+0000","last_peered":"2024-09-19T05:04:30.158719+0000","last_clean":"2024-09-19T05:04:30.158719+0000","last_became_active":"2024-09-19T05:04:30.154335+0000","last_became_peered":"2024-09-19T05:04:30.154335+0000","last_unstale":"2024-09-19T05:04:30.158719+0000","last_undegraded":"2024-09-19T05:04:30.158719+0000","last_fullsized":"2024-09-19T05:04:30.158719+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:11:11.131393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.21","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.136907+0000","last_change":"2024-09-19T05:04:29.136907+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.136907+0000","last_undegraded":"2024-09-19T05:04:29.136907+0000","last_fullsized":"2024-09-19T05:04:29.136907+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.20","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733384+0000","last_change":"2024-09-19T05:04:30.150821+0000","last_active":"2024-09-19T05:04:31.733384+0000","last_peered":"2024-09-19T05:04:31.733384+0000","last_clean":"2024-09-19T05:04:31.733384+0000","last_became_active":"2024-09-19T05:04:30.149603+0000","last_became_peered":"2024-09-19T05:04:30.149603+0000","last_unstale":"2024-09-19T05:04:31.733384+0000","last_undegraded":"2024-09-19T05:04:31.733384+0000","last_fullsized":"2024-09-19T05:04:31.733384+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:04.612199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156129+0000","last_change":"2024-09-19T05:04:30.148050+0000","last_active":"2024-09-19T05:04:31.156129+0000","last_peered":"2024-09-19T05:04:31.156129+0000","last_clean":"2024-09-19T05:04:31.156129+0000","last_became_active":"2024-09-19T05:04:30.147758+0000","last_became_peered":"2024-09-19T05:04:30.147758+0000","last_unstale":"2024-09-19T05:04:31.156129+0000","last_undegraded":"2024-09-19T05:04:31.156129+0000","last_fullsized":"2024-09-19T05:04:31.156129+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:09:12.299714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"94'4","reported_seq":18,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.147772+0000","last_change":"2024-09-19T05:04:29.142925+0000","last_active":"2024-09-19T05:04:31.147772+0000","last_peered":"2024-09-19T05:04:31.147772+0000","last_clean":"2024-09-19T05:04:31.147772+0000","last_became_active":"2024-09-19T05:04:29.142609+0000","last_became_peered":"2024-09-19T05:04:29.142609+0000","last_unstale":"2024-09-19T05:04:31.147772+0000","last_undegraded":"2024-09-19T05:04:31.147772+0000","last_fullsized":"2024-09-19T05:04:31.147772+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:51.323298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733343+0000","last_change":"2024-09-19T05:04:30.155618+0000","last_active":"2024-09-19T05:04:31.733343+0000","last_peered":"2024-09-19T05:04:31.733343+0000","last_clean":"2024-09-19T05:04:31.733343+0000","last_became_active":"2024-09-19T05:04:30.155310+0000","last_became_peered":"2024-09-19T05:04:30.155310+0000","last_unstale":"2024-09-19T05:04:31.733343+0000","last_undegraded":"2024-09-19T05:04:31.733343+0000","last_fullsized":"2024-09-19T05:04:31.733343+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:58:21.835598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.1e","version":"94'1","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733473+0000","last_change":"2024-09-19T05:04:29.138691+0000","last_active":"2024-09-19T05:04:31.733473+0000","last_peered":"2024-09-19T05:04:31.733473+0000","last_clean":"2024-09-19T05:04:31.733473+0000","last_became_active":"2024-09-19T05:04:29.138421+0000","last_became_peered":"2024-09-19T05:04:29.138421+0000","last_unstale":"2024-09-19T05:04:31.733473+0000","last_undegraded":"2024-09-19T05:04:31.733473+0000","last_fullsized":"2024-09-19T05:04:31.733473+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:58.460673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.158698+0000","last_change":"2024-09-19T05:04:30.154155+0000","last_active":"2024-09-19T05:04:30.158698+0000","last_peered":"2024-09-19T05:04:30.158698+0000","last_clean":"2024-09-19T05:04:30.158698+0000","last_became_active":"2024-09-19T05:04:30.153864+0000","last_became_peered":"2024-09-19T05:04:30.153864+0000","last_unstale":"2024-09-19T05:04:30.158698+0000","last_undegraded":"2024-09-19T05:04:30.158698+0000","last_fullsized":"2024-09-19T05:04:30.158698+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:07:44.299393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1d","version":"94'2","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.166466+0000","last_change":"2024-09-19T05:04:29.139677+0000","last_active":"2024-09-19T05:04:30.166466+0000","last_peered":"2024-09-19T05:04:30.166466+0000","last_clean":"2024-09-19T05:04:30.166466+0000","last_became_active":"2024-09-19T05:04:29.139378+0000","last_became_peered":"2024-09-19T05:04:29.139378+0000","last_unstale":"2024-09-19T05:04:30.166466+0000","last_undegraded":"2024-09-19T05:04:30.166466+0000","last_fullsized":"2024-09-19T05:04:30.166466+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:12:11.325096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.127282+0000","last_change":"2024-09-19T05:04:29.127282+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.127282+0000","last_undegraded":"2024-09-19T05:04:29.127282+0000","last_fullsized":"2024-09-19T05:04:29.127282+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.1c","version":"94'2","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.169560+0000","last_change":"2024-09-19T05:04:29.144271+0000","last_active":"2024-09-19T05:04:30.169560+0000","last_peered":"2024-09-19T05:04:30.169560+0000","last_clean":"2024-09-19T05:04:30.169560+0000","last_became_active":"2024-09-19T05:04:29.143615+0000","last_became_peered":"2024-09-19T05:04:29.143615+0000","last_unstale":"2024-09-19T05:04:30.169560+0000","last_undegraded":"2024-09-19T05:04:30.169560+0000","last_fullsized":"2024-09-19T05:04:30.169560+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:17.547725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.148031+0000","last_change":"2024-09-19T05:04:30.149061+0000","last_active":"2024-09-19T05:04:31.148031+0000","last_peered":"2024-09-19T05:04:31.148031+0000","last_clean":"2024-09-19T05:04:31.148031+0000","last_became_active":"2024-09-19T05:04:30.148779+0000","last_became_peered":"2024-09-19T05:04:30.148779+0000","last_unstale":"2024-09-19T05:04:31.148031+0000","last_undegraded":"2024-09-19T05:04:31.148031+0000","last_fullsized":"2024-09-19T05:04:31.148031+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:47.404361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.141082+0000","last_change":"2024-09-19T05:04:29.140224+0000","last_active":"2024-09-19T05:04:29.141082+0000","last_peered":"2024-09-19T05:04:29.141082+0000","last_clean":"2024-09-19T05:04:29.141082+0000","last_became_active":"2024-09-19T05:04:29.139705+0000","last_became_peered":"2024-09-19T05:04:29.139705+0000","last_unstale":"2024-09-19T05:04:29.141082+0000","last_undegraded":"2024-09-19T05:04:29.141082+0000","last_fullsized":"2024-09-19T05:04:29.141082+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:54:57.591010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156295+0000","last_change":"2024-09-19T05:04:30.165130+0000","last_active":"2024-09-19T05:04:31.156295+0000","last_peered":"2024-09-19T05:04:31.156295+0000","last_clean":"2024-09-19T05:04:31.156295+0000","last_became_active":"2024-09-19T05:04:30.164843+0000","last_became_peered":"2024-09-19T05:04:30.164843+0000","last_unstale":"2024-09-19T05:04:31.156295+0000","last_undegraded":"2024-09-19T05:04:31.156295+0000","last_fullsized":"2024-09-19T05:04:31.156295+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:09:24.256291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.136788+0000","last_change":"2024-09-19T05:04:29.133896+0000","last_active":"2024-09-19T05:04:29.136788+0000","last_peered":"2024-09-19T05:04:29.136788+0000","last_clean":"2024-09-19T05:04:29.136788+0000","last_became_active":"2024-09-19T05:04:29.133613+0000","last_became_peered":"2024-09-19T05:04:29.133613+0000","last_unstale":"2024-09-19T05:04:29.136788+0000","last_undegraded":"2024-09-19T05:04:29.136788+0000","last_fullsized":"2024-09-19T05:04:29.136788+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:29:43.012887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.133362+0000","last_change":"2024-09-19T05:04:29.133362+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.133362+0000","last_undegraded":"2024-09-19T05:04:29.133362+0000","last_fullsized":"2024-09-19T05:04:29.133362+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.144929+0000","last_change":"2024-09-19T05:04:29.140453+0000","last_active":"2024-09-19T05:04:30.144929+0000","last_peered":"2024-09-19T05:04:30.144929+0000","last_clean":"2024-09-19T05:04:30.144929+0000","last_became_active":"2024-09-19T05:04:29.140027+0000","last_became_peered":"2024-09-19T05:04:29.140027+0000","last_unstale":"2024-09-19T05:04:30.144929+0000","last_undegraded":"2024-09-19T05:04:30.144929+0000","last_fullsized":"2024-09-19T05:04:30.144929+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:22.633950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.147822+0000","last_change":"2024-09-19T05:04:30.147956+0000","last_active":"2024-09-19T05:04:31.147822+0000","last_peered":"2024-09-19T05:04:31.147822+0000","last_clean":"2024-09-19T05:04:31.147822+0000","last_became_active":"2024-09-19T05:04:30.147687+0000","last_became_peered":"2024-09-19T05:04:30.147687+0000","last_unstale":"2024-09-19T05:04:31.147822+0000","last_undegraded":"2024-09-19T05:04:31.147822+0000","last_fullsized":"2024-09-19T05:04:31.147822+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:10:54.488536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.147607+0000","last_change":"2024-09-19T05:04:29.139732+0000","last_active":"2024-09-19T05:04:31.147607+0000","last_peered":"2024-09-19T05:04:31.147607+0000","last_clean":"2024-09-19T05:04:31.147607+0000","last_became_active":"2024-09-19T05:04:29.139438+0000","last_became_peered":"2024-09-19T05:04:29.139438+0000","last_unstale":"2024-09-19T05:04:31.147607+0000","last_undegraded":"2024-09-19T05:04:31.147607+0000","last_fullsized":"2024-09-19T05:04:31.147607+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:06:47.681831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.155856+0000","last_change":"2024-09-19T05:04:30.148715+0000","last_active":"2024-09-19T05:04:31.155856+0000","last_peered":"2024-09-19T05:04:31.155856+0000","last_clean":"2024-09-19T05:04:31.155856+0000","last_became_active":"2024-09-19T05:04:30.148439+0000","last_became_peered":"2024-09-19T05:04:30.148439+0000","last_unstale":"2024-09-19T05:04:31.155856+0000","last_undegraded":"2024-09-19T05:04:31.155856+0000","last_fullsized":"2024-09-19T05:04:31.155856+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:26.911920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.143695+0000","last_change":"2024-09-19T05:04:29.140961+0000","last_active":"2024-09-19T05:04:30.143695+0000","last_peered":"2024-09-19T05:04:30.143695+0000","last_clean":"2024-09-19T05:04:30.143695+0000","last_became_active":"2024-09-19T05:04:29.140647+0000","last_became_peered":"2024-09-19T05:04:29.140647+0000","last_unstale":"2024-09-19T05:04:30.143695+0000","last_undegraded":"2024-09-19T05:04:30.143695+0000","last_fullsized":"2024-09-19T05:04:30.143695+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:41:54.277133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.153359+0000","last_change":"2024-09-19T05:04:30.151149+0000","last_active":"2024-09-19T05:04:30.153359+0000","last_peered":"2024-09-19T05:04:30.153359+0000","last_clean":"2024-09-19T05:04:30.153359+0000","last_became_active":"2024-09-19T05:04:30.147268+0000","last_became_peered":"2024-09-19T05:04:30.147268+0000","last_unstale":"2024-09-19T05:04:30.153359+0000","last_undegraded":"2024-09-19T05:04:30.153359+0000","last_fullsized":"2024-09-19T05:04:30.153359+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:10.555178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.155960+0000","last_change":"2024-09-19T05:04:29.144646+0000","last_active":"2024-09-19T05:04:31.155960+0000","last_peered":"2024-09-19T05:04:31.155960+0000","last_clean":"2024-09-19T05:04:31.155960+0000","last_became_active":"2024-09-19T05:04:29.142678+0000","last_became_peered":"2024-09-19T05:04:29.142678+0000","last_unstale":"2024-09-19T05:04:31.155960+0000","last_undegraded":"2024-09-19T05:04:31.155960+0000","last_fullsized":"2024-09-19T05:04:31.155960+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:05:20.652440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733256+0000","last_change":"2024-09-19T05:04:30.158010+0000","last_active":"2024-09-19T05:04:31.733256+0000","last_peered":"2024-09-19T05:04:31.733256+0000","last_clean":"2024-09-19T05:04:31.733256+0000","last_became_active":"2024-09-19T05:04:30.157695+0000","last_became_peered":"2024-09-19T05:04:30.157695+0000","last_unstale":"2024-09-19T05:04:31.733256+0000","last_undegraded":"2024-09-19T05:04:31.733256+0000","last_fullsized":"2024-09-19T05:04:31.733256+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:59.303389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.143696+0000","last_change":"2024-09-19T05:04:29.142420+0000","last_active":"2024-09-19T05:04:29.143696+0000","last_peered":"2024-09-19T05:04:29.143696+0000","last_clean":"2024-09-19T05:04:29.143696+0000","last_became_active":"2024-09-19T05:04:29.142144+0000","last_became_peered":"2024-09-19T05:04:29.142144+0000","last_unstale":"2024-09-19T05:04:29.143696+0000","last_undegraded":"2024-09-19T05:04:29.143696+0000","last_fullsized":"2024-09-19T05:04:29.143696+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:11.716393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.155709+0000","last_change":"2024-09-19T05:04:30.154116+0000","last_active":"2024-09-19T05:04:30.155709+0000","last_peered":"2024-09-19T05:04:30.155709+0000","last_clean":"2024-09-19T05:04:30.155709+0000","last_became_active":"2024-09-19T05:04:30.153691+0000","last_became_peered":"2024-09-19T05:04:30.153691+0000","last_unstale":"2024-09-19T05:04:30.155709+0000","last_undegraded":"2024-09-19T05:04:30.155709+0000","last_fullsized":"2024-09-19T05:04:30.155709+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:18:12.146664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.148296+0000","last_change":"2024-09-19T05:04:29.146649+0000","last_active":"2024-09-19T05:04:29.148296+0000","last_peered":"2024-09-19T05:04:29.148296+0000","last_clean":"2024-09-19T05:04:29.148296+0000","last_became_active":"2024-09-19T05:04:29.146464+0000","last_became_peered":"2024-09-19T05:04:29.146464+0000","last_unstale":"2024-09-19T05:04:29.148296+0000","last_undegraded":"2024-09-19T05:04:29.148296+0000","last_fullsized":"2024-09-19T05:04:29.148296+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:59:14.939385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.127410+0000","last_change":"2024-09-19T05:04:29.127410+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.127410+0000","last_undegraded":"2024-09-19T05:04:29.127410+0000","last_fullsized":"2024-09-19T05:04:29.127410+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"94'2","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.168477+0000","last_change":"2024-09-19T05:04:29.146283+0000","last_active":"2024-09-19T05:04:30.168477+0000","last_peered":"2024-09-19T05:04:30.168477+0000","last_clean":"2024-09-19T05:04:30.168477+0000","last_became_active":"2024-09-19T05:04:29.145997+0000","last_became_peered":"2024-09-19T05:04:29.145997+0000","last_unstale":"2024-09-19T05:04:30.168477+0000","last_undegraded":"2024-09-19T05:04:30.168477+0000","last_fullsized":"2024-09-19T05:04:30.168477+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:56:57.305695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.132889+0000","last_change":"2024-09-19T05:04:29.132889+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.132889+0000","last_undegraded":"2024-09-19T05:04:29.132889+0000","last_fullsized":"2024-09-19T05:04:29.132889+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.147863+0000","last_change":"2024-09-19T05:04:29.131971+0000","last_active":"2024-09-19T05:04:31.147863+0000","last_peered":"2024-09-19T05:04:31.147863+0000","last_clean":"2024-09-19T05:04:31.147863+0000","last_became_active":"2024-09-19T05:04:29.131657+0000","last_became_peered":"2024-09-19T05:04:29.131657+0000","last_unstale":"2024-09-19T05:04:31.147863+0000","last_undegraded":"2024-09-19T05:04:31.147863+0000","last_fullsized":"2024-09-19T05:04:31.147863+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:14.183435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733416+0000","last_change":"2024-09-19T05:04:30.150889+0000","last_active":"2024-09-19T05:04:31.733416+0000","last_peered":"2024-09-19T05:04:31.733416+0000","last_clean":"2024-09-19T05:04:31.733416+0000","last_became_active":"2024-09-19T05:04:30.149647+0000","last_became_peered":"2024-09-19T05:04:30.149647+0000","last_unstale":"2024-09-19T05:04:31.733416+0000","last_undegraded":"2024-09-19T05:04:31.733416+0000","last_fullsized":"2024-09-19T05:04:31.733416+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:10:01.028537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733349+0000","last_change":"2024-09-19T05:04:29.139587+0000","last_active":"2024-09-19T05:04:31.733349+0000","last_peered":"2024-09-19T05:04:31.733349+0000","last_clean":"2024-09-19T05:04:31.733349+0000","last_became_active":"2024-09-19T05:04:29.139253+0000","last_became_peered":"2024-09-19T05:04:29.139253+0000","last_unstale":"2024-09-19T05:04:31.733349+0000","last_undegraded":"2024-09-19T05:04:31.733349+0000","last_fullsized":"2024-09-19T05:04:31.733349+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:50:07.573881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156273+0000","last_change":"2024-09-19T05:04:30.154692+0000","last_active":"2024-09-19T05:04:31.156273+0000","last_peered":"2024-09-19T05:04:31.156273+0000","last_clean":"2024-09-19T05:04:31.156273+0000","last_became_active":"2024-09-19T05:04:30.154432+0000","last_became_peered":"2024-09-19T05:04:30.154432+0000","last_unstale":"2024-09-19T05:04:31.156273+0000","last_undegraded":"2024-09-19T05:04:31.156273+0000","last_fullsized":"2024-09-19T05:04:31.156273+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:00.206779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.10","version":"94'8","reported_seq":20,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.169257+0000","last_change":"2024-09-19T05:04:29.142614+0000","last_active":"2024-09-19T05:04:30.169257+0000","last_peered":"2024-09-19T05:04:30.169257+0000","last_clean":"2024-09-19T05:04:30.169257+0000","last_became_active":"2024-09-19T05:04:29.142275+0000","last_became_peered":"2024-09-19T05:04:29.142275+0000","last_unstale":"2024-09-19T05:04:30.169257+0000","last_undegraded":"2024-09-19T05:04:30.169257+0000","last_fullsized":"2024-09-19T05:04:30.169257+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:25:15.536114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733371+0000","last_change":"2024-09-19T05:04:30.149312+0000","last_active":"2024-09-19T05:04:31.733371+0000","last_peered":"2024-09-19T05:04:31.733371+0000","last_clean":"2024-09-19T05:04:31.733371+0000","last_became_active":"2024-09-19T05:04:30.149032+0000","last_became_peered":"2024-09-19T05:04:30.149032+0000","last_unstale":"2024-09-19T05:04:31.733371+0000","last_undegraded":"2024-09-19T05:04:31.733371+0000","last_fullsized":"2024-09-19T05:04:31.733371+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:46:01.056689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.144934+0000","last_change":"2024-09-19T05:04:29.143720+0000","last_active":"2024-09-19T05:04:29.144934+0000","last_peered":"2024-09-19T05:04:29.144934+0000","last_clean":"2024-09-19T05:04:29.144934+0000","last_became_active":"2024-09-19T05:04:29.143390+0000","last_became_peered":"2024-09-19T05:04:29.143390+0000","last_unstale":"2024-09-19T05:04:29.144934+0000","last_undegraded":"2024-09-19T05:04:29.144934+0000","last_fullsized":"2024-09-19T05:04:29.144934+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:48.509146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.131167+0000","last_change":"2024-09-19T05:04:29.131167+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.131167+0000","last_undegraded":"2024-09-19T05:04:29.131167+0000","last_fullsized":"2024-09-19T05:04:29.131167+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.137519+0000","last_change":"2024-09-19T05:04:29.136744+0000","last_active":"2024-09-19T05:04:29.137519+0000","last_peered":"2024-09-19T05:04:29.137519+0000","last_clean":"2024-09-19T05:04:29.137519+0000","last_became_active":"2024-09-19T05:04:29.135990+0000","last_became_peered":"2024-09-19T05:04:29.135990+0000","last_unstale":"2024-09-19T05:04:29.137519+0000","last_undegraded":"2024-09-19T05:04:29.137519+0000","last_fullsized":"2024-09-19T05:04:29.137519+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:14.183435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.142656+0000","last_change":"2024-09-19T05:04:30.141893+0000","last_active":"2024-09-19T05:04:30.142656+0000","last_peered":"2024-09-19T05:04:30.142656+0000","last_clean":"2024-09-19T05:04:30.142656+0000","last_became_active":"2024-09-19T05:04:30.141554+0000","last_became_peered":"2024-09-19T05:04:30.141554+0000","last_unstale":"2024-09-19T05:04:30.142656+0000","last_undegraded":"2024-09-19T05:04:30.142656+0000","last_fullsized":"2024-09-19T05:04:30.142656+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:07:44.299393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.143551+0000","last_change":"2024-09-19T05:04:29.142097+0000","last_active":"2024-09-19T05:04:29.143551+0000","last_peered":"2024-09-19T05:04:29.143551+0000","last_clean":"2024-09-19T05:04:29.143551+0000","last_became_active":"2024-09-19T05:04:29.141694+0000","last_became_peered":"2024-09-19T05:04:29.141694+0000","last_unstale":"2024-09-19T05:04:29.143551+0000","last_undegraded":"2024-09-19T05:04:29.143551+0000","last_fullsized":"2024-09-19T05:04:29.143551+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:36.645341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156096+0000","last_change":"2024-09-19T05:04:30.154027+0000","last_active":"2024-09-19T05:04:31.156096+0000","last_peered":"2024-09-19T05:04:31.156096+0000","last_clean":"2024-09-19T05:04:31.156096+0000","last_became_active":"2024-09-19T05:04:30.153769+0000","last_became_peered":"2024-09-19T05:04:30.153769+0000","last_unstale":"2024-09-19T05:04:31.156096+0000","last_undegraded":"2024-09-19T05:04:31.156096+0000","last_fullsized":"2024-09-19T05:04:31.156096+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:20:33.213821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.b","version":"94'2","reported_seq":16,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733528+0000","last_change":"2024-09-19T05:04:29.144319+0000","last_active":"2024-09-19T05:04:31.733528+0000","last_peered":"2024-09-19T05:04:31.733528+0000","last_clean":"2024-09-19T05:04:31.733528+0000","last_became_active":"2024-09-19T05:04:29.144036+0000","last_became_peered":"2024-09-19T05:04:29.144036+0000","last_unstale":"2024-09-19T05:04:31.733528+0000","last_undegraded":"2024-09-19T05:04:31.733528+0000","last_fullsized":"2024-09-19T05:04:31.733528+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:39:43.749309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156211+0000","last_change":"2024-09-19T05:04:30.152133+0000","last_active":"2024-09-19T05:04:31.156211+0000","last_peered":"2024-09-19T05:04:31.156211+0000","last_clean":"2024-09-19T05:04:31.156211+0000","last_became_active":"2024-09-19T05:04:30.151837+0000","last_became_peered":"2024-09-19T05:04:30.151837+0000","last_unstale":"2024-09-19T05:04:31.156211+0000","last_undegraded":"2024-09-19T05:04:31.156211+0000","last_fullsized":"2024-09-19T05:04:31.156211+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:02:51.725314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733478+0000","last_change":"2024-09-19T05:04:29.137162+0000","last_active":"2024-09-19T05:04:31.733478+0000","last_peered":"2024-09-19T05:04:31.733478+0000","last_clean":"2024-09-19T05:04:31.733478+0000","last_became_active":"2024-09-19T05:04:29.136774+0000","last_became_peered":"2024-09-19T05:04:29.136774+0000","last_unstale":"2024-09-19T05:04:31.733478+0000","last_undegraded":"2024-09-19T05:04:31.733478+0000","last_fullsized":"2024-09-19T05:04:31.733478+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:50.659494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.148282+0000","last_change":"2024-09-19T05:04:30.160381+0000","last_active":"2024-09-19T05:04:31.148282+0000","last_peered":"2024-09-19T05:04:31.148282+0000","last_clean":"2024-09-19T05:04:31.148282+0000","last_became_active":"2024-09-19T05:04:30.160062+0000","last_became_peered":"2024-09-19T05:04:30.160062+0000","last_unstale":"2024-09-19T05:04:31.148282+0000","last_undegraded":"2024-09-19T05:04:31.148282+0000","last_fullsized":"2024-09-19T05:04:31.148282+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:18:08.377132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.146750+0000","last_change":"2024-09-19T05:04:29.145712+0000","last_active":"2024-09-19T05:04:29.146750+0000","last_peered":"2024-09-19T05:04:29.146750+0000","last_clean":"2024-09-19T05:04:29.146750+0000","last_became_active":"2024-09-19T05:04:29.144846+0000","last_became_peered":"2024-09-19T05:04:29.144846+0000","last_unstale":"2024-09-19T05:04:29.146750+0000","last_undegraded":"2024-09-19T05:04:29.146750+0000","last_fullsized":"2024-09-19T05:04:29.146750+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:30:18.853727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733656+0000","last_change":"2024-09-19T05:04:30.158518+0000","last_active":"2024-09-19T05:04:31.733656+0000","last_peered":"2024-09-19T05:04:31.733656+0000","last_clean":"2024-09-19T05:04:31.733656+0000","last_became_active":"2024-09-19T05:04:30.156934+0000","last_became_peered":"2024-09-19T05:04:30.156934+0000","last_unstale":"2024-09-19T05:04:31.733656+0000","last_undegraded":"2024-09-19T05:04:31.733656+0000","last_fullsized":"2024-09-19T05:04:31.733656+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:39.030000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733472+0000","last_change":"2024-09-19T05:04:29.145869+0000","last_active":"2024-09-19T05:04:31.733472+0000","last_peered":"2024-09-19T05:04:31.733472+0000","last_clean":"2024-09-19T05:04:31.733472+0000","last_became_active":"2024-09-19T05:04:29.145556+0000","last_became_peered":"2024-09-19T05:04:29.145556+0000","last_unstale":"2024-09-19T05:04:31.733472+0000","last_undegraded":"2024-09-19T05:04:31.733472+0000","last_fullsized":"2024-09-19T05:04:31.733472+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:13.319071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.155836+0000","last_change":"2024-09-19T05:04:30.153601+0000","last_active":"2024-09-19T05:04:31.155836+0000","last_peered":"2024-09-19T05:04:31.155836+0000","last_clean":"2024-09-19T05:04:31.155836+0000","last_became_active":"2024-09-19T05:04:30.153310+0000","last_became_peered":"2024-09-19T05:04:30.153310+0000","last_unstale":"2024-09-19T05:04:31.155836+0000","last_undegraded":"2024-09-19T05:04:31.155836+0000","last_fullsized":"2024-09-19T05:04:31.155836+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:00.937390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.7","version":"94'2","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.168196+0000","last_change":"2024-09-19T05:04:29.146754+0000","last_active":"2024-09-19T05:04:30.168196+0000","last_peered":"2024-09-19T05:04:30.168196+0000","last_clean":"2024-09-19T05:04:30.168196+0000","last_became_active":"2024-09-19T05:04:29.146474+0000","last_became_peered":"2024-09-19T05:04:29.146474+0000","last_unstale":"2024-09-19T05:04:30.168196+0000","last_undegraded":"2024-09-19T05:04:30.168196+0000","last_fullsized":"2024-09-19T05:04:30.168196+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:22.633950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":9,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.158625+0000","last_change":"2024-09-19T05:04:30.149971+0000","last_active":"2024-09-19T05:04:30.158625+0000","last_peered":"2024-09-19T05:04:30.158625+0000","last_clean":"2024-09-19T05:04:30.158625+0000","last_became_active":"2024-09-19T05:04:30.149711+0000","last_became_peered":"2024-09-19T05:04:30.149711+0000","last_unstale":"2024-09-19T05:04:30.158625+0000","last_undegraded":"2024-09-19T05:04:30.158625+0000","last_fullsized":"2024-09-19T05:04:30.158625+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:02.754858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.6","version":"95'1","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.157206+0000","last_change":"2024-09-19T05:04:29.143116+0000","last_active":"2024-09-19T05:04:31.157206+0000","last_peered":"2024-09-19T05:04:31.157206+0000","last_clean":"2024-09-19T05:04:31.157206+0000","last_became_active":"2024-09-19T05:04:29.141303+0000","last_became_peered":"2024-09-19T05:04:29.141303+0000","last_unstale":"2024-09-19T05:04:31.157206+0000","last_undegraded":"2024-09-19T05:04:31.157206+0000","last_fullsized":"2024-09-19T05:04:31.157206+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:27:38.228970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.147760+0000","last_change":"2024-09-19T05:04:30.158364+0000","last_active":"2024-09-19T05:04:31.147760+0000","last_peered":"2024-09-19T05:04:31.147760+0000","last_clean":"2024-09-19T05:04:31.147760+0000","last_became_active":"2024-09-19T05:04:30.158089+0000","last_became_peered":"2024-09-19T05:04:30.158089+0000","last_unstale":"2024-09-19T05:04:31.147760+0000","last_undegraded":"2024-09-19T05:04:31.147760+0000","last_fullsized":"2024-09-19T05:04:31.147760+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:42:34.883616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.146744+0000","last_change":"2024-09-19T05:04:29.145366+0000","last_active":"2024-09-19T05:04:29.146744+0000","last_peered":"2024-09-19T05:04:29.146744+0000","last_clean":"2024-09-19T05:04:29.146744+0000","last_became_active":"2024-09-19T05:04:29.144826+0000","last_became_peered":"2024-09-19T05:04:29.144826+0000","last_unstale":"2024-09-19T05:04:29.146744+0000","last_undegraded":"2024-09-19T05:04:29.146744+0000","last_fullsized":"2024-09-19T05:04:29.146744+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:27:53.658508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.127721+0000","last_change":"2024-09-19T05:04:29.127721+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.127721+0000","last_undegraded":"2024-09-19T05:04:29.127721+0000","last_fullsized":"2024-09-19T05:04:29.127721+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.134960+0000","last_change":"2024-09-19T05:04:29.144520+0000","last_active":"2024-09-19T05:04:30.134960+0000","last_peered":"2024-09-19T05:04:30.134960+0000","last_clean":"2024-09-19T05:04:30.134960+0000","last_became_active":"2024-09-19T05:04:29.144010+0000","last_became_peered":"2024-09-19T05:04:29.144010+0000","last_unstale":"2024-09-19T05:04:30.134960+0000","last_undegraded":"2024-09-19T05:04:30.134960+0000","last_fullsized":"2024-09-19T05:04:30.134960+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:01.750127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733373+0000","last_change":"2024-09-19T05:04:30.157354+0000","last_active":"2024-09-19T05:04:31.733373+0000","last_peered":"2024-09-19T05:04:31.733373+0000","last_clean":"2024-09-19T05:04:31.733373+0000","last_became_active":"2024-09-19T05:04:30.157079+0000","last_became_peered":"2024-09-19T05:04:30.157079+0000","last_unstale":"2024-09-19T05:04:31.733373+0000","last_undegraded":"2024-09-19T05:04:31.733373+0000","last_fullsized":"2024-09-19T05:04:31.733373+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:56:29.571781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-19T05:04:30.143910+0000","last_change":"2024-09-19T05:04:29.140290+0000","last_active":"2024-09-19T05:04:30.143910+0000","last_peered":"2024-09-19T05:04:30.143910+0000","last_clean":"2024-09-19T05:04:30.143910+0000","last_became_active":"2024-09-19T05:04:29.139977+0000","last_became_peered":"2024-09-19T05:04:29.139977+0000","last_unstale":"2024-09-19T05:04:30.143910+0000","last_undegraded":"2024-09-19T05:04:30.143910+0000","last_fullsized":"2024-09-19T05:04:30.143910+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:22:25.560410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733527+0000","last_change":"2024-09-19T05:04:30.159486+0000","last_active":"2024-09-19T05:04:31.733527+0000","last_peered":"2024-09-19T05:04:31.733527+0000","last_clean":"2024-09-19T05:04:31.733527+0000","last_became_active":"2024-09-19T05:04:30.159184+0000","last_became_peered":"2024-09-19T05:04:30.159184+0000","last_unstale":"2024-09-19T05:04:31.733527+0000","last_undegraded":"2024-09-19T05:04:31.733527+0000","last_fullsized":"2024-09-19T05:04:31.733527+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:26.970473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733387+0000","last_change":"2024-09-19T05:04:29.141957+0000","last_active":"2024-09-19T05:04:31.733387+0000","last_peered":"2024-09-19T05:04:31.733387+0000","last_clean":"2024-09-19T05:04:31.733387+0000","last_became_active":"2024-09-19T05:04:29.139620+0000","last_became_peered":"2024-09-19T05:04:29.139620+0000","last_unstale":"2024-09-19T05:04:31.733387+0000","last_undegraded":"2024-09-19T05:04:31.733387+0000","last_fullsized":"2024-09-19T05:04:31.733387+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:27:15.563335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.126708+0000","last_change":"2024-09-19T05:04:29.126708+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.126708+0000","last_undegraded":"2024-09-19T05:04:29.126708+0000","last_fullsized":"2024-09-19T05:04:29.126708+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":9,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.146725+0000","last_change":"2024-09-19T05:04:29.145342+0000","last_active":"2024-09-19T05:04:29.146725+0000","last_peered":"2024-09-19T05:04:29.146725+0000","last_clean":"2024-09-19T05:04:29.146725+0000","last_became_active":"2024-09-19T05:04:29.144783+0000","last_became_peered":"2024-09-19T05:04:29.144783+0000","last_unstale":"2024-09-19T05:04:29.146725+0000","last_undegraded":"2024-09-19T05:04:29.146725+0000","last_fullsized":"2024-09-19T05:04:29.146725+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:13:39.334750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.126763+0000","last_change":"2024-09-19T05:04:29.126763+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.126763+0000","last_undegraded":"2024-09-19T05:04:29.126763+0000","last_fullsized":"2024-09-19T05:04:29.126763+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733443+0000","last_change":"2024-09-19T05:04:29.138112+0000","last_active":"2024-09-19T05:04:31.733443+0000","last_peered":"2024-09-19T05:04:31.733443+0000","last_clean":"2024-09-19T05:04:31.733443+0000","last_became_active":"2024-09-19T05:04:29.137831+0000","last_became_peered":"2024-09-19T05:04:29.137831+0000","last_unstale":"2024-09-19T05:04:31.733443+0000","last_undegraded":"2024-09-19T05:04:31.733443+0000","last_fullsized":"2024-09-19T05:04:31.733443+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:02:28.408191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":1,"reported_epoch":93,"state":"creating+peering","last_fresh":"2024-09-19T05:04:29.125800+0000","last_change":"2024-09-19T05:04:29.125800+0000","last_active":"2024-09-19T05:04:29.120801+0000","last_peered":"2024-09-19T05:04:29.120801+0000","last_clean":"2024-09-19T05:04:29.120801+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T05:04:29.125800+0000","last_undegraded":"2024-09-19T05:04:29.125800+0000","last_fullsized":"2024-09-19T05:04:29.125800+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.e","version":"94'2","reported_seq":16,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733502+0000","last_change":"2024-09-19T05:04:29.139358+0000","last_active":"2024-09-19T05:04:31.733502+0000","last_peered":"2024-09-19T05:04:31.733502+0000","last_clean":"2024-09-19T05:04:31.733502+0000","last_became_active":"2024-09-19T05:04:29.138872+0000","last_became_peered":"2024-09-19T05:04:29.138872+0000","last_unstale":"2024-09-19T05:04:31.733502+0000","last_undegraded":"2024-09-19T05:04:31.733502+0000","last_fullsized":"2024-09-19T05:04:31.733502+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:50:03.720705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":315,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-19T05:04:29.127110+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:04:29.127110+0000","last_peered":"2024-09-19T05:04:29.127110+0000","last_clean":"2024-09-19T05:04:29.127110+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:04:29.127110+0000","last_undegraded":"2024-09-19T05:04:29.127110+0000","last_fullsized":"2024-09-19T05:04:29.127110+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":16,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":15,"num_pg":32,"stat_sum":{"num_bytes":616,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":33,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26,"ondisk_log_size":26,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509484,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32876,"kb_used_data":1688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338964,"statfs":{"total":96636764160,"available":96603099136,"internally_reserved":0,"allocated":1728512,"data_stored":1106530,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509483,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28140,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343700,"statfs":{"total":96636764160,"available":96607948800,"internally_reserved":0,"allocated":1134592,"data_stored":516162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509483,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28152,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343688,"statfs":{"total":96636764160,"available":96607936512,"internally_reserved":0,"allocated":1134592,"data_stored":516162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542188,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36504,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335336,"statfs":{"total":96636764160,"available":96599384064,"internally_reserved":0,"allocated":1175552,"data_stored":537270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542188,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36496,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335344,"statfs":{"total":96636764160,"available":96599392256,"internally_reserved":0,"allocated":1175552,"data_stored":536722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574893,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32336,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339504,"statfs":{"total":96636764160,"available":96603652096,"internally_reserved":0,"allocated":1167360,"data_stored":530088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574892,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32332,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339508,"statfs":{"total":96636764160,"available":96603656192,"internally_reserved":0,"allocated":1163264,"data_stored":530030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574892,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37092,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334748,"statfs":{"total":96636764160,"available":96598781952,"internally_reserved":0,"allocated":1781760,"data_stored":1128758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:04:38.000 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:04:38.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.114+0000 7f52b1511640 1 Processor -- start 2024-09-19T05:04:38.116 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.114+0000 7f52b1511640 1 -- start start 2024-09-19T05:04:38.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.115+0000 7f52b1511640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f52ac15c250 0x7f52ac09b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:38.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.115+0000 7f52b1511640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f52ac15eb10 0x7f52ac070c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:38.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.115+0000 7f52b1511640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f52ac0711b0 0x7f52ac162160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:38.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.115+0000 7f52b1511640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f52ac071620 con 0x7f52ac15c250 2024-09-19T05:04:38.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.115+0000 7f52b1511640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f52ac0b5be0 con 0x7f52ac0711b0 2024-09-19T05:04:38.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.115+0000 7f52b1511640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f52ac15efa0 con 0x7f52ac15eb10 2024-09-19T05:04:38.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.115+0000 7f52aaffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f52ac15c250 0x7f52ac09b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:38.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.115+0000 7f52aaffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f52ac15c250 0x7f52ac09b9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:60338/0 (socket says 172.21.15.5:60338) 2024-09-19T05:04:38.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.115+0000 7f52aaffd640 1 -- 172.21.15.5:0/2355175634 learned_addr learned my addr 172.21.15.5:0/2355175634 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:38.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.115+0000 7f52aa7fc640 1 --2- 172.21.15.5:0/2355175634 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f52ac15eb10 0x7f52ac070c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:38.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.115+0000 7f52ab7fe640 1 --2- 172.21.15.5:0/2355175634 >> v2:172.21.15.134:3300/0 conn(0x7f52ac0711b0 0x7f52ac162160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:38.118 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.115+0000 7f52aaffd640 1 -- 172.21.15.5:0/2355175634 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f52ac15eb10 msgr2=0x7f52ac070c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:38.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.115+0000 7f52aaffd640 1 --2- 172.21.15.5:0/2355175634 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f52ac15eb10 0x7f52ac070c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:38.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.115+0000 7f52aaffd640 1 -- 172.21.15.5:0/2355175634 >> v2:172.21.15.134:3300/0 conn(0x7f52ac0711b0 msgr2=0x7f52ac162160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:38.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.115+0000 7f52aaffd640 1 --2- 172.21.15.5:0/2355175634 >> v2:172.21.15.134:3300/0 conn(0x7f52ac0711b0 0x7f52ac162160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:38.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.115+0000 7f52aaffd640 1 -- 172.21.15.5:0/2355175634 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52ac15f280 con 0x7f52ac15c250 2024-09-19T05:04:38.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.115+0000 7f52aa7fc640 1 --2- 172.21.15.5:0/2355175634 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f52ac15eb10 0x7f52ac070c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:38.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.115+0000 7f52ab7fe640 1 --2- 172.21.15.5:0/2355175634 >> v2:172.21.15.134:3300/0 conn(0x7f52ac0711b0 0x7f52ac162160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:38.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.116+0000 7f52aaffd640 1 --2- 172.21.15.5:0/2355175634 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f52ac15c250 0x7f52ac09b9f0 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f52ac074150 tx=0x7f529c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8ea3e6871a8e249 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:38.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.116+0000 7f52a9ffb640 1 -- 172.21.15.5:0/2355175634 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f529c037070 con 0x7f52ac15c250 2024-09-19T05:04:38.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.116+0000 7f52a9ffb640 1 -- 172.21.15.5:0/2355175634 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f529c032440 con 0x7f52ac15c250 2024-09-19T05:04:38.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.116+0000 7f52a9ffb640 1 -- 172.21.15.5:0/2355175634 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f529c032810 con 0x7f52ac15c250 2024-09-19T05:04:38.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.117+0000 7f52b1511640 1 -- 172.21.15.5:0/2355175634 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f52ac15c250 msgr2=0x7f52ac09b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:38.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.117+0000 7f52b1511640 1 --2- 172.21.15.5:0/2355175634 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f52ac15c250 0x7f52ac09b9f0 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f52ac074150 tx=0x7f529c02a1e0 comp rx=0 tx=0).stop 2024-09-19T05:04:38.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.117+0000 7f52b1511640 1 -- 172.21.15.5:0/2355175634 shutdown_connections 2024-09-19T05:04:38.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.117+0000 7f52b1511640 1 --2- 172.21.15.5:0/2355175634 >> v2:172.21.15.134:3300/0 conn(0x7f52ac0711b0 0x7f52ac162160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:38.122 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.117+0000 7f52b1511640 1 --2- 172.21.15.5:0/2355175634 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f52ac15eb10 0x7f52ac070c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:38.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.117+0000 7f52b1511640 1 --2- 172.21.15.5:0/2355175634 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f52ac15c250 0x7f52ac09b9f0 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:38.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.117+0000 7f52b1511640 1 -- 172.21.15.5:0/2355175634 >> 172.21.15.5:0/2355175634 conn(0x7f52ac0b3ff0 msgr2=0x7f52ac0b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:38.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.117+0000 7f52b1511640 1 -- 172.21.15.5:0/2355175634 shutdown_connections 2024-09-19T05:04:38.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.117+0000 7f52b1511640 1 -- 172.21.15.5:0/2355175634 wait complete. 2024-09-19T05:04:38.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.118+0000 7f52b1511640 1 Processor -- start 2024-09-19T05:04:38.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.118+0000 7f52b1511640 1 -- start start 2024-09-19T05:04:38.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.119+0000 7f52b1511640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f52ac0711b0 0x7f52ac149e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:38.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.119+0000 7f52b1511640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f52ac15c250 0x7f52ac1558d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:38.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.119+0000 7f52b1511640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f52ac155e10 0x7f52ac0cb830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:38.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.119+0000 7f52b1511640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f52ac09b5a0 con 0x7f52ac155e10 2024-09-19T05:04:38.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.119+0000 7f52b1511640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f52ac15f840 con 0x7f52ac0711b0 2024-09-19T05:04:38.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.119+0000 7f52b1511640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f52ac09bf30 con 0x7f52ac15c250 2024-09-19T05:04:38.123 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.119+0000 7f52ab7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f52ac155e10 0x7f52ac0cb830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:38.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.119+0000 7f52ab7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f52ac155e10 0x7f52ac0cb830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:60346/0 (socket says 172.21.15.5:60346) 2024-09-19T05:04:38.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.119+0000 7f52ab7fe640 1 -- 172.21.15.5:0/1047211138 learned_addr learned my addr 172.21.15.5:0/1047211138 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:38.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.119+0000 7f52aa7fc640 1 --2- 172.21.15.5:0/1047211138 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f52ac15c250 0x7f52ac1558d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:38.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.119+0000 7f52aaffd640 1 --2- 172.21.15.5:0/1047211138 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f52ac0711b0 0x7f52ac149e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:38.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.119+0000 7f52ab7fe640 1 -- 172.21.15.5:0/1047211138 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f52ac15c250 msgr2=0x7f52ac1558d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:38.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.119+0000 7f52ab7fe640 1 --2- 172.21.15.5:0/1047211138 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f52ac15c250 0x7f52ac1558d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:38.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.119+0000 7f52ab7fe640 1 -- 172.21.15.5:0/1047211138 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f52ac0711b0 msgr2=0x7f52ac149e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:38.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.119+0000 7f52ab7fe640 1 --2- 172.21.15.5:0/1047211138 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f52ac0711b0 0x7f52ac149e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:38.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.119+0000 7f52ab7fe640 1 -- 172.21.15.5:0/1047211138 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52ac156cf0 con 0x7f52ac155e10 2024-09-19T05:04:38.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.120+0000 7f52ab7fe640 1 --2- 172.21.15.5:0/1047211138 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f52ac155e10 0x7f52ac0cb830 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f52a4007db0 tx=0x7f52a400d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:38.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.120+0000 7f52937fe640 1 -- 172.21.15.5:0/1047211138 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52a401a070 con 0x7f52ac155e10 2024-09-19T05:04:38.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.120+0000 7f52937fe640 1 -- 172.21.15.5:0/1047211138 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f52a4003990 con 0x7f52ac155e10 2024-09-19T05:04:38.124 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.120+0000 7f52b1511640 1 -- 172.21.15.5:0/1047211138 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52ac156fd0 con 0x7f52ac155e10 2024-09-19T05:04:38.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.120+0000 7f52937fe640 1 -- 172.21.15.5:0/1047211138 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52a4003d60 con 0x7f52ac155e10 2024-09-19T05:04:38.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.120+0000 7f52b1511640 1 -- 172.21.15.5:0/1047211138 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52ac157590 con 0x7f52ac155e10 2024-09-19T05:04:38.125 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.121+0000 7f52b1511640 1 -- 172.21.15.5:0/1047211138 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52ac09b9f0 con 0x7f52ac155e10 2024-09-19T05:04:38.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.122+0000 7f52937fe640 1 -- 172.21.15.5:0/1047211138 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f52a401d070 con 0x7f52ac155e10 2024-09-19T05:04:38.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.122+0000 7f52937fe640 1 --2- 172.21.15.5:0/1047211138 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f529806c2b0 0x7f529806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:38.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.122+0000 7f52937fe640 1 -- 172.21.15.5:0/1047211138 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6101+0+0 (secure 0 0 0) 0x7f52a408b7f0 con 0x7f52ac155e10 2024-09-19T05:04:38.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.122+0000 7f52aaffd640 1 --2- 172.21.15.5:0/1047211138 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f529806c2b0 0x7f529806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:38.126 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.123+0000 7f52aaffd640 1 --2- 172.21.15.5:0/1047211138 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f529806c2b0 0x7f529806e770 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f529c034000 tx=0x7f529c02e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:38.128 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.127+0000 7f52937fe640 1 -- 172.21.15.5:0/1047211138 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f52a4010070 con 0x7f52ac155e10 2024-09-19T05:04:38.304 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.303+0000 7f52b1511640 1 -- 172.21.15.5:0/1047211138 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f52ac0b7570 con 0x7f529806c2b0 2024-09-19T05:04:38.311 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.309+0000 7f52937fe640 1 -- 172.21.15.5:0/1047211138 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252049 (secure 0 0 0) 0x7f52ac0b7570 con 0x7f529806c2b0 2024-09-19T05:04:38.314 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:38.315 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:04:38.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.313+0000 7f52b1511640 1 -- 172.21.15.5:0/1047211138 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f529806c2b0 msgr2=0x7f529806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:38.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.313+0000 7f52b1511640 1 --2- 172.21.15.5:0/1047211138 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f529806c2b0 0x7f529806e770 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f529c034000 tx=0x7f529c02e000 comp rx=0 tx=0).stop 2024-09-19T05:04:38.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.313+0000 7f52b1511640 1 -- 172.21.15.5:0/1047211138 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f52ac155e10 msgr2=0x7f52ac0cb830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:38.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.313+0000 7f52b1511640 1 --2- 172.21.15.5:0/1047211138 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f52ac155e10 0x7f52ac0cb830 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f52a4007db0 tx=0x7f52a400d4a0 comp rx=0 tx=0).stop 2024-09-19T05:04:38.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.313+0000 7f52b1511640 1 -- 172.21.15.5:0/1047211138 shutdown_connections 2024-09-19T05:04:38.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.313+0000 7f52b1511640 1 --2- 172.21.15.5:0/1047211138 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f529806c2b0 0x7f529806e770 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:38.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.313+0000 7f52b1511640 1 --2- 172.21.15.5:0/1047211138 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f52ac155e10 0x7f52ac0cb830 unknown :-1 s=CLOSED pgs=888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:38.317 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.313+0000 7f52b1511640 1 --2- 172.21.15.5:0/1047211138 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f52ac15c250 0x7f52ac1558d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:38.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.313+0000 7f52b1511640 1 --2- 172.21.15.5:0/1047211138 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f52ac0711b0 0x7f52ac149e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:38.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.313+0000 7f52b1511640 1 -- 172.21.15.5:0/1047211138 >> 172.21.15.5:0/1047211138 conn(0x7f52ac0b3ff0 msgr2=0x7f52ac06e640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:38.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.313+0000 7f52b1511640 1 -- 172.21.15.5:0/1047211138 shutdown_connections 2024-09-19T05:04:38.318 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.313+0000 7f52b1511640 1 -- 172.21.15.5:0/1047211138 wait complete. 2024-09-19T05:04:38.326 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":193,"stamp":"2024-09-19T05:04:37.306561+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":172,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":264064,"kb_used_data":10376,"kb_used_omap":12,"kb_used_meta":253491,"kb_avail":754710656,"statfs":{"total":773094113280,"available":772823711744,"internally_reserved":0,"allocated":10625024,"data_stored":5479060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":259575344},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":18,"apply_latency_ms":18,"commit_latency_ns":18000000,"apply_latency_ns":18000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001986"},"pg_stats":[{"pgid":"16.3f","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156133+0000","last_change":"2024-09-19T05:04:30.152920+0000","last_active":"2024-09-19T05:04:31.156133+0000","last_peered":"2024-09-19T05:04:31.156133+0000","last_clean":"2024-09-19T05:04:31.156133+0000","last_became_active":"2024-09-19T05:04:30.152661+0000","last_became_peered":"2024-09-19T05:04:30.152661+0000","last_unstale":"2024-09-19T05:04:31.156133+0000","last_undegraded":"2024-09-19T05:04:31.156133+0000","last_fullsized":"2024-09-19T05:04:31.156133+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:52:27.614715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.3e","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.869775+0000","last_change":"2024-09-19T05:04:30.155584+0000","last_active":"2024-09-19T05:04:32.869775+0000","last_peered":"2024-09-19T05:04:32.869775+0000","last_clean":"2024-09-19T05:04:32.869775+0000","last_became_active":"2024-09-19T05:04:30.155293+0000","last_became_peered":"2024-09-19T05:04:30.155293+0000","last_unstale":"2024-09-19T05:04:32.869775+0000","last_undegraded":"2024-09-19T05:04:32.869775+0000","last_fullsized":"2024-09-19T05:04:32.869775+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:33:51.416750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.3d","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156204+0000","last_change":"2024-09-19T05:04:30.160967+0000","last_active":"2024-09-19T05:04:31.156204+0000","last_peered":"2024-09-19T05:04:31.156204+0000","last_clean":"2024-09-19T05:04:31.156204+0000","last_became_active":"2024-09-19T05:04:30.159897+0000","last_became_peered":"2024-09-19T05:04:30.159897+0000","last_unstale":"2024-09-19T05:04:31.156204+0000","last_undegraded":"2024-09-19T05:04:31.156204+0000","last_fullsized":"2024-09-19T05:04:31.156204+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:50:35.197451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.3c","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.147886+0000","last_change":"2024-09-19T05:04:30.149684+0000","last_active":"2024-09-19T05:04:31.147886+0000","last_peered":"2024-09-19T05:04:31.147886+0000","last_clean":"2024-09-19T05:04:31.147886+0000","last_became_active":"2024-09-19T05:04:30.149418+0000","last_became_peered":"2024-09-19T05:04:30.149418+0000","last_unstale":"2024-09-19T05:04:31.147886+0000","last_undegraded":"2024-09-19T05:04:31.147886+0000","last_fullsized":"2024-09-19T05:04:31.147886+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:39.511243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.3b","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.868769+0000","last_change":"2024-09-19T05:04:30.147694+0000","last_active":"2024-09-19T05:04:32.868769+0000","last_peered":"2024-09-19T05:04:32.868769+0000","last_clean":"2024-09-19T05:04:32.868769+0000","last_became_active":"2024-09-19T05:04:30.147399+0000","last_became_peered":"2024-09-19T05:04:30.147399+0000","last_unstale":"2024-09-19T05:04:32.868769+0000","last_undegraded":"2024-09-19T05:04:32.868769+0000","last_fullsized":"2024-09-19T05:04:32.868769+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:39:56.200184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3a","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.869402+0000","last_change":"2024-09-19T05:04:30.155728+0000","last_active":"2024-09-19T05:04:32.869402+0000","last_peered":"2024-09-19T05:04:32.869402+0000","last_clean":"2024-09-19T05:04:32.869402+0000","last_became_active":"2024-09-19T05:04:30.155482+0000","last_became_peered":"2024-09-19T05:04:30.155482+0000","last_unstale":"2024-09-19T05:04:32.869402+0000","last_undegraded":"2024-09-19T05:04:32.869402+0000","last_fullsized":"2024-09-19T05:04:32.869402+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:38.101052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.39","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.869269+0000","last_change":"2024-09-19T05:04:30.161594+0000","last_active":"2024-09-19T05:04:32.869269+0000","last_peered":"2024-09-19T05:04:32.869269+0000","last_clean":"2024-09-19T05:04:32.869269+0000","last_became_active":"2024-09-19T05:04:30.160824+0000","last_became_peered":"2024-09-19T05:04:30.160824+0000","last_unstale":"2024-09-19T05:04:32.869269+0000","last_undegraded":"2024-09-19T05:04:32.869269+0000","last_fullsized":"2024-09-19T05:04:32.869269+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:22.542469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.38","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733179+0000","last_change":"2024-09-19T05:04:30.155658+0000","last_active":"2024-09-19T05:04:31.733179+0000","last_peered":"2024-09-19T05:04:31.733179+0000","last_clean":"2024-09-19T05:04:31.733179+0000","last_became_active":"2024-09-19T05:04:30.155360+0000","last_became_peered":"2024-09-19T05:04:30.155360+0000","last_unstale":"2024-09-19T05:04:31.733179+0000","last_undegraded":"2024-09-19T05:04:31.733179+0000","last_fullsized":"2024-09-19T05:04:31.733179+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:57:39.191418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.37","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.869780+0000","last_change":"2024-09-19T05:04:30.156908+0000","last_active":"2024-09-19T05:04:32.869780+0000","last_peered":"2024-09-19T05:04:32.869780+0000","last_clean":"2024-09-19T05:04:32.869780+0000","last_became_active":"2024-09-19T05:04:30.156386+0000","last_became_peered":"2024-09-19T05:04:30.156386+0000","last_unstale":"2024-09-19T05:04:32.869780+0000","last_undegraded":"2024-09-19T05:04:32.869780+0000","last_fullsized":"2024-09-19T05:04:32.869780+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:06:48.686562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.36","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.869110+0000","last_change":"2024-09-19T05:04:30.162042+0000","last_active":"2024-09-19T05:04:32.869110+0000","last_peered":"2024-09-19T05:04:32.869110+0000","last_clean":"2024-09-19T05:04:32.869110+0000","last_became_active":"2024-09-19T05:04:30.161707+0000","last_became_peered":"2024-09-19T05:04:30.161707+0000","last_unstale":"2024-09-19T05:04:32.869110+0000","last_undegraded":"2024-09-19T05:04:32.869110+0000","last_fullsized":"2024-09-19T05:04:32.869110+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:33.799829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.35","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.153758+0000","last_change":"2024-09-19T05:04:30.158092+0000","last_active":"2024-09-19T05:04:31.153758+0000","last_peered":"2024-09-19T05:04:31.153758+0000","last_clean":"2024-09-19T05:04:31.153758+0000","last_became_active":"2024-09-19T05:04:30.157814+0000","last_became_peered":"2024-09-19T05:04:30.157814+0000","last_unstale":"2024-09-19T05:04:31.153758+0000","last_undegraded":"2024-09-19T05:04:31.153758+0000","last_fullsized":"2024-09-19T05:04:31.153758+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:42:34.883616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.34","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.869635+0000","last_change":"2024-09-19T05:04:30.150541+0000","last_active":"2024-09-19T05:04:32.869635+0000","last_peered":"2024-09-19T05:04:32.869635+0000","last_clean":"2024-09-19T05:04:32.869635+0000","last_became_active":"2024-09-19T05:04:30.150274+0000","last_became_peered":"2024-09-19T05:04:30.150274+0000","last_unstale":"2024-09-19T05:04:32.869635+0000","last_undegraded":"2024-09-19T05:04:32.869635+0000","last_fullsized":"2024-09-19T05:04:32.869635+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:48.463868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.33","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.148163+0000","last_change":"2024-09-19T05:04:30.154732+0000","last_active":"2024-09-19T05:04:31.148163+0000","last_peered":"2024-09-19T05:04:31.148163+0000","last_clean":"2024-09-19T05:04:31.148163+0000","last_became_active":"2024-09-19T05:04:30.154452+0000","last_became_peered":"2024-09-19T05:04:30.154452+0000","last_unstale":"2024-09-19T05:04:31.148163+0000","last_undegraded":"2024-09-19T05:04:31.148163+0000","last_fullsized":"2024-09-19T05:04:31.148163+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:10:22.034005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.32","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.152671+0000","last_change":"2024-09-19T05:04:30.150210+0000","last_active":"2024-09-19T05:04:31.152671+0000","last_peered":"2024-09-19T05:04:31.152671+0000","last_clean":"2024-09-19T05:04:31.152671+0000","last_became_active":"2024-09-19T05:04:30.149799+0000","last_became_peered":"2024-09-19T05:04:30.149799+0000","last_unstale":"2024-09-19T05:04:31.152671+0000","last_undegraded":"2024-09-19T05:04:31.152671+0000","last_fullsized":"2024-09-19T05:04:31.152671+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:18:08.377132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.31","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.152624+0000","last_change":"2024-09-19T05:04:30.142334+0000","last_active":"2024-09-19T05:04:31.152624+0000","last_peered":"2024-09-19T05:04:31.152624+0000","last_clean":"2024-09-19T05:04:31.152624+0000","last_became_active":"2024-09-19T05:04:30.142021+0000","last_became_peered":"2024-09-19T05:04:30.142021+0000","last_unstale":"2024-09-19T05:04:31.152624+0000","last_undegraded":"2024-09-19T05:04:31.152624+0000","last_fullsized":"2024-09-19T05:04:31.152624+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:10:22.034005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.30","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.152725+0000","last_change":"2024-09-19T05:04:30.150803+0000","last_active":"2024-09-19T05:04:31.152725+0000","last_peered":"2024-09-19T05:04:31.152725+0000","last_clean":"2024-09-19T05:04:31.152725+0000","last_became_active":"2024-09-19T05:04:30.150535+0000","last_became_peered":"2024-09-19T05:04:30.150535+0000","last_unstale":"2024-09-19T05:04:31.152725+0000","last_undegraded":"2024-09-19T05:04:31.152725+0000","last_fullsized":"2024-09-19T05:04:31.152725+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:43:56.997679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.2f","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156141+0000","last_change":"2024-09-19T05:04:30.155410+0000","last_active":"2024-09-19T05:04:31.156141+0000","last_peered":"2024-09-19T05:04:31.156141+0000","last_clean":"2024-09-19T05:04:31.156141+0000","last_became_active":"2024-09-19T05:04:30.155145+0000","last_became_peered":"2024-09-19T05:04:30.155145+0000","last_unstale":"2024-09-19T05:04:31.156141+0000","last_undegraded":"2024-09-19T05:04:31.156141+0000","last_fullsized":"2024-09-19T05:04:31.156141+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:44:40.311068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2e","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.869831+0000","last_change":"2024-09-19T05:04:30.157628+0000","last_active":"2024-09-19T05:04:32.869831+0000","last_peered":"2024-09-19T05:04:32.869831+0000","last_clean":"2024-09-19T05:04:32.869831+0000","last_became_active":"2024-09-19T05:04:30.157172+0000","last_became_peered":"2024-09-19T05:04:30.157172+0000","last_unstale":"2024-09-19T05:04:32.869831+0000","last_undegraded":"2024-09-19T05:04:32.869831+0000","last_fullsized":"2024-09-19T05:04:32.869831+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:52.328029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.2d","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.155994+0000","last_change":"2024-09-19T05:04:30.165901+0000","last_active":"2024-09-19T05:04:31.155994+0000","last_peered":"2024-09-19T05:04:31.155994+0000","last_clean":"2024-09-19T05:04:31.155994+0000","last_became_active":"2024-09-19T05:04:30.165628+0000","last_became_peered":"2024-09-19T05:04:30.165628+0000","last_unstale":"2024-09-19T05:04:31.155994+0000","last_undegraded":"2024-09-19T05:04:31.155994+0000","last_fullsized":"2024-09-19T05:04:31.155994+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:02:59.710578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2c","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.869812+0000","last_change":"2024-09-19T05:04:30.155855+0000","last_active":"2024-09-19T05:04:32.869812+0000","last_peered":"2024-09-19T05:04:32.869812+0000","last_clean":"2024-09-19T05:04:32.869812+0000","last_became_active":"2024-09-19T05:04:30.154588+0000","last_became_peered":"2024-09-19T05:04:30.154588+0000","last_unstale":"2024-09-19T05:04:32.869812+0000","last_undegraded":"2024-09-19T05:04:32.869812+0000","last_fullsized":"2024-09-19T05:04:32.869812+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:27.697824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.2b","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733616+0000","last_change":"2024-09-19T05:04:30.158417+0000","last_active":"2024-09-19T05:04:31.733616+0000","last_peered":"2024-09-19T05:04:31.733616+0000","last_clean":"2024-09-19T05:04:31.733616+0000","last_became_active":"2024-09-19T05:04:30.158142+0000","last_became_peered":"2024-09-19T05:04:30.158142+0000","last_unstale":"2024-09-19T05:04:31.733616+0000","last_undegraded":"2024-09-19T05:04:31.733616+0000","last_fullsized":"2024-09-19T05:04:31.733616+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:50:52.892237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2a","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.868785+0000","last_change":"2024-09-19T05:04:30.152763+0000","last_active":"2024-09-19T05:04:32.868785+0000","last_peered":"2024-09-19T05:04:32.868785+0000","last_clean":"2024-09-19T05:04:32.868785+0000","last_became_active":"2024-09-19T05:04:30.152459+0000","last_became_peered":"2024-09-19T05:04:30.152459+0000","last_unstale":"2024-09-19T05:04:32.868785+0000","last_undegraded":"2024-09-19T05:04:32.868785+0000","last_fullsized":"2024-09-19T05:04:32.868785+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:03:39.808167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.29","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.155907+0000","last_change":"2024-09-19T05:04:30.156437+0000","last_active":"2024-09-19T05:04:31.155907+0000","last_peered":"2024-09-19T05:04:31.155907+0000","last_clean":"2024-09-19T05:04:31.155907+0000","last_became_active":"2024-09-19T05:04:30.156157+0000","last_became_peered":"2024-09-19T05:04:30.156157+0000","last_unstale":"2024-09-19T05:04:31.155907+0000","last_undegraded":"2024-09-19T05:04:31.155907+0000","last_fullsized":"2024-09-19T05:04:31.155907+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:53:00.307180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.28","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.868564+0000","last_change":"2024-09-19T05:04:30.143468+0000","last_active":"2024-09-19T05:04:32.868564+0000","last_peered":"2024-09-19T05:04:32.868564+0000","last_clean":"2024-09-19T05:04:32.868564+0000","last_became_active":"2024-09-19T05:04:30.143185+0000","last_became_peered":"2024-09-19T05:04:30.143185+0000","last_unstale":"2024-09-19T05:04:32.868564+0000","last_undegraded":"2024-09-19T05:04:32.868564+0000","last_fullsized":"2024-09-19T05:04:32.868564+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:48.463868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.27","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.870286+0000","last_change":"2024-09-19T05:04:30.148007+0000","last_active":"2024-09-19T05:04:32.870286+0000","last_peered":"2024-09-19T05:04:32.870286+0000","last_clean":"2024-09-19T05:04:32.870286+0000","last_became_active":"2024-09-19T05:04:30.147702+0000","last_became_peered":"2024-09-19T05:04:30.147702+0000","last_unstale":"2024-09-19T05:04:32.870286+0000","last_undegraded":"2024-09-19T05:04:32.870286+0000","last_fullsized":"2024-09-19T05:04:32.870286+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:16:22.398204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.26","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.870133+0000","last_change":"2024-09-19T05:04:30.158423+0000","last_active":"2024-09-19T05:04:32.870133+0000","last_peered":"2024-09-19T05:04:32.870133+0000","last_clean":"2024-09-19T05:04:32.870133+0000","last_became_active":"2024-09-19T05:04:30.158159+0000","last_became_peered":"2024-09-19T05:04:30.158159+0000","last_unstale":"2024-09-19T05:04:32.870133+0000","last_undegraded":"2024-09-19T05:04:32.870133+0000","last_fullsized":"2024-09-19T05:04:32.870133+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:39:56.200184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.25","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.153927+0000","last_change":"2024-09-19T05:04:30.141482+0000","last_active":"2024-09-19T05:04:31.153927+0000","last_peered":"2024-09-19T05:04:31.153927+0000","last_clean":"2024-09-19T05:04:31.153927+0000","last_became_active":"2024-09-19T05:04:30.141224+0000","last_became_peered":"2024-09-19T05:04:30.141224+0000","last_unstale":"2024-09-19T05:04:31.153927+0000","last_undegraded":"2024-09-19T05:04:31.153927+0000","last_fullsized":"2024-09-19T05:04:31.153927+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:39.511243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.24","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.869339+0000","last_change":"2024-09-19T05:04:30.157465+0000","last_active":"2024-09-19T05:04:32.869339+0000","last_peered":"2024-09-19T05:04:32.869339+0000","last_clean":"2024-09-19T05:04:32.869339+0000","last_became_active":"2024-09-19T05:04:30.157191+0000","last_became_peered":"2024-09-19T05:04:30.157191+0000","last_unstale":"2024-09-19T05:04:32.869339+0000","last_undegraded":"2024-09-19T05:04:32.869339+0000","last_fullsized":"2024-09-19T05:04:32.869339+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:28:19.509015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.23","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733464+0000","last_change":"2024-09-19T05:04:30.159018+0000","last_active":"2024-09-19T05:04:31.733464+0000","last_peered":"2024-09-19T05:04:31.733464+0000","last_clean":"2024-09-19T05:04:31.733464+0000","last_became_active":"2024-09-19T05:04:30.158734+0000","last_became_peered":"2024-09-19T05:04:30.158734+0000","last_unstale":"2024-09-19T05:04:31.733464+0000","last_undegraded":"2024-09-19T05:04:31.733464+0000","last_fullsized":"2024-09-19T05:04:31.733464+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:57:39.706312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.22","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.869204+0000","last_change":"2024-09-19T05:04:30.154782+0000","last_active":"2024-09-19T05:04:32.869204+0000","last_peered":"2024-09-19T05:04:32.869204+0000","last_clean":"2024-09-19T05:04:32.869204+0000","last_became_active":"2024-09-19T05:04:30.154335+0000","last_became_peered":"2024-09-19T05:04:30.154335+0000","last_unstale":"2024-09-19T05:04:32.869204+0000","last_undegraded":"2024-09-19T05:04:32.869204+0000","last_fullsized":"2024-09-19T05:04:32.869204+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:49:17.488952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.21","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.869141+0000","last_change":"2024-09-19T05:04:30.161844+0000","last_active":"2024-09-19T05:04:32.869141+0000","last_peered":"2024-09-19T05:04:32.869141+0000","last_clean":"2024-09-19T05:04:32.869141+0000","last_became_active":"2024-09-19T05:04:30.160676+0000","last_became_peered":"2024-09-19T05:04:30.160676+0000","last_unstale":"2024-09-19T05:04:32.869141+0000","last_undegraded":"2024-09-19T05:04:32.869141+0000","last_fullsized":"2024-09-19T05:04:32.869141+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:37.650072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.20","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733384+0000","last_change":"2024-09-19T05:04:30.150821+0000","last_active":"2024-09-19T05:04:31.733384+0000","last_peered":"2024-09-19T05:04:31.733384+0000","last_clean":"2024-09-19T05:04:31.733384+0000","last_became_active":"2024-09-19T05:04:30.149603+0000","last_became_peered":"2024-09-19T05:04:30.149603+0000","last_unstale":"2024-09-19T05:04:31.733384+0000","last_undegraded":"2024-09-19T05:04:31.733384+0000","last_fullsized":"2024-09-19T05:04:31.733384+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:04.612199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156129+0000","last_change":"2024-09-19T05:04:30.148050+0000","last_active":"2024-09-19T05:04:31.156129+0000","last_peered":"2024-09-19T05:04:31.156129+0000","last_clean":"2024-09-19T05:04:31.156129+0000","last_became_active":"2024-09-19T05:04:30.147758+0000","last_became_peered":"2024-09-19T05:04:30.147758+0000","last_unstale":"2024-09-19T05:04:31.156129+0000","last_undegraded":"2024-09-19T05:04:31.156129+0000","last_fullsized":"2024-09-19T05:04:31.156129+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:09:12.299714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"94'4","reported_seq":18,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.147772+0000","last_change":"2024-09-19T05:04:29.142925+0000","last_active":"2024-09-19T05:04:31.147772+0000","last_peered":"2024-09-19T05:04:31.147772+0000","last_clean":"2024-09-19T05:04:31.147772+0000","last_became_active":"2024-09-19T05:04:29.142609+0000","last_became_peered":"2024-09-19T05:04:29.142609+0000","last_unstale":"2024-09-19T05:04:31.147772+0000","last_undegraded":"2024-09-19T05:04:31.147772+0000","last_fullsized":"2024-09-19T05:04:31.147772+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:36:51.323298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733343+0000","last_change":"2024-09-19T05:04:30.155618+0000","last_active":"2024-09-19T05:04:31.733343+0000","last_peered":"2024-09-19T05:04:31.733343+0000","last_clean":"2024-09-19T05:04:31.733343+0000","last_became_active":"2024-09-19T05:04:30.155310+0000","last_became_peered":"2024-09-19T05:04:30.155310+0000","last_unstale":"2024-09-19T05:04:31.733343+0000","last_undegraded":"2024-09-19T05:04:31.733343+0000","last_fullsized":"2024-09-19T05:04:31.733343+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:58:21.835598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.1e","version":"94'1","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733473+0000","last_change":"2024-09-19T05:04:29.138691+0000","last_active":"2024-09-19T05:04:31.733473+0000","last_peered":"2024-09-19T05:04:31.733473+0000","last_clean":"2024-09-19T05:04:31.733473+0000","last_became_active":"2024-09-19T05:04:29.138421+0000","last_became_peered":"2024-09-19T05:04:29.138421+0000","last_unstale":"2024-09-19T05:04:31.733473+0000","last_undegraded":"2024-09-19T05:04:31.733473+0000","last_fullsized":"2024-09-19T05:04:31.733473+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:58.460673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.869352+0000","last_change":"2024-09-19T05:04:30.154155+0000","last_active":"2024-09-19T05:04:32.869352+0000","last_peered":"2024-09-19T05:04:32.869352+0000","last_clean":"2024-09-19T05:04:32.869352+0000","last_became_active":"2024-09-19T05:04:30.153864+0000","last_became_peered":"2024-09-19T05:04:30.153864+0000","last_unstale":"2024-09-19T05:04:32.869352+0000","last_undegraded":"2024-09-19T05:04:32.869352+0000","last_fullsized":"2024-09-19T05:04:32.869352+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:18:12.146664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1d","version":"94'2","reported_seq":16,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.869612+0000","last_change":"2024-09-19T05:04:29.139677+0000","last_active":"2024-09-19T05:04:32.869612+0000","last_peered":"2024-09-19T05:04:32.869612+0000","last_clean":"2024-09-19T05:04:32.869612+0000","last_became_active":"2024-09-19T05:04:29.139378+0000","last_became_peered":"2024-09-19T05:04:29.139378+0000","last_unstale":"2024-09-19T05:04:32.869612+0000","last_undegraded":"2024-09-19T05:04:32.869612+0000","last_fullsized":"2024-09-19T05:04:32.869612+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:12:11.325096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.153397+0000","last_change":"2024-09-19T05:04:30.150454+0000","last_active":"2024-09-19T05:04:31.153397+0000","last_peered":"2024-09-19T05:04:31.153397+0000","last_clean":"2024-09-19T05:04:31.153397+0000","last_became_active":"2024-09-19T05:04:30.149245+0000","last_became_peered":"2024-09-19T05:04:30.149245+0000","last_unstale":"2024-09-19T05:04:31.153397+0000","last_undegraded":"2024-09-19T05:04:31.153397+0000","last_fullsized":"2024-09-19T05:04:31.153397+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:24:13.230139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.1c","version":"94'2","reported_seq":16,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.868879+0000","last_change":"2024-09-19T05:04:29.144271+0000","last_active":"2024-09-19T05:04:32.868879+0000","last_peered":"2024-09-19T05:04:32.868879+0000","last_clean":"2024-09-19T05:04:32.868879+0000","last_became_active":"2024-09-19T05:04:29.143615+0000","last_became_peered":"2024-09-19T05:04:29.143615+0000","last_unstale":"2024-09-19T05:04:32.868879+0000","last_undegraded":"2024-09-19T05:04:32.868879+0000","last_fullsized":"2024-09-19T05:04:32.868879+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:17.547725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.148031+0000","last_change":"2024-09-19T05:04:30.149061+0000","last_active":"2024-09-19T05:04:31.148031+0000","last_peered":"2024-09-19T05:04:31.148031+0000","last_clean":"2024-09-19T05:04:31.148031+0000","last_became_active":"2024-09-19T05:04:30.148779+0000","last_became_peered":"2024-09-19T05:04:30.148779+0000","last_unstale":"2024-09-19T05:04:31.148031+0000","last_undegraded":"2024-09-19T05:04:31.148031+0000","last_fullsized":"2024-09-19T05:04:31.148031+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:44:47.404361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1b","version":"94'1","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.153298+0000","last_change":"2024-09-19T05:04:29.140224+0000","last_active":"2024-09-19T05:04:31.153298+0000","last_peered":"2024-09-19T05:04:31.153298+0000","last_clean":"2024-09-19T05:04:31.153298+0000","last_became_active":"2024-09-19T05:04:29.139705+0000","last_became_peered":"2024-09-19T05:04:29.139705+0000","last_unstale":"2024-09-19T05:04:31.153298+0000","last_undegraded":"2024-09-19T05:04:31.153298+0000","last_fullsized":"2024-09-19T05:04:31.153298+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:24:12.225408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156295+0000","last_change":"2024-09-19T05:04:30.165130+0000","last_active":"2024-09-19T05:04:31.156295+0000","last_peered":"2024-09-19T05:04:31.156295+0000","last_clean":"2024-09-19T05:04:31.156295+0000","last_became_active":"2024-09-19T05:04:30.164843+0000","last_became_peered":"2024-09-19T05:04:30.164843+0000","last_unstale":"2024-09-19T05:04:31.156295+0000","last_undegraded":"2024-09-19T05:04:31.156295+0000","last_fullsized":"2024-09-19T05:04:31.156295+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:09:24.256291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1a","version":"94'1","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.152904+0000","last_change":"2024-09-19T05:04:29.133896+0000","last_active":"2024-09-19T05:04:31.152904+0000","last_peered":"2024-09-19T05:04:31.152904+0000","last_clean":"2024-09-19T05:04:31.152904+0000","last_became_active":"2024-09-19T05:04:29.133613+0000","last_became_peered":"2024-09-19T05:04:29.133613+0000","last_unstale":"2024-09-19T05:04:31.152904+0000","last_undegraded":"2024-09-19T05:04:31.152904+0000","last_fullsized":"2024-09-19T05:04:31.152904+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:37.096321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.870043+0000","last_change":"2024-09-19T05:04:30.157169+0000","last_active":"2024-09-19T05:04:32.870043+0000","last_peered":"2024-09-19T05:04:32.870043+0000","last_clean":"2024-09-19T05:04:32.870043+0000","last_became_active":"2024-09-19T05:04:30.156765+0000","last_became_peered":"2024-09-19T05:04:30.156765+0000","last_unstale":"2024-09-19T05:04:32.870043+0000","last_undegraded":"2024-09-19T05:04:32.870043+0000","last_fullsized":"2024-09-19T05:04:32.870043+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:54:58.595741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.869659+0000","last_change":"2024-09-19T05:04:29.140453+0000","last_active":"2024-09-19T05:04:32.869659+0000","last_peered":"2024-09-19T05:04:32.869659+0000","last_clean":"2024-09-19T05:04:32.869659+0000","last_became_active":"2024-09-19T05:04:29.140027+0000","last_became_peered":"2024-09-19T05:04:29.140027+0000","last_unstale":"2024-09-19T05:04:32.869659+0000","last_undegraded":"2024-09-19T05:04:32.869659+0000","last_fullsized":"2024-09-19T05:04:32.869659+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:22.633950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.147822+0000","last_change":"2024-09-19T05:04:30.147956+0000","last_active":"2024-09-19T05:04:31.147822+0000","last_peered":"2024-09-19T05:04:31.147822+0000","last_clean":"2024-09-19T05:04:31.147822+0000","last_became_active":"2024-09-19T05:04:30.147687+0000","last_became_peered":"2024-09-19T05:04:30.147687+0000","last_unstale":"2024-09-19T05:04:31.147822+0000","last_undegraded":"2024-09-19T05:04:31.147822+0000","last_fullsized":"2024-09-19T05:04:31.147822+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:10:54.488536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.147607+0000","last_change":"2024-09-19T05:04:29.139732+0000","last_active":"2024-09-19T05:04:31.147607+0000","last_peered":"2024-09-19T05:04:31.147607+0000","last_clean":"2024-09-19T05:04:31.147607+0000","last_became_active":"2024-09-19T05:04:29.139438+0000","last_became_peered":"2024-09-19T05:04:29.139438+0000","last_unstale":"2024-09-19T05:04:31.147607+0000","last_undegraded":"2024-09-19T05:04:31.147607+0000","last_fullsized":"2024-09-19T05:04:31.147607+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:06:47.681831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.155856+0000","last_change":"2024-09-19T05:04:30.148715+0000","last_active":"2024-09-19T05:04:31.155856+0000","last_peered":"2024-09-19T05:04:31.155856+0000","last_clean":"2024-09-19T05:04:31.155856+0000","last_became_active":"2024-09-19T05:04:30.148439+0000","last_became_peered":"2024-09-19T05:04:30.148439+0000","last_unstale":"2024-09-19T05:04:31.155856+0000","last_undegraded":"2024-09-19T05:04:31.155856+0000","last_fullsized":"2024-09-19T05:04:31.155856+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:26.911920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.870277+0000","last_change":"2024-09-19T05:04:29.140961+0000","last_active":"2024-09-19T05:04:32.870277+0000","last_peered":"2024-09-19T05:04:32.870277+0000","last_clean":"2024-09-19T05:04:32.870277+0000","last_became_active":"2024-09-19T05:04:29.140647+0000","last_became_peered":"2024-09-19T05:04:29.140647+0000","last_unstale":"2024-09-19T05:04:32.870277+0000","last_undegraded":"2024-09-19T05:04:32.870277+0000","last_fullsized":"2024-09-19T05:04:32.870277+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:41:54.277133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.868740+0000","last_change":"2024-09-19T05:04:30.151149+0000","last_active":"2024-09-19T05:04:32.868740+0000","last_peered":"2024-09-19T05:04:32.868740+0000","last_clean":"2024-09-19T05:04:32.868740+0000","last_became_active":"2024-09-19T05:04:30.147268+0000","last_became_peered":"2024-09-19T05:04:30.147268+0000","last_unstale":"2024-09-19T05:04:32.868740+0000","last_undegraded":"2024-09-19T05:04:32.868740+0000","last_fullsized":"2024-09-19T05:04:32.868740+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:27.697824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.155960+0000","last_change":"2024-09-19T05:04:29.144646+0000","last_active":"2024-09-19T05:04:31.155960+0000","last_peered":"2024-09-19T05:04:31.155960+0000","last_clean":"2024-09-19T05:04:31.155960+0000","last_became_active":"2024-09-19T05:04:29.142678+0000","last_became_peered":"2024-09-19T05:04:29.142678+0000","last_unstale":"2024-09-19T05:04:31.155960+0000","last_undegraded":"2024-09-19T05:04:31.155960+0000","last_fullsized":"2024-09-19T05:04:31.155960+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:05:20.652440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733256+0000","last_change":"2024-09-19T05:04:30.158010+0000","last_active":"2024-09-19T05:04:31.733256+0000","last_peered":"2024-09-19T05:04:31.733256+0000","last_clean":"2024-09-19T05:04:31.733256+0000","last_became_active":"2024-09-19T05:04:30.157695+0000","last_became_peered":"2024-09-19T05:04:30.157695+0000","last_unstale":"2024-09-19T05:04:31.733256+0000","last_undegraded":"2024-09-19T05:04:31.733256+0000","last_fullsized":"2024-09-19T05:04:31.733256+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:59.303389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.15","version":"94'3","reported_seq":17,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.152954+0000","last_change":"2024-09-19T05:04:29.142420+0000","last_active":"2024-09-19T05:04:31.152954+0000","last_peered":"2024-09-19T05:04:31.152954+0000","last_clean":"2024-09-19T05:04:31.152954+0000","last_became_active":"2024-09-19T05:04:29.142144+0000","last_became_peered":"2024-09-19T05:04:29.142144+0000","last_unstale":"2024-09-19T05:04:31.152954+0000","last_undegraded":"2024-09-19T05:04:31.152954+0000","last_fullsized":"2024-09-19T05:04:31.152954+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:23.133447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.868941+0000","last_change":"2024-09-19T05:04:30.154116+0000","last_active":"2024-09-19T05:04:32.868941+0000","last_peered":"2024-09-19T05:04:32.868941+0000","last_clean":"2024-09-19T05:04:32.868941+0000","last_became_active":"2024-09-19T05:04:30.153691+0000","last_became_peered":"2024-09-19T05:04:30.153691+0000","last_unstale":"2024-09-19T05:04:32.868941+0000","last_undegraded":"2024-09-19T05:04:32.868941+0000","last_fullsized":"2024-09-19T05:04:32.868941+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:14:46.415318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"94'6","reported_seq":20,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.869792+0000","last_change":"2024-09-19T05:04:29.146649+0000","last_active":"2024-09-19T05:04:32.869792+0000","last_peered":"2024-09-19T05:04:32.869792+0000","last_clean":"2024-09-19T05:04:32.869792+0000","last_became_active":"2024-09-19T05:04:29.146464+0000","last_became_peered":"2024-09-19T05:04:29.146464+0000","last_unstale":"2024-09-19T05:04:32.869792+0000","last_undegraded":"2024-09-19T05:04:32.869792+0000","last_fullsized":"2024-09-19T05:04:32.869792+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:03:55.661540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.153362+0000","last_change":"2024-09-19T05:04:30.149239+0000","last_active":"2024-09-19T05:04:31.153362+0000","last_peered":"2024-09-19T05:04:31.153362+0000","last_clean":"2024-09-19T05:04:31.153362+0000","last_became_active":"2024-09-19T05:04:30.148973+0000","last_became_peered":"2024-09-19T05:04:30.148973+0000","last_unstale":"2024-09-19T05:04:31.153362+0000","last_undegraded":"2024-09-19T05:04:31.153362+0000","last_fullsized":"2024-09-19T05:04:31.153362+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:03.458780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"94'2","reported_seq":16,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.868896+0000","last_change":"2024-09-19T05:04:29.146283+0000","last_active":"2024-09-19T05:04:32.868896+0000","last_peered":"2024-09-19T05:04:32.868896+0000","last_clean":"2024-09-19T05:04:32.868896+0000","last_became_active":"2024-09-19T05:04:29.145997+0000","last_became_peered":"2024-09-19T05:04:29.145997+0000","last_unstale":"2024-09-19T05:04:32.868896+0000","last_undegraded":"2024-09-19T05:04:32.868896+0000","last_fullsized":"2024-09-19T05:04:32.868896+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:56:57.305695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.870010+0000","last_change":"2024-09-19T05:04:30.156479+0000","last_active":"2024-09-19T05:04:32.870010+0000","last_peered":"2024-09-19T05:04:32.870010+0000","last_clean":"2024-09-19T05:04:32.870010+0000","last_became_active":"2024-09-19T05:04:30.156188+0000","last_became_peered":"2024-09-19T05:04:30.156188+0000","last_unstale":"2024-09-19T05:04:32.870010+0000","last_undegraded":"2024-09-19T05:04:32.870010+0000","last_fullsized":"2024-09-19T05:04:32.870010+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:15.188166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.147863+0000","last_change":"2024-09-19T05:04:29.131971+0000","last_active":"2024-09-19T05:04:31.147863+0000","last_peered":"2024-09-19T05:04:31.147863+0000","last_clean":"2024-09-19T05:04:31.147863+0000","last_became_active":"2024-09-19T05:04:29.131657+0000","last_became_peered":"2024-09-19T05:04:29.131657+0000","last_unstale":"2024-09-19T05:04:31.147863+0000","last_undegraded":"2024-09-19T05:04:31.147863+0000","last_fullsized":"2024-09-19T05:04:31.147863+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:14.183435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733416+0000","last_change":"2024-09-19T05:04:30.150889+0000","last_active":"2024-09-19T05:04:31.733416+0000","last_peered":"2024-09-19T05:04:31.733416+0000","last_clean":"2024-09-19T05:04:31.733416+0000","last_became_active":"2024-09-19T05:04:30.149647+0000","last_became_peered":"2024-09-19T05:04:30.149647+0000","last_unstale":"2024-09-19T05:04:31.733416+0000","last_undegraded":"2024-09-19T05:04:31.733416+0000","last_fullsized":"2024-09-19T05:04:31.733416+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:10:01.028537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733349+0000","last_change":"2024-09-19T05:04:29.139587+0000","last_active":"2024-09-19T05:04:31.733349+0000","last_peered":"2024-09-19T05:04:31.733349+0000","last_clean":"2024-09-19T05:04:31.733349+0000","last_became_active":"2024-09-19T05:04:29.139253+0000","last_became_peered":"2024-09-19T05:04:29.139253+0000","last_unstale":"2024-09-19T05:04:31.733349+0000","last_undegraded":"2024-09-19T05:04:31.733349+0000","last_fullsized":"2024-09-19T05:04:31.733349+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:50:07.573881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156273+0000","last_change":"2024-09-19T05:04:30.154692+0000","last_active":"2024-09-19T05:04:31.156273+0000","last_peered":"2024-09-19T05:04:31.156273+0000","last_clean":"2024-09-19T05:04:31.156273+0000","last_became_active":"2024-09-19T05:04:30.154432+0000","last_became_peered":"2024-09-19T05:04:30.154432+0000","last_unstale":"2024-09-19T05:04:31.156273+0000","last_undegraded":"2024-09-19T05:04:31.156273+0000","last_fullsized":"2024-09-19T05:04:31.156273+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:00.206779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.10","version":"94'8","reported_seq":22,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.869077+0000","last_change":"2024-09-19T05:04:29.142614+0000","last_active":"2024-09-19T05:04:32.869077+0000","last_peered":"2024-09-19T05:04:32.869077+0000","last_clean":"2024-09-19T05:04:32.869077+0000","last_became_active":"2024-09-19T05:04:29.142275+0000","last_became_peered":"2024-09-19T05:04:29.142275+0000","last_unstale":"2024-09-19T05:04:32.869077+0000","last_undegraded":"2024-09-19T05:04:32.869077+0000","last_fullsized":"2024-09-19T05:04:32.869077+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:25:15.536114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733371+0000","last_change":"2024-09-19T05:04:30.149312+0000","last_active":"2024-09-19T05:04:31.733371+0000","last_peered":"2024-09-19T05:04:31.733371+0000","last_clean":"2024-09-19T05:04:31.733371+0000","last_became_active":"2024-09-19T05:04:30.149032+0000","last_became_peered":"2024-09-19T05:04:30.149032+0000","last_unstale":"2024-09-19T05:04:31.733371+0000","last_undegraded":"2024-09-19T05:04:31.733371+0000","last_fullsized":"2024-09-19T05:04:31.733371+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:46:01.056689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.f","version":"94'1","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.869920+0000","last_change":"2024-09-19T05:04:29.143720+0000","last_active":"2024-09-19T05:04:32.869920+0000","last_peered":"2024-09-19T05:04:32.869920+0000","last_clean":"2024-09-19T05:04:32.869920+0000","last_became_active":"2024-09-19T05:04:29.143390+0000","last_became_peered":"2024-09-19T05:04:29.143390+0000","last_unstale":"2024-09-19T05:04:32.869920+0000","last_undegraded":"2024-09-19T05:04:32.869920+0000","last_fullsized":"2024-09-19T05:04:32.869920+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:28:19.145827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.869535+0000","last_change":"2024-09-19T05:04:30.153067+0000","last_active":"2024-09-19T05:04:32.869535+0000","last_peered":"2024-09-19T05:04:32.869535+0000","last_clean":"2024-09-19T05:04:32.869535+0000","last_became_active":"2024-09-19T05:04:30.152762+0000","last_became_peered":"2024-09-19T05:04:30.152762+0000","last_unstale":"2024-09-19T05:04:32.869535+0000","last_undegraded":"2024-09-19T05:04:32.869535+0000","last_fullsized":"2024-09-19T05:04:32.869535+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:44:54.478357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"94'1","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.153055+0000","last_change":"2024-09-19T05:04:29.136744+0000","last_active":"2024-09-19T05:04:31.153055+0000","last_peered":"2024-09-19T05:04:31.153055+0000","last_clean":"2024-09-19T05:04:31.153055+0000","last_became_active":"2024-09-19T05:04:29.135990+0000","last_became_peered":"2024-09-19T05:04:29.135990+0000","last_unstale":"2024-09-19T05:04:31.153055+0000","last_undegraded":"2024-09-19T05:04:31.153055+0000","last_fullsized":"2024-09-19T05:04:31.153055+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:47:02.454049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.868787+0000","last_change":"2024-09-19T05:04:30.141893+0000","last_active":"2024-09-19T05:04:32.868787+0000","last_peered":"2024-09-19T05:04:32.868787+0000","last_clean":"2024-09-19T05:04:32.868787+0000","last_became_active":"2024-09-19T05:04:30.141554+0000","last_became_peered":"2024-09-19T05:04:30.141554+0000","last_unstale":"2024-09-19T05:04:32.868787+0000","last_undegraded":"2024-09-19T05:04:32.868787+0000","last_fullsized":"2024-09-19T05:04:32.868787+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:16:22.398204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.153459+0000","last_change":"2024-09-19T05:04:29.142097+0000","last_active":"2024-09-19T05:04:31.153459+0000","last_peered":"2024-09-19T05:04:31.153459+0000","last_clean":"2024-09-19T05:04:31.153459+0000","last_became_active":"2024-09-19T05:04:29.141694+0000","last_became_peered":"2024-09-19T05:04:29.141694+0000","last_unstale":"2024-09-19T05:04:31.153459+0000","last_undegraded":"2024-09-19T05:04:31.153459+0000","last_fullsized":"2024-09-19T05:04:31.153459+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:28:18.504285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156096+0000","last_change":"2024-09-19T05:04:30.154027+0000","last_active":"2024-09-19T05:04:31.156096+0000","last_peered":"2024-09-19T05:04:31.156096+0000","last_clean":"2024-09-19T05:04:31.156096+0000","last_became_active":"2024-09-19T05:04:30.153769+0000","last_became_peered":"2024-09-19T05:04:30.153769+0000","last_unstale":"2024-09-19T05:04:31.156096+0000","last_undegraded":"2024-09-19T05:04:31.156096+0000","last_fullsized":"2024-09-19T05:04:31.156096+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:20:33.213821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.b","version":"94'2","reported_seq":16,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733528+0000","last_change":"2024-09-19T05:04:29.144319+0000","last_active":"2024-09-19T05:04:31.733528+0000","last_peered":"2024-09-19T05:04:31.733528+0000","last_clean":"2024-09-19T05:04:31.733528+0000","last_became_active":"2024-09-19T05:04:29.144036+0000","last_became_peered":"2024-09-19T05:04:29.144036+0000","last_unstale":"2024-09-19T05:04:31.733528+0000","last_undegraded":"2024-09-19T05:04:31.733528+0000","last_fullsized":"2024-09-19T05:04:31.733528+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:39:43.749309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.156211+0000","last_change":"2024-09-19T05:04:30.152133+0000","last_active":"2024-09-19T05:04:31.156211+0000","last_peered":"2024-09-19T05:04:31.156211+0000","last_clean":"2024-09-19T05:04:31.156211+0000","last_became_active":"2024-09-19T05:04:30.151837+0000","last_became_peered":"2024-09-19T05:04:30.151837+0000","last_unstale":"2024-09-19T05:04:31.156211+0000","last_undegraded":"2024-09-19T05:04:31.156211+0000","last_fullsized":"2024-09-19T05:04:31.156211+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:02:51.725314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733478+0000","last_change":"2024-09-19T05:04:29.137162+0000","last_active":"2024-09-19T05:04:31.733478+0000","last_peered":"2024-09-19T05:04:31.733478+0000","last_clean":"2024-09-19T05:04:31.733478+0000","last_became_active":"2024-09-19T05:04:29.136774+0000","last_became_peered":"2024-09-19T05:04:29.136774+0000","last_unstale":"2024-09-19T05:04:31.733478+0000","last_undegraded":"2024-09-19T05:04:31.733478+0000","last_fullsized":"2024-09-19T05:04:31.733478+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:50.659494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.148282+0000","last_change":"2024-09-19T05:04:30.160381+0000","last_active":"2024-09-19T05:04:31.148282+0000","last_peered":"2024-09-19T05:04:31.148282+0000","last_clean":"2024-09-19T05:04:31.148282+0000","last_became_active":"2024-09-19T05:04:30.160062+0000","last_became_peered":"2024-09-19T05:04:30.160062+0000","last_unstale":"2024-09-19T05:04:31.148282+0000","last_undegraded":"2024-09-19T05:04:31.148282+0000","last_fullsized":"2024-09-19T05:04:31.148282+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:18:08.377132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.869261+0000","last_change":"2024-09-19T05:04:29.145712+0000","last_active":"2024-09-19T05:04:32.869261+0000","last_peered":"2024-09-19T05:04:32.869261+0000","last_clean":"2024-09-19T05:04:32.869261+0000","last_became_active":"2024-09-19T05:04:29.144846+0000","last_became_peered":"2024-09-19T05:04:29.144846+0000","last_unstale":"2024-09-19T05:04:32.869261+0000","last_undegraded":"2024-09-19T05:04:32.869261+0000","last_fullsized":"2024-09-19T05:04:32.869261+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:06:40.636817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733656+0000","last_change":"2024-09-19T05:04:30.158518+0000","last_active":"2024-09-19T05:04:31.733656+0000","last_peered":"2024-09-19T05:04:31.733656+0000","last_clean":"2024-09-19T05:04:31.733656+0000","last_became_active":"2024-09-19T05:04:30.156934+0000","last_became_peered":"2024-09-19T05:04:30.156934+0000","last_unstale":"2024-09-19T05:04:31.733656+0000","last_undegraded":"2024-09-19T05:04:31.733656+0000","last_fullsized":"2024-09-19T05:04:31.733656+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:39.030000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733472+0000","last_change":"2024-09-19T05:04:29.145869+0000","last_active":"2024-09-19T05:04:31.733472+0000","last_peered":"2024-09-19T05:04:31.733472+0000","last_clean":"2024-09-19T05:04:31.733472+0000","last_became_active":"2024-09-19T05:04:29.145556+0000","last_became_peered":"2024-09-19T05:04:29.145556+0000","last_unstale":"2024-09-19T05:04:31.733472+0000","last_undegraded":"2024-09-19T05:04:31.733472+0000","last_fullsized":"2024-09-19T05:04:31.733472+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:13.319071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.155836+0000","last_change":"2024-09-19T05:04:30.153601+0000","last_active":"2024-09-19T05:04:31.155836+0000","last_peered":"2024-09-19T05:04:31.155836+0000","last_clean":"2024-09-19T05:04:31.155836+0000","last_became_active":"2024-09-19T05:04:30.153310+0000","last_became_peered":"2024-09-19T05:04:30.153310+0000","last_unstale":"2024-09-19T05:04:31.155836+0000","last_undegraded":"2024-09-19T05:04:31.155836+0000","last_fullsized":"2024-09-19T05:04:31.155836+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:00.937390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.7","version":"94'2","reported_seq":16,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.869065+0000","last_change":"2024-09-19T05:04:29.146754+0000","last_active":"2024-09-19T05:04:32.869065+0000","last_peered":"2024-09-19T05:04:32.869065+0000","last_clean":"2024-09-19T05:04:32.869065+0000","last_became_active":"2024-09-19T05:04:29.146474+0000","last_became_peered":"2024-09-19T05:04:29.146474+0000","last_unstale":"2024-09-19T05:04:32.869065+0000","last_undegraded":"2024-09-19T05:04:32.869065+0000","last_fullsized":"2024-09-19T05:04:32.869065+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:09:22.633950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.869555+0000","last_change":"2024-09-19T05:04:30.149971+0000","last_active":"2024-09-19T05:04:32.869555+0000","last_peered":"2024-09-19T05:04:32.869555+0000","last_clean":"2024-09-19T05:04:32.869555+0000","last_became_active":"2024-09-19T05:04:30.149711+0000","last_became_peered":"2024-09-19T05:04:30.149711+0000","last_unstale":"2024-09-19T05:04:32.869555+0000","last_undegraded":"2024-09-19T05:04:32.869555+0000","last_fullsized":"2024-09-19T05:04:32.869555+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:21:27.414174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.6","version":"95'1","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.157206+0000","last_change":"2024-09-19T05:04:29.143116+0000","last_active":"2024-09-19T05:04:31.157206+0000","last_peered":"2024-09-19T05:04:31.157206+0000","last_clean":"2024-09-19T05:04:31.157206+0000","last_became_active":"2024-09-19T05:04:29.141303+0000","last_became_peered":"2024-09-19T05:04:29.141303+0000","last_unstale":"2024-09-19T05:04:31.157206+0000","last_undegraded":"2024-09-19T05:04:31.157206+0000","last_fullsized":"2024-09-19T05:04:31.157206+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:27:38.228970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.147760+0000","last_change":"2024-09-19T05:04:30.158364+0000","last_active":"2024-09-19T05:04:31.147760+0000","last_peered":"2024-09-19T05:04:31.147760+0000","last_clean":"2024-09-19T05:04:31.147760+0000","last_became_active":"2024-09-19T05:04:30.158089+0000","last_became_peered":"2024-09-19T05:04:30.158089+0000","last_unstale":"2024-09-19T05:04:31.147760+0000","last_undegraded":"2024-09-19T05:04:31.147760+0000","last_fullsized":"2024-09-19T05:04:31.147760+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:42:34.883616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.869937+0000","last_change":"2024-09-19T05:04:29.145366+0000","last_active":"2024-09-19T05:04:32.869937+0000","last_peered":"2024-09-19T05:04:32.869937+0000","last_clean":"2024-09-19T05:04:32.869937+0000","last_became_active":"2024-09-19T05:04:29.144826+0000","last_became_peered":"2024-09-19T05:04:29.144826+0000","last_unstale":"2024-09-19T05:04:32.869937+0000","last_undegraded":"2024-09-19T05:04:32.869937+0000","last_fullsized":"2024-09-19T05:04:32.869937+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:44:54.397175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.153255+0000","last_change":"2024-09-19T05:04:30.148520+0000","last_active":"2024-09-19T05:04:31.153255+0000","last_peered":"2024-09-19T05:04:31.153255+0000","last_clean":"2024-09-19T05:04:31.153255+0000","last_became_active":"2024-09-19T05:04:30.148101+0000","last_became_peered":"2024-09-19T05:04:30.148101+0000","last_unstale":"2024-09-19T05:04:31.153255+0000","last_undegraded":"2024-09-19T05:04:31.153255+0000","last_fullsized":"2024-09-19T05:04:31.153255+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:24.138178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.868907+0000","last_change":"2024-09-19T05:04:29.144520+0000","last_active":"2024-09-19T05:04:32.868907+0000","last_peered":"2024-09-19T05:04:32.868907+0000","last_clean":"2024-09-19T05:04:32.868907+0000","last_became_active":"2024-09-19T05:04:29.144010+0000","last_became_peered":"2024-09-19T05:04:29.144010+0000","last_unstale":"2024-09-19T05:04:32.868907+0000","last_undegraded":"2024-09-19T05:04:32.868907+0000","last_fullsized":"2024-09-19T05:04:32.868907+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:48:01.750127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733373+0000","last_change":"2024-09-19T05:04:30.157354+0000","last_active":"2024-09-19T05:04:31.733373+0000","last_peered":"2024-09-19T05:04:31.733373+0000","last_clean":"2024-09-19T05:04:31.733373+0000","last_became_active":"2024-09-19T05:04:30.157079+0000","last_became_peered":"2024-09-19T05:04:30.157079+0000","last_unstale":"2024-09-19T05:04:31.733373+0000","last_undegraded":"2024-09-19T05:04:31.733373+0000","last_fullsized":"2024-09-19T05:04:31.733373+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:56:29.571781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.869590+0000","last_change":"2024-09-19T05:04:29.140290+0000","last_active":"2024-09-19T05:04:32.869590+0000","last_peered":"2024-09-19T05:04:32.869590+0000","last_clean":"2024-09-19T05:04:32.869590+0000","last_became_active":"2024-09-19T05:04:29.139977+0000","last_became_peered":"2024-09-19T05:04:29.139977+0000","last_unstale":"2024-09-19T05:04:32.869590+0000","last_undegraded":"2024-09-19T05:04:32.869590+0000","last_fullsized":"2024-09-19T05:04:32.869590+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:22:25.560410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733527+0000","last_change":"2024-09-19T05:04:30.159486+0000","last_active":"2024-09-19T05:04:31.733527+0000","last_peered":"2024-09-19T05:04:31.733527+0000","last_clean":"2024-09-19T05:04:31.733527+0000","last_became_active":"2024-09-19T05:04:30.159184+0000","last_became_peered":"2024-09-19T05:04:30.159184+0000","last_unstale":"2024-09-19T05:04:31.733527+0000","last_undegraded":"2024-09-19T05:04:31.733527+0000","last_fullsized":"2024-09-19T05:04:31.733527+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:56:26.970473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733387+0000","last_change":"2024-09-19T05:04:29.141957+0000","last_active":"2024-09-19T05:04:31.733387+0000","last_peered":"2024-09-19T05:04:31.733387+0000","last_clean":"2024-09-19T05:04:31.733387+0000","last_became_active":"2024-09-19T05:04:29.139620+0000","last_became_peered":"2024-09-19T05:04:29.139620+0000","last_unstale":"2024-09-19T05:04:31.733387+0000","last_undegraded":"2024-09-19T05:04:31.733387+0000","last_fullsized":"2024-09-19T05:04:31.733387+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:27:15.563335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.153117+0000","last_change":"2024-09-19T05:04:30.148035+0000","last_active":"2024-09-19T05:04:31.153117+0000","last_peered":"2024-09-19T05:04:31.153117+0000","last_clean":"2024-09-19T05:04:31.153117+0000","last_became_active":"2024-09-19T05:04:30.147723+0000","last_became_peered":"2024-09-19T05:04:30.147723+0000","last_unstale":"2024-09-19T05:04:31.153117+0000","last_undegraded":"2024-09-19T05:04:31.153117+0000","last_fullsized":"2024-09-19T05:04:31.153117+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:48:59.518861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:32.869389+0000","last_change":"2024-09-19T05:04:29.145342+0000","last_active":"2024-09-19T05:04:32.869389+0000","last_peered":"2024-09-19T05:04:32.869389+0000","last_clean":"2024-09-19T05:04:32.869389+0000","last_became_active":"2024-09-19T05:04:29.144783+0000","last_became_peered":"2024-09-19T05:04:29.144783+0000","last_unstale":"2024-09-19T05:04:32.869389+0000","last_undegraded":"2024-09-19T05:04:32.869389+0000","last_fullsized":"2024-09-19T05:04:32.869389+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:17:56.981960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.153868+0000","last_change":"2024-09-19T05:04:30.140827+0000","last_active":"2024-09-19T05:04:31.153868+0000","last_peered":"2024-09-19T05:04:31.153868+0000","last_clean":"2024-09-19T05:04:31.153868+0000","last_became_active":"2024-09-19T05:04:30.140556+0000","last_became_peered":"2024-09-19T05:04:30.140556+0000","last_unstale":"2024-09-19T05:04:31.153868+0000","last_undegraded":"2024-09-19T05:04:31.153868+0000","last_fullsized":"2024-09-19T05:04:31.153868+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:10:54.488536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":14,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733443+0000","last_change":"2024-09-19T05:04:29.138112+0000","last_active":"2024-09-19T05:04:31.733443+0000","last_peered":"2024-09-19T05:04:31.733443+0000","last_clean":"2024-09-19T05:04:31.733443+0000","last_became_active":"2024-09-19T05:04:29.137831+0000","last_became_peered":"2024-09-19T05:04:29.137831+0000","last_unstale":"2024-09-19T05:04:31.733443+0000","last_undegraded":"2024-09-19T05:04:31.733443+0000","last_fullsized":"2024-09-19T05:04:31.733443+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:02:28.408191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":12,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.152653+0000","last_change":"2024-09-19T05:04:30.148934+0000","last_active":"2024-09-19T05:04:31.152653+0000","last_peered":"2024-09-19T05:04:31.152653+0000","last_clean":"2024-09-19T05:04:31.152653+0000","last_became_active":"2024-09-19T05:04:30.148664+0000","last_became_peered":"2024-09-19T05:04:30.148664+0000","last_unstale":"2024-09-19T05:04:31.152653+0000","last_undegraded":"2024-09-19T05:04:31.152653+0000","last_fullsized":"2024-09-19T05:04:31.152653+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:29.120801+0000","last_clean_scrub_stamp":"2024-09-19T05:04:29.120801+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:29:26.406845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.e","version":"94'2","reported_seq":16,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.733502+0000","last_change":"2024-09-19T05:04:29.139358+0000","last_active":"2024-09-19T05:04:31.733502+0000","last_peered":"2024-09-19T05:04:31.733502+0000","last_clean":"2024-09-19T05:04:31.733502+0000","last_became_active":"2024-09-19T05:04:29.138872+0000","last_became_peered":"2024-09-19T05:04:29.138872+0000","last_unstale":"2024-09-19T05:04:31.733502+0000","last_undegraded":"2024-09-19T05:04:31.733502+0000","last_fullsized":"2024-09-19T05:04:31.733502+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:04:28.116071+0000","last_clean_scrub_stamp":"2024-09-19T05:04:28.116071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:50:03.720705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":319,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-09-19T05:04:31.152750+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:04:31.152750+0000","last_peered":"2024-09-19T05:04:31.152750+0000","last_clean":"2024-09-19T05:04:31.152750+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:04:31.152750+0000","last_undegraded":"2024-09-19T05:04:31.152750+0000","last_fullsized":"2024-09-19T05:04:31.152750+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":16,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":15,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509485,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32924,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338916,"statfs":{"total":96636764160,"available":96603049984,"internally_reserved":0,"allocated":1773568,"data_stored":1127216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509484,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28192,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343648,"statfs":{"total":96636764160,"available":96607895552,"internally_reserved":0,"allocated":1191936,"data_stored":538904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509484,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28180,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343660,"statfs":{"total":96636764160,"available":96607907840,"internally_reserved":0,"allocated":1171456,"data_stored":536688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542188,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36504,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335336,"statfs":{"total":96636764160,"available":96599384064,"internally_reserved":0,"allocated":1175552,"data_stored":537270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542188,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36496,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335344,"statfs":{"total":96636764160,"available":96599392256,"internally_reserved":0,"allocated":1175552,"data_stored":536722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574894,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32340,"kb_used_data":1152,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339500,"statfs":{"total":96636764160,"available":96603648000,"internally_reserved":0,"allocated":1179648,"data_stored":536780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574893,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32336,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339504,"statfs":{"total":96636764160,"available":96603652096,"internally_reserved":0,"allocated":1175552,"data_stored":536722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574893,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37092,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334748,"statfs":{"total":96636764160,"available":96598781952,"internally_reserved":0,"allocated":1781760,"data_stored":1128758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:04:38.329 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T05:04:38.330 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T05:04:38.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.475+0000 7f281334b640 1 Processor -- start 2024-09-19T05:04:38.476 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.475+0000 7f281334b640 1 -- start start 2024-09-19T05:04:38.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.476+0000 7f281334b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f280c159fa0 0x7f280c15d390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:38.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.476+0000 7f281334b640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f280c06d330 0x7f280c06e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:38.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.476+0000 7f281334b640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f280c15d8d0 con 0x7f280c0ae6a0 2024-09-19T05:04:38.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.476+0000 7f281334b640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f280c15a380 con 0x7f280c06d330 2024-09-19T05:04:38.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.476+0000 7f281334b640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f280c0aec40 con 0x7f280c159fa0 2024-09-19T05:04:38.478 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.476+0000 7f28110e7640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f280c159fa0 0x7f280c15d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:38.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.476+0000 7f28118e8640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f280c06d330 0x7f280c06e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:38.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.476+0000 7f28108e6640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7f280c0ae6a0 0x7f280c06cc20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.5:51906/0 (socket says 172.21.15.5:51906) 2024-09-19T05:04:38.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.476+0000 7f28108e6640 1 -- 172.21.15.5:0/1665558224 learned_addr learned my addr 172.21.15.5:0/1665558224 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:38.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.476+0000 7f28110e7640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f280c159fa0 0x7f280c15d390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.5:53712/0 (socket says 172.21.15.5:53712) 2024-09-19T05:04:38.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.476+0000 7f2803fff640 1 -- 172.21.15.5:0/1665558224 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2117147290 0 0) 0x7f27fc001110 con 0x7f280c0ae6a0 2024-09-19T05:04:38.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.476+0000 7f2803fff640 1 -- 172.21.15.5:0/1665558224 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f27f8003520 con 0x7f280c0ae6a0 2024-09-19T05:04:38.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.477+0000 7f28118e8640 1 -- 172.21.15.5:0/1665558224 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f280c159fa0 msgr2=0x7f280c15d390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:38.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.477+0000 7f28118e8640 1 --2- 172.21.15.5:0/1665558224 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f280c159fa0 0x7f280c15d390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:38.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.477+0000 7f28118e8640 1 -- 172.21.15.5:0/1665558224 >> v1:172.21.15.134:6789/0 conn(0x7f280c0ae6a0 legacy=0x7f280c06cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:38.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.477+0000 7f28118e8640 1 -- 172.21.15.5:0/1665558224 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f280c0aef20 con 0x7f280c06d330 2024-09-19T05:04:38.479 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.477+0000 7f28110e7640 1 --2- 172.21.15.5:0/1665558224 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f280c159fa0 0x7f280c15d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:04:38.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.477+0000 7f28118e8640 1 --2- 172.21.15.5:0/1665558224 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f280c06d330 0x7f280c06e9c0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f2804009d90 tx=0x7f280402a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=382662c6dfa51f6b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:38.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.478+0000 7f2803fff640 1 -- 172.21.15.5:0/1665558224 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2804007740 con 0x7f280c06d330 2024-09-19T05:04:38.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.478+0000 7f2803fff640 1 -- 172.21.15.5:0/1665558224 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28040078e0 con 0x7f280c06d330 2024-09-19T05:04:38.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.478+0000 7f2803fff640 1 -- 172.21.15.5:0/1665558224 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2804007cb0 con 0x7f280c06d330 2024-09-19T05:04:38.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.478+0000 7f281334b640 1 -- 172.21.15.5:0/1665558224 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f280c06d330 msgr2=0x7f280c06e9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:38.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.478+0000 7f281334b640 1 --2- 172.21.15.5:0/1665558224 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f280c06d330 0x7f280c06e9c0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f2804009d90 tx=0x7f280402a660 comp rx=0 tx=0).stop 2024-09-19T05:04:38.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.478+0000 7f281334b640 1 -- 172.21.15.5:0/1665558224 shutdown_connections 2024-09-19T05:04:38.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.478+0000 7f281334b640 1 --2- 172.21.15.5:0/1665558224 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f280c06d330 0x7f280c06e9c0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:38.481 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.478+0000 7f281334b640 1 --2- 172.21.15.5:0/1665558224 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f280c159fa0 0x7f280c15d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:38.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.478+0000 7f281334b640 1 -- 172.21.15.5:0/1665558224 >> 172.21.15.5:0/1665558224 conn(0x7f280c0b3050 msgr2=0x7f280c072950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:38.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.478+0000 7f281334b640 1 -- 172.21.15.5:0/1665558224 shutdown_connections 2024-09-19T05:04:38.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.478+0000 7f281334b640 1 -- 172.21.15.5:0/1665558224 wait complete. 2024-09-19T05:04:38.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.479+0000 7f281334b640 1 Processor -- start 2024-09-19T05:04:38.482 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.479+0000 7f281334b640 1 -- start start 2024-09-19T05:04:38.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.480+0000 7f281334b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f280c06d330 0x7f280c14e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:38.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.480+0000 7f281334b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f280c0ae6a0 0x7f280c15cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:38.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.480+0000 7f281334b640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f280c159fa0 0x7f280c152010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:38.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.480+0000 7f281334b640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f280c0af7c0 con 0x7f280c06d330 2024-09-19T05:04:38.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.480+0000 7f281334b640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f280c0af4e0 con 0x7f280c159fa0 2024-09-19T05:04:38.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.480+0000 7f281334b640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f280c06ef00 con 0x7f280c0ae6a0 2024-09-19T05:04:38.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.480+0000 7f28110e7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f280c06d330 0x7f280c14e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:38.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.480+0000 7f28110e7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f280c06d330 0x7f280c14e3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:60352/0 (socket says 172.21.15.5:60352) 2024-09-19T05:04:38.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.480+0000 7f28110e7640 1 -- 172.21.15.5:0/2605523358 learned_addr learned my addr 172.21.15.5:0/2605523358 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:38.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.480+0000 7f28108e6640 1 --2- 172.21.15.5:0/2605523358 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f280c0ae6a0 0x7f280c15cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:38.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.481+0000 7f28118e8640 1 --2- 172.21.15.5:0/2605523358 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f280c159fa0 0x7f280c152010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:38.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.481+0000 7f28110e7640 1 -- 172.21.15.5:0/2605523358 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f280c0ae6a0 msgr2=0x7f280c15cdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:38.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.481+0000 7f28110e7640 1 --2- 172.21.15.5:0/2605523358 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f280c0ae6a0 0x7f280c15cdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:38.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.481+0000 7f28110e7640 1 -- 172.21.15.5:0/2605523358 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f280c159fa0 msgr2=0x7f280c152010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:38.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.481+0000 7f28110e7640 1 --2- 172.21.15.5:0/2605523358 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f280c159fa0 0x7f280c152010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:38.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.481+0000 7f28110e7640 1 -- 172.21.15.5:0/2605523358 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f280c14f640 con 0x7f280c06d330 2024-09-19T05:04:38.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.481+0000 7f28110e7640 1 --2- 172.21.15.5:0/2605523358 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f280c06d330 0x7f280c14e3a0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f280800e960 tx=0x7f280800ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:38.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.481+0000 7f2801ffb640 1 -- 172.21.15.5:0/2605523358 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2808017070 con 0x7f280c06d330 2024-09-19T05:04:38.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.481+0000 7f2801ffb640 1 -- 172.21.15.5:0/2605523358 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f280800ca00 con 0x7f280c06d330 2024-09-19T05:04:38.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.481+0000 7f281334b640 1 -- 172.21.15.5:0/2605523358 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f280c15bd20 con 0x7f280c06d330 2024-09-19T05:04:38.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.481+0000 7f2801ffb640 1 -- 172.21.15.5:0/2605523358 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f280800cdd0 con 0x7f280c06d330 2024-09-19T05:04:38.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.481+0000 7f281334b640 1 -- 172.21.15.5:0/2605523358 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f280c15c2e0 con 0x7f280c06d330 2024-09-19T05:04:38.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.482+0000 7f281334b640 1 -- 172.21.15.5:0/2605523358 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f280c06e9c0 con 0x7f280c06d330 2024-09-19T05:04:38.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.483+0000 7f2801ffb640 1 -- 172.21.15.5:0/2605523358 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f280801a070 con 0x7f280c06d330 2024-09-19T05:04:38.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.483+0000 7f2801ffb640 1 --2- 172.21.15.5:0/2605523358 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f27f006c2b0 0x7f27f006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:38.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.483+0000 7f2801ffb640 1 -- 172.21.15.5:0/2605523358 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6101+0+0 (secure 0 0 0) 0x7f280808b4b0 con 0x7f280c06d330 2024-09-19T05:04:38.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.484+0000 7f28108e6640 1 --2- 172.21.15.5:0/2605523358 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f27f006c2b0 0x7f27f006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:38.487 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.485+0000 7f28108e6640 1 --2- 172.21.15.5:0/2605523358 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f27f006c2b0 0x7f27f006e770 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f280c0b16c0 tx=0x7f27fc009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:38.489 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.488+0000 7f2801ffb640 1 -- 172.21.15.5:0/2605523358 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2808059a80 con 0x7f280c06d330 2024-09-19T05:04:38.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.731+0000 7f281334b640 1 -- 172.21.15.5:0/2605523358 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f280c0cff50 con 0x7f280c06d330 2024-09-19T05:04:38.734 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.733+0000 7f2801ffb640 1 -- 172.21.15.5:0/2605523358 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v16) ==== 190+0+147 (secure 0 0 0) 0x7f2808059380 con 0x7f280c06d330 2024-09-19T05:04:38.735 INFO:teuthology.orchestra.run.smithi005.stdout:[client.0] 2024-09-19T05:04:38.735 INFO:teuthology.orchestra.run.smithi005.stdout: key = AQDnr+tmGJAHJxAA6YT7sqI8XwKH2Z23OxGkFw== 2024-09-19T05:04:38.735 INFO:teuthology.orchestra.run.smithi005.stdout: caps mds = "allow" 2024-09-19T05:04:38.735 INFO:teuthology.orchestra.run.smithi005.stdout: caps mon = "allow r" 2024-09-19T05:04:38.735 INFO:teuthology.orchestra.run.smithi005.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T05:04:38.735 INFO:teuthology.orchestra.run.smithi005.stderr:updated caps for client.0 2024-09-19T05:04:38.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.735+0000 7f281334b640 1 -- 172.21.15.5:0/2605523358 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f27f006c2b0 msgr2=0x7f27f006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:38.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.735+0000 7f281334b640 1 --2- 172.21.15.5:0/2605523358 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f27f006c2b0 0x7f27f006e770 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f280c0b16c0 tx=0x7f27fc009040 comp rx=0 tx=0).stop 2024-09-19T05:04:38.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.735+0000 7f281334b640 1 -- 172.21.15.5:0/2605523358 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f280c06d330 msgr2=0x7f280c14e3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:38.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.735+0000 7f281334b640 1 --2- 172.21.15.5:0/2605523358 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f280c06d330 0x7f280c14e3a0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f280800e960 tx=0x7f280800ee20 comp rx=0 tx=0).stop 2024-09-19T05:04:38.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.735+0000 7f281334b640 1 -- 172.21.15.5:0/2605523358 shutdown_connections 2024-09-19T05:04:38.737 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.735+0000 7f281334b640 1 --2- 172.21.15.5:0/2605523358 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f27f006c2b0 0x7f27f006e770 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:38.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.735+0000 7f281334b640 1 --2- 172.21.15.5:0/2605523358 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f280c159fa0 0x7f280c152010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:38.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.735+0000 7f281334b640 1 --2- 172.21.15.5:0/2605523358 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f280c0ae6a0 0x7f280c15cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:38.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.735+0000 7f281334b640 1 --2- 172.21.15.5:0/2605523358 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f280c06d330 0x7f280c14e3a0 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:38.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.735+0000 7f281334b640 1 -- 172.21.15.5:0/2605523358 >> 172.21.15.5:0/2605523358 conn(0x7f280c0b3050 msgr2=0x7f280c0b1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:38.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.735+0000 7f281334b640 1 -- 172.21.15.5:0/2605523358 shutdown_connections 2024-09-19T05:04:38.738 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.735+0000 7f281334b640 1 -- 172.21.15.5:0/2605523358 wait complete. 2024-09-19T05:04:38.748 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:04:38.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.849+0000 7fb2e0db9640 1 Processor -- start 2024-09-19T05:04:38.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.849+0000 7fb2e0db9640 1 -- start start 2024-09-19T05:04:38.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.850+0000 7fb2e0db9640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb2dc15c250 0x7fb2dc09b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:38.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.850+0000 7fb2e0db9640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fb2dc15eb10 0x7fb2dc070c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:38.852 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.850+0000 7fb2e0db9640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb2dc0b5be0 con 0x7fb2dc0711b0 2024-09-19T05:04:38.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.850+0000 7fb2e0db9640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fb2dc0715e0 con 0x7fb2dc15c250 2024-09-19T05:04:38.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.850+0000 7fb2e0db9640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fb2dc15efa0 con 0x7fb2dc15eb10 2024-09-19T05:04:38.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.850+0000 7fb2da59c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb2dc15c250 0x7fb2dc09b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:38.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.850+0000 7fb2da59c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb2dc15c250 0x7fb2dc09b9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:60366/0 (socket says 172.21.15.5:60366) 2024-09-19T05:04:38.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.850+0000 7fb2da59c640 1 -- 172.21.15.5:0/3944333191 learned_addr learned my addr 172.21.15.5:0/3944333191 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:38.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.851+0000 7fb2da59c640 1 -- 172.21.15.5:0/3944333191 >> v2:172.21.15.134:3300/0 conn(0x7fb2dc15eb10 msgr2=0x7fb2dc070c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:38.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.851+0000 7fb2d9d9b640 1 --2- 172.21.15.5:0/3944333191 >> v2:172.21.15.134:3300/0 conn(0x7fb2dc15eb10 0x7fb2dc070c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:38.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.851+0000 7fb2da59c640 1 --2- 172.21.15.5:0/3944333191 >> v2:172.21.15.134:3300/0 conn(0x7fb2dc15eb10 0x7fb2dc070c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:38.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.851+0000 7fb2da59c640 1 -- 172.21.15.5:0/3944333191 >> v1:172.21.15.134:6789/0 conn(0x7fb2dc0711b0 legacy=0x7fb2dc162160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:38.853 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.851+0000 7fb2da59c640 1 -- 172.21.15.5:0/3944333191 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2dc15f280 con 0x7fb2dc15c250 2024-09-19T05:04:38.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.851+0000 7fb2da59c640 1 --2- 172.21.15.5:0/3944333191 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2dc15c250 0x7fb2dc09b9f0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7fb2dc0b1f30 tx=0x7fb2cc02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edee7ad4cfce46c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:38.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.852+0000 7fb2d959a640 1 -- 172.21.15.5:0/3944333191 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2cc037070 con 0x7fb2dc15c250 2024-09-19T05:04:38.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.852+0000 7fb2d959a640 1 -- 172.21.15.5:0/3944333191 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2cc032440 con 0x7fb2dc15c250 2024-09-19T05:04:38.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.852+0000 7fb2d959a640 1 -- 172.21.15.5:0/3944333191 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2cc032810 con 0x7fb2dc15c250 2024-09-19T05:04:38.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.852+0000 7fb2e0db9640 1 -- 172.21.15.5:0/3944333191 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2dc15c250 msgr2=0x7fb2dc09b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:38.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.852+0000 7fb2e0db9640 1 --2- 172.21.15.5:0/3944333191 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2dc15c250 0x7fb2dc09b9f0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7fb2dc0b1f30 tx=0x7fb2cc02a230 comp rx=0 tx=0).stop 2024-09-19T05:04:38.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.852+0000 7fb2e0db9640 1 -- 172.21.15.5:0/3944333191 shutdown_connections 2024-09-19T05:04:38.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.852+0000 7fb2e0db9640 1 --2- 172.21.15.5:0/3944333191 >> v2:172.21.15.134:3300/0 conn(0x7fb2dc15eb10 0x7fb2dc070c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:38.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.852+0000 7fb2e0db9640 1 --2- 172.21.15.5:0/3944333191 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2dc15c250 0x7fb2dc09b9f0 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:38.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.852+0000 7fb2e0db9640 1 -- 172.21.15.5:0/3944333191 >> 172.21.15.5:0/3944333191 conn(0x7fb2dc0b3ff0 msgr2=0x7fb2dc0b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:38.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.852+0000 7fb2e0db9640 1 -- 172.21.15.5:0/3944333191 shutdown_connections 2024-09-19T05:04:38.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.852+0000 7fb2e0db9640 1 -- 172.21.15.5:0/3944333191 wait complete. 2024-09-19T05:04:38.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.854+0000 7fb2e0db9640 1 Processor -- start 2024-09-19T05:04:38.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.854+0000 7fb2e0db9640 1 -- start start 2024-09-19T05:04:38.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.854+0000 7fb2e0db9640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2dc0711b0 0x7fb2dc150800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:38.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.854+0000 7fb2e0db9640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb2dc15c250 0x7fb2dc1f4900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:38.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.854+0000 7fb2e0db9640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb2dc157870 0x7fb2dc15afd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:38.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.854+0000 7fb2e0db9640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fb2dc09b5a0 con 0x7fb2dc0711b0 2024-09-19T05:04:38.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.854+0000 7fb2e0db9640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fb2dc15f840 con 0x7fb2dc15c250 2024-09-19T05:04:38.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.854+0000 7fb2e0db9640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fb2dc09bf30 con 0x7fb2dc157870 2024-09-19T05:04:38.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.855+0000 7fb2da59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2dc0711b0 0x7fb2dc150800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:38.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.855+0000 7fb2da59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2dc0711b0 0x7fb2dc150800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:60372/0 (socket says 172.21.15.5:60372) 2024-09-19T05:04:38.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.855+0000 7fb2da59c640 1 -- 172.21.15.5:0/1208721204 learned_addr learned my addr 172.21.15.5:0/1208721204 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:38.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.855+0000 7fb2d9d9b640 1 --2- 172.21.15.5:0/1208721204 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb2dc15c250 0x7fb2dc1f4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:38.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.855+0000 7fb2dad9d640 1 --2- 172.21.15.5:0/1208721204 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb2dc157870 0x7fb2dc15afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:38.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.855+0000 7fb2da59c640 1 -- 172.21.15.5:0/1208721204 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb2dc157870 msgr2=0x7fb2dc15afd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:38.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.855+0000 7fb2da59c640 1 --2- 172.21.15.5:0/1208721204 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb2dc157870 0x7fb2dc15afd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:38.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.855+0000 7fb2da59c640 1 -- 172.21.15.5:0/1208721204 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb2dc15c250 msgr2=0x7fb2dc1f4900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:38.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.855+0000 7fb2da59c640 1 --2- 172.21.15.5:0/1208721204 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb2dc15c250 0x7fb2dc1f4900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:38.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.855+0000 7fb2da59c640 1 -- 172.21.15.5:0/1208721204 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2dc0cb9e0 con 0x7fb2dc0711b0 2024-09-19T05:04:38.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.855+0000 7fb2d9d9b640 1 --2- 172.21.15.5:0/1208721204 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb2dc15c250 0x7fb2dc1f4900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:04:38.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.855+0000 7fb2da59c640 1 --2- 172.21.15.5:0/1208721204 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2dc0711b0 0x7fb2dc150800 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7fb2cc02a270 tx=0x7fb2cc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:38.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.855+0000 7fb2caffd640 1 -- 172.21.15.5:0/1208721204 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2cc037040 con 0x7fb2dc0711b0 2024-09-19T05:04:38.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.855+0000 7fb2caffd640 1 -- 172.21.15.5:0/1208721204 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2cc042070 con 0x7fb2dc0711b0 2024-09-19T05:04:38.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.855+0000 7fb2caffd640 1 -- 172.21.15.5:0/1208721204 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2cc030bb0 con 0x7fb2dc0711b0 2024-09-19T05:04:38.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.855+0000 7fb2e0db9640 1 -- 172.21.15.5:0/1208721204 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2dc0cbcc0 con 0x7fb2dc0711b0 2024-09-19T05:04:38.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.855+0000 7fb2e0db9640 1 -- 172.21.15.5:0/1208721204 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2dc0cc280 con 0x7fb2dc0711b0 2024-09-19T05:04:38.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.856+0000 7fb2e0db9640 1 -- 172.21.15.5:0/1208721204 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2dc09b9f0 con 0x7fb2dc0711b0 2024-09-19T05:04:38.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.857+0000 7fb2caffd640 1 -- 172.21.15.5:0/1208721204 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb2cc047460 con 0x7fb2dc0711b0 2024-09-19T05:04:38.861 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.857+0000 7fb2caffd640 1 --2- 172.21.15.5:0/1208721204 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb2bc06c2b0 0x7fb2bc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:38.861 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.857+0000 7fb2caffd640 1 -- 172.21.15.5:0/1208721204 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6101+0+0 (secure 0 0 0) 0x7fb2cc0ac270 con 0x7fb2dc0711b0 2024-09-19T05:04:38.861 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.858+0000 7fb2d9d9b640 1 --2- 172.21.15.5:0/1208721204 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb2bc06c2b0 0x7fb2bc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:38.861 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.858+0000 7fb2d9d9b640 1 --2- 172.21.15.5:0/1208721204 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb2bc06c2b0 0x7fb2bc06e770 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fb2dc159670 tx=0x7fb2d0008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:38.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:38.862+0000 7fb2caffd640 1 -- 172.21.15.5:0/1208721204 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb2dc0b5be0 con 0x7fb2dc0711b0 2024-09-19T05:04:39.076 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.075+0000 7fb2e0db9640 1 -- 172.21.15.5:0/1208721204 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb2dc0b72c0 con 0x7fb2dc0711b0 2024-09-19T05:04:39.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.075+0000 7fb2caffd640 1 -- 172.21.15.5:0/1208721204 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 51 v51) ==== 94+0+5222 (secure 0 0 0) 0x7fb2cc045360 con 0x7fb2dc0711b0 2024-09-19T05:04:39.077 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:39.077 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":51,"btime":"2024-09-19T05:04:32:146287+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5600,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/3569421845","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":3569421845},{"type":"v1","addr":"172.21.15.5:6835","nonce":3569421845}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":47},{"gid":6004,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/291804519","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":291804519},{"type":"v1","addr":"172.21.15.5:6834","nonce":291804519}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48},{"gid":6016,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/2022223765","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":2022223765},{"type":"v1","addr":"172.21.15.134:6836","nonce":2022223765}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48}],"filesystems":[{"mdsmap":{"epoch":51,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:04:29.495113+0000","modified":"2024-09-19T05:04:31.490487+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6019},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6019":{"gid":6019,"name":"b","rank":0,"incarnation":49,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6837/2854193258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":2854193258},{"type":"v1","addr":"172.21.15.134:6837","nonce":2854193258}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6019,"qdb_cluster":[6019]},"id":7}]} 2024-09-19T05:04:39.077 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 51 2024-09-19T05:04:39.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.077+0000 7fb2e0db9640 1 -- 172.21.15.5:0/1208721204 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb2bc06c2b0 msgr2=0x7fb2bc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:39.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.077+0000 7fb2e0db9640 1 --2- 172.21.15.5:0/1208721204 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb2bc06c2b0 0x7fb2bc06e770 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fb2dc159670 tx=0x7fb2d0008040 comp rx=0 tx=0).stop 2024-09-19T05:04:39.079 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.077+0000 7fb2e0db9640 1 -- 172.21.15.5:0/1208721204 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2dc0711b0 msgr2=0x7fb2dc150800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:39.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.077+0000 7fb2e0db9640 1 --2- 172.21.15.5:0/1208721204 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2dc0711b0 0x7fb2dc150800 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7fb2cc02a270 tx=0x7fb2cc0046c0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.078+0000 7fb2e0db9640 1 -- 172.21.15.5:0/1208721204 shutdown_connections 2024-09-19T05:04:39.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.078+0000 7fb2e0db9640 1 --2- 172.21.15.5:0/1208721204 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb2bc06c2b0 0x7fb2bc06e770 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.078+0000 7fb2e0db9640 1 --2- 172.21.15.5:0/1208721204 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb2dc157870 0x7fb2dc15afd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.078+0000 7fb2e0db9640 1 --2- 172.21.15.5:0/1208721204 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb2dc15c250 0x7fb2dc1f4900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.078+0000 7fb2e0db9640 1 --2- 172.21.15.5:0/1208721204 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2dc0711b0 0x7fb2dc150800 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.078+0000 7fb2e0db9640 1 -- 172.21.15.5:0/1208721204 >> 172.21.15.5:0/1208721204 conn(0x7fb2dc0b3ff0 msgr2=0x7fb2dc158810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:39.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.078+0000 7fb2e0db9640 1 -- 172.21.15.5:0/1208721204 shutdown_connections 2024-09-19T05:04:39.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.078+0000 7fb2e0db9640 1 -- 172.21.15.5:0/1208721204 wait complete. 2024-09-19T05:04:39.493 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 51, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T05:04:29.495113+0000', 'modified': '2024-09-19T05:04:31.490487+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6019}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6019': {'gid': 6019, 'name': 'b', 'rank': 0, 'incarnation': 49, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.134:6837/2854193258', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.134:6835', 'nonce': 2854193258}, {'type': 'v1', 'addr': '172.21.15.134:6837', 'nonce': 2854193258}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [16], 'metadata_pool': 15, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6019, 'qdb_cluster': [6019]} 2024-09-19T05:04:39.493 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T05:04:39.493 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-19T05:04:39.598 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.596+0000 7ff772b9f640 1 Processor -- start 2024-09-19T05:04:39.598 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.597+0000 7ff772b9f640 1 -- start start 2024-09-19T05:04:39.599 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.597+0000 7ff772b9f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff76c15e470 0x7ff76c0b08b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:39.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.597+0000 7ff772b9f640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ff76c06c320 0x7ff76c0aeae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:39.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.597+0000 7ff772b9f640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff76c09ad90 con 0x7ff76c15e850 2024-09-19T05:04:39.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.597+0000 7ff772b9f640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7ff76c0b4d50 con 0x7ff76c06c320 2024-09-19T05:04:39.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.597+0000 7ff772b9f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ff76c0b5030 con 0x7ff76c15e470 2024-09-19T05:04:39.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.598+0000 7ff77239e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ff76c06c320 0x7ff76c0aeae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:39.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.598+0000 7ff77239e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7ff76c06c320 0x7ff76c0aeae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:60378/0 (socket says 172.21.15.5:60378) 2024-09-19T05:04:39.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.598+0000 7ff77239e640 1 -- 172.21.15.5:0/901740648 learned_addr learned my addr 172.21.15.5:0/901740648 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:39.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.598+0000 7ff771b9d640 1 --2- 172.21.15.5:0/901740648 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff76c15e470 0x7ff76c0b08b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:39.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.598+0000 7ff77239e640 1 -- 172.21.15.5:0/901740648 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff76c15e470 msgr2=0x7ff76c0b08b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:39.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.598+0000 7ff77239e640 1 --2- 172.21.15.5:0/901740648 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff76c15e470 0x7ff76c0b08b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.598+0000 7ff77239e640 1 -- 172.21.15.5:0/901740648 >> v1:172.21.15.134:6789/0 conn(0x7ff76c15e850 legacy=0x7ff76c06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:39.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.598+0000 7ff770b9b640 1 -- 172.21.15.5:0/901740648 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2078716290 0 0) 0x7ff760001110 con 0x7ff76c15e850 2024-09-19T05:04:39.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.598+0000 7ff77239e640 1 -- 172.21.15.5:0/901740648 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff76c0b5310 con 0x7ff76c06c320 2024-09-19T05:04:39.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.599+0000 7ff77239e640 1 --2- 172.21.15.5:0/901740648 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff76c06c320 0x7ff76c0aeae0 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7ff764009870 tx=0x7ff76402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4aebef48e3a6d98d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:39.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.599+0000 7ff770b9b640 1 -- 172.21.15.5:0/901740648 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff764037070 con 0x7ff76c06c320 2024-09-19T05:04:39.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.599+0000 7ff770b9b640 1 -- 172.21.15.5:0/901740648 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff764032440 con 0x7ff76c06c320 2024-09-19T05:04:39.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.599+0000 7ff770b9b640 1 -- 172.21.15.5:0/901740648 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff764032810 con 0x7ff76c06c320 2024-09-19T05:04:39.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.599+0000 7ff772b9f640 1 -- 172.21.15.5:0/901740648 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff76c06c320 msgr2=0x7ff76c0aeae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:39.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.599+0000 7ff772b9f640 1 --2- 172.21.15.5:0/901740648 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff76c06c320 0x7ff76c0aeae0 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7ff764009870 tx=0x7ff76402a1c0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.599+0000 7ff772b9f640 1 -- 172.21.15.5:0/901740648 shutdown_connections 2024-09-19T05:04:39.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.599+0000 7ff772b9f640 1 --2- 172.21.15.5:0/901740648 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff76c06c320 0x7ff76c0aeae0 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.599+0000 7ff772b9f640 1 --2- 172.21.15.5:0/901740648 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff76c15e470 0x7ff76c0b08b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.599+0000 7ff772b9f640 1 -- 172.21.15.5:0/901740648 >> 172.21.15.5:0/901740648 conn(0x7ff76c0732b0 msgr2=0x7ff76c0b2ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:39.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.600+0000 7ff772b9f640 1 -- 172.21.15.5:0/901740648 shutdown_connections 2024-09-19T05:04:39.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.600+0000 7ff772b9f640 1 -- 172.21.15.5:0/901740648 wait complete. 2024-09-19T05:04:39.604 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.601+0000 7ff772b9f640 1 Processor -- start 2024-09-19T05:04:39.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.601+0000 7ff772b9f640 1 -- start start 2024-09-19T05:04:39.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.601+0000 7ff772b9f640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff76c06c320 0x7ff76c09d710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:39.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.601+0000 7ff772b9f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff76c15e470 0x7ff76c0cabc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:39.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.601+0000 7ff772b9f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff76c15e850 0x7ff76c149b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:39.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.601+0000 7ff772b9f640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ff76c0b5a50 con 0x7ff76c15e470 2024-09-19T05:04:39.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.601+0000 7ff772b9f640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7ff76c0b58d0 con 0x7ff76c06c320 2024-09-19T05:04:39.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.601+0000 7ff772b9f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ff76c0b0360 con 0x7ff76c15e850 2024-09-19T05:04:39.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.602+0000 7ff77139c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff76c15e470 0x7ff76c0cabc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:39.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.602+0000 7ff77139c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff76c15e470 0x7ff76c0cabc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:60394/0 (socket says 172.21.15.5:60394) 2024-09-19T05:04:39.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.602+0000 7ff77139c640 1 -- 172.21.15.5:0/1323006252 learned_addr learned my addr 172.21.15.5:0/1323006252 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:39.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.602+0000 7ff77239e640 1 --2- 172.21.15.5:0/1323006252 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff76c15e850 0x7ff76c149b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:39.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.602+0000 7ff771b9d640 1 --2- 172.21.15.5:0/1323006252 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff76c06c320 0x7ff76c09d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:39.605 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.602+0000 7ff77139c640 1 -- 172.21.15.5:0/1323006252 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff76c15e850 msgr2=0x7ff76c149b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:39.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.602+0000 7ff77139c640 1 --2- 172.21.15.5:0/1323006252 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff76c15e850 0x7ff76c149b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.602+0000 7ff77139c640 1 -- 172.21.15.5:0/1323006252 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff76c06c320 msgr2=0x7ff76c09d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:39.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.602+0000 7ff77139c640 1 --2- 172.21.15.5:0/1323006252 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff76c06c320 0x7ff76c09d710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.602+0000 7ff77139c640 1 -- 172.21.15.5:0/1323006252 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff76c0cb100 con 0x7ff76c15e470 2024-09-19T05:04:39.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.602+0000 7ff77139c640 1 --2- 172.21.15.5:0/1323006252 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff76c15e470 0x7ff76c0cabc0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7ff76000c3e0 tx=0x7ff76000c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:39.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.602+0000 7ff76a7fc640 1 -- 172.21.15.5:0/1323006252 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff760017070 con 0x7ff76c15e470 2024-09-19T05:04:39.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.602+0000 7ff76a7fc640 1 -- 172.21.15.5:0/1323006252 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7600035f0 con 0x7ff76c15e470 2024-09-19T05:04:39.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.602+0000 7ff772b9f640 1 -- 172.21.15.5:0/1323006252 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff76c09de10 con 0x7ff76c15e470 2024-09-19T05:04:39.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.602+0000 7ff76a7fc640 1 -- 172.21.15.5:0/1323006252 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7600039c0 con 0x7ff76c15e470 2024-09-19T05:04:39.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.602+0000 7ff772b9f640 1 -- 172.21.15.5:0/1323006252 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff76c09e3d0 con 0x7ff76c15e470 2024-09-19T05:04:39.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.604+0000 7ff76a7fc640 1 -- 172.21.15.5:0/1323006252 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff76001a070 con 0x7ff76c15e470 2024-09-19T05:04:39.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.604+0000 7ff76a7fc640 1 --2- 172.21.15.5:0/1323006252 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff75806c2b0 0x7ff75806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:39.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.604+0000 7ff76a7fc640 1 -- 172.21.15.5:0/1323006252 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6101+0+0 (secure 0 0 0) 0x7ff76008a940 con 0x7ff76c15e470 2024-09-19T05:04:39.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.605+0000 7ff771b9d640 1 --2- 172.21.15.5:0/1323006252 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff75806c2b0 0x7ff75806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:39.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.605+0000 7ff771b9d640 1 --2- 172.21.15.5:0/1323006252 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff75806c2b0 0x7ff75806e770 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7ff75c0113e0 tx=0x7ff75c00b040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:39.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.605+0000 7ff776c75740 1 Processor -- start 2024-09-19T05:04:39.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.606+0000 7ff776c75740 1 -- start start 2024-09-19T05:04:39.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.606+0000 7ff776c75740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x555bb0c194b0 0x555bb0c5ec50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:39.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.606+0000 7ff776c75740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x555bb0c16c70 0x555bb0c19890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:39.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.606+0000 7ff776c75740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x555bb0c1ac40 0x555bb0c13aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:39.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.606+0000 7ff776c75740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x555bb0b7b520 con 0x555bb0c1ac40 2024-09-19T05:04:39.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.606+0000 7ff776c75740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x555bb0b233e0 con 0x555bb0c194b0 2024-09-19T05:04:39.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.606+0000 7ff776c75740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x555bb0b774e0 con 0x555bb0c16c70 2024-09-19T05:04:39.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.606+0000 7ff77239e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x555bb0c1ac40 0x555bb0c13aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:39.610 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.606+0000 7ff77239e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x555bb0c1ac40 0x555bb0c13aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:60400/0 (socket says 172.21.15.5:60400) 2024-09-19T05:04:39.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.606+0000 7ff77239e640 1 -- 172.21.15.5:0/3759020875 learned_addr learned my addr 172.21.15.5:0/3759020875 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:39.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.606+0000 7ff77139c640 1 --2- 172.21.15.5:0/3759020875 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x555bb0c16c70 0x555bb0c19890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:39.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.606+0000 7ff771b9d640 1 --2- 172.21.15.5:0/3759020875 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x555bb0c194b0 0x555bb0c5ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:39.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.607+0000 7ff77239e640 1 -- 172.21.15.5:0/3759020875 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x555bb0c16c70 msgr2=0x555bb0c19890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:39.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.607+0000 7ff77239e640 1 --2- 172.21.15.5:0/3759020875 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x555bb0c16c70 0x555bb0c19890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.607+0000 7ff77239e640 1 -- 172.21.15.5:0/3759020875 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x555bb0c194b0 msgr2=0x555bb0c5ec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:39.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.607+0000 7ff77239e640 1 --2- 172.21.15.5:0/3759020875 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x555bb0c194b0 0x555bb0c5ec50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.607+0000 7ff77239e640 1 -- 172.21.15.5:0/3759020875 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555bb0b3e2f0 con 0x555bb0c1ac40 2024-09-19T05:04:39.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.607+0000 7ff77239e640 1 --2- 172.21.15.5:0/3759020875 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x555bb0c1ac40 0x555bb0c13aa0 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7ff764009990 tx=0x7ff76402c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da5827fa39f42e5e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:39.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.607+0000 7ff7537fe640 1 -- 172.21.15.5:0/3759020875 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff764037040 con 0x555bb0c1ac40 2024-09-19T05:04:39.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.607+0000 7ff7537fe640 1 -- 172.21.15.5:0/3759020875 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff76403c700 con 0x555bb0c1ac40 2024-09-19T05:04:39.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.607+0000 7ff7537fe640 1 -- 172.21.15.5:0/3759020875 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff76403caf0 con 0x555bb0c1ac40 2024-09-19T05:04:39.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.608+0000 7ff776c75740 1 -- 172.21.15.5:0/3759020875 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x555bb0c1ac40 msgr2=0x555bb0c13aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:39.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.608+0000 7ff776c75740 1 --2- 172.21.15.5:0/3759020875 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x555bb0c1ac40 0x555bb0c13aa0 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7ff764009990 tx=0x7ff76402c000 comp rx=0 tx=0).stop 2024-09-19T05:04:39.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.608+0000 7ff776c75740 1 -- 172.21.15.5:0/3759020875 shutdown_connections 2024-09-19T05:04:39.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.608+0000 7ff776c75740 1 --2- 172.21.15.5:0/3759020875 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x555bb0c1ac40 0x555bb0c13aa0 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.608+0000 7ff776c75740 1 --2- 172.21.15.5:0/3759020875 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x555bb0c16c70 0x555bb0c19890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.608+0000 7ff776c75740 1 --2- 172.21.15.5:0/3759020875 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x555bb0c194b0 0x555bb0c5ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.608+0000 7ff776c75740 1 -- 172.21.15.5:0/3759020875 >> 172.21.15.5:0/3759020875 conn(0x555bb0c15c70 msgr2=0x555bb0c5e120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:39.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.608+0000 7ff776c75740 1 -- 172.21.15.5:0/3759020875 shutdown_connections 2024-09-19T05:04:39.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.608+0000 7ff776c75740 1 -- 172.21.15.5:0/3759020875 wait complete. 2024-09-19T05:04:39.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.608+0000 7ff776c75740 1 -- start start 2024-09-19T05:04:39.612 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.608+0000 7ff776c75740 1 Processor -- start 2024-09-19T05:04:39.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.609+0000 7ff776c75740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x555bb0c194b0 0x555bb0c34da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:39.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.609+0000 7ff776c75740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x555bb0c1ac40 0x555bb0c3a150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:39.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.609+0000 7ff776c75740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x555bb0c61630 0x555bb0c61ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:39.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.609+0000 7ff776c75740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x555bb0c15110 con 0x555bb0c61630 2024-09-19T05:04:39.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.609+0000 7ff776c75740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x555bb0b04450 con 0x555bb0c1ac40 2024-09-19T05:04:39.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.609+0000 7ff776c75740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x555bb0c5f480 con 0x555bb0c194b0 2024-09-19T05:04:39.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.610+0000 7ff776c75740 10 client.0 _ll_register_callbacks cb 0x555bb088dac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:04:39.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.610+0000 7ff77239e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x555bb0c61630 0x555bb0c61ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:39.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.610+0000 7ff77239e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x555bb0c61630 0x555bb0c61ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:60414/0 (socket says 172.21.15.5:60414) 2024-09-19T05:04:39.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.610+0000 7ff77239e640 1 -- 172.21.15.5:0/2797195320 learned_addr learned my addr 172.21.15.5:0/2797195320 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:39.616 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.610+0000 7ff77139c640 1 --2- 172.21.15.5:0/2797195320 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x555bb0c1ac40 0x555bb0c3a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:39.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.610+0000 7ff771b9d640 1 --2- 172.21.15.5:0/2797195320 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x555bb0c194b0 0x555bb0c34da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:39.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.610+0000 7ff77239e640 1 -- 172.21.15.5:0/2797195320 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x555bb0c194b0 msgr2=0x555bb0c34da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:39.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.610+0000 7ff77239e640 1 --2- 172.21.15.5:0/2797195320 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x555bb0c194b0 0x555bb0c34da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.610+0000 7ff77239e640 1 -- 172.21.15.5:0/2797195320 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x555bb0c1ac40 msgr2=0x555bb0c3a150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:39.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.610+0000 7ff77239e640 1 --2- 172.21.15.5:0/2797195320 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x555bb0c1ac40 0x555bb0c3a150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.610+0000 7ff77239e640 1 -- 172.21.15.5:0/2797195320 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555bb088e2d0 con 0x555bb0c61630 2024-09-19T05:04:39.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.610+0000 7ff77239e640 1 --2- 172.21.15.5:0/2797195320 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x555bb0c61630 0x555bb0c61ab0 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7ff76402a200 tx=0x7ff764004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8baccabfcbdf865 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:39.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.610+0000 7ff750ff9640 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-19T05:04:39.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.610+0000 7ff750ff9640 1 -- 172.21.15.5:0/2797195320 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff764037070 con 0x555bb0c61630 2024-09-19T05:04:39.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.610+0000 7ff750ff9640 1 -- 172.21.15.5:0/2797195320 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 6101+0+0 (secure 0 0 0) 0x7ff76403cac0 con 0x555bb0c61630 2024-09-19T05:04:39.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.610+0000 7ff776c75740 1 -- 172.21.15.5:0/2797195320 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff76403c700 con 0x555bb0c61630 2024-09-19T05:04:39.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.610+0000 7ff750ff9640 1 -- 172.21.15.5:0/2797195320 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=51) ==== 24+0+0 (secure 0 0 0) 0x7ff764057050 con 0x555bb0c61630 2024-09-19T05:04:39.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.610+0000 7ff776c75740 10 client.6783 fetch_fsmap learned FSMap version 51 2024-09-19T05:04:39.617 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.610+0000 7ff776c75740 1 -- 172.21.15.5:0/2797195320 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=51,monmap=2+}) -- 0x555bb09586b0 con 0x555bb0c61630 2024-09-19T05:04:39.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.611+0000 7ff750ff9640 1 -- 172.21.15.5:0/2797195320 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff76403c700 con 0x555bb0c61630 2024-09-19T05:04:39.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.611+0000 7ff750ff9640 1 -- 172.21.15.5:0/2797195320 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 51) ==== 3502+0+0 (secure 0 0 0) 0x7ff76405a020 con 0x555bb0c61630 2024-09-19T05:04:39.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.611+0000 7ff776c75740 10 client.6783 fetch_fsmap finished waiting for FSMap version 51 2024-09-19T05:04:39.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.611+0000 7ff776c75740 10 client.6783 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T05:04:39.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.611+0000 7ff776c75740 20 client.6783 populate_metadata read hostname 'smithi005' 2024-09-19T05:04:39.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.611+0000 7ff776c75740 1 --2- 172.21.15.5:0/2797195320 >> [v2:172.21.15.134:6835/2854193258,v1:172.21.15.134:6837/2854193258] conn(0x555bb0c79c80 0x555bb0c7c070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:39.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.611+0000 7ff776c75740 4 client.6783 mds_command: new command op to 6019 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:04:39.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.611+0000 7ff776c75740 1 -- 172.21.15.5:0/2797195320 --> [v2:172.21.15.134:6835/2854193258,v1:172.21.15.134:6837/2854193258] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555bb0b88c50 con 0x555bb0c79c80 2024-09-19T05:04:39.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.611+0000 7ff771b9d640 1 --2- 172.21.15.5:0/2797195320 >> [v2:172.21.15.134:6835/2854193258,v1:172.21.15.134:6837/2854193258] conn(0x555bb0c79c80 0x555bb0c7c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:39.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.611+0000 7ff771b9d640 1 --2- 172.21.15.5:0/2797195320 >> [v2:172.21.15.134:6835/2854193258,v1:172.21.15.134:6837/2854193258] conn(0x555bb0c79c80 0x555bb0c7c070 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=581ff37452d25e2b server_cookie=1638953ee0bab9a8 in_seq=0 out_seq=0 2024-09-19T05:04:39.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.611+0000 7ff750ff9640 10 client.6783 ms_handle_connect on v2:172.21.15.134:6835/2854193258 2024-09-19T05:04:39.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.612+0000 7ff750ff9640 1 -- 172.21.15.5:0/2797195320 <== mds.0 v2:172.21.15.134:6835/2854193258 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555bb0b88c50 con 0x555bb0c79c80 2024-09-19T05:04:39.618 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.612+0000 7ff750ff9640 10 client.6783 handle_command_reply: tid=0 2024-09-19T05:04:39.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.612+0000 7ff776c75740 1 client.6783 shutdown 2024-09-19T05:04:39.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.612+0000 7ff776c75740 1 -- 172.21.15.5:0/2797195320 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x555bb0c61630 msgr2=0x555bb0c61ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:39.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.612+0000 7ff776c75740 1 --2- 172.21.15.5:0/2797195320 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x555bb0c61630 0x555bb0c61ab0 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7ff76402a200 tx=0x7ff764004730 comp rx=0 tx=0).stop 2024-09-19T05:04:39.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.613+0000 7ff776c75740 1 -- 172.21.15.5:0/2797195320 shutdown_connections 2024-09-19T05:04:39.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.613+0000 7ff776c75740 1 --2- 172.21.15.5:0/2797195320 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x555bb0c61630 0x555bb0c61ab0 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.613+0000 7ff776c75740 1 --2- 172.21.15.5:0/2797195320 >> [v2:172.21.15.134:6835/2854193258,v1:172.21.15.134:6837/2854193258] conn(0x555bb0c79c80 0x555bb0c7c070 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.613+0000 7ff776c75740 1 --2- 172.21.15.5:0/2797195320 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x555bb0c1ac40 0x555bb0c3a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.613+0000 7ff776c75740 1 --2- 172.21.15.5:0/2797195320 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x555bb0c194b0 0x555bb0c34da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.613+0000 7ff750ff9640 0 client.6783 ms_handle_reset on v2:172.21.15.134:6835/2854193258 2024-09-19T05:04:39.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.613+0000 7ff776c75740 1 -- 172.21.15.5:0/2797195320 >> 172.21.15.5:0/2797195320 conn(0x555bb0c16c70 msgr2=0x555bb0c5c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:39.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.613+0000 7ff776c75740 1 -- 172.21.15.5:0/2797195320 shutdown_connections 2024-09-19T05:04:39.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.613+0000 7ff776c75740 1 -- 172.21.15.5:0/2797195320 wait complete. 2024-09-19T05:04:39.619 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.613+0000 7ff776c75740 20 client.6783 trim_cache size 0 max 16384 2024-09-19T05:04:39.632 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.631+0000 7ff776c75740 1 Processor -- start 2024-09-19T05:04:39.633 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.631+0000 7ff776c75740 1 -- start start 2024-09-19T05:04:39.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.632+0000 7ff776c75740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x555bb0c194b0 0x555bb0c0f390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:39.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.632+0000 7ff776c75740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x555bb0c1ac40 0x555bb0c601a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:39.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.632+0000 7ff776c75740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x555bb0c61630 0x555bb0c5c0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:39.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.632+0000 7ff776c75740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ff76c1ffdc0 con 0x555bb0c194b0 2024-09-19T05:04:39.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.632+0000 7ff776c75740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7ff76c09bd30 con 0x555bb0c1ac40 2024-09-19T05:04:39.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.632+0000 7ff776c75740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ff76c1ff770 con 0x555bb0c61630 2024-09-19T05:04:39.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.632+0000 7ff771b9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x555bb0c194b0 0x555bb0c0f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:39.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.632+0000 7ff771b9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x555bb0c194b0 0x555bb0c0f390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:60428/0 (socket says 172.21.15.5:60428) 2024-09-19T05:04:39.634 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.632+0000 7ff771b9d640 1 -- 172.21.15.5:0/3601242550 learned_addr learned my addr 172.21.15.5:0/3601242550 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:39.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.632+0000 7ff771b9d640 1 -- 172.21.15.5:0/3601242550 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x555bb0c61630 msgr2=0x555bb0c5c0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:39.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.632+0000 7ff771b9d640 1 --2- 172.21.15.5:0/3601242550 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x555bb0c61630 0x555bb0c5c0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.632+0000 7ff771b9d640 1 -- 172.21.15.5:0/3601242550 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x555bb0c1ac40 msgr2=0x555bb0c601a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:39.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.632+0000 7ff771b9d640 1 --2- 172.21.15.5:0/3601242550 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x555bb0c1ac40 0x555bb0c601a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.632+0000 7ff771b9d640 1 -- 172.21.15.5:0/3601242550 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555bb0c40220 con 0x555bb0c194b0 2024-09-19T05:04:39.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.632+0000 7ff771b9d640 1 --2- 172.21.15.5:0/3601242550 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x555bb0c194b0 0x555bb0c0f390 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7ff75c0094c0 tx=0x7ff75c018000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c5bd2f10f7ea82e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:39.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.632+0000 7ff752ffd640 1 -- 172.21.15.5:0/3601242550 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff75c02b4c0 con 0x555bb0c194b0 2024-09-19T05:04:39.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.632+0000 7ff752ffd640 1 -- 172.21.15.5:0/3601242550 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff75c030070 con 0x555bb0c194b0 2024-09-19T05:04:39.635 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.632+0000 7ff752ffd640 1 -- 172.21.15.5:0/3601242550 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff75c02b860 con 0x555bb0c194b0 2024-09-19T05:04:39.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.633+0000 7ff776c75740 1 -- 172.21.15.5:0/3601242550 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x555bb0c194b0 msgr2=0x555bb0c0f390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:39.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.633+0000 7ff776c75740 1 --2- 172.21.15.5:0/3601242550 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x555bb0c194b0 0x555bb0c0f390 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7ff75c0094c0 tx=0x7ff75c018000 comp rx=0 tx=0).stop 2024-09-19T05:04:39.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.633+0000 7ff776c75740 1 -- 172.21.15.5:0/3601242550 shutdown_connections 2024-09-19T05:04:39.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.633+0000 7ff776c75740 1 --2- 172.21.15.5:0/3601242550 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x555bb0c61630 0x555bb0c5c0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.633+0000 7ff776c75740 1 --2- 172.21.15.5:0/3601242550 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x555bb0c1ac40 0x555bb0c601a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.639 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.633+0000 7ff776c75740 1 --2- 172.21.15.5:0/3601242550 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x555bb0c194b0 0x555bb0c0f390 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.633+0000 7ff776c75740 1 -- 172.21.15.5:0/3601242550 >> 172.21.15.5:0/3601242550 conn(0x555bb0c16c70 msgr2=0x555bb0c61a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:39.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.633+0000 7ff776c75740 1 -- 172.21.15.5:0/3601242550 shutdown_connections 2024-09-19T05:04:39.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.633+0000 7ff776c75740 1 -- 172.21.15.5:0/3601242550 wait complete. 2024-09-19T05:04:39.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.634+0000 7ff776c75740 1 -- start start 2024-09-19T05:04:39.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.634+0000 7ff776c75740 1 Processor -- start 2024-09-19T05:04:39.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.634+0000 7ff776c75740 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x555bb0c194b0 0x555bb0c5ab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:39.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.634+0000 7ff776c75740 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x555bb0c1ac40 0x555bb0cdbcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:39.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.634+0000 7ff776c75740 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x555bb0c61630 0x555bb0c39d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:39.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.634+0000 7ff776c75740 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x555bb0c3a690 con 0x555bb0c61630 2024-09-19T05:04:39.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.634+0000 7ff776c75740 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x555bb0c15110 con 0x555bb0c1ac40 2024-09-19T05:04:39.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.634+0000 7ff776c75740 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x555bb0c13390 con 0x555bb0c194b0 2024-09-19T05:04:39.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.635+0000 7ff776c75740 10 client.0 _ll_register_callbacks cb 0x7ff75c009c40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:04:39.640 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.635+0000 7ff77239e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x555bb0c61630 0x555bb0c39d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:39.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.635+0000 7ff77239e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x555bb0c61630 0x555bb0c39d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:60438/0 (socket says 172.21.15.5:60438) 2024-09-19T05:04:39.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.635+0000 7ff77239e640 1 -- 172.21.15.5:0/2112167241 learned_addr learned my addr 172.21.15.5:0/2112167241 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:39.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.635+0000 7ff771b9d640 1 --2- 172.21.15.5:0/2112167241 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x555bb0c194b0 0x555bb0c5ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:39.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.635+0000 7ff77139c640 1 --2- 172.21.15.5:0/2112167241 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x555bb0c1ac40 0x555bb0cdbcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:39.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.635+0000 7ff77239e640 1 -- 172.21.15.5:0/2112167241 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x555bb0c194b0 msgr2=0x555bb0c5ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:39.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.635+0000 7ff77239e640 1 --2- 172.21.15.5:0/2112167241 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x555bb0c194b0 0x555bb0c5ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.635+0000 7ff77239e640 1 -- 172.21.15.5:0/2112167241 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x555bb0c1ac40 msgr2=0x555bb0cdbcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:39.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.635+0000 7ff77239e640 1 --2- 172.21.15.5:0/2112167241 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x555bb0c1ac40 0x555bb0cdbcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.635+0000 7ff77239e640 1 -- 172.21.15.5:0/2112167241 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555bb0c6dca0 con 0x555bb0c61630 2024-09-19T05:04:39.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.635+0000 7ff77239e640 1 --2- 172.21.15.5:0/2112167241 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x555bb0c61630 0x555bb0c39d90 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7ff76403c7f0 tx=0x7ff7640046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8d08ac0634c0c08 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:39.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.635+0000 7ff750ff9640 10 client.0 ms_handle_connect on v2:172.21.15.5:3300/0 2024-09-19T05:04:39.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.635+0000 7ff750ff9640 1 -- 172.21.15.5:0/2112167241 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff764037040 con 0x555bb0c61630 2024-09-19T05:04:39.641 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.635+0000 7ff750ff9640 1 -- 172.21.15.5:0/2112167241 <== mon.0 v2:172.21.15.5:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 6101+0+0 (secure 0 0 0) 0x7ff764003a20 con 0x555bb0c61630 2024-09-19T05:04:39.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.635+0000 7ff776c75740 1 -- 172.21.15.5:0/2112167241 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff75c030070 con 0x555bb0c61630 2024-09-19T05:04:39.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.635+0000 7ff750ff9640 1 -- 172.21.15.5:0/2112167241 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_get_version_reply(handle=1 version=51) ==== 24+0+0 (secure 0 0 0) 0x7ff764009490 con 0x555bb0c61630 2024-09-19T05:04:39.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.635+0000 7ff776c75740 10 client.6789 fetch_fsmap learned FSMap version 51 2024-09-19T05:04:39.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.635+0000 7ff776c75740 1 -- 172.21.15.5:0/2112167241 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,fsmap=51,monmap=2+}) -- 0x555bb0c5b310 con 0x555bb0c61630 2024-09-19T05:04:39.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.636+0000 7ff750ff9640 1 -- 172.21.15.5:0/2112167241 <== mon.0 v2:172.21.15.5:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff75c030070 con 0x555bb0c61630 2024-09-19T05:04:39.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.636+0000 7ff750ff9640 1 -- 172.21.15.5:0/2112167241 <== mon.0 v2:172.21.15.5:3300/0 5 ==== fsmap(e 51) ==== 3502+0+0 (secure 0 0 0) 0x7ff76405a070 con 0x555bb0c61630 2024-09-19T05:04:39.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.636+0000 7ff776c75740 10 client.6789 fetch_fsmap finished waiting for FSMap version 51 2024-09-19T05:04:39.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.636+0000 7ff776c75740 10 client.6789 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T05:04:39.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.636+0000 7ff776c75740 20 client.6789 populate_metadata read hostname 'smithi005' 2024-09-19T05:04:39.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.636+0000 7ff776c75740 1 --2- 172.21.15.5:0/2112167241 >> [v2:172.21.15.134:6835/2854193258,v1:172.21.15.134:6837/2854193258] conn(0x555bb0c5c740 0x555bb0c3cf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:39.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.636+0000 7ff776c75740 4 client.6789 mds_command: new command op to 6019 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:04:39.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.636+0000 7ff776c75740 1 -- 172.21.15.5:0/2112167241 --> [v2:172.21.15.134:6835/2854193258,v1:172.21.15.134:6837/2854193258] -- command(tid 0: {"prefix": "status"}) -- 0x555bb0c624d0 con 0x555bb0c5c740 2024-09-19T05:04:39.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.636+0000 7ff771b9d640 1 --2- 172.21.15.5:0/2112167241 >> [v2:172.21.15.134:6835/2854193258,v1:172.21.15.134:6837/2854193258] conn(0x555bb0c5c740 0x555bb0c3cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:39.642 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.636+0000 7ff750ff9640 10 client.6789 ms_handle_connect on v2:172.21.15.134:6835/2854193258 2024-09-19T05:04:39.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.636+0000 7ff771b9d640 1 --2- 172.21.15.5:0/2112167241 >> [v2:172.21.15.134:6835/2854193258,v1:172.21.15.134:6837/2854193258] conn(0x555bb0c5c740 0x555bb0c3cf40 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=27d79e5e5a5e8d56 server_cookie=ad04494b34c1d2b in_seq=0 out_seq=0 2024-09-19T05:04:39.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.637+0000 7ff750ff9640 1 -- 172.21.15.5:0/2112167241 <== mds.0 v2:172.21.15.134:6835/2854193258 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x555bb0c624d0 con 0x555bb0c5c740 2024-09-19T05:04:39.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.637+0000 7ff750ff9640 10 client.6789 handle_command_reply: tid=0 2024-09-19T05:04:39.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.637+0000 7ff776c75740 1 client.6789 shutdown 2024-09-19T05:04:39.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.637+0000 7ff776c75740 1 -- 172.21.15.5:0/2112167241 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x555bb0c61630 msgr2=0x555bb0c39d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:39.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.637+0000 7ff776c75740 1 --2- 172.21.15.5:0/2112167241 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x555bb0c61630 0x555bb0c39d90 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7ff76403c7f0 tx=0x7ff7640046c0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.637+0000 7ff776c75740 1 -- 172.21.15.5:0/2112167241 shutdown_connections 2024-09-19T05:04:39.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.637+0000 7ff776c75740 1 --2- 172.21.15.5:0/2112167241 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x555bb0c61630 0x555bb0c39d90 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.637+0000 7ff776c75740 1 --2- 172.21.15.5:0/2112167241 >> [v2:172.21.15.134:6835/2854193258,v1:172.21.15.134:6837/2854193258] conn(0x555bb0c5c740 0x555bb0c3cf40 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.637+0000 7ff776c75740 1 --2- 172.21.15.5:0/2112167241 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x555bb0c1ac40 0x555bb0cdbcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.637+0000 7ff776c75740 1 --2- 172.21.15.5:0/2112167241 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x555bb0c194b0 0x555bb0c5ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.637+0000 7ff750ff9640 0 client.6789 ms_handle_reset on v2:172.21.15.134:6835/2854193258 2024-09-19T05:04:39.643 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.637+0000 7ff776c75740 1 -- 172.21.15.5:0/2112167241 >> 172.21.15.5:0/2112167241 conn(0x555bb0c16c70 msgr2=0x555bb0c1a440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:39.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.637+0000 7ff776c75740 1 -- 172.21.15.5:0/2112167241 shutdown_connections 2024-09-19T05:04:39.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.637+0000 7ff776c75740 1 -- 172.21.15.5:0/2112167241 wait complete. 2024-09-19T05:04:39.644 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.637+0000 7ff776c75740 20 client.6789 trim_cache size 0 max 16384 2024-09-19T05:04:39.644 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-19T05:04:39.644 INFO:teuthology.orchestra.run.smithi005.stdout: "cluster_fsid": "d3e05719-6fe9-4686-ba83-cd0299bd169b", 2024-09-19T05:04:39.644 INFO:teuthology.orchestra.run.smithi005.stdout: "whoami": 0, 2024-09-19T05:04:39.644 INFO:teuthology.orchestra.run.smithi005.stdout: "id": 6019, 2024-09-19T05:04:39.644 INFO:teuthology.orchestra.run.smithi005.stdout: "want_state": "up:active", 2024-09-19T05:04:39.644 INFO:teuthology.orchestra.run.smithi005.stdout: "state": "up:active", 2024-09-19T05:04:39.644 INFO:teuthology.orchestra.run.smithi005.stdout: "fs_name": "cephfs", 2024-09-19T05:04:39.645 INFO:teuthology.orchestra.run.smithi005.stdout: "rank_uptime": 9.4908395379999995, 2024-09-19T05:04:39.645 INFO:teuthology.orchestra.run.smithi005.stdout: "mdsmap_epoch": 51, 2024-09-19T05:04:39.645 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch": 95, 2024-09-19T05:04:39.645 INFO:teuthology.orchestra.run.smithi005.stdout: "osdmap_epoch_barrier": 95, 2024-09-19T05:04:39.645 INFO:teuthology.orchestra.run.smithi005.stdout: "uptime": 14.527158859 2024-09-19T05:04:39.645 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-19T05:04:39.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.637+0000 7ff772b9f640 1 -- 172.21.15.5:0/1323006252 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff75806c2b0 msgr2=0x7ff75806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:39.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.637+0000 7ff772b9f640 1 --2- 172.21.15.5:0/1323006252 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff75806c2b0 0x7ff75806e770 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7ff75c0113e0 tx=0x7ff75c00b040 comp rx=0 tx=0).stop 2024-09-19T05:04:39.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.637+0000 7ff772b9f640 1 -- 172.21.15.5:0/1323006252 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff76c15e470 msgr2=0x7ff76c0cabc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:39.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.637+0000 7ff772b9f640 1 --2- 172.21.15.5:0/1323006252 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff76c15e470 0x7ff76c0cabc0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7ff76000c3e0 tx=0x7ff76000c8a0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.637+0000 7ff772b9f640 1 -- 172.21.15.5:0/1323006252 shutdown_connections 2024-09-19T05:04:39.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.637+0000 7ff772b9f640 1 --2- 172.21.15.5:0/1323006252 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ff75806c2b0 0x7ff75806e770 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.637+0000 7ff772b9f640 1 --2- 172.21.15.5:0/1323006252 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ff76c15e850 0x7ff76c149b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.637+0000 7ff772b9f640 1 --2- 172.21.15.5:0/1323006252 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ff76c15e470 0x7ff76c0cabc0 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.637+0000 7ff772b9f640 1 --2- 172.21.15.5:0/1323006252 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ff76c06c320 0x7ff76c09d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.637+0000 7ff772b9f640 1 -- 172.21.15.5:0/1323006252 >> 172.21.15.5:0/1323006252 conn(0x7ff76c0732b0 msgr2=0x7ff76c06fd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:39.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.638+0000 7ff772b9f640 1 -- 172.21.15.5:0/1323006252 shutdown_connections 2024-09-19T05:04:39.646 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.638+0000 7ff772b9f640 1 -- 172.21.15.5:0/1323006252 wait complete. 2024-09-19T05:04:39.650 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:04:39.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.750+0000 7fb249fd6640 1 Processor -- start 2024-09-19T05:04:39.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.750+0000 7fb249fd6640 1 -- start start 2024-09-19T05:04:39.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.751+0000 7fb249fd6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb2440b1540 0x7fb2440b6190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:39.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.751+0000 7fb249fd6640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb2440b1950 0x7fb244165e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:39.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.751+0000 7fb249fd6640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb2440b66d0 con 0x7fb2440b5db0 2024-09-19T05:04:39.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.751+0000 7fb249fd6640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fb24409b250 con 0x7fb2440b1950 2024-09-19T05:04:39.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.751+0000 7fb249fd6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fb2440afa50 con 0x7fb2440b1540 2024-09-19T05:04:39.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.751+0000 7fb2437fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fb2440b5db0 0x7fb24409aa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36838/0 (socket says 172.21.15.5:36838) 2024-09-19T05:04:39.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.751+0000 7fb2437fe640 1 -- 172.21.15.5:0/615936529 learned_addr learned my addr 172.21.15.5:0/615936529 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:39.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.751+0000 7fb243fff640 1 --2- 172.21.15.5:0/615936529 >> v2:172.21.15.5:3300/0 conn(0x7fb2440b1950 0x7fb244165e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:39.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.751+0000 7fb242ffd640 1 --2- 172.21.15.5:0/615936529 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb2440b1540 0x7fb2440b6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:39.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.751+0000 7fb243fff640 1 -- 172.21.15.5:0/615936529 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb2440b1540 msgr2=0x7fb2440b6190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:39.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.751+0000 7fb243fff640 1 --2- 172.21.15.5:0/615936529 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb2440b1540 0x7fb2440b6190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.751+0000 7fb243fff640 1 -- 172.21.15.5:0/615936529 >> v1:172.21.15.5:6789/0 conn(0x7fb2440b5db0 legacy=0x7fb24409aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:39.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.751+0000 7fb243fff640 1 -- 172.21.15.5:0/615936529 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2440afd30 con 0x7fb2440b1950 2024-09-19T05:04:39.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.751+0000 7fb2427fc640 1 -- 172.21.15.5:0/615936529 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 257481348 0 0) 0x7fb2440b66d0 con 0x7fb2440b5db0 2024-09-19T05:04:39.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.752+0000 7fb243fff640 1 --2- 172.21.15.5:0/615936529 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2440b1950 0x7fb244165e40 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7fb23c009d90 tx=0x7fb23c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=554eba4272133cd3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:39.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.752+0000 7fb2427fc640 1 -- 172.21.15.5:0/615936529 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb23c007740 con 0x7fb2440b1950 2024-09-19T05:04:39.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.752+0000 7fb2427fc640 1 -- 172.21.15.5:0/615936529 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb23c0078e0 con 0x7fb2440b1950 2024-09-19T05:04:39.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.752+0000 7fb2427fc640 1 -- 172.21.15.5:0/615936529 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb23c007cb0 con 0x7fb2440b1950 2024-09-19T05:04:39.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.753+0000 7fb249fd6640 1 -- 172.21.15.5:0/615936529 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2440b1950 msgr2=0x7fb244165e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:39.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.753+0000 7fb249fd6640 1 --2- 172.21.15.5:0/615936529 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2440b1950 0x7fb244165e40 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7fb23c009d90 tx=0x7fb23c02a660 comp rx=0 tx=0).stop 2024-09-19T05:04:39.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.753+0000 7fb249fd6640 1 -- 172.21.15.5:0/615936529 shutdown_connections 2024-09-19T05:04:39.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.753+0000 7fb249fd6640 1 --2- 172.21.15.5:0/615936529 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2440b1950 0x7fb244165e40 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.753+0000 7fb249fd6640 1 --2- 172.21.15.5:0/615936529 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb2440b1540 0x7fb2440b6190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.753+0000 7fb249fd6640 1 -- 172.21.15.5:0/615936529 >> 172.21.15.5:0/615936529 conn(0x7fb2440b3ff0 msgr2=0x7fb2440b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:39.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.753+0000 7fb249fd6640 1 -- 172.21.15.5:0/615936529 shutdown_connections 2024-09-19T05:04:39.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.753+0000 7fb249fd6640 1 -- 172.21.15.5:0/615936529 wait complete. 2024-09-19T05:04:39.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.754+0000 7fb249fd6640 1 Processor -- start 2024-09-19T05:04:39.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.754+0000 7fb249fd6640 1 -- start start 2024-09-19T05:04:39.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.755+0000 7fb249fd6640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb2440b1540 0x7fb24415a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:39.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.755+0000 7fb249fd6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb2440b1950 0x7fb244144370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:39.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.755+0000 7fb249fd6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2440b5db0 0x7fb24406d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:39.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.755+0000 7fb249fd6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fb24415c660 con 0x7fb2440b5db0 2024-09-19T05:04:39.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.755+0000 7fb249fd6640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fb24409b530 con 0x7fb2440b1540 2024-09-19T05:04:39.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.755+0000 7fb249fd6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fb244166380 con 0x7fb2440b1950 2024-09-19T05:04:39.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.755+0000 7fb243fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2440b5db0 0x7fb24406d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:39.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.755+0000 7fb243fff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2440b5db0 0x7fb24406d1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:60450/0 (socket says 172.21.15.5:60450) 2024-09-19T05:04:39.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.755+0000 7fb243fff640 1 -- 172.21.15.5:0/1387891903 learned_addr learned my addr 172.21.15.5:0/1387891903 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:39.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.755+0000 7fb242ffd640 1 --2- 172.21.15.5:0/1387891903 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb2440b1950 0x7fb244144370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:39.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.755+0000 7fb2437fe640 1 --2- 172.21.15.5:0/1387891903 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb2440b1540 0x7fb24415a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:39.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.755+0000 7fb243fff640 1 -- 172.21.15.5:0/1387891903 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb2440b1950 msgr2=0x7fb244144370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:39.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.755+0000 7fb243fff640 1 --2- 172.21.15.5:0/1387891903 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb2440b1950 0x7fb244144370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.755+0000 7fb243fff640 1 -- 172.21.15.5:0/1387891903 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb2440b1540 msgr2=0x7fb24415a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:39.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.755+0000 7fb243fff640 1 --2- 172.21.15.5:0/1387891903 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb2440b1540 0x7fb24415a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.755+0000 7fb243fff640 1 -- 172.21.15.5:0/1387891903 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb24406d730 con 0x7fb2440b5db0 2024-09-19T05:04:39.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.756+0000 7fb243fff640 1 --2- 172.21.15.5:0/1387891903 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2440b5db0 0x7fb24406d1f0 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7fb23c02ac50 tx=0x7fb23c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:39.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.756+0000 7fb22bfff640 1 -- 172.21.15.5:0/1387891903 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb23c03f070 con 0x7fb2440b5db0 2024-09-19T05:04:39.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.756+0000 7fb22bfff640 1 -- 172.21.15.5:0/1387891903 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb23c031bc0 con 0x7fb2440b5db0 2024-09-19T05:04:39.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.756+0000 7fb249fd6640 1 -- 172.21.15.5:0/1387891903 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb24406d9d0 con 0x7fb2440b5db0 2024-09-19T05:04:39.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.756+0000 7fb22bfff640 1 -- 172.21.15.5:0/1387891903 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb23c009450 con 0x7fb2440b5db0 2024-09-19T05:04:39.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.756+0000 7fb249fd6640 1 -- 172.21.15.5:0/1387891903 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb24406df90 con 0x7fb2440b5db0 2024-09-19T05:04:39.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.757+0000 7fb249fd6640 1 -- 172.21.15.5:0/1387891903 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2440b6190 con 0x7fb2440b5db0 2024-09-19T05:04:39.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.757+0000 7fb22bfff640 1 -- 172.21.15.5:0/1387891903 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb23c044460 con 0x7fb2440b5db0 2024-09-19T05:04:39.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.758+0000 7fb22bfff640 1 --2- 172.21.15.5:0/1387891903 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb23006c2b0 0x7fb23006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:39.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.758+0000 7fb22bfff640 1 -- 172.21.15.5:0/1387891903 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6101+0+0 (secure 0 0 0) 0x7fb23c0acb70 con 0x7fb2440b5db0 2024-09-19T05:04:39.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.758+0000 7fb2437fe640 1 --2- 172.21.15.5:0/1387891903 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb23006c2b0 0x7fb23006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:39.762 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.759+0000 7fb2437fe640 1 --2- 172.21.15.5:0/1387891903 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb23006c2b0 0x7fb23006e770 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fb234000f60 tx=0x7fb234007d50 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:39.763 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.762+0000 7fb22bfff640 1 -- 172.21.15.5:0/1387891903 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb23c07ab90 con 0x7fb2440b5db0 2024-09-19T05:04:39.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.978+0000 7fb249fd6640 1 -- 172.21.15.5:0/1387891903 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fb24406cfd0 con 0x7fb2440b5db0 2024-09-19T05:04:39.980 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.978+0000 7fb22bfff640 1 -- 172.21.15.5:0/1387891903 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v51) ==== 53+0+73 (secure 0 0 0) 0x7fb23c07ee90 con 0x7fb2440b5db0 2024-09-19T05:04:39.980 INFO:teuthology.orchestra.run.smithi005.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:04:39.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.980+0000 7fb249fd6640 1 -- 172.21.15.5:0/1387891903 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb23006c2b0 msgr2=0x7fb23006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:39.982 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.980+0000 7fb249fd6640 1 --2- 172.21.15.5:0/1387891903 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb23006c2b0 0x7fb23006e770 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fb234000f60 tx=0x7fb234007d50 comp rx=0 tx=0).stop 2024-09-19T05:04:39.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.980+0000 7fb249fd6640 1 -- 172.21.15.5:0/1387891903 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2440b5db0 msgr2=0x7fb24406d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:39.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.980+0000 7fb249fd6640 1 --2- 172.21.15.5:0/1387891903 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2440b5db0 0x7fb24406d1f0 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7fb23c02ac50 tx=0x7fb23c004a40 comp rx=0 tx=0).stop 2024-09-19T05:04:39.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.980+0000 7fb249fd6640 1 -- 172.21.15.5:0/1387891903 shutdown_connections 2024-09-19T05:04:39.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.980+0000 7fb249fd6640 1 --2- 172.21.15.5:0/1387891903 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb23006c2b0 0x7fb23006e770 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.980+0000 7fb249fd6640 1 --2- 172.21.15.5:0/1387891903 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb2440b5db0 0x7fb24406d1f0 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.981+0000 7fb249fd6640 1 --2- 172.21.15.5:0/1387891903 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb2440b1950 0x7fb244144370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.981+0000 7fb249fd6640 1 --2- 172.21.15.5:0/1387891903 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb2440b1540 0x7fb24415a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:39.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.981+0000 7fb249fd6640 1 -- 172.21.15.5:0/1387891903 >> 172.21.15.5:0/1387891903 conn(0x7fb2440b3ff0 msgr2=0x7fb2440d1740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:39.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.981+0000 7fb249fd6640 1 -- 172.21.15.5:0/1387891903 shutdown_connections 2024-09-19T05:04:39.983 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:39.981+0000 7fb249fd6640 1 -- 172.21.15.5:0/1387891903 wait complete. 2024-09-19T05:04:39.993 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:04:39.993 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:04:39.993 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi005.front.sepia.ceph.com 2024-09-19T05:04:39.993 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T05:04:39.993 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T05:04:39.993 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:04:39.994 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T05:04:39.994 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:04:39.994 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:04:39.994 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:39.994 DEBUG:teuthology.orchestra.run.smithi005:> ip addr 2024-09-19T05:04:40.010 INFO:teuthology.orchestra.run.smithi005.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:04:40.011 INFO:teuthology.orchestra.run.smithi005.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:04:40.011 INFO:teuthology.orchestra.run.smithi005.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:04:40.011 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:04:40.011 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 ::1/128 scope host 2024-09-19T05:04:40.011 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:04:40.011 INFO:teuthology.orchestra.run.smithi005.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:04:40.011 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:de brd ff:ff:ff:ff:ff:ff 2024-09-19T05:04:40.011 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp7s0f0 2024-09-19T05:04:40.011 INFO:teuthology.orchestra.run.smithi005.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:04:40.011 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:6b:fd:df brd ff:ff:ff:ff:ff:ff 2024-09-19T05:04:40.011 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp7s0f1 2024-09-19T05:04:40.012 INFO:teuthology.orchestra.run.smithi005.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:04:40.012 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:42 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:04:40.012 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp1s0f0 2024-09-19T05:04:40.012 INFO:teuthology.orchestra.run.smithi005.stdout: inet 172.21.15.5/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:04:40.012 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft 42595sec preferred_lft 42595sec 2024-09-19T05:04:40.012 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::ec4:7aff:febd:1442/64 scope link 2024-09-19T05:04:40.012 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:04:40.012 INFO:teuthology.orchestra.run.smithi005.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:04:40.012 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 0c:c4:7a:bd:14:43 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:04:40.012 INFO:teuthology.orchestra.run.smithi005.stdout: altname enp1s0f1 2024-09-19T05:04:40.012 INFO:teuthology.orchestra.run.smithi005.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:04:40.012 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 7a:9b:cf:fd:b9:c4 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:04:40.012 INFO:teuthology.orchestra.run.smithi005.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:04:40.013 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:04:40.013 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::c439:60ff:fe57:5151/64 scope link 2024-09-19T05:04:40.013 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:04:40.013 INFO:teuthology.orchestra.run.smithi005.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:04:40.013 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 82:af:e8:3f:64:c8 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:04:40.013 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::80af:e8ff:fe3f:64c8/64 scope link 2024-09-19T05:04:40.013 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:04:40.013 INFO:teuthology.orchestra.run.smithi005.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:04:40.013 INFO:teuthology.orchestra.run.smithi005.stdout: link/ether 7a:9b:cf:fd:b9:c4 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:04:40.013 INFO:teuthology.orchestra.run.smithi005.stdout: inet6 fe80::789b:cfff:fefd:b9c4/64 scope link 2024-09-19T05:04:40.013 INFO:teuthology.orchestra.run.smithi005.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:04:40.014 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:40.014 DEBUG:teuthology.orchestra.run.smithi005:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:04:40.076 INFO:teuthology.orchestra.run.smithi005.stdout:1 2024-09-19T05:04:40.078 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:40.078 DEBUG:teuthology.orchestra.run.smithi005:> route 2024-09-19T05:04:40.135 INFO:teuthology.orchestra.run.smithi005.stdout:Kernel IP routing table 2024-09-19T05:04:40.135 INFO:teuthology.orchestra.run.smithi005.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:04:40.135 INFO:teuthology.orchestra.run.smithi005.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:04:40.135 INFO:teuthology.orchestra.run.smithi005.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:04:40.135 INFO:teuthology.orchestra.run.smithi005.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:04:40.135 DEBUG:teuthology.orchestra.run.smithi005:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:04:40.135 DEBUG:teuthology.orchestra.run.smithi005:> set -e 2024-09-19T05:04:40.136 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:04:40.136 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:04:40.136 DEBUG:teuthology.orchestra.run.smithi005:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:04:40.136 DEBUG:teuthology.orchestra.run.smithi005:> ') 2024-09-19T05:04:40.225 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:04:40.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:04:40.265 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:40.265 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list 2024-09-19T05:04:40.281 INFO:teuthology.orchestra.run.smithi005.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T05:04:40.281 INFO:teuthology.orchestra.run.smithi005.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T05:04:40.281 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:04:40.281 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:40.282 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link set brx.0 up 2024-09-19T05:04:40.347 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:04:40.347 DEBUG:teuthology.orchestra.run.smithi005:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T05:04:40.403 INFO:teuthology.orchestra.run.smithi005.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:04:40.404 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:04:40.404 DEBUG:teuthology.orchestra.run.smithi005:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:04:40.461 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T05:04:40.461 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:40.461 DEBUG:teuthology.orchestra.run.smithi005:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T05:04:40.546 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T05:04:40.546 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T05:04:40.546 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-19T05:04:40.554 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T05:04:40.555 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T05:04:40.555 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-19T05:04:40.555 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:04:40.555 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:04:40.560 INFO:teuthology.orchestra.run.smithi005.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T05:04:40.560 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T05:04:40.560 INFO:teuthology.orchestra.run.smithi005.stdout:invalid new device string format 2024-09-19T05:04:40.560 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:04:40.560 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:04:40.560 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: resolved to: "172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790" 2024-09-19T05:04:40.561 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790:/ 2024-09-19T05:04:40.561 INFO:teuthology.orchestra.run.smithi005.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=d3e05719-6fe9-4686-ba83-cd0299bd169b" will pass to kernel 2024-09-19T05:04:40.561 INFO:teuthology.orchestra.run.smithi005.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T05:04:40.561 INFO:teuthology.orchestra.run.smithi005.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:04:40.561 INFO:teuthology.orchestra.run.smithi005.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:04:40.561 INFO:teuthology.orchestra.run.smithi005.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:04:40.561 INFO:teuthology.orchestra.run.smithi005.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:04:40.562 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:04:40.562 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:40.562 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:04:40.588 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:04:40.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:04:40.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:04:40.693 INFO:teuthology.orchestra.run.smithi005.stdout:client6801 2024-09-19T05:04:40.693 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:04:40.694 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:04:40.710 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T05:04:40.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.850+0000 7f7ac8665640 1 Processor -- start 2024-09-19T05:04:40.851 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.850+0000 7f7ac8665640 1 -- start start 2024-09-19T05:04:40.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.851+0000 7f7ac8665640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7ac00b6700 0x7f7ac0169210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:40.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.851+0000 7f7ac8665640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7ac00d3680 con 0x7f7ac015e660 2024-09-19T05:04:40.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.851+0000 7f7ac8665640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7ac00d3960 con 0x7f7ac00d3150 2024-09-19T05:04:40.854 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.851+0000 7f7ac8665640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f7ac006d4b0 con 0x7f7ac00b6700 2024-09-19T05:04:40.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.851+0000 7f7ac6401640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f7ac015e660 0x7f7ac00d4dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36844/0 (socket says 172.21.15.5:36844) 2024-09-19T05:04:40.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.851+0000 7f7ac6401640 1 -- 172.21.15.5:0/2634878799 learned_addr learned my addr 172.21.15.5:0/2634878799 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:40.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.851+0000 7f7ac6c02640 1 --2- 172.21.15.5:0/2634878799 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7ac00b6700 0x7f7ac0169210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:40.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.851+0000 7f7ac53ff640 1 -- 172.21.15.5:0/2634878799 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1967297985 0 0) 0x7f7ac00d3680 con 0x7f7ac015e660 2024-09-19T05:04:40.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.851+0000 7f7ac53ff640 1 -- 172.21.15.5:0/2634878799 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7aac003520 con 0x7f7ac015e660 2024-09-19T05:04:40.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.852+0000 7f7ac53ff640 1 -- 172.21.15.5:0/2634878799 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2963033162 0 0) 0x7f7aac003520 con 0x7f7ac015e660 2024-09-19T05:04:40.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.852+0000 7f7ac53ff640 1 -- 172.21.15.5:0/2634878799 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7ac00b6700 msgr2=0x7f7ac0169210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:40.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.852+0000 7f7ac53ff640 1 --2- 172.21.15.5:0/2634878799 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7ac00b6700 0x7f7ac0169210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:40.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.852+0000 7f7ac53ff640 1 -- 172.21.15.5:0/2634878799 >> v1:172.21.15.134:6789/0 conn(0x7f7ac00d3150 legacy=0x7f7ac00b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:40.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.852+0000 7f7ac53ff640 1 -- 172.21.15.5:0/2634878799 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ac006ce60 con 0x7f7ac015e660 2024-09-19T05:04:40.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.852+0000 7f7ac53ff640 1 -- 172.21.15.5:0/2634878799 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f7abc001670 con 0x7f7ac015e660 2024-09-19T05:04:40.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.852+0000 7f7ac53ff640 1 -- 172.21.15.5:0/2634878799 >> v1:172.21.15.5:6789/0 conn(0x7f7ac015e660 legacy=0x7f7ac00d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:40.855 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.852+0000 7f7ac53ff640 1 --2- 172.21.15.5:0/2634878799 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7ac00b6700 0x7f7aac0039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:40.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.852+0000 7f7ac53ff640 1 --2- 172.21.15.5:0/2634878799 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7aac003f60 0x7f7aac004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:40.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.852+0000 7f7ac53ff640 1 --2- 172.21.15.5:0/2634878799 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7aac004d40 0x7f7aac0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:40.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.852+0000 7f7ac53ff640 1 -- 172.21.15.5:0/2634878799 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f7aac00bb00 con 0x7f7aac003f60 2024-09-19T05:04:40.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.852+0000 7f7ac53ff640 1 -- 172.21.15.5:0/2634878799 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f7aac00bcb0 con 0x7f7aac004d40 2024-09-19T05:04:40.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.852+0000 7f7ac53ff640 1 -- 172.21.15.5:0/2634878799 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f7aac00beb0 con 0x7f7ac00b6700 2024-09-19T05:04:40.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.852+0000 7f7ac5c00640 1 --2- 172.21.15.5:0/2634878799 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7aac003f60 0x7f7aac004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:40.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.852+0000 7f7ac6401640 1 --2- 172.21.15.5:0/2634878799 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7ac00b6700 0x7f7aac0039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:40.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.852+0000 7f7ac6c02640 1 --2- 172.21.15.5:0/2634878799 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7aac004d40 0x7f7aac0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:40.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.852+0000 7f7ac5c00640 1 -- 172.21.15.5:0/2634878799 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7ac00b6700 msgr2=0x7f7aac0039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:40.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.852+0000 7f7ac5c00640 1 --2- 172.21.15.5:0/2634878799 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7ac00b6700 0x7f7aac0039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:40.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.852+0000 7f7ac5c00640 1 -- 172.21.15.5:0/2634878799 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7aac004d40 msgr2=0x7f7aac0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:40.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.852+0000 7f7ac5c00640 1 --2- 172.21.15.5:0/2634878799 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7aac004d40 0x7f7aac0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:40.856 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.852+0000 7f7ac5c00640 1 -- 172.21.15.5:0/2634878799 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7aac003520 con 0x7f7aac003f60 2024-09-19T05:04:40.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.853+0000 7f7ac5c00640 1 --2- 172.21.15.5:0/2634878799 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7aac003f60 0x7f7aac004800 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f7ab0001750 tx=0x7f7aac005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe67d4d8abf268d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:40.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.853+0000 7f7ac53ff640 1 -- 172.21.15.5:0/2634878799 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ab0001370 con 0x7f7aac003f60 2024-09-19T05:04:40.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.853+0000 7f7ac53ff640 1 -- 172.21.15.5:0/2634878799 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ab00052d0 con 0x7f7aac003f60 2024-09-19T05:04:40.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.853+0000 7f7ac53ff640 1 -- 172.21.15.5:0/2634878799 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ab002abe0 con 0x7f7aac003f60 2024-09-19T05:04:40.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.854+0000 7f7ac8665640 1 -- 172.21.15.5:0/2634878799 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7aac003f60 msgr2=0x7f7aac004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:40.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.854+0000 7f7ac8665640 1 --2- 172.21.15.5:0/2634878799 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7aac003f60 0x7f7aac004800 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f7ab0001750 tx=0x7f7aac005830 comp rx=0 tx=0).stop 2024-09-19T05:04:40.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.854+0000 7f7ac6c02640 1 -- 172.21.15.5:0/2634878799 reap_dead start 2024-09-19T05:04:40.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.854+0000 7f7ac8665640 1 -- 172.21.15.5:0/2634878799 shutdown_connections 2024-09-19T05:04:40.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.854+0000 7f7ac8665640 1 -- 172.21.15.5:0/2634878799 >> 172.21.15.5:0/2634878799 conn(0x7f7ac008c000 msgr2=0x7f7ac00d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:40.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.854+0000 7f7ac8665640 1 -- 172.21.15.5:0/2634878799 shutdown_connections 2024-09-19T05:04:40.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.854+0000 7f7ac8665640 1 -- 172.21.15.5:0/2634878799 wait complete. 2024-09-19T05:04:40.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.855+0000 7f7ac8665640 1 Processor -- start 2024-09-19T05:04:40.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.855+0000 7f7ac8665640 1 -- start start 2024-09-19T05:04:40.861 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.856+0000 7f7ac8665640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7aac003f60 0x7f7ac01f13b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:40.861 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.856+0000 7f7ac8665640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7ac01f4100 0x7f7ac00b73a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:40.861 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.856+0000 7f7ac8665640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7ac00cd9a0 0x7f7ac00cde30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:40.861 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.856+0000 7f7ac8665640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f7ac006e950 con 0x7f7ac01f4100 2024-09-19T05:04:40.861 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.856+0000 7f7ac8665640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f7ac015ea40 con 0x7f7ac00cd9a0 2024-09-19T05:04:40.861 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.856+0000 7f7ac8665640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f7ac006ead0 con 0x7f7aac003f60 2024-09-19T05:04:40.861 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.856+0000 7f7ac5c00640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7ac01f4100 0x7f7ac00b73a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:40.861 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.856+0000 7f7ac5c00640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7ac01f4100 0x7f7ac00b73a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:60466/0 (socket says 172.21.15.5:60466) 2024-09-19T05:04:40.861 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.856+0000 7f7ac5c00640 1 -- 172.21.15.5:0/1280847782 learned_addr learned my addr 172.21.15.5:0/1280847782 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:40.861 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.856+0000 7f7ac6c02640 1 --2- 172.21.15.5:0/1280847782 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7ac00cd9a0 0x7f7ac00cde30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:40.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.856+0000 7f7ac6401640 1 --2- 172.21.15.5:0/1280847782 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7aac003f60 0x7f7ac01f13b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:40.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.857+0000 7f7ac5c00640 1 -- 172.21.15.5:0/1280847782 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7aac003f60 msgr2=0x7f7ac01f13b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:40.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.857+0000 7f7ac5c00640 1 --2- 172.21.15.5:0/1280847782 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7aac003f60 0x7f7ac01f13b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:40.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.857+0000 7f7ac5c00640 1 -- 172.21.15.5:0/1280847782 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7ac00cd9a0 msgr2=0x7f7ac00cde30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:40.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.857+0000 7f7ac5c00640 1 --2- 172.21.15.5:0/1280847782 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7ac00cd9a0 0x7f7ac00cde30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:40.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.857+0000 7f7ac5c00640 1 -- 172.21.15.5:0/1280847782 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ac00b7d10 con 0x7f7ac01f4100 2024-09-19T05:04:40.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.857+0000 7f7ac5c00640 1 --2- 172.21.15.5:0/1280847782 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7ac01f4100 0x7f7ac00b73a0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f7ab0008fd0 tx=0x7f7ab0001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:40.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.857+0000 7f7ab6ffd640 1 -- 172.21.15.5:0/1280847782 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ab0037040 con 0x7f7ac01f4100 2024-09-19T05:04:40.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.857+0000 7f7ab6ffd640 1 -- 172.21.15.5:0/1280847782 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ab0005480 con 0x7f7ac01f4100 2024-09-19T05:04:40.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.857+0000 7f7ac8665640 1 -- 172.21.15.5:0/1280847782 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ac00b7ff0 con 0x7f7ac01f4100 2024-09-19T05:04:40.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.857+0000 7f7ab6ffd640 1 -- 172.21.15.5:0/1280847782 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ab0007a30 con 0x7f7ac01f4100 2024-09-19T05:04:40.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.857+0000 7f7ac8665640 1 -- 172.21.15.5:0/1280847782 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ac00b85b0 con 0x7f7ac01f4100 2024-09-19T05:04:40.863 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.858+0000 7f7ac8665640 1 -- 172.21.15.5:0/1280847782 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ac00b5ff0 con 0x7f7ac01f4100 2024-09-19T05:04:40.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.859+0000 7f7ab6ffd640 1 -- 172.21.15.5:0/1280847782 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7ab0044020 con 0x7f7ac01f4100 2024-09-19T05:04:40.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.859+0000 7f7ab6ffd640 1 --2- 172.21.15.5:0/1280847782 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7aa406c2b0 0x7f7aa406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:40.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.859+0000 7f7ab6ffd640 1 -- 172.21.15.5:0/1280847782 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6101+0+0 (secure 0 0 0) 0x7f7ab00ab120 con 0x7f7ac01f4100 2024-09-19T05:04:40.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.859+0000 7f7ac6401640 1 --2- 172.21.15.5:0/1280847782 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7aa406c2b0 0x7f7aa406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:40.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.860+0000 7f7ac6401640 1 --2- 172.21.15.5:0/1280847782 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7aa406c2b0 0x7f7aa406e770 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f7abc0011e0 tx=0x7f7abc001170 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:40.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:40.863+0000 7f7ab6ffd640 1 -- 172.21.15.5:0/1280847782 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7ab00790b0 con 0x7f7ac01f4100 2024-09-19T05:04:41.077 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:41.076+0000 7f7ac8665640 1 -- 172.21.15.5:0/1280847782 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f7ac00b4b80 con 0x7f7ac01f4100 2024-09-19T05:04:41.078 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:41.076+0000 7f7ab6ffd640 1 -- 172.21.15.5:0/1280847782 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v51) ==== 53+0+73 (secure 0 0 0) 0x7f7ab007d3b0 con 0x7f7ac01f4100 2024-09-19T05:04:41.078 INFO:teuthology.orchestra.run.smithi005.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:04:41.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:41.078+0000 7f7ac8665640 1 -- 172.21.15.5:0/1280847782 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7aa406c2b0 msgr2=0x7f7aa406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:41.080 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:41.078+0000 7f7ac8665640 1 --2- 172.21.15.5:0/1280847782 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7aa406c2b0 0x7f7aa406e770 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f7abc0011e0 tx=0x7f7abc001170 comp rx=0 tx=0).stop 2024-09-19T05:04:41.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:41.078+0000 7f7ac8665640 1 -- 172.21.15.5:0/1280847782 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7ac01f4100 msgr2=0x7f7ac00b73a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:41.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:41.078+0000 7f7ac8665640 1 --2- 172.21.15.5:0/1280847782 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7ac01f4100 0x7f7ac00b73a0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f7ab0008fd0 tx=0x7f7ab0001120 comp rx=0 tx=0).stop 2024-09-19T05:04:41.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:41.078+0000 7f7ac8665640 1 -- 172.21.15.5:0/1280847782 shutdown_connections 2024-09-19T05:04:41.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:41.078+0000 7f7ac8665640 1 --2- 172.21.15.5:0/1280847782 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7aa406c2b0 0x7f7aa406e770 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:41.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:41.078+0000 7f7ac8665640 1 --2- 172.21.15.5:0/1280847782 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7ac00cd9a0 0x7f7ac00cde30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:41.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:41.078+0000 7f7ac8665640 1 --2- 172.21.15.5:0/1280847782 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7ac01f4100 0x7f7ac00b73a0 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:41.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:41.078+0000 7f7ac8665640 1 --2- 172.21.15.5:0/1280847782 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7aac003f60 0x7f7ac01f13b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:41.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:41.078+0000 7f7ac8665640 1 -- 172.21.15.5:0/1280847782 >> 172.21.15.5:0/1280847782 conn(0x7f7ac008c000 msgr2=0x7f7ac00b3fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:41.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:41.078+0000 7f7ac8665640 1 -- 172.21.15.5:0/1280847782 shutdown_connections 2024-09-19T05:04:41.081 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:41.078+0000 7f7ac8665640 1 -- 172.21.15.5:0/1280847782 wait complete. 2024-09-19T05:04:41.094 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T05:04:41.094 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:04:41.094 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi134.front.sepia.ceph.com 2024-09-19T05:04:41.094 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T05:04:41.094 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T05:04:41.094 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T05:04:41.094 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T05:04:41.094 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:04:41.094 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:04:41.095 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:41.095 DEBUG:teuthology.orchestra.run.smithi134:> ip addr 2024-09-19T05:04:41.114 INFO:teuthology.orchestra.run.smithi134.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:04:41.115 INFO:teuthology.orchestra.run.smithi134.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:04:41.115 INFO:teuthology.orchestra.run.smithi134.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:04:41.115 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:04:41.115 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 ::1/128 scope host 2024-09-19T05:04:41.115 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:04:41.115 INFO:teuthology.orchestra.run.smithi134.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:04:41.115 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:d9:38:e6 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:04:41.115 INFO:teuthology.orchestra.run.smithi134.stdout: altname enp7s0f0 2024-09-19T05:04:41.115 INFO:teuthology.orchestra.run.smithi134.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:04:41.115 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:d9:38:e7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:04:41.115 INFO:teuthology.orchestra.run.smithi134.stdout: altname enp7s0f1 2024-09-19T05:04:41.115 INFO:teuthology.orchestra.run.smithi134.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:04:41.115 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:88:6d:e8 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:04:41.116 INFO:teuthology.orchestra.run.smithi134.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:04:41.116 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0c:c4:7a:88:6d:e9 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:04:41.116 INFO:teuthology.orchestra.run.smithi134.stdout: inet 172.21.15.134/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T05:04:41.116 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft 42587sec preferred_lft 42587sec 2024-09-19T05:04:41.116 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::ec4:7aff:fe88:6de9/64 scope link noprefixroute 2024-09-19T05:04:41.116 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:04:41.116 INFO:teuthology.orchestra.run.smithi134.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T05:04:41.116 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0e:eb:2d:d0:3e:b7 brd ff:ff:ff:ff:ff:ff 2024-09-19T05:04:41.116 INFO:teuthology.orchestra.run.smithi134.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T05:04:41.116 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:04:41.116 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::90a2:26ff:feea:3d00/64 scope link 2024-09-19T05:04:41.116 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:04:41.116 INFO:teuthology.orchestra.run.smithi134.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:04:41.117 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether f6:41:57:e6:af:aa brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:04:41.117 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::f441:57ff:fee6:afaa/64 scope link 2024-09-19T05:04:41.117 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:04:41.117 INFO:teuthology.orchestra.run.smithi134.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T05:04:41.117 INFO:teuthology.orchestra.run.smithi134.stdout: link/ether 0e:eb:2d:d0:3e:b7 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T05:04:41.117 INFO:teuthology.orchestra.run.smithi134.stdout: inet6 fe80::ceb:2dff:fed0:3eb7/64 scope link 2024-09-19T05:04:41.117 INFO:teuthology.orchestra.run.smithi134.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:04:41.117 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:41.117 DEBUG:teuthology.orchestra.run.smithi134:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:04:41.183 INFO:teuthology.orchestra.run.smithi134.stdout:1 2024-09-19T05:04:41.185 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:41.185 DEBUG:teuthology.orchestra.run.smithi134:> route 2024-09-19T05:04:41.244 INFO:teuthology.orchestra.run.smithi134.stdout:Kernel IP routing table 2024-09-19T05:04:41.244 INFO:teuthology.orchestra.run.smithi134.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:04:41.244 INFO:teuthology.orchestra.run.smithi134.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T05:04:41.244 INFO:teuthology.orchestra.run.smithi134.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T05:04:41.244 INFO:teuthology.orchestra.run.smithi134.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:04:41.244 DEBUG:teuthology.orchestra.run.smithi134:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:04:41.244 DEBUG:teuthology.orchestra.run.smithi134:> set -e 2024-09-19T05:04:41.245 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T05:04:41.245 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T05:04:41.245 DEBUG:teuthology.orchestra.run.smithi134:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T05:04:41.245 DEBUG:teuthology.orchestra.run.smithi134:> ') 2024-09-19T05:04:41.336 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:04:41 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:04:41.370 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:04:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:04:41.376 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:41.376 DEBUG:teuthology.orchestra.run.smithi134:> ip netns list 2024-09-19T05:04:41.391 INFO:teuthology.orchestra.run.smithi134.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T05:04:41.392 INFO:teuthology.orchestra.run.smithi134.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T05:04:41.392 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:04:41.392 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:41.392 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link set brx.0 up 2024-09-19T05:04:41.457 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:04:41.457 DEBUG:teuthology.orchestra.run.smithi134:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T05:04:41.512 INFO:teuthology.orchestra.run.smithi134.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T05:04:41.513 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:04:41.513 DEBUG:teuthology.orchestra.run.smithi134:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:04:41.567 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T05:04:41.567 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:41.567 DEBUG:teuthology.orchestra.run.smithi134:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:04:41.650 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:04:41.650 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T05:04:41.650 INFO:teuthology.orchestra.run.smithi134.stdout:invalid new device string format 2024-09-19T05:04:41.659 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:04:41.659 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T05:04:41.659 INFO:teuthology.orchestra.run.smithi134.stdout:invalid new device string format 2024-09-19T05:04:41.659 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:04:41.659 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:04:41.664 INFO:teuthology.orchestra.run.smithi134.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T05:04:41.664 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T05:04:41.664 INFO:teuthology.orchestra.run.smithi134.stdout:invalid new device string format 2024-09-19T05:04:41.664 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.5:3300,172.21.15.134:3300,172.21.15.134:3301" 2024-09-19T05:04:41.665 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T05:04:41.665 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: resolved to: "172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790" 2024-09-19T05:04:41.665 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.5:6789,172.21.15.134:6789,172.21.15.134:6790:/ 2024-09-19T05:04:41.665 INFO:teuthology.orchestra.run.smithi134.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs,key=1,fsid=d3e05719-6fe9-4686-ba83-cd0299bd169b" will pass to kernel 2024-09-19T05:04:41.665 INFO:teuthology.orchestra.run.smithi134.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T05:04:41.665 INFO:teuthology.orchestra.run.smithi134.stdout: You just mounted a file system that supports labels which does not 2024-09-19T05:04:41.665 INFO:teuthology.orchestra.run.smithi134.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T05:04:41.666 INFO:teuthology.orchestra.run.smithi134.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T05:04:41.666 INFO:teuthology.orchestra.run.smithi134.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T05:04:41.666 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T05:04:41.667 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:41.667 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T05:04:41.732 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T05:04:41.820 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:04:41 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T05:04:41.822 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:04:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:04:41.827 INFO:teuthology.orchestra.run.smithi134.stdout:client6810 2024-09-19T05:04:41.828 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:04:41.828 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:04:41.843 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:41.844 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir subdir_files) 2024-09-19T05:04:41.869 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:41.869 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir subdir_data) 2024-09-19T05:04:41.932 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:41.933 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.quota.max_files -v 100 ./subdir_files) 2024-09-19T05:04:41.996 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:41.996 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.quota.max_bytes -v 104857600 ./subdir_data) 2024-09-19T05:04:42.058 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:04:42.058 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:04:42.075 DEBUG:teuthology.orchestra.run.smithi134:> stdin-killer -- python3 -c ' 2024-09-19T05:04:42.075 DEBUG:teuthology.orchestra.run.smithi134:> import os 2024-09-19T05:04:42.075 DEBUG:teuthology.orchestra.run.smithi134:> import uuid 2024-09-19T05:04:42.075 DEBUG:teuthology.orchestra.run.smithi134:> 2024-09-19T05:04:42.075 DEBUG:teuthology.orchestra.run.smithi134:> n = 20 2024-09-19T05:04:42.075 DEBUG:teuthology.orchestra.run.smithi134:> create_hard_links = False 2024-09-19T05:04:42.075 DEBUG:teuthology.orchestra.run.smithi134:> if 0 > 0: 2024-09-19T05:04:42.076 DEBUG:teuthology.orchestra.run.smithi134:> create_hard_links = True 2024-09-19T05:04:42.076 DEBUG:teuthology.orchestra.run.smithi134:> path = "/home/ubuntu/cephtest/mnt.1/subdir_files/file" 2024-09-19T05:04:42.076 DEBUG:teuthology.orchestra.run.smithi134:> 2024-09-19T05:04:42.076 DEBUG:teuthology.orchestra.run.smithi134:> dpath = os.path.dirname(path) 2024-09-19T05:04:42.076 DEBUG:teuthology.orchestra.run.smithi134:> fnameprefix = os.path.basename(path) 2024-09-19T05:04:42.076 DEBUG:teuthology.orchestra.run.smithi134:> os.makedirs(dpath, exist_ok=True) 2024-09-19T05:04:42.076 DEBUG:teuthology.orchestra.run.smithi134:> 2024-09-19T05:04:42.076 DEBUG:teuthology.orchestra.run.smithi134:> try: 2024-09-19T05:04:42.076 DEBUG:teuthology.orchestra.run.smithi134:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-19T05:04:42.076 DEBUG:teuthology.orchestra.run.smithi134:> 2024-09-19T05:04:42.076 DEBUG:teuthology.orchestra.run.smithi134:> for i in range(n): 2024-09-19T05:04:42.076 DEBUG:teuthology.orchestra.run.smithi134:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-19T05:04:42.076 DEBUG:teuthology.orchestra.run.smithi134:> with open(fpath, '"'"'w'"'"') as f: 2024-09-19T05:04:42.077 DEBUG:teuthology.orchestra.run.smithi134:> f.write(f"{i}") 2024-09-19T05:04:42.077 DEBUG:teuthology.orchestra.run.smithi134:> if False: 2024-09-19T05:04:42.077 DEBUG:teuthology.orchestra.run.smithi134:> f.flush() 2024-09-19T05:04:42.077 DEBUG:teuthology.orchestra.run.smithi134:> os.fsync(f.fileno()) 2024-09-19T05:04:42.077 DEBUG:teuthology.orchestra.run.smithi134:> if False: 2024-09-19T05:04:42.077 DEBUG:teuthology.orchestra.run.smithi134:> os.unlink(fpath) 2024-09-19T05:04:42.077 DEBUG:teuthology.orchestra.run.smithi134:> if False: 2024-09-19T05:04:42.077 DEBUG:teuthology.orchestra.run.smithi134:> os.fsync(dirfd) 2024-09-19T05:04:42.077 DEBUG:teuthology.orchestra.run.smithi134:> if create_hard_links: 2024-09-19T05:04:42.077 DEBUG:teuthology.orchestra.run.smithi134:> for j in range(0): 2024-09-19T05:04:42.077 DEBUG:teuthology.orchestra.run.smithi134:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-19T05:04:42.077 DEBUG:teuthology.orchestra.run.smithi134:> if False: 2024-09-19T05:04:42.077 DEBUG:teuthology.orchestra.run.smithi134:> os.fsync(dirfd) 2024-09-19T05:04:42.077 DEBUG:teuthology.orchestra.run.smithi134:> finally: 2024-09-19T05:04:42.077 DEBUG:teuthology.orchestra.run.smithi134:> os.close(dirfd) 2024-09-19T05:04:42.078 DEBUG:teuthology.orchestra.run.smithi134:> ' 2024-09-19T05:04:42.218 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:04:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:04:42.224 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:04:42.224 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:04:42.280 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:42.281 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.1 && exec dd if=/dev/urandom of=subdir_data/file bs=1M conv=fdatasync count=20 seek=0) 2024-09-19T05:04:42.429 INFO:teuthology.orchestra.run.smithi134.stderr:20+0 records in 2024-09-19T05:04:42.429 INFO:teuthology.orchestra.run.smithi134.stderr:20+0 records out 2024-09-19T05:04:42.429 INFO:teuthology.orchestra.run.smithi134.stderr:20971520 bytes (21 MB, 20 MiB) copied, 0.0905413 s, 232 MB/s 2024-09-19T05:04:42.430 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:42.430 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.quota.max_files -v 10 ./subdir_files) 2024-09-19T05:04:42.450 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:42.450 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.quota.max_bytes -v 1048576 ./subdir_data) 2024-09-19T05:04:42.510 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:04:42.510 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:04:42.527 DEBUG:teuthology.orchestra.run.smithi134:> stdin-killer -- python3 -c ' 2024-09-19T05:04:42.527 DEBUG:teuthology.orchestra.run.smithi134:> import os 2024-09-19T05:04:42.528 DEBUG:teuthology.orchestra.run.smithi134:> import uuid 2024-09-19T05:04:42.528 DEBUG:teuthology.orchestra.run.smithi134:> 2024-09-19T05:04:42.528 DEBUG:teuthology.orchestra.run.smithi134:> n = 40 2024-09-19T05:04:42.528 DEBUG:teuthology.orchestra.run.smithi134:> create_hard_links = False 2024-09-19T05:04:42.528 DEBUG:teuthology.orchestra.run.smithi134:> if 0 > 0: 2024-09-19T05:04:42.528 DEBUG:teuthology.orchestra.run.smithi134:> create_hard_links = True 2024-09-19T05:04:42.528 DEBUG:teuthology.orchestra.run.smithi134:> path = "/home/ubuntu/cephtest/mnt.1/subdir_files/file" 2024-09-19T05:04:42.528 DEBUG:teuthology.orchestra.run.smithi134:> 2024-09-19T05:04:42.528 DEBUG:teuthology.orchestra.run.smithi134:> dpath = os.path.dirname(path) 2024-09-19T05:04:42.528 DEBUG:teuthology.orchestra.run.smithi134:> fnameprefix = os.path.basename(path) 2024-09-19T05:04:42.528 DEBUG:teuthology.orchestra.run.smithi134:> os.makedirs(dpath, exist_ok=True) 2024-09-19T05:04:42.528 DEBUG:teuthology.orchestra.run.smithi134:> 2024-09-19T05:04:42.528 DEBUG:teuthology.orchestra.run.smithi134:> try: 2024-09-19T05:04:42.528 DEBUG:teuthology.orchestra.run.smithi134:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-19T05:04:42.529 DEBUG:teuthology.orchestra.run.smithi134:> 2024-09-19T05:04:42.529 DEBUG:teuthology.orchestra.run.smithi134:> for i in range(n): 2024-09-19T05:04:42.529 DEBUG:teuthology.orchestra.run.smithi134:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-19T05:04:42.529 DEBUG:teuthology.orchestra.run.smithi134:> with open(fpath, '"'"'w'"'"') as f: 2024-09-19T05:04:42.529 DEBUG:teuthology.orchestra.run.smithi134:> f.write(f"{i}") 2024-09-19T05:04:42.529 DEBUG:teuthology.orchestra.run.smithi134:> if False: 2024-09-19T05:04:42.529 DEBUG:teuthology.orchestra.run.smithi134:> f.flush() 2024-09-19T05:04:42.529 DEBUG:teuthology.orchestra.run.smithi134:> os.fsync(f.fileno()) 2024-09-19T05:04:42.529 DEBUG:teuthology.orchestra.run.smithi134:> if False: 2024-09-19T05:04:42.529 DEBUG:teuthology.orchestra.run.smithi134:> os.unlink(fpath) 2024-09-19T05:04:42.529 DEBUG:teuthology.orchestra.run.smithi134:> if False: 2024-09-19T05:04:42.529 DEBUG:teuthology.orchestra.run.smithi134:> os.fsync(dirfd) 2024-09-19T05:04:42.529 DEBUG:teuthology.orchestra.run.smithi134:> if create_hard_links: 2024-09-19T05:04:42.529 DEBUG:teuthology.orchestra.run.smithi134:> for j in range(0): 2024-09-19T05:04:42.529 DEBUG:teuthology.orchestra.run.smithi134:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-19T05:04:42.530 DEBUG:teuthology.orchestra.run.smithi134:> if False: 2024-09-19T05:04:42.530 DEBUG:teuthology.orchestra.run.smithi134:> os.fsync(dirfd) 2024-09-19T05:04:42.530 DEBUG:teuthology.orchestra.run.smithi134:> finally: 2024-09-19T05:04:42.530 DEBUG:teuthology.orchestra.run.smithi134:> os.close(dirfd) 2024-09-19T05:04:42.530 DEBUG:teuthology.orchestra.run.smithi134:> ' 2024-09-19T05:04:42.789 INFO:teuthology.orchestra.run.smithi134.stderr:Traceback (most recent call last): 2024-09-19T05:04:42.789 INFO:teuthology.orchestra.run.smithi134.stderr: File "", line 20, in 2024-09-19T05:04:42.789 INFO:teuthology.orchestra.run.smithi134.stderr:OSError: [Errno 122] Disk quota exceeded: '/home/ubuntu/cephtest/mnt.1/subdir_files/file_20' 2024-09-19T05:04:42.793 INFO:teuthology.orchestra.run.smithi134.stderr:2024-09-19T05:04:42 stdin-killer INFO: command exited with status 1: exiting normally with same code! 2024-09-19T05:04:42.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:04:42.799 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:04:42.799 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:04:42.855 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:42.855 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest/mnt.1 && exec dd if=/dev/urandom of=subdir_data/file bs=1M conv=fdatasync count=40 seek=0) 2024-09-19T05:04:42.921 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:04:42.922 INFO:teuthology.orchestra.run.smithi134.stderr:dd: error writing 'subdir_data/file': Disk quota exceeded 2024-09-19T05:04:42.922 INFO:teuthology.orchestra.run.smithi134.stderr:2+0 records in 2024-09-19T05:04:42.922 INFO:teuthology.orchestra.run.smithi134.stderr:1+0 records out 2024-09-19T05:04:42.922 INFO:teuthology.orchestra.run.smithi134.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00672836 s, 156 MB/s 2024-09-19T05:04:42.922 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T05:04:42.922 DEBUG:teuthology.orchestra.run.smithi005:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:04:42.968 DEBUG:teuthology.orchestra.run.smithi134:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T05:04:43.029 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T05:04:43.029 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:04:43.029 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:04:43.029 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:04:43.046 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:04:43.046 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:04:43.103 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:04:43.246 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.244+0000 7f3e59a1e640 1 Processor -- start 2024-09-19T05:04:43.246 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.244+0000 7f3e59a1e640 1 -- start start 2024-09-19T05:04:43.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.245+0000 7f3e59a1e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3e54162cc0 0x7f3e540b6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:43.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.245+0000 7f3e59a1e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3e54070a80 0x7f3e5406bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:43.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.245+0000 7f3e59a1e640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3e540711b0 con 0x7f3e5406c150 2024-09-19T05:04:43.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.245+0000 7f3e59a1e640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f3e540d2110 con 0x7f3e54162cc0 2024-09-19T05:04:43.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.245+0000 7f3e59a1e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f3e5415fa40 con 0x7f3e54070a80 2024-09-19T05:04:43.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.245+0000 7f3e52ffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3e54162cc0 0x7f3e540b6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:43.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.245+0000 7f3e537fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f3e5406c150 0x7f3e54158530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36850/0 (socket says 172.21.15.5:36850) 2024-09-19T05:04:43.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.245+0000 7f3e537fe640 1 -- 172.21.15.5:0/2673121561 learned_addr learned my addr 172.21.15.5:0/2673121561 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:43.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.245+0000 7f3e527fc640 1 --2- 172.21.15.5:0/2673121561 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3e54070a80 0x7f3e5406bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:43.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.246+0000 7f3e52ffd640 1 -- 172.21.15.5:0/2673121561 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3e54070a80 msgr2=0x7f3e5406bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:43.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.246+0000 7f3e52ffd640 1 --2- 172.21.15.5:0/2673121561 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3e54070a80 0x7f3e5406bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:43.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.246+0000 7f3e52ffd640 1 -- 172.21.15.5:0/2673121561 >> v1:172.21.15.5:6789/0 conn(0x7f3e5406c150 legacy=0x7f3e54158530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:43.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.246+0000 7f3e52ffd640 1 -- 172.21.15.5:0/2673121561 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e54162020 con 0x7f3e54162cc0 2024-09-19T05:04:43.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.246+0000 7f3e51ffb640 1 -- 172.21.15.5:0/2673121561 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1324251741 0 0) 0x7f3e540711b0 con 0x7f3e5406c150 2024-09-19T05:04:43.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.246+0000 7f3e52ffd640 1 --2- 172.21.15.5:0/2673121561 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3e54162cc0 0x7f3e540b6f90 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f3e44009d90 tx=0x7f3e4402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=585cf76e1d7e3108 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:43.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.246+0000 7f3e51ffb640 1 -- 172.21.15.5:0/2673121561 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e44007740 con 0x7f3e54162cc0 2024-09-19T05:04:43.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.246+0000 7f3e51ffb640 1 -- 172.21.15.5:0/2673121561 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e440078e0 con 0x7f3e54162cc0 2024-09-19T05:04:43.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.246+0000 7f3e51ffb640 1 -- 172.21.15.5:0/2673121561 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e44007cb0 con 0x7f3e54162cc0 2024-09-19T05:04:43.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.247+0000 7f3e59a1e640 1 -- 172.21.15.5:0/2673121561 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3e54162cc0 msgr2=0x7f3e540b6f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:43.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.247+0000 7f3e59a1e640 1 --2- 172.21.15.5:0/2673121561 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3e54162cc0 0x7f3e540b6f90 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f3e44009d90 tx=0x7f3e4402a660 comp rx=0 tx=0).stop 2024-09-19T05:04:43.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.247+0000 7f3e59a1e640 1 -- 172.21.15.5:0/2673121561 shutdown_connections 2024-09-19T05:04:43.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.247+0000 7f3e59a1e640 1 --2- 172.21.15.5:0/2673121561 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3e54070a80 0x7f3e5406bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:43.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.247+0000 7f3e59a1e640 1 --2- 172.21.15.5:0/2673121561 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3e54162cc0 0x7f3e540b6f90 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:43.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.247+0000 7f3e59a1e640 1 -- 172.21.15.5:0/2673121561 >> 172.21.15.5:0/2673121561 conn(0x7f3e5409aa70 msgr2=0x7f3e540b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:43.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.247+0000 7f3e59a1e640 1 -- 172.21.15.5:0/2673121561 shutdown_connections 2024-09-19T05:04:43.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.247+0000 7f3e59a1e640 1 -- 172.21.15.5:0/2673121561 wait complete. 2024-09-19T05:04:43.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.248+0000 7f3e59a1e640 1 Processor -- start 2024-09-19T05:04:43.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.248+0000 7f3e59a1e640 1 -- start start 2024-09-19T05:04:43.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.249+0000 7f3e59a1e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3e5406c150 0x7f3e54151940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:43.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.249+0000 7f3e59a1e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3e54070a80 0x7f3e540b3610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:43.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.249+0000 7f3e59a1e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3e54162cc0 0x7f3e540b3b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:43.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.249+0000 7f3e59a1e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f3e540d1350 con 0x7f3e54070a80 2024-09-19T05:04:43.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.249+0000 7f3e59a1e640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f3e540d1c80 con 0x7f3e5406c150 2024-09-19T05:04:43.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.249+0000 7f3e59a1e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f3e540d1630 con 0x7f3e54162cc0 2024-09-19T05:04:43.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.249+0000 7f3e527fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3e54070a80 0x7f3e540b3610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:43.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.249+0000 7f3e527fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3e54070a80 0x7f3e540b3610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:60484/0 (socket says 172.21.15.5:60484) 2024-09-19T05:04:43.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.249+0000 7f3e527fc640 1 -- 172.21.15.5:0/2215806562 learned_addr learned my addr 172.21.15.5:0/2215806562 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:43.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.250+0000 7f3e537fe640 1 --2- 172.21.15.5:0/2215806562 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3e54162cc0 0x7f3e540b3b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:43.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.250+0000 7f3e52ffd640 1 --2- 172.21.15.5:0/2215806562 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3e5406c150 0x7f3e54151940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:43.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.250+0000 7f3e527fc640 1 -- 172.21.15.5:0/2215806562 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3e54162cc0 msgr2=0x7f3e540b3b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:43.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.250+0000 7f3e527fc640 1 --2- 172.21.15.5:0/2215806562 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3e54162cc0 0x7f3e540b3b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:43.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.250+0000 7f3e527fc640 1 -- 172.21.15.5:0/2215806562 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3e5406c150 msgr2=0x7f3e54151940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:43.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.250+0000 7f3e527fc640 1 --2- 172.21.15.5:0/2215806562 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3e5406c150 0x7f3e54151940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:43.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.250+0000 7f3e527fc640 1 -- 172.21.15.5:0/2215806562 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e54152340 con 0x7f3e54070a80 2024-09-19T05:04:43.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.250+0000 7f3e527fc640 1 --2- 172.21.15.5:0/2215806562 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3e54070a80 0x7f3e540b3610 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f3e4800e840 tx=0x7f3e4800ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:43.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.250+0000 7f3e3bfff640 1 -- 172.21.15.5:0/2215806562 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e48017070 con 0x7f3e54070a80 2024-09-19T05:04:43.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.250+0000 7f3e3bfff640 1 -- 172.21.15.5:0/2215806562 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e4800c940 con 0x7f3e54070a80 2024-09-19T05:04:43.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.250+0000 7f3e59a1e640 1 -- 172.21.15.5:0/2215806562 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e54152620 con 0x7f3e54070a80 2024-09-19T05:04:43.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.250+0000 7f3e3bfff640 1 -- 172.21.15.5:0/2215806562 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e4800cd10 con 0x7f3e54070a80 2024-09-19T05:04:43.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.250+0000 7f3e59a1e640 1 -- 172.21.15.5:0/2215806562 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e54152be0 con 0x7f3e54070a80 2024-09-19T05:04:43.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.251+0000 7f3e59a1e640 1 -- 172.21.15.5:0/2215806562 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e540d1910 con 0x7f3e54070a80 2024-09-19T05:04:43.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.252+0000 7f3e3bfff640 1 -- 172.21.15.5:0/2215806562 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3e4801a070 con 0x7f3e54070a80 2024-09-19T05:04:43.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.252+0000 7f3e3bfff640 1 --2- 172.21.15.5:0/2215806562 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3e4006c2b0 0x7f3e4006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:43.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.252+0000 7f3e3bfff640 1 -- 172.21.15.5:0/2215806562 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6101+0+0 (secure 0 0 0) 0x7f3e4808b2e0 con 0x7f3e54070a80 2024-09-19T05:04:43.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.252+0000 7f3e52ffd640 1 --2- 172.21.15.5:0/2215806562 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3e4006c2b0 0x7f3e4006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:43.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.253+0000 7f3e52ffd640 1 --2- 172.21.15.5:0/2215806562 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3e4006c2b0 0x7f3e4006e770 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f3e44034000 tx=0x7f3e4402f000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:43.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.257+0000 7f3e3bfff640 1 -- 172.21.15.5:0/2215806562 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3e48059300 con 0x7f3e54070a80 2024-09-19T05:04:43.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.447+0000 7f3e59a1e640 1 -- 172.21.15.5:0/2215806562 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f3e5406c9f0 con 0x7f3e54070a80 2024-09-19T05:04:43.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.447+0000 7f3e3bfff640 1 -- 172.21.15.5:0/2215806562 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v95) ==== 80+0+0 (secure 0 0 0) 0x7f3e4805d600 con 0x7f3e54070a80 2024-09-19T05:04:43.449 INFO:teuthology.orchestra.run.smithi005.stderr:listed 0 entries 2024-09-19T05:04:43.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.449+0000 7f3e59a1e640 1 -- 172.21.15.5:0/2215806562 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3e4006c2b0 msgr2=0x7f3e4006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:43.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.449+0000 7f3e59a1e640 1 --2- 172.21.15.5:0/2215806562 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3e4006c2b0 0x7f3e4006e770 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f3e44034000 tx=0x7f3e4402f000 comp rx=0 tx=0).stop 2024-09-19T05:04:43.451 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.449+0000 7f3e59a1e640 1 -- 172.21.15.5:0/2215806562 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3e54070a80 msgr2=0x7f3e540b3610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:43.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.449+0000 7f3e59a1e640 1 --2- 172.21.15.5:0/2215806562 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3e54070a80 0x7f3e540b3610 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f3e4800e840 tx=0x7f3e4800ed00 comp rx=0 tx=0).stop 2024-09-19T05:04:43.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.449+0000 7f3e59a1e640 1 -- 172.21.15.5:0/2215806562 shutdown_connections 2024-09-19T05:04:43.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.449+0000 7f3e59a1e640 1 --2- 172.21.15.5:0/2215806562 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3e4006c2b0 0x7f3e4006e770 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:43.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.449+0000 7f3e59a1e640 1 --2- 172.21.15.5:0/2215806562 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3e54162cc0 0x7f3e540b3b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:43.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.449+0000 7f3e59a1e640 1 --2- 172.21.15.5:0/2215806562 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3e54070a80 0x7f3e540b3610 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:43.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.449+0000 7f3e59a1e640 1 --2- 172.21.15.5:0/2215806562 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3e5406c150 0x7f3e54151940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:43.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.449+0000 7f3e59a1e640 1 -- 172.21.15.5:0/2215806562 >> 172.21.15.5:0/2215806562 conn(0x7f3e5409aa70 msgr2=0x7f3e5415fe20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:43.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.450+0000 7f3e59a1e640 1 -- 172.21.15.5:0/2215806562 shutdown_connections 2024-09-19T05:04:43.452 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.450+0000 7f3e59a1e640 1 -- 172.21.15.5:0/2215806562 wait complete. 2024-09-19T05:04:43.462 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T05:04:43.462 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:43.462 DEBUG:teuthology.orchestra.run.smithi005:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T05:04:43.491 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi005.front.sepia.ceph.com 2024-09-19T05:04:43.492 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:43.492 DEBUG:teuthology.orchestra.run.smithi005:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T05:04:43.548 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:04:43.548 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:04:43.548 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:04:43.564 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:04:43.564 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:04:43.621 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T05:04:43.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.722+0000 7f332dd52640 1 Processor -- start 2024-09-19T05:04:43.724 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.722+0000 7f332dd52640 1 -- start start 2024-09-19T05:04:43.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.723+0000 7f332dd52640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f33280d3150 0x7f33280b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:43.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.723+0000 7f332dd52640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33280d3680 con 0x7f332815e660 2024-09-19T05:04:43.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.723+0000 7f332dd52640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33280d3960 con 0x7f33280b6530 2024-09-19T05:04:43.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.723+0000 7f332dd52640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f332806d4b0 con 0x7f33280d3150 2024-09-19T05:04:43.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.723+0000 7f3326ffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f33280d3150 0x7f33280b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:43.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.723+0000 7f3326ffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f33280d3150 0x7f33280b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:60490/0 (socket says 172.21.15.5:60490) 2024-09-19T05:04:43.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.723+0000 7f33277fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f332815e660 0x7f33280d4dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36864/0 (socket says 172.21.15.5:36864) 2024-09-19T05:04:43.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.723+0000 7f3326ffd640 1 -- 172.21.15.5:0/97248130 learned_addr learned my addr 172.21.15.5:0/97248130 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:43.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.724+0000 7f3326ffd640 1 -- 172.21.15.5:0/97248130 >> v1:172.21.15.134:6789/0 conn(0x7f33280b6530 legacy=0x7f332806d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:43.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.724+0000 7f3326ffd640 1 -- 172.21.15.5:0/97248130 >> v1:172.21.15.5:6789/0 conn(0x7f332815e660 legacy=0x7f33280d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:43.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.724+0000 7f3326ffd640 1 -- 172.21.15.5:0/97248130 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f332806ce60 con 0x7f33280d3150 2024-09-19T05:04:43.726 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.724+0000 7f33267fc640 1 -- 172.21.15.5:0/97248130 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 537819903 0 0) 0x7f33280d3680 con 0x7f332815e660 2024-09-19T05:04:43.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.725+0000 7f3326ffd640 1 --2- 172.21.15.5:0/97248130 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f33280d3150 0x7f33280b5ff0 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f331c009870 tx=0x7f331c02a330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee921fb7bc7bd864 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:43.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.725+0000 7f33267fc640 1 -- 172.21.15.5:0/97248130 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f331c037070 con 0x7f33280d3150 2024-09-19T05:04:43.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.725+0000 7f33267fc640 1 -- 172.21.15.5:0/97248130 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f331c032640 con 0x7f33280d3150 2024-09-19T05:04:43.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.725+0000 7f33267fc640 1 -- 172.21.15.5:0/97248130 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f331c032a10 con 0x7f33280d3150 2024-09-19T05:04:43.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.725+0000 7f332dd52640 1 -- 172.21.15.5:0/97248130 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f33280d3150 msgr2=0x7f33280b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:43.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.725+0000 7f332dd52640 1 --2- 172.21.15.5:0/97248130 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f33280d3150 0x7f33280b5ff0 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f331c009870 tx=0x7f331c02a330 comp rx=0 tx=0).stop 2024-09-19T05:04:43.727 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.725+0000 7f332dd52640 1 -- 172.21.15.5:0/97248130 shutdown_connections 2024-09-19T05:04:43.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.725+0000 7f332dd52640 1 --2- 172.21.15.5:0/97248130 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f33280d3150 0x7f33280b5ff0 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:43.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.725+0000 7f332dd52640 1 -- 172.21.15.5:0/97248130 >> 172.21.15.5:0/97248130 conn(0x7f332808c000 msgr2=0x7f33280d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:43.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.725+0000 7f332dd52640 1 -- 172.21.15.5:0/97248130 shutdown_connections 2024-09-19T05:04:43.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.725+0000 7f332dd52640 1 -- 172.21.15.5:0/97248130 wait complete. 2024-09-19T05:04:43.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.726+0000 7f332dd52640 1 Processor -- start 2024-09-19T05:04:43.728 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.727+0000 7f332dd52640 1 -- start start 2024-09-19T05:04:43.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.727+0000 7f332dd52640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f33280b6530 0x7f33280c9570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:43.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.727+0000 7f332dd52640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f33280d3150 0x7f33280cacf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:43.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.727+0000 7f332dd52640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f332815e660 0x7f33280b2610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:43.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.727+0000 7f332dd52640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f332806e050 con 0x7f33280d3150 2024-09-19T05:04:43.730 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.727+0000 7f332dd52640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f332815ea40 con 0x7f33280b6530 2024-09-19T05:04:43.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.727+0000 7f332dd52640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f332806e1d0 con 0x7f332815e660 2024-09-19T05:04:43.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.728+0000 7f3326ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f33280d3150 0x7f33280cacf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:43.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.728+0000 7f3326ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f33280d3150 0x7f33280cacf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:60494/0 (socket says 172.21.15.5:60494) 2024-09-19T05:04:43.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.728+0000 7f3326ffd640 1 -- 172.21.15.5:0/1816576087 learned_addr learned my addr 172.21.15.5:0/1816576087 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:43.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.728+0000 7f33277fe640 1 --2- 172.21.15.5:0/1816576087 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f33280b6530 0x7f33280c9570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:43.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.728+0000 7f3327fff640 1 --2- 172.21.15.5:0/1816576087 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f332815e660 0x7f33280b2610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:43.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.728+0000 7f3326ffd640 1 -- 172.21.15.5:0/1816576087 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f332815e660 msgr2=0x7f33280b2610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:43.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.728+0000 7f3326ffd640 1 --2- 172.21.15.5:0/1816576087 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f332815e660 0x7f33280b2610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:43.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.728+0000 7f3326ffd640 1 -- 172.21.15.5:0/1816576087 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f33280b6530 msgr2=0x7f33280c9570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:43.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.728+0000 7f3326ffd640 1 --2- 172.21.15.5:0/1816576087 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f33280b6530 0x7f33280c9570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:43.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.728+0000 7f3326ffd640 1 -- 172.21.15.5:0/1816576087 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33280c9c50 con 0x7f33280d3150 2024-09-19T05:04:43.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.728+0000 7f3326ffd640 1 --2- 172.21.15.5:0/1816576087 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f33280d3150 0x7f33280cacf0 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f331c009870 tx=0x7f331c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:43.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.728+0000 7f330ffff640 1 -- 172.21.15.5:0/1816576087 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f331c037040 con 0x7f33280d3150 2024-09-19T05:04:43.731 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.728+0000 7f330ffff640 1 -- 172.21.15.5:0/1816576087 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f331c004250 con 0x7f33280d3150 2024-09-19T05:04:43.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.728+0000 7f332dd52640 1 -- 172.21.15.5:0/1816576087 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33280c9f30 con 0x7f33280d3150 2024-09-19T05:04:43.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.728+0000 7f330ffff640 1 -- 172.21.15.5:0/1816576087 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f331c03c730 con 0x7f33280d3150 2024-09-19T05:04:43.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.728+0000 7f332dd52640 1 -- 172.21.15.5:0/1816576087 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33280ca4f0 con 0x7f33280d3150 2024-09-19T05:04:43.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.729+0000 7f332dd52640 1 -- 172.21.15.5:0/1816576087 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33280b5ff0 con 0x7f33280d3150 2024-09-19T05:04:43.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.730+0000 7f330ffff640 1 -- 172.21.15.5:0/1816576087 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f331c03a070 con 0x7f33280d3150 2024-09-19T05:04:43.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.730+0000 7f330ffff640 1 --2- 172.21.15.5:0/1816576087 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f331406c2e0 0x7f331406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:43.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.730+0000 7f330ffff640 1 -- 172.21.15.5:0/1816576087 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6101+0+0 (secure 0 0 0) 0x7f331c0abed0 con 0x7f33280d3150 2024-09-19T05:04:43.733 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.731+0000 7f33277fe640 1 --2- 172.21.15.5:0/1816576087 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f331406c2e0 0x7f331406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:43.734 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.733+0000 7f33277fe640 1 --2- 172.21.15.5:0/1816576087 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f331406c2e0 0x7f331406e7a0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f3318007fd0 tx=0x7f3318007de0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:43.736 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.734+0000 7f330ffff640 1 -- 172.21.15.5:0/1816576087 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f331c041020 con 0x7f33280d3150 2024-09-19T05:04:43.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.921+0000 7f332dd52640 1 -- 172.21.15.5:0/1816576087 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f33280d4de0 con 0x7f33280d3150 2024-09-19T05:04:43.923 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.921+0000 7f330ffff640 1 -- 172.21.15.5:0/1816576087 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v95) ==== 80+0+0 (secure 0 0 0) 0x7f331c079e50 con 0x7f33280d3150 2024-09-19T05:04:43.923 INFO:teuthology.orchestra.run.smithi005.stderr:listed 0 entries 2024-09-19T05:04:43.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.923+0000 7f332dd52640 1 -- 172.21.15.5:0/1816576087 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f331406c2e0 msgr2=0x7f331406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:43.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.923+0000 7f332dd52640 1 --2- 172.21.15.5:0/1816576087 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f331406c2e0 0x7f331406e7a0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f3318007fd0 tx=0x7f3318007de0 comp rx=0 tx=0).stop 2024-09-19T05:04:43.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.923+0000 7f332dd52640 1 -- 172.21.15.5:0/1816576087 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f33280d3150 msgr2=0x7f33280cacf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:43.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.923+0000 7f332dd52640 1 --2- 172.21.15.5:0/1816576087 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f33280d3150 0x7f33280cacf0 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f331c009870 tx=0x7f331c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:04:43.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.923+0000 7f332dd52640 1 -- 172.21.15.5:0/1816576087 shutdown_connections 2024-09-19T05:04:43.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.923+0000 7f332dd52640 1 --2- 172.21.15.5:0/1816576087 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f331406c2e0 0x7f331406e7a0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:43.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.923+0000 7f332dd52640 1 --2- 172.21.15.5:0/1816576087 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f332815e660 0x7f33280b2610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:43.925 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.923+0000 7f332dd52640 1 --2- 172.21.15.5:0/1816576087 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f33280d3150 0x7f33280cacf0 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:43.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.923+0000 7f332dd52640 1 --2- 172.21.15.5:0/1816576087 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f33280b6530 0x7f33280c9570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:43.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.923+0000 7f332dd52640 1 -- 172.21.15.5:0/1816576087 >> 172.21.15.5:0/1816576087 conn(0x7f332808c000 msgr2=0x7f33280b4b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:43.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.923+0000 7f332dd52640 1 -- 172.21.15.5:0/1816576087 shutdown_connections 2024-09-19T05:04:43.926 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:43.923+0000 7f332dd52640 1 -- 172.21.15.5:0/1816576087 wait complete. 2024-09-19T05:04:43.936 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T05:04:43.936 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:43.936 DEBUG:teuthology.orchestra.run.smithi134:> sudo umount /home/ubuntu/cephtest/mnt.1 2024-09-19T05:04:44.007 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi134.front.sepia.ceph.com 2024-09-19T05:04:44.007 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:44.007 DEBUG:teuthology.orchestra.run.smithi134:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T05:04:44.026 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:04:44.026 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:04:44.026 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:04:44.042 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=554 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:04:44.043 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T05:04:44.043 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:04:44.043 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:04:44.082 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056029,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2378 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:04:44.082 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:04:44.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.184+0000 7fa61f386640 1 Processor -- start 2024-09-19T05:04:44.186 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.184+0000 7fa61f386640 1 -- start start 2024-09-19T05:04:44.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.185+0000 7fa61f386640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa61806d2c0 0x7fa6180b7a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:44.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.185+0000 7fa61f386640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa6180d2b60 0x7fa6180b7f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:44.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.185+0000 7fa61f386640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa6180d3040 con 0x7fa61815e890 2024-09-19T05:04:44.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.185+0000 7fa61f386640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fa6180d3c50 con 0x7fa61806d2c0 2024-09-19T05:04:44.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.185+0000 7fa61f386640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fa6180d3320 con 0x7fa6180d2b60 2024-09-19T05:04:44.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.185+0000 7fa61c921640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa61806d2c0 0x7fa6180b7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:44.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.185+0000 7fa61c921640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fa61806d2c0 0x7fa6180b7a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:60504/0 (socket says 172.21.15.5:60504) 2024-09-19T05:04:44.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.185+0000 7fa61c921640 1 -- 172.21.15.5:0/74943626 learned_addr learned my addr 172.21.15.5:0/74943626 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:44.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.185+0000 7fa61d923640 1 --2- 172.21.15.5:0/74943626 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa6180d2b60 0x7fa6180b7f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:44.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.186+0000 7fa61c921640 1 -- 172.21.15.5:0/74943626 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa6180d2b60 msgr2=0x7fa6180b7f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:44.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.186+0000 7fa61c921640 1 --2- 172.21.15.5:0/74943626 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa6180d2b60 0x7fa6180b7f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:44.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.186+0000 7fa61c921640 1 -- 172.21.15.5:0/74943626 >> v1:172.21.15.134:6789/0 conn(0x7fa61815e890 legacy=0x7fa61806cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:44.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.186+0000 7fa61c921640 1 -- 172.21.15.5:0/74943626 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6180d3600 con 0x7fa61806d2c0 2024-09-19T05:04:44.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.186+0000 7fa61c921640 1 --2- 172.21.15.5:0/74943626 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa61806d2c0 0x7fa6180b7a20 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7fa60c009870 tx=0x7fa60c02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bcc723b478de647 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:44.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.186+0000 7fa617fff640 1 -- 172.21.15.5:0/74943626 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa60c037070 con 0x7fa61806d2c0 2024-09-19T05:04:44.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.187+0000 7fa617fff640 1 -- 172.21.15.5:0/74943626 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa60c032440 con 0x7fa61806d2c0 2024-09-19T05:04:44.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.187+0000 7fa617fff640 1 -- 172.21.15.5:0/74943626 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa60c032810 con 0x7fa61806d2c0 2024-09-19T05:04:44.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.187+0000 7fa61f386640 1 -- 172.21.15.5:0/74943626 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa61806d2c0 msgr2=0x7fa6180b7a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:44.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.187+0000 7fa61f386640 1 --2- 172.21.15.5:0/74943626 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa61806d2c0 0x7fa6180b7a20 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7fa60c009870 tx=0x7fa60c02a1c0 comp rx=0 tx=0).stop 2024-09-19T05:04:44.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.187+0000 7fa61f386640 1 -- 172.21.15.5:0/74943626 shutdown_connections 2024-09-19T05:04:44.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.187+0000 7fa61f386640 1 --2- 172.21.15.5:0/74943626 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa6180d2b60 0x7fa6180b7f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:44.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.187+0000 7fa61f386640 1 --2- 172.21.15.5:0/74943626 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa61806d2c0 0x7fa6180b7a20 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:44.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.187+0000 7fa61f386640 1 -- 172.21.15.5:0/74943626 >> 172.21.15.5:0/74943626 conn(0x7fa6180b66c0 msgr2=0x7fa6180d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:44.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.187+0000 7fa61f386640 1 -- 172.21.15.5:0/74943626 shutdown_connections 2024-09-19T05:04:44.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.187+0000 7fa61f386640 1 -- 172.21.15.5:0/74943626 wait complete. 2024-09-19T05:04:44.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.188+0000 7fa61f386640 1 Processor -- start 2024-09-19T05:04:44.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.188+0000 7fa61f386640 1 -- start start 2024-09-19T05:04:44.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.189+0000 7fa61f386640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa61806d2c0 0x7fa6180aaf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:44.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.189+0000 7fa61f386640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa6180d2b60 0x7fa6180cdcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:44.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.189+0000 7fa61f386640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa61815e890 0x7fa6181515d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:44.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.189+0000 7fa61f386640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fa61806db10 con 0x7fa61806d2c0 2024-09-19T05:04:44.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.189+0000 7fa61f386640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fa61815ec70 con 0x7fa61815e890 2024-09-19T05:04:44.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.189+0000 7fa61f386640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fa61806dc90 con 0x7fa6180d2b60 2024-09-19T05:04:44.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.189+0000 7fa61d122640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa61806d2c0 0x7fa6180aaf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:44.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.189+0000 7fa61d122640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa61806d2c0 0x7fa6180aaf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:60512/0 (socket says 172.21.15.5:60512) 2024-09-19T05:04:44.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.189+0000 7fa61d122640 1 -- 172.21.15.5:0/245115617 learned_addr learned my addr 172.21.15.5:0/245115617 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:44.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.189+0000 7fa61d923640 1 --2- 172.21.15.5:0/245115617 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa61815e890 0x7fa6181515d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:44.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.189+0000 7fa61c921640 1 --2- 172.21.15.5:0/245115617 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa6180d2b60 0x7fa6180cdcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:44.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.190+0000 7fa61d122640 1 -- 172.21.15.5:0/245115617 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa6180d2b60 msgr2=0x7fa6180cdcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:44.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.190+0000 7fa61d122640 1 --2- 172.21.15.5:0/245115617 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa6180d2b60 0x7fa6180cdcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:44.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.190+0000 7fa61d122640 1 -- 172.21.15.5:0/245115617 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa61815e890 msgr2=0x7fa6181515d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:44.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.190+0000 7fa61d122640 1 --2- 172.21.15.5:0/245115617 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa61815e890 0x7fa6181515d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:44.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.190+0000 7fa61d122640 1 -- 172.21.15.5:0/245115617 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6180ce390 con 0x7fa61806d2c0 2024-09-19T05:04:44.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.190+0000 7fa61d923640 1 --2- 172.21.15.5:0/245115617 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa61815e890 0x7fa6181515d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:04:44.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.190+0000 7fa61d122640 1 --2- 172.21.15.5:0/245115617 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa61806d2c0 0x7fa6180aaf50 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7fa60800c760 tx=0x7fa60800cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:44.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.190+0000 7fa615ffb640 1 -- 172.21.15.5:0/245115617 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa608016020 con 0x7fa61806d2c0 2024-09-19T05:04:44.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.190+0000 7fa615ffb640 1 -- 172.21.15.5:0/245115617 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa608006d50 con 0x7fa61806d2c0 2024-09-19T05:04:44.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.190+0000 7fa61f386640 1 -- 172.21.15.5:0/245115617 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6180ce670 con 0x7fa61806d2c0 2024-09-19T05:04:44.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.190+0000 7fa615ffb640 1 -- 172.21.15.5:0/245115617 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa608003bb0 con 0x7fa61806d2c0 2024-09-19T05:04:44.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.190+0000 7fa61f386640 1 -- 172.21.15.5:0/245115617 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6180cec30 con 0x7fa61806d2c0 2024-09-19T05:04:44.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.191+0000 7fa61f386640 1 -- 172.21.15.5:0/245115617 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa61806e4a0 con 0x7fa61806d2c0 2024-09-19T05:04:44.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.192+0000 7fa615ffb640 1 -- 172.21.15.5:0/245115617 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa60800a850 con 0x7fa61806d2c0 2024-09-19T05:04:44.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.192+0000 7fa615ffb640 1 --2- 172.21.15.5:0/245115617 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa60406c2b0 0x7fa60406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:44.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.192+0000 7fa615ffb640 1 -- 172.21.15.5:0/245115617 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6101+0+0 (secure 0 0 0) 0x7fa60808b040 con 0x7fa61806d2c0 2024-09-19T05:04:44.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.192+0000 7fa61c921640 1 --2- 172.21.15.5:0/245115617 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa60406c2b0 0x7fa60406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:44.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.193+0000 7fa61c921640 1 --2- 172.21.15.5:0/245115617 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa60406c2b0 0x7fa60406e770 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fa60c034000 tx=0x7fa60c02e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:44.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.197+0000 7fa615ffb640 1 -- 172.21.15.5:0/245115617 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa61806e4a0 con 0x7fa61806d2c0 2024-09-19T05:04:44.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.412+0000 7fa61f386640 1 -- 172.21.15.5:0/245115617 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa6180b89f0 con 0x7fa61806d2c0 2024-09-19T05:04:44.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.413+0000 7fa615ffb640 1 -- 172.21.15.5:0/245115617 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 51 v51) ==== 94+0+5222 (secure 0 0 0) 0x7fa608020020 con 0x7fa61806d2c0 2024-09-19T05:04:44.415 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:44.415 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":51,"btime":"2024-09-19T05:04:32:146287+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5600,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/3569421845","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":3569421845},{"type":"v1","addr":"172.21.15.5:6835","nonce":3569421845}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":47},{"gid":6004,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/291804519","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":291804519},{"type":"v1","addr":"172.21.15.5:6834","nonce":291804519}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48},{"gid":6016,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/2022223765","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":2022223765},{"type":"v1","addr":"172.21.15.134:6836","nonce":2022223765}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48}],"filesystems":[{"mdsmap":{"epoch":51,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:04:29.495113+0000","modified":"2024-09-19T05:04:31.490487+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6019},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6019":{"gid":6019,"name":"b","rank":0,"incarnation":49,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6837/2854193258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":2854193258},{"type":"v1","addr":"172.21.15.134:6837","nonce":2854193258}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6019,"qdb_cluster":[6019]},"id":7}]} 2024-09-19T05:04:44.415 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 51 2024-09-19T05:04:44.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.415+0000 7fa61f386640 1 -- 172.21.15.5:0/245115617 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa60406c2b0 msgr2=0x7fa60406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:44.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.415+0000 7fa61f386640 1 --2- 172.21.15.5:0/245115617 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa60406c2b0 0x7fa60406e770 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fa60c034000 tx=0x7fa60c02e000 comp rx=0 tx=0).stop 2024-09-19T05:04:44.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.415+0000 7fa61f386640 1 -- 172.21.15.5:0/245115617 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa61806d2c0 msgr2=0x7fa6180aaf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:44.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.415+0000 7fa61f386640 1 --2- 172.21.15.5:0/245115617 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa61806d2c0 0x7fa6180aaf50 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7fa60800c760 tx=0x7fa60800cc20 comp rx=0 tx=0).stop 2024-09-19T05:04:44.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.415+0000 7fa61f386640 1 -- 172.21.15.5:0/245115617 shutdown_connections 2024-09-19T05:04:44.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.415+0000 7fa61f386640 1 --2- 172.21.15.5:0/245115617 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa60406c2b0 0x7fa60406e770 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:44.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.415+0000 7fa61f386640 1 --2- 172.21.15.5:0/245115617 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa61815e890 0x7fa6181515d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:44.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.415+0000 7fa61f386640 1 --2- 172.21.15.5:0/245115617 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa6180d2b60 0x7fa6180cdcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:44.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.415+0000 7fa61f386640 1 --2- 172.21.15.5:0/245115617 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa61806d2c0 0x7fa6180aaf50 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:44.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.415+0000 7fa61f386640 1 -- 172.21.15.5:0/245115617 >> 172.21.15.5:0/245115617 conn(0x7fa6180b66c0 msgr2=0x7fa6180d2350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:44.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.416+0000 7fa61f386640 1 -- 172.21.15.5:0/245115617 shutdown_connections 2024-09-19T05:04:44.418 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.416+0000 7fa61f386640 1 -- 172.21.15.5:0/245115617 wait complete. 2024-09-19T05:04:44.429 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:04:44.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.529+0000 7f304aeb7640 1 Processor -- start 2024-09-19T05:04:44.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.529+0000 7f304aeb7640 1 -- start start 2024-09-19T05:04:44.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.530+0000 7f304aeb7640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f30440d3150 0x7f30440b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:44.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.530+0000 7f304aeb7640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f30440b6530 0x7f304406d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:44.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.530+0000 7f304aeb7640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f30440d3680 con 0x7f304415e660 2024-09-19T05:04:44.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.530+0000 7f304aeb7640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f304406d4b0 con 0x7f30440d3150 2024-09-19T05:04:44.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.530+0000 7f304aeb7640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f30440d3960 con 0x7f30440b6530 2024-09-19T05:04:44.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.530+0000 7f3043fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f30440d3150 0x7f30440b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:44.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.530+0000 7f3048c53640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f304415e660 0x7f30440d4dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36868/0 (socket says 172.21.15.5:36868) 2024-09-19T05:04:44.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.530+0000 7f3048c53640 1 -- 172.21.15.5:0/3341434708 learned_addr learned my addr 172.21.15.5:0/3341434708 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:44.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.530+0000 7f3049454640 1 --2- 172.21.15.5:0/3341434708 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f30440b6530 0x7f304406d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:44.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.530+0000 7f3043fff640 1 -- 172.21.15.5:0/3341434708 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f30440b6530 msgr2=0x7f304406d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:44.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.530+0000 7f3043fff640 1 --2- 172.21.15.5:0/3341434708 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f30440b6530 0x7f304406d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:44.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.530+0000 7f3043fff640 1 -- 172.21.15.5:0/3341434708 >> v1:172.21.15.5:6789/0 conn(0x7f304415e660 legacy=0x7f30440d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:44.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.530+0000 7f3043fff640 1 -- 172.21.15.5:0/3341434708 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f304406ce60 con 0x7f30440d3150 2024-09-19T05:04:44.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.530+0000 7f30437fe640 1 -- 172.21.15.5:0/3341434708 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3880343820 0 0) 0x7f30440d3680 con 0x7f304415e660 2024-09-19T05:04:44.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.531+0000 7f3043fff640 1 --2- 172.21.15.5:0/3341434708 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f30440d3150 0x7f30440b5ff0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f30380097a0 tx=0x7f303802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7b7221bd166f9bb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:44.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.531+0000 7f30437fe640 1 -- 172.21.15.5:0/3341434708 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3038037070 con 0x7f30440d3150 2024-09-19T05:04:44.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.531+0000 7f30437fe640 1 -- 172.21.15.5:0/3341434708 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3038032440 con 0x7f30440d3150 2024-09-19T05:04:44.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.531+0000 7f30437fe640 1 -- 172.21.15.5:0/3341434708 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3038032810 con 0x7f30440d3150 2024-09-19T05:04:44.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.532+0000 7f304aeb7640 1 -- 172.21.15.5:0/3341434708 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f30440d3150 msgr2=0x7f30440b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:44.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.532+0000 7f304aeb7640 1 --2- 172.21.15.5:0/3341434708 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f30440d3150 0x7f30440b5ff0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f30380097a0 tx=0x7f303802a210 comp rx=0 tx=0).stop 2024-09-19T05:04:44.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.532+0000 7f304aeb7640 1 -- 172.21.15.5:0/3341434708 shutdown_connections 2024-09-19T05:04:44.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.532+0000 7f304aeb7640 1 --2- 172.21.15.5:0/3341434708 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f30440b6530 0x7f304406d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:44.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.532+0000 7f304aeb7640 1 --2- 172.21.15.5:0/3341434708 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f30440d3150 0x7f30440b5ff0 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:44.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.532+0000 7f304aeb7640 1 -- 172.21.15.5:0/3341434708 >> 172.21.15.5:0/3341434708 conn(0x7f304408c000 msgr2=0x7f30440d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:44.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.532+0000 7f304aeb7640 1 -- 172.21.15.5:0/3341434708 shutdown_connections 2024-09-19T05:04:44.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.532+0000 7f304aeb7640 1 -- 172.21.15.5:0/3341434708 wait complete. 2024-09-19T05:04:44.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.533+0000 7f304aeb7640 1 Processor -- start 2024-09-19T05:04:44.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.533+0000 7f304aeb7640 1 -- start start 2024-09-19T05:04:44.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.534+0000 7f304aeb7640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f30440b6530 0x7f30441586b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:44.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.534+0000 7f304aeb7640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f30440d3150 0x7f3044158000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:44.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.534+0000 7f304aeb7640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f304415e660 0x7f30440b3fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:44.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.534+0000 7f304aeb7640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f304406de80 con 0x7f304415e660 2024-09-19T05:04:44.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.534+0000 7f304aeb7640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f304415ea40 con 0x7f30440d3150 2024-09-19T05:04:44.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.534+0000 7f304aeb7640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f304406e000 con 0x7f30440b6530 2024-09-19T05:04:44.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.534+0000 7f3049454640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f304415e660 0x7f30440b3fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:44.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.534+0000 7f3049454640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f304415e660 0x7f30440b3fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:60528/0 (socket says 172.21.15.5:60528) 2024-09-19T05:04:44.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.534+0000 7f3049454640 1 -- 172.21.15.5:0/1103503211 learned_addr learned my addr 172.21.15.5:0/1103503211 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:44.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.534+0000 7f3048c53640 1 --2- 172.21.15.5:0/1103503211 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f30440b6530 0x7f30441586b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:44.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.535+0000 7f3049454640 1 -- 172.21.15.5:0/1103503211 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f30440b6530 msgr2=0x7f30441586b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:44.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.535+0000 7f3043fff640 1 --2- 172.21.15.5:0/1103503211 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f30440d3150 0x7f3044158000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:44.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.535+0000 7f3049454640 1 --2- 172.21.15.5:0/1103503211 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f30440b6530 0x7f30441586b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:44.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.535+0000 7f3049454640 1 -- 172.21.15.5:0/1103503211 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f30440d3150 msgr2=0x7f3044158000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:44.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.535+0000 7f3049454640 1 --2- 172.21.15.5:0/1103503211 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f30440d3150 0x7f3044158000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:44.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.535+0000 7f3049454640 1 -- 172.21.15.5:0/1103503211 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f304415fcf0 con 0x7f304415e660 2024-09-19T05:04:44.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.535+0000 7f3048c53640 1 --2- 172.21.15.5:0/1103503211 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f30440b6530 0x7f30441586b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:04:44.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.535+0000 7f3049454640 1 --2- 172.21.15.5:0/1103503211 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f304415e660 0x7f30440b3fd0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f303c00d800 tx=0x7f303c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:44.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.535+0000 7f30417fa640 1 -- 172.21.15.5:0/1103503211 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f303c00b6c0 con 0x7f304415e660 2024-09-19T05:04:44.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.535+0000 7f30417fa640 1 -- 172.21.15.5:0/1103503211 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f303c019070 con 0x7f304415e660 2024-09-19T05:04:44.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.535+0000 7f304aeb7640 1 -- 172.21.15.5:0/1103503211 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f304415ffd0 con 0x7f304415e660 2024-09-19T05:04:44.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.535+0000 7f30417fa640 1 -- 172.21.15.5:0/1103503211 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f303c00bac0 con 0x7f304415e660 2024-09-19T05:04:44.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.535+0000 7f304aeb7640 1 -- 172.21.15.5:0/1103503211 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3044160590 con 0x7f304415e660 2024-09-19T05:04:44.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.536+0000 7f304aeb7640 1 -- 172.21.15.5:0/1103503211 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30440d42d0 con 0x7f304415e660 2024-09-19T05:04:44.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.536+0000 7f30417fa640 1 -- 172.21.15.5:0/1103503211 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f303c00bc60 con 0x7f304415e660 2024-09-19T05:04:44.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.537+0000 7f30417fa640 1 --2- 172.21.15.5:0/1103503211 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f303006c2b0 0x7f303006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:44.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.537+0000 7f30417fa640 1 -- 172.21.15.5:0/1103503211 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6101+0+0 (secure 0 0 0) 0x7f303c08ba40 con 0x7f304415e660 2024-09-19T05:04:44.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.537+0000 7f3048c53640 1 --2- 172.21.15.5:0/1103503211 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f303006c2b0 0x7f303006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:44.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.538+0000 7f3048c53640 1 --2- 172.21.15.5:0/1103503211 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f303006c2b0 0x7f303006e770 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f3034007fd0 tx=0x7f3034009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:44.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.542+0000 7f30417fa640 1 -- 172.21.15.5:0/1103503211 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f30440d42d0 con 0x7f304415e660 2024-09-19T05:04:44.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.754+0000 7f304aeb7640 1 -- 172.21.15.5:0/1103503211 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f30440cb400 con 0x7f304415e660 2024-09-19T05:04:44.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.755+0000 7f30417fa640 1 -- 172.21.15.5:0/1103503211 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 51 v51) ==== 94+0+5222 (secure 0 0 0) 0x7f303c05a020 con 0x7f304415e660 2024-09-19T05:04:44.758 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:44.758 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":51,"btime":"2024-09-19T05:04:32:146287+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5600,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/3569421845","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":3569421845},{"type":"v1","addr":"172.21.15.5:6835","nonce":3569421845}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":47},{"gid":6004,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/291804519","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":291804519},{"type":"v1","addr":"172.21.15.5:6834","nonce":291804519}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48},{"gid":6016,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/2022223765","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":2022223765},{"type":"v1","addr":"172.21.15.134:6836","nonce":2022223765}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48}],"filesystems":[{"mdsmap":{"epoch":51,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:04:29.495113+0000","modified":"2024-09-19T05:04:31.490487+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6019},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6019":{"gid":6019,"name":"b","rank":0,"incarnation":49,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6837/2854193258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":2854193258},{"type":"v1","addr":"172.21.15.134:6837","nonce":2854193258}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6019,"qdb_cluster":[6019]},"id":7}]} 2024-09-19T05:04:44.758 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 51 2024-09-19T05:04:44.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.757+0000 7f304aeb7640 1 -- 172.21.15.5:0/1103503211 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f303006c2b0 msgr2=0x7f303006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:44.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.757+0000 7f304aeb7640 1 --2- 172.21.15.5:0/1103503211 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f303006c2b0 0x7f303006e770 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f3034007fd0 tx=0x7f3034009040 comp rx=0 tx=0).stop 2024-09-19T05:04:44.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.757+0000 7f304aeb7640 1 -- 172.21.15.5:0/1103503211 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f304415e660 msgr2=0x7f30440b3fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:44.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.757+0000 7f304aeb7640 1 --2- 172.21.15.5:0/1103503211 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f304415e660 0x7f30440b3fd0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f303c00d800 tx=0x7f303c00dcc0 comp rx=0 tx=0).stop 2024-09-19T05:04:44.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.757+0000 7f304aeb7640 1 -- 172.21.15.5:0/1103503211 shutdown_connections 2024-09-19T05:04:44.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.757+0000 7f304aeb7640 1 --2- 172.21.15.5:0/1103503211 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f303006c2b0 0x7f303006e770 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:44.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.757+0000 7f304aeb7640 1 --2- 172.21.15.5:0/1103503211 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f304415e660 0x7f30440b3fd0 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:44.760 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.757+0000 7f304aeb7640 1 --2- 172.21.15.5:0/1103503211 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f30440d3150 0x7f3044158000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:44.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.757+0000 7f304aeb7640 1 --2- 172.21.15.5:0/1103503211 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f30440b6530 0x7f30441586b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:44.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.757+0000 7f304aeb7640 1 -- 172.21.15.5:0/1103503211 >> 172.21.15.5:0/1103503211 conn(0x7f304408c000 msgr2=0x7f30440cf270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:44.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.757+0000 7f304aeb7640 1 -- 172.21.15.5:0/1103503211 shutdown_connections 2024-09-19T05:04:44.761 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.757+0000 7f304aeb7640 1 -- 172.21.15.5:0/1103503211 wait complete. 2024-09-19T05:04:44.773 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:04:44.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.873+0000 7fd8d1713640 1 Processor -- start 2024-09-19T05:04:44.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.873+0000 7fd8d1713640 1 -- start start 2024-09-19T05:04:44.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8d1713640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fd8cc15eb10 0x7fd8cc070c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:44.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8d1713640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd8cc0711b0 0x7fd8cc0b60a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:44.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8d1713640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd8cc0b5be0 con 0x7fd8cc15c250 2024-09-19T05:04:44.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8d1713640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fd8cc071620 con 0x7fd8cc15eb10 2024-09-19T05:04:44.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8d1713640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd8cc15efa0 con 0x7fd8cc0711b0 2024-09-19T05:04:44.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8caffd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fd8cc15c250 0x7fd8cc09b9f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36874/0 (socket says 172.21.15.5:36874) 2024-09-19T05:04:44.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8caffd640 1 -- 172.21.15.5:0/2451031839 learned_addr learned my addr 172.21.15.5:0/2451031839 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:44.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8cb7fe640 1 --2- 172.21.15.5:0/2451031839 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd8cc0711b0 0x7fd8cc0b60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:44.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8ca7fc640 1 --2- 172.21.15.5:0/2451031839 >> v2:172.21.15.134:3300/0 conn(0x7fd8cc15eb10 0x7fd8cc070c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:44.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8c9ffb640 1 -- 172.21.15.5:0/2451031839 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4100838722 0 0) 0x7fd8bc001110 con 0x7fd8cc15c250 2024-09-19T05:04:44.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8c9ffb640 1 -- 172.21.15.5:0/2451031839 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd8b4003520 con 0x7fd8cc15c250 2024-09-19T05:04:44.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8c9ffb640 1 -- 172.21.15.5:0/2451031839 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 836334847 0 0) 0x7fd8b4003520 con 0x7fd8cc15c250 2024-09-19T05:04:44.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8c9ffb640 1 -- 172.21.15.5:0/2451031839 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd8cc0711b0 msgr2=0x7fd8cc0b60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:44.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8c9ffb640 1 --2- 172.21.15.5:0/2451031839 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd8cc0711b0 0x7fd8cc0b60a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:44.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8c9ffb640 1 -- 172.21.15.5:0/2451031839 >> v2:172.21.15.134:3300/0 conn(0x7fd8cc15eb10 msgr2=0x7fd8cc070c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:44.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8c9ffb640 1 --2- 172.21.15.5:0/2451031839 >> v2:172.21.15.134:3300/0 conn(0x7fd8cc15eb10 0x7fd8cc070c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:44.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8c9ffb640 1 -- 172.21.15.5:0/2451031839 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8cc15f280 con 0x7fd8cc15c250 2024-09-19T05:04:44.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8ca7fc640 1 --2- 172.21.15.5:0/2451031839 >> v2:172.21.15.134:3300/0 conn(0x7fd8cc15eb10 0x7fd8cc070c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:04:44.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8c9ffb640 1 -- 172.21.15.5:0/2451031839 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7fd8bc001840 con 0x7fd8cc15c250 2024-09-19T05:04:44.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8c9ffb640 1 -- 172.21.15.5:0/2451031839 >> v1:172.21.15.5:6789/0 conn(0x7fd8cc15c250 legacy=0x7fd8cc09b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:44.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8c9ffb640 1 --2- 172.21.15.5:0/2451031839 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd8b40039b0 0x7fd8b4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:44.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8c9ffb640 1 --2- 172.21.15.5:0/2451031839 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd8cc0711b0 0x7fd8b4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:44.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8c9ffb640 1 --2- 172.21.15.5:0/2451031839 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd8b4004d40 0x7fd8b40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:44.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8c9ffb640 1 -- 172.21.15.5:0/2451031839 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd8cc071620 con 0x7fd8b40039b0 2024-09-19T05:04:44.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8c9ffb640 1 -- 172.21.15.5:0/2451031839 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd8cc15efa0 con 0x7fd8b4004d40 2024-09-19T05:04:44.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8c9ffb640 1 -- 172.21.15.5:0/2451031839 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd8b400b9c0 con 0x7fd8cc0711b0 2024-09-19T05:04:44.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8caffd640 1 --2- 172.21.15.5:0/2451031839 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd8b40039b0 0x7fd8b4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:44.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8ca7fc640 1 --2- 172.21.15.5:0/2451031839 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd8cc0711b0 0x7fd8b4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:44.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8cb7fe640 1 --2- 172.21.15.5:0/2451031839 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd8b4004d40 0x7fd8b40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:44.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8caffd640 1 -- 172.21.15.5:0/2451031839 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd8cc0711b0 msgr2=0x7fd8b4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:44.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8caffd640 1 --2- 172.21.15.5:0/2451031839 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd8cc0711b0 0x7fd8b4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:44.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8caffd640 1 -- 172.21.15.5:0/2451031839 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd8b4004d40 msgr2=0x7fd8b40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:44.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8caffd640 1 --2- 172.21.15.5:0/2451031839 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd8b4004d40 0x7fd8b40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:44.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.875+0000 7fd8caffd640 1 -- 172.21.15.5:0/2451031839 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8b4003520 con 0x7fd8b40039b0 2024-09-19T05:04:44.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.876+0000 7fd8caffd640 1 --2- 172.21.15.5:0/2451031839 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd8b40039b0 0x7fd8b4003dd0 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fd8bc00c490 tx=0x7fd8b4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfde2e3267e0a838 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:44.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.876+0000 7fd8c9ffb640 1 -- 172.21.15.5:0/2451031839 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8bc032020 con 0x7fd8b40039b0 2024-09-19T05:04:44.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.876+0000 7fd8c9ffb640 1 -- 172.21.15.5:0/2451031839 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd8bc005ad0 con 0x7fd8b40039b0 2024-09-19T05:04:44.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.876+0000 7fd8c9ffb640 1 -- 172.21.15.5:0/2451031839 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8bc00c0e0 con 0x7fd8b40039b0 2024-09-19T05:04:44.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.876+0000 7fd8d1713640 1 -- 172.21.15.5:0/2451031839 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd8b40039b0 msgr2=0x7fd8b4003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:44.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.876+0000 7fd8d1713640 1 --2- 172.21.15.5:0/2451031839 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd8b40039b0 0x7fd8b4003dd0 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fd8bc00c490 tx=0x7fd8b4005830 comp rx=0 tx=0).stop 2024-09-19T05:04:44.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.876+0000 7fd8cb7fe640 1 -- 172.21.15.5:0/2451031839 reap_dead start 2024-09-19T05:04:44.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.877+0000 7fd8d1713640 1 -- 172.21.15.5:0/2451031839 shutdown_connections 2024-09-19T05:04:44.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.877+0000 7fd8d1713640 1 -- 172.21.15.5:0/2451031839 >> 172.21.15.5:0/2451031839 conn(0x7fd8cc0b3ff0 msgr2=0x7fd8cc0b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:44.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.877+0000 7fd8d1713640 1 -- 172.21.15.5:0/2451031839 shutdown_connections 2024-09-19T05:04:44.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.877+0000 7fd8d1713640 1 -- 172.21.15.5:0/2451031839 wait complete. 2024-09-19T05:04:44.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.878+0000 7fd8d1713640 1 Processor -- start 2024-09-19T05:04:44.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.878+0000 7fd8d1713640 1 -- start start 2024-09-19T05:04:44.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.879+0000 7fd8d1713640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd8b40039b0 0x7fd8cc0b3520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:44.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.879+0000 7fd8d1713640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd8cc14f9d0 0x7fd8cc14f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:44.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.879+0000 7fd8d1713640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd8cc15d640 0x7fd8cc15dac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:44.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.879+0000 7fd8d1713640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd8cc09b5a0 con 0x7fd8b40039b0 2024-09-19T05:04:44.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.879+0000 7fd8d1713640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd8cc15f840 con 0x7fd8cc15d640 2024-09-19T05:04:44.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.879+0000 7fd8d1713640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd8cc0b60a0 con 0x7fd8cc14f9d0 2024-09-19T05:04:44.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.879+0000 7fd8caffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd8b40039b0 0x7fd8cc0b3520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:44.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.879+0000 7fd8caffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd8b40039b0 0x7fd8cc0b3520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:60546/0 (socket says 172.21.15.5:60546) 2024-09-19T05:04:44.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.879+0000 7fd8caffd640 1 -- 172.21.15.5:0/228108440 learned_addr learned my addr 172.21.15.5:0/228108440 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:44.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.879+0000 7fd8cb7fe640 1 --2- 172.21.15.5:0/228108440 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd8cc15d640 0x7fd8cc15dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:44.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.879+0000 7fd8ca7fc640 1 --2- 172.21.15.5:0/228108440 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd8cc14f9d0 0x7fd8cc14f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:44.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.879+0000 7fd8caffd640 1 -- 172.21.15.5:0/228108440 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd8cc14f9d0 msgr2=0x7fd8cc14f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:44.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.879+0000 7fd8caffd640 1 --2- 172.21.15.5:0/228108440 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd8cc14f9d0 0x7fd8cc14f110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:44.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.879+0000 7fd8caffd640 1 -- 172.21.15.5:0/228108440 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd8cc15d640 msgr2=0x7fd8cc15dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:44.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.879+0000 7fd8caffd640 1 --2- 172.21.15.5:0/228108440 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd8cc15d640 0x7fd8cc15dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:44.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.879+0000 7fd8caffd640 1 -- 172.21.15.5:0/228108440 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8cc0cc020 con 0x7fd8b40039b0 2024-09-19T05:04:44.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.879+0000 7fd8caffd640 1 --2- 172.21.15.5:0/228108440 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd8b40039b0 0x7fd8cc0b3520 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7fd8bc031040 tx=0x7fd8bc000fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:44.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.879+0000 7fd8b37fe640 1 -- 172.21.15.5:0/228108440 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8bc004d30 con 0x7fd8b40039b0 2024-09-19T05:04:44.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.880+0000 7fd8b37fe640 1 -- 172.21.15.5:0/228108440 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd8bc007070 con 0x7fd8b40039b0 2024-09-19T05:04:44.886 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.880+0000 7fd8d1713640 1 -- 172.21.15.5:0/228108440 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8cc0cc300 con 0x7fd8b40039b0 2024-09-19T05:04:44.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.880+0000 7fd8b37fe640 1 -- 172.21.15.5:0/228108440 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8bc007420 con 0x7fd8b40039b0 2024-09-19T05:04:44.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.880+0000 7fd8d1713640 1 -- 172.21.15.5:0/228108440 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8cc0cc8c0 con 0x7fd8b40039b0 2024-09-19T05:04:44.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.881+0000 7fd8d1713640 1 -- 172.21.15.5:0/228108440 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8cc1501e0 con 0x7fd8b40039b0 2024-09-19T05:04:44.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.881+0000 7fd8b37fe640 1 -- 172.21.15.5:0/228108440 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd8bc035020 con 0x7fd8b40039b0 2024-09-19T05:04:44.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.882+0000 7fd8b37fe640 1 --2- 172.21.15.5:0/228108440 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd8b806c2e0 0x7fd8b806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:44.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.882+0000 7fd8b37fe640 1 -- 172.21.15.5:0/228108440 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6101+0+0 (secure 0 0 0) 0x7fd8bc0ab680 con 0x7fd8b40039b0 2024-09-19T05:04:44.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.882+0000 7fd8ca7fc640 1 --2- 172.21.15.5:0/228108440 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd8b806c2e0 0x7fd8b806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:44.887 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.882+0000 7fd8ca7fc640 1 --2- 172.21.15.5:0/228108440 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd8b806c2e0 0x7fd8b806e7a0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fd8cc154580 tx=0x7fd8c0009190 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:44.888 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:44.886+0000 7fd8b37fe640 1 -- 172.21.15.5:0/228108440 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd8bc047030 con 0x7fd8b40039b0 2024-09-19T05:04:45.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.067+0000 7fd8d1713640 1 -- 172.21.15.5:0/228108440 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd8cc0b7570 con 0x7fd8b40039b0 2024-09-19T05:04:45.071 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.068+0000 7fd8b37fe640 1 -- 172.21.15.5:0/228108440 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) ==== 74+0+16897 (secure 0 0 0) 0x7fd8bc03e070 con 0x7fd8b40039b0 2024-09-19T05:04:45.071 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:45.071 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":95,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:04:31.140769+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:04:27.159111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"94","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-09-19T05:04:28.477292+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"95","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:04:45.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.070+0000 7fd8d1713640 1 -- 172.21.15.5:0/228108440 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd8b806c2e0 msgr2=0x7fd8b806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:45.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.070+0000 7fd8d1713640 1 --2- 172.21.15.5:0/228108440 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd8b806c2e0 0x7fd8b806e7a0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fd8cc154580 tx=0x7fd8c0009190 comp rx=0 tx=0).stop 2024-09-19T05:04:45.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.070+0000 7fd8d1713640 1 -- 172.21.15.5:0/228108440 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd8b40039b0 msgr2=0x7fd8cc0b3520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:45.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.070+0000 7fd8d1713640 1 --2- 172.21.15.5:0/228108440 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd8b40039b0 0x7fd8cc0b3520 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7fd8bc031040 tx=0x7fd8bc000fe0 comp rx=0 tx=0).stop 2024-09-19T05:04:45.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.070+0000 7fd8d1713640 1 -- 172.21.15.5:0/228108440 shutdown_connections 2024-09-19T05:04:45.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.070+0000 7fd8d1713640 1 --2- 172.21.15.5:0/228108440 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd8b806c2e0 0x7fd8b806e7a0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:45.073 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.070+0000 7fd8d1713640 1 --2- 172.21.15.5:0/228108440 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd8cc15d640 0x7fd8cc15dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:45.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.070+0000 7fd8d1713640 1 --2- 172.21.15.5:0/228108440 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd8cc14f9d0 0x7fd8cc14f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:45.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.070+0000 7fd8d1713640 1 --2- 172.21.15.5:0/228108440 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd8b40039b0 0x7fd8cc0b3520 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:45.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.070+0000 7fd8d1713640 1 -- 172.21.15.5:0/228108440 >> 172.21.15.5:0/228108440 conn(0x7fd8cc0b3ff0 msgr2=0x7fd8cc09b9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:45.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.070+0000 7fd8d1713640 1 -- 172.21.15.5:0/228108440 shutdown_connections 2024-09-19T05:04:45.074 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.070+0000 7fd8d1713640 1 -- 172.21.15.5:0/228108440 wait complete. 2024-09-19T05:04:45.084 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T05:04:45.085 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:04:45.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.185+0000 7ffaf665e640 1 Processor -- start 2024-09-19T05:04:45.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.185+0000 7ffaf665e640 1 -- start start 2024-09-19T05:04:45.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaf665e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaf0071380 0x7ffaf01692e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:45.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaf665e640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffaf00b5be0 con 0x7ffaf015eb10 2024-09-19T05:04:45.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaf665e640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffaf015efa0 con 0x7ffaf015c250 2024-09-19T05:04:45.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaf665e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ffaf015f280 con 0x7ffaf0071380 2024-09-19T05:04:45.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaef7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7ffaf015eb10 0x7ffaf0070c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36890/0 (socket says 172.21.15.5:36890) 2024-09-19T05:04:45.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaef7fe640 1 -- 172.21.15.5:0/323279473 learned_addr learned my addr 172.21.15.5:0/323279473 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:45.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaf4bfb640 1 --2- 172.21.15.5:0/323279473 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaf0071380 0x7ffaf01692e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:45.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaeeffd640 1 -- 172.21.15.5:0/323279473 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3827845373 0 0) 0x7ffae4001110 con 0x7ffaf015eb10 2024-09-19T05:04:45.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaeeffd640 1 -- 172.21.15.5:0/323279473 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ffad8003520 con 0x7ffaf015eb10 2024-09-19T05:04:45.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaeeffd640 1 -- 172.21.15.5:0/323279473 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 286825160 0 0) 0x7ffad8003520 con 0x7ffaf015eb10 2024-09-19T05:04:45.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaeeffd640 1 -- 172.21.15.5:0/323279473 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaf0071380 msgr2=0x7ffaf01692e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:45.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaeeffd640 1 --2- 172.21.15.5:0/323279473 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaf0071380 0x7ffaf01692e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:45.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaeeffd640 1 -- 172.21.15.5:0/323279473 >> v1:172.21.15.134:6789/0 conn(0x7ffaf015c250 legacy=0x7ffaf009b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:45.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaeeffd640 1 -- 172.21.15.5:0/323279473 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaf015f560 con 0x7ffaf015eb10 2024-09-19T05:04:45.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaeeffd640 1 -- 172.21.15.5:0/323279473 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7ffae4001840 con 0x7ffaf015eb10 2024-09-19T05:04:45.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaeeffd640 1 -- 172.21.15.5:0/323279473 >> v1:172.21.15.5:6789/0 conn(0x7ffaf015eb10 legacy=0x7ffaf0070c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:45.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaeeffd640 1 --2- 172.21.15.5:0/323279473 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffad80039e0 0x7ffad8003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:45.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaeeffd640 1 --2- 172.21.15.5:0/323279473 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaf0071380 0x7ffad8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:45.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaeeffd640 1 --2- 172.21.15.5:0/323279473 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffad8004d40 0x7ffad80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:45.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaeeffd640 1 -- 172.21.15.5:0/323279473 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf015f280 con 0x7ffad8004d40 2024-09-19T05:04:45.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaeeffd640 1 -- 172.21.15.5:0/323279473 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7ffad800b9f0 con 0x7ffad80039e0 2024-09-19T05:04:45.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaeeffd640 1 -- 172.21.15.5:0/323279473 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ffad800bbf0 con 0x7ffaf0071380 2024-09-19T05:04:45.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaf4bfb640 1 --2- 172.21.15.5:0/323279473 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffad8004d40 0x7ffad80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:45.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaef7fe640 1 --2- 172.21.15.5:0/323279473 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaf0071380 0x7ffad8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:45.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaeffff640 1 --2- 172.21.15.5:0/323279473 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffad80039e0 0x7ffad8003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:45.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaf4bfb640 1 -- 172.21.15.5:0/323279473 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaf0071380 msgr2=0x7ffad8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:45.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaf4bfb640 1 --2- 172.21.15.5:0/323279473 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaf0071380 0x7ffad8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:45.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaf4bfb640 1 -- 172.21.15.5:0/323279473 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffad80039e0 msgr2=0x7ffad8003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:45.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaf4bfb640 1 --2- 172.21.15.5:0/323279473 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffad80039e0 0x7ffad8003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:45.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.187+0000 7ffaf4bfb640 1 -- 172.21.15.5:0/323279473 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffad8003520 con 0x7ffad8004d40 2024-09-19T05:04:45.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.188+0000 7ffaf4bfb640 1 --2- 172.21.15.5:0/323279473 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffad8004d40 0x7ffad80051c0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7ffaf00cec50 tx=0x7ffad8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=338a98d6d246eb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:45.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.188+0000 7ffaeeffd640 1 -- 172.21.15.5:0/323279473 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae8037070 con 0x7ffad8004d40 2024-09-19T05:04:45.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.188+0000 7ffaeeffd640 1 -- 172.21.15.5:0/323279473 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffae802e050 con 0x7ffad8004d40 2024-09-19T05:04:45.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.188+0000 7ffaeeffd640 1 -- 172.21.15.5:0/323279473 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae8009c10 con 0x7ffad8004d40 2024-09-19T05:04:45.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.189+0000 7ffaf665e640 1 -- 172.21.15.5:0/323279473 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffad8004d40 msgr2=0x7ffad80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:45.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.189+0000 7ffaf665e640 1 --2- 172.21.15.5:0/323279473 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffad8004d40 0x7ffad80051c0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7ffaf00cec50 tx=0x7ffad8005830 comp rx=0 tx=0).stop 2024-09-19T05:04:45.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.189+0000 7ffaf4bfb640 1 -- 172.21.15.5:0/323279473 reap_dead start 2024-09-19T05:04:45.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.189+0000 7ffaf665e640 1 -- 172.21.15.5:0/323279473 shutdown_connections 2024-09-19T05:04:45.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.189+0000 7ffaf665e640 1 -- 172.21.15.5:0/323279473 >> 172.21.15.5:0/323279473 conn(0x7ffaf00b3ff0 msgr2=0x7ffaf00b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:45.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.189+0000 7ffaf665e640 1 -- 172.21.15.5:0/323279473 shutdown_connections 2024-09-19T05:04:45.194 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.189+0000 7ffaf665e640 1 -- 172.21.15.5:0/323279473 wait complete. 2024-09-19T05:04:45.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.190+0000 7ffaf665e640 1 Processor -- start 2024-09-19T05:04:45.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.190+0000 7ffaf665e640 1 -- start start 2024-09-19T05:04:45.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.192+0000 7ffaf665e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffad8004d40 0x7ffaf00ce0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:45.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.192+0000 7ffaf665e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaf01f4390 0x7ffaf009e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:45.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.192+0000 7ffaf665e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffaf01f4810 0x7ffaf0153ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:45.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.192+0000 7ffaf665e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf00b70b0 con 0x7ffad8004d40 2024-09-19T05:04:45.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.192+0000 7ffaf665e640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf009b5a0 con 0x7ffaf01f4810 2024-09-19T05:04:45.197 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.192+0000 7ffaf665e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7ffaf00b7230 con 0x7ffaf01f4390 2024-09-19T05:04:45.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.192+0000 7ffaeffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffad8004d40 0x7ffaf00ce0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:45.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.192+0000 7ffaeffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffad8004d40 0x7ffaf00ce0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:60574/0 (socket says 172.21.15.5:60574) 2024-09-19T05:04:45.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.192+0000 7ffaeffff640 1 -- 172.21.15.5:0/1764315906 learned_addr learned my addr 172.21.15.5:0/1764315906 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:45.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.192+0000 7ffaf4bfb640 1 --2- 172.21.15.5:0/1764315906 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffaf01f4810 0x7ffaf0153ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:45.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.192+0000 7ffaef7fe640 1 --2- 172.21.15.5:0/1764315906 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaf01f4390 0x7ffaf009e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:45.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.192+0000 7ffaeffff640 1 -- 172.21.15.5:0/1764315906 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaf01f4390 msgr2=0x7ffaf009e2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:45.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.192+0000 7ffaeffff640 1 --2- 172.21.15.5:0/1764315906 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaf01f4390 0x7ffaf009e2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:45.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.192+0000 7ffaeffff640 1 -- 172.21.15.5:0/1764315906 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffaf01f4810 msgr2=0x7ffaf0153ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:45.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.192+0000 7ffaeffff640 1 --2- 172.21.15.5:0/1764315906 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffaf01f4810 0x7ffaf0153ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:45.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.192+0000 7ffaeffff640 1 -- 172.21.15.5:0/1764315906 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaf014ca90 con 0x7ffad8004d40 2024-09-19T05:04:45.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.192+0000 7ffaeffff640 1 --2- 172.21.15.5:0/1764315906 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffad8004d40 0x7ffaf00ce0d0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7ffae000f7c0 tx=0x7ffae000fc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:45.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.192+0000 7ffaecff9640 1 -- 172.21.15.5:0/1764315906 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae00052e0 con 0x7ffad8004d40 2024-09-19T05:04:45.198 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.192+0000 7ffaecff9640 1 -- 172.21.15.5:0/1764315906 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffae0018070 con 0x7ffad8004d40 2024-09-19T05:04:45.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.192+0000 7ffaf665e640 1 -- 172.21.15.5:0/1764315906 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffaf01469d0 con 0x7ffad8004d40 2024-09-19T05:04:45.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.192+0000 7ffaecff9640 1 -- 172.21.15.5:0/1764315906 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae000d970 con 0x7ffad8004d40 2024-09-19T05:04:45.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.192+0000 7ffaf665e640 1 -- 172.21.15.5:0/1764315906 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffaf0147270 con 0x7ffad8004d40 2024-09-19T05:04:45.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.192+0000 7ffaf665e640 1 -- 172.21.15.5:0/1764315906 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffaf0146dc0 con 0x7ffad8004d40 2024-09-19T05:04:45.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.193+0000 7ffaecff9640 1 -- 172.21.15.5:0/1764315906 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ffae000db10 con 0x7ffad8004d40 2024-09-19T05:04:45.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.193+0000 7ffaecff9640 1 --2- 172.21.15.5:0/1764315906 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffadc06c2b0 0x7ffadc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:45.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.193+0000 7ffaecff9640 1 -- 172.21.15.5:0/1764315906 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6101+0+0 (secure 0 0 0) 0x7ffae008b5c0 con 0x7ffad8004d40 2024-09-19T05:04:45.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.194+0000 7ffaef7fe640 1 --2- 172.21.15.5:0/1764315906 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffadc06c2b0 0x7ffadc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:45.199 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.194+0000 7ffaef7fe640 1 --2- 172.21.15.5:0/1764315906 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffadc06c2b0 0x7ffadc06e770 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7ffae40012b0 tx=0x7ffae4009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:45.200 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.198+0000 7ffaecff9640 1 -- 172.21.15.5:0/1764315906 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ffae001a310 con 0x7ffad8004d40 2024-09-19T05:04:45.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.411+0000 7ffaf665e640 1 -- 172.21.15.5:0/1764315906 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffaf00b7570 con 0x7ffad8004d40 2024-09-19T05:04:45.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.411+0000 7ffaecff9640 1 -- 172.21.15.5:0/1764315906 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 51 v51) ==== 94+0+5222 (secure 0 0 0) 0x7ffae0059ba0 con 0x7ffad8004d40 2024-09-19T05:04:45.414 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:45.414 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":51,"btime":"2024-09-19T05:04:32:146287+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5600,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/3569421845","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":3569421845},{"type":"v1","addr":"172.21.15.5:6835","nonce":3569421845}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":47},{"gid":6004,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/291804519","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":291804519},{"type":"v1","addr":"172.21.15.5:6834","nonce":291804519}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48},{"gid":6016,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/2022223765","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":2022223765},{"type":"v1","addr":"172.21.15.134:6836","nonce":2022223765}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48}],"filesystems":[{"mdsmap":{"epoch":51,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:04:29.495113+0000","modified":"2024-09-19T05:04:31.490487+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6019},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6019":{"gid":6019,"name":"b","rank":0,"incarnation":49,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6837/2854193258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":2854193258},{"type":"v1","addr":"172.21.15.134:6837","nonce":2854193258}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6019,"qdb_cluster":[6019]},"id":7}]} 2024-09-19T05:04:45.415 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 51 2024-09-19T05:04:45.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.413+0000 7ffaf665e640 1 -- 172.21.15.5:0/1764315906 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffadc06c2b0 msgr2=0x7ffadc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:45.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.413+0000 7ffaf665e640 1 --2- 172.21.15.5:0/1764315906 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffadc06c2b0 0x7ffadc06e770 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7ffae40012b0 tx=0x7ffae4009040 comp rx=0 tx=0).stop 2024-09-19T05:04:45.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.413+0000 7ffaf665e640 1 -- 172.21.15.5:0/1764315906 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffad8004d40 msgr2=0x7ffaf00ce0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:45.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.413+0000 7ffaf665e640 1 --2- 172.21.15.5:0/1764315906 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffad8004d40 0x7ffaf00ce0d0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7ffae000f7c0 tx=0x7ffae000fc80 comp rx=0 tx=0).stop 2024-09-19T05:04:45.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.413+0000 7ffaf665e640 1 -- 172.21.15.5:0/1764315906 shutdown_connections 2024-09-19T05:04:45.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.413+0000 7ffaf665e640 1 --2- 172.21.15.5:0/1764315906 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7ffadc06c2b0 0x7ffadc06e770 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:45.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.413+0000 7ffaf665e640 1 --2- 172.21.15.5:0/1764315906 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7ffaf01f4810 0x7ffaf0153ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:45.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.413+0000 7ffaf665e640 1 --2- 172.21.15.5:0/1764315906 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7ffaf01f4390 0x7ffaf009e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:45.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.413+0000 7ffaf665e640 1 --2- 172.21.15.5:0/1764315906 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7ffad8004d40 0x7ffaf00ce0d0 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:45.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.413+0000 7ffaf665e640 1 -- 172.21.15.5:0/1764315906 >> 172.21.15.5:0/1764315906 conn(0x7ffaf00b3ff0 msgr2=0x7ffaf015b280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:45.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.414+0000 7ffaf665e640 1 -- 172.21.15.5:0/1764315906 shutdown_connections 2024-09-19T05:04:45.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.414+0000 7ffaf665e640 1 -- 172.21.15.5:0/1764315906 wait complete. 2024-09-19T05:04:45.427 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:04:45.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.527+0000 7f0f0a78d640 1 Processor -- start 2024-09-19T05:04:45.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.527+0000 7f0f0a78d640 1 -- start start 2024-09-19T05:04:45.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.529+0000 7f0f0a78d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0f0415c250 0x7f0f0409b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:45.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.529+0000 7f0f0a78d640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0f040b5be0 con 0x7f0f04071380 2024-09-19T05:04:45.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.529+0000 7f0f0a78d640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0f0415efa0 con 0x7f0f0415eb10 2024-09-19T05:04:45.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.529+0000 7f0f0a78d640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f0f0415f280 con 0x7f0f0415c250 2024-09-19T05:04:45.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.529+0000 7f0f03fff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f0f0415c250 0x7f0f0409b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:45.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.529+0000 7f0f08d2a640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f0f04071380 0x7f0f040b60a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36900/0 (socket says 172.21.15.5:36900) 2024-09-19T05:04:45.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.529+0000 7f0f08d2a640 1 -- 172.21.15.5:0/443256959 learned_addr learned my addr 172.21.15.5:0/443256959 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:45.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.529+0000 7f0f03fff640 1 -- 172.21.15.5:0/443256959 >> v1:172.21.15.134:6789/0 conn(0x7f0f0415eb10 legacy=0x7f0f04070c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:45.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.529+0000 7f0f03fff640 1 -- 172.21.15.5:0/443256959 >> v1:172.21.15.5:6789/0 conn(0x7f0f04071380 legacy=0x7f0f040b60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:45.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.529+0000 7f0f03fff640 1 -- 172.21.15.5:0/443256959 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f0415f560 con 0x7f0f0415c250 2024-09-19T05:04:45.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.529+0000 7f0f02ffd640 1 -- 172.21.15.5:0/443256959 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4209275694 0 0) 0x7f0efc001490 con 0x7f0f04071380 2024-09-19T05:04:45.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.529+0000 7f0f03fff640 1 --2- 172.21.15.5:0/443256959 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f0415c250 0x7f0f0409b9f0 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f0ef40097a0 tx=0x7f0ef402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8697efe2a7ae9493 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:45.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.529+0000 7f0f02ffd640 1 -- 172.21.15.5:0/443256959 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ef4037070 con 0x7f0f0415c250 2024-09-19T05:04:45.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.529+0000 7f0f02ffd640 1 -- 172.21.15.5:0/443256959 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ef4032440 con 0x7f0f0415c250 2024-09-19T05:04:45.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.529+0000 7f0f02ffd640 1 -- 172.21.15.5:0/443256959 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ef4032810 con 0x7f0f0415c250 2024-09-19T05:04:45.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.530+0000 7f0f0a78d640 1 -- 172.21.15.5:0/443256959 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f0415c250 msgr2=0x7f0f0409b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:45.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.530+0000 7f0f0a78d640 1 --2- 172.21.15.5:0/443256959 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f0415c250 0x7f0f0409b9f0 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f0ef40097a0 tx=0x7f0ef402a1e0 comp rx=0 tx=0).stop 2024-09-19T05:04:45.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.530+0000 7f0f0a78d640 1 -- 172.21.15.5:0/443256959 shutdown_connections 2024-09-19T05:04:45.533 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.530+0000 7f0f0a78d640 1 --2- 172.21.15.5:0/443256959 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f0415c250 0x7f0f0409b9f0 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:45.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.530+0000 7f0f0a78d640 1 -- 172.21.15.5:0/443256959 >> 172.21.15.5:0/443256959 conn(0x7f0f040b3ff0 msgr2=0x7f0f040b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:45.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.530+0000 7f0f0a78d640 1 -- 172.21.15.5:0/443256959 shutdown_connections 2024-09-19T05:04:45.534 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.530+0000 7f0f0a78d640 1 -- 172.21.15.5:0/443256959 wait complete. 2024-09-19T05:04:45.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.531+0000 7f0f0a78d640 1 Processor -- start 2024-09-19T05:04:45.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.531+0000 7f0f0a78d640 1 -- start start 2024-09-19T05:04:45.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.532+0000 7f0f0a78d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0f04071380 0x7f0f04150000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:45.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.532+0000 7f0f0a78d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f0415c250 0x7f0f041579c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:45.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.532+0000 7f0f0a78d640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0f041f8080 0x7f0f04150970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:45.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.532+0000 7f0f0a78d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f0f0409bf30 con 0x7f0f0415c250 2024-09-19T05:04:45.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.532+0000 7f0f0a78d640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f0f0409b5a0 con 0x7f0f041f8080 2024-09-19T05:04:45.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.532+0000 7f0f0a78d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f0f040b67b0 con 0x7f0f04071380 2024-09-19T05:04:45.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.532+0000 7f0f037fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f0415c250 0x7f0f041579c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:45.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.532+0000 7f0f037fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f0415c250 0x7f0f041579c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:60600/0 (socket says 172.21.15.5:60600) 2024-09-19T05:04:45.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.532+0000 7f0f037fe640 1 -- 172.21.15.5:0/1116557781 learned_addr learned my addr 172.21.15.5:0/1116557781 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:45.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.532+0000 7f0f03fff640 1 --2- 172.21.15.5:0/1116557781 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0f04071380 0x7f0f04150000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:45.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.532+0000 7f0f08d2a640 1 --2- 172.21.15.5:0/1116557781 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0f041f8080 0x7f0f04150970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:45.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.534+0000 7f0f037fe640 1 -- 172.21.15.5:0/1116557781 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0f04071380 msgr2=0x7f0f04150000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:45.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.534+0000 7f0f037fe640 1 --2- 172.21.15.5:0/1116557781 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0f04071380 0x7f0f04150000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:45.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.534+0000 7f0f037fe640 1 -- 172.21.15.5:0/1116557781 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0f041f8080 msgr2=0x7f0f04150970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:45.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.534+0000 7f0f037fe640 1 --2- 172.21.15.5:0/1116557781 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0f041f8080 0x7f0f04150970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:45.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.534+0000 7f0f037fe640 1 -- 172.21.15.5:0/1116557781 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f041f8ad0 con 0x7f0f0415c250 2024-09-19T05:04:45.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.534+0000 7f0f08d2a640 1 --2- 172.21.15.5:0/1116557781 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0f041f8080 0x7f0f04150970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:45.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.534+0000 7f0f037fe640 1 --2- 172.21.15.5:0/1116557781 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f0415c250 0x7f0f041579c0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f0ef800b3f0 tx=0x7f0ef800b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:45.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.534+0000 7f0f00ff9640 1 -- 172.21.15.5:0/1116557781 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ef8015020 con 0x7f0f0415c250 2024-09-19T05:04:45.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.534+0000 7f0f00ff9640 1 -- 172.21.15.5:0/1116557781 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ef8011830 con 0x7f0f0415c250 2024-09-19T05:04:45.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.534+0000 7f0f00ff9640 1 -- 172.21.15.5:0/1116557781 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ef8011c20 con 0x7f0f0415c250 2024-09-19T05:04:45.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.534+0000 7f0f0a78d640 1 -- 172.21.15.5:0/1116557781 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f041f8db0 con 0x7f0f0415c250 2024-09-19T05:04:45.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.534+0000 7f0f0a78d640 1 -- 172.21.15.5:0/1116557781 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f04157f00 con 0x7f0f0415c250 2024-09-19T05:04:45.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.534+0000 7f0f0a78d640 1 -- 172.21.15.5:0/1116557781 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f04156fb0 con 0x7f0f0415c250 2024-09-19T05:04:45.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.535+0000 7f0f00ff9640 1 -- 172.21.15.5:0/1116557781 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0ef8018020 con 0x7f0f0415c250 2024-09-19T05:04:45.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.535+0000 7f0f00ff9640 1 --2- 172.21.15.5:0/1116557781 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0ef006c2b0 0x7f0ef006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:45.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.535+0000 7f0f00ff9640 1 -- 172.21.15.5:0/1116557781 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6101+0+0 (secure 0 0 0) 0x7f0ef808b160 con 0x7f0f0415c250 2024-09-19T05:04:45.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.537+0000 7f0f03fff640 1 --2- 172.21.15.5:0/1116557781 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0ef006c2b0 0x7f0ef006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:45.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.537+0000 7f0f03fff640 1 --2- 172.21.15.5:0/1116557781 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0ef006c2b0 0x7f0ef006e770 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f0ef4034000 tx=0x7f0ef402e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:45.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.540+0000 7f0f00ff9640 1 -- 172.21.15.5:0/1116557781 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0ef801f030 con 0x7f0f0415c250 2024-09-19T05:04:45.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.754+0000 7f0f0a78d640 1 -- 172.21.15.5:0/1116557781 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0f0409b9f0 con 0x7f0f0415c250 2024-09-19T05:04:45.757 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.755+0000 7f0f00ff9640 1 -- 172.21.15.5:0/1116557781 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 51 v51) ==== 94+0+5222 (secure 0 0 0) 0x7f0ef8059750 con 0x7f0f0415c250 2024-09-19T05:04:45.757 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:45.757 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":51,"btime":"2024-09-19T05:04:32:146287+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5600,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/3569421845","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":3569421845},{"type":"v1","addr":"172.21.15.5:6835","nonce":3569421845}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":47},{"gid":6004,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/291804519","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":291804519},{"type":"v1","addr":"172.21.15.5:6834","nonce":291804519}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48},{"gid":6016,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/2022223765","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":2022223765},{"type":"v1","addr":"172.21.15.134:6836","nonce":2022223765}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48}],"filesystems":[{"mdsmap":{"epoch":51,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T05:04:29.495113+0000","modified":"2024-09-19T05:04:31.490487+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6019},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6019":{"gid":6019,"name":"b","rank":0,"incarnation":49,"state":"up:active","state_seq":3,"addr":"172.21.15.134:6837/2854193258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":2854193258},{"type":"v1","addr":"172.21.15.134:6837","nonce":2854193258}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6019,"qdb_cluster":[6019]},"id":7}]} 2024-09-19T05:04:45.757 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 51 2024-09-19T05:04:45.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.757+0000 7f0f0a78d640 1 -- 172.21.15.5:0/1116557781 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0ef006c2b0 msgr2=0x7f0ef006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:45.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.757+0000 7f0f0a78d640 1 --2- 172.21.15.5:0/1116557781 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0ef006c2b0 0x7f0ef006e770 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f0ef4034000 tx=0x7f0ef402e000 comp rx=0 tx=0).stop 2024-09-19T05:04:45.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.757+0000 7f0f0a78d640 1 -- 172.21.15.5:0/1116557781 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f0415c250 msgr2=0x7f0f041579c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:45.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.757+0000 7f0f0a78d640 1 --2- 172.21.15.5:0/1116557781 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f0415c250 0x7f0f041579c0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f0ef800b3f0 tx=0x7f0ef800b8b0 comp rx=0 tx=0).stop 2024-09-19T05:04:45.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.757+0000 7f0f0a78d640 1 -- 172.21.15.5:0/1116557781 shutdown_connections 2024-09-19T05:04:45.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.757+0000 7f0f0a78d640 1 --2- 172.21.15.5:0/1116557781 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f0ef006c2b0 0x7f0ef006e770 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:45.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.757+0000 7f0f0a78d640 1 --2- 172.21.15.5:0/1116557781 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f0f041f8080 0x7f0f04150970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:45.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.757+0000 7f0f0a78d640 1 --2- 172.21.15.5:0/1116557781 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f0f0415c250 0x7f0f041579c0 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:45.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.757+0000 7f0f0a78d640 1 --2- 172.21.15.5:0/1116557781 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f0f04071380 0x7f0f04150000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:45.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.757+0000 7f0f0a78d640 1 -- 172.21.15.5:0/1116557781 >> 172.21.15.5:0/1116557781 conn(0x7f0f040b3ff0 msgr2=0x7f0f0415c630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:45.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.757+0000 7f0f0a78d640 1 -- 172.21.15.5:0/1116557781 shutdown_connections 2024-09-19T05:04:45.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.757+0000 7f0f0a78d640 1 -- 172.21.15.5:0/1116557781 wait complete. 2024-09-19T05:04:45.769 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:04:45.871 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.870+0000 7f1622bed640 1 Processor -- start 2024-09-19T05:04:45.872 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.870+0000 7f1622bed640 1 -- start start 2024-09-19T05:04:45.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.871+0000 7f1622bed640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f161c15c1c0 0x7f161c070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:45.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.871+0000 7f1622bed640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f161c15f8d0 con 0x7f161c15f480 2024-09-19T05:04:45.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.871+0000 7f1622bed640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f161c070e00 con 0x7f161c09b180 2024-09-19T05:04:45.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.871+0000 7f1622bed640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f161c0b5d90 con 0x7f161c15c1c0 2024-09-19T05:04:45.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.871+0000 7f1620989640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f161c15c1c0 0x7f161c070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:45.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.871+0000 7f1620989640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f161c15c1c0 0x7f161c070770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:60612/0 (socket says 172.21.15.5:60612) 2024-09-19T05:04:45.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.871+0000 7f1620989640 1 -- 172.21.15.5:0/4099415528 learned_addr learned my addr 172.21.15.5:0/4099415528 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:45.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.871+0000 7f1620989640 1 -- 172.21.15.5:0/4099415528 >> v1:172.21.15.134:6789/0 conn(0x7f161c09b180 legacy=0x7f161c0b6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:45.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.871+0000 7f1620989640 1 -- 172.21.15.5:0/4099415528 >> v1:172.21.15.5:6789/0 conn(0x7f161c15f480 legacy=0x7f161c09aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:45.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.871+0000 7f1620989640 1 -- 172.21.15.5:0/4099415528 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f161c0710e0 con 0x7f161c15c1c0 2024-09-19T05:04:45.874 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.871+0000 7f161b7fe640 1 -- 172.21.15.5:0/4099415528 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 928631446 0 0) 0x7f161c15f8d0 con 0x7f161c15f480 2024-09-19T05:04:45.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.872+0000 7f1620989640 1 --2- 172.21.15.5:0/4099415528 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f161c15c1c0 0x7f161c070770 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f16100098a0 tx=0x7f161002a320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56491df6db796d81 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:45.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.872+0000 7f161b7fe640 1 -- 172.21.15.5:0/4099415528 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1610037070 con 0x7f161c15c1c0 2024-09-19T05:04:45.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.872+0000 7f161b7fe640 1 -- 172.21.15.5:0/4099415528 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1610032640 con 0x7f161c15c1c0 2024-09-19T05:04:45.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.872+0000 7f161b7fe640 1 -- 172.21.15.5:0/4099415528 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1610032a10 con 0x7f161c15c1c0 2024-09-19T05:04:45.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.873+0000 7f1622bed640 1 -- 172.21.15.5:0/4099415528 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f161c15c1c0 msgr2=0x7f161c070770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:45.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.873+0000 7f1622bed640 1 --2- 172.21.15.5:0/4099415528 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f161c15c1c0 0x7f161c070770 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f16100098a0 tx=0x7f161002a320 comp rx=0 tx=0).stop 2024-09-19T05:04:45.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.873+0000 7f1622bed640 1 -- 172.21.15.5:0/4099415528 shutdown_connections 2024-09-19T05:04:45.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.873+0000 7f1622bed640 1 --2- 172.21.15.5:0/4099415528 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f161c15c1c0 0x7f161c070770 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:45.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.873+0000 7f1622bed640 1 -- 172.21.15.5:0/4099415528 >> 172.21.15.5:0/4099415528 conn(0x7f161c0b3ff0 msgr2=0x7f161c0b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:45.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.873+0000 7f1622bed640 1 -- 172.21.15.5:0/4099415528 shutdown_connections 2024-09-19T05:04:45.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.873+0000 7f1622bed640 1 -- 172.21.15.5:0/4099415528 wait complete. 2024-09-19T05:04:45.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.874+0000 7f1622bed640 1 Processor -- start 2024-09-19T05:04:45.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.874+0000 7f1622bed640 1 -- start start 2024-09-19T05:04:45.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.875+0000 7f1622bed640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f161c09b180 0x7f161c145dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:45.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.875+0000 7f1622bed640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f161c15c1c0 0x7f161c15ad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:45.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.875+0000 7f1622bed640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f161c15f480 0x7f161c161380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:45.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.875+0000 7f1622bed640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f161c0b6930 con 0x7f161c15f480 2024-09-19T05:04:45.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.875+0000 7f1622bed640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f161c0716a0 con 0x7f161c15c1c0 2024-09-19T05:04:45.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.875+0000 7f1622bed640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f161c0b6ab0 con 0x7f161c09b180 2024-09-19T05:04:45.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.875+0000 7f162118a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f161c15f480 0x7f161c161380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:45.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.875+0000 7f162118a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f161c15f480 0x7f161c161380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:60616/0 (socket says 172.21.15.5:60616) 2024-09-19T05:04:45.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.875+0000 7f162118a640 1 -- 172.21.15.5:0/996222381 learned_addr learned my addr 172.21.15.5:0/996222381 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:45.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.875+0000 7f1620989640 1 --2- 172.21.15.5:0/996222381 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f161c09b180 0x7f161c145dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:45.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.875+0000 7f161bfff640 1 --2- 172.21.15.5:0/996222381 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f161c15c1c0 0x7f161c15ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:45.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.875+0000 7f162118a640 1 -- 172.21.15.5:0/996222381 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f161c09b180 msgr2=0x7f161c145dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:45.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.875+0000 7f162118a640 1 --2- 172.21.15.5:0/996222381 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f161c09b180 0x7f161c145dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:45.878 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.875+0000 7f162118a640 1 -- 172.21.15.5:0/996222381 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f161c15c1c0 msgr2=0x7f161c15ad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:45.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.875+0000 7f162118a640 1 --2- 172.21.15.5:0/996222381 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f161c15c1c0 0x7f161c15ad60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:45.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.875+0000 7f162118a640 1 -- 172.21.15.5:0/996222381 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f161c146310 con 0x7f161c15f480 2024-09-19T05:04:45.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.876+0000 7f162118a640 1 --2- 172.21.15.5:0/996222381 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f161c15f480 0x7f161c161380 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f161400c760 tx=0x7f161400cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:45.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.876+0000 7f16197fa640 1 -- 172.21.15.5:0/996222381 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1614003b70 con 0x7f161c15f480 2024-09-19T05:04:45.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.876+0000 7f16197fa640 1 -- 172.21.15.5:0/996222381 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1614003d10 con 0x7f161c15f480 2024-09-19T05:04:45.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.876+0000 7f1622bed640 1 -- 172.21.15.5:0/996222381 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f161c1622e0 con 0x7f161c15f480 2024-09-19T05:04:45.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.876+0000 7f16197fa640 1 -- 172.21.15.5:0/996222381 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f161400aa90 con 0x7f161c15f480 2024-09-19T05:04:45.879 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.876+0000 7f1622bed640 1 -- 172.21.15.5:0/996222381 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f161c1628a0 con 0x7f161c15f480 2024-09-19T05:04:45.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.877+0000 7f1622bed640 1 -- 172.21.15.5:0/996222381 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f161c09b5a0 con 0x7f161c15f480 2024-09-19T05:04:45.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.877+0000 7f16197fa640 1 -- 172.21.15.5:0/996222381 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f161400ac30 con 0x7f161c15f480 2024-09-19T05:04:45.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.878+0000 7f16197fa640 1 --2- 172.21.15.5:0/996222381 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f160006c2b0 0x7f160006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:45.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.878+0000 7f16197fa640 1 -- 172.21.15.5:0/996222381 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6101+0+0 (secure 0 0 0) 0x7f161408b2f0 con 0x7f161c15f480 2024-09-19T05:04:45.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.878+0000 7f1620989640 1 --2- 172.21.15.5:0/996222381 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f160006c2b0 0x7f160006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:45.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.878+0000 7f1620989640 1 --2- 172.21.15.5:0/996222381 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f160006c2b0 0x7f160006e770 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f1610034000 tx=0x7f161002e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:45.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:45.882+0000 7f16197fa640 1 -- 172.21.15.5:0/996222381 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f161c146310 con 0x7f161c15f480 2024-09-19T05:04:46.061 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.059+0000 7f1622bed640 1 -- 172.21.15.5:0/996222381 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f161c1e89a0 con 0x7f161c15f480 2024-09-19T05:04:46.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.060+0000 7f16197fa640 1 -- 172.21.15.5:0/996222381 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) ==== 74+0+16897 (secure 0 0 0) 0x7f1614059280 con 0x7f161c15f480 2024-09-19T05:04:46.062 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:46.062 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":95,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:04:31.140769+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:04:27.159111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"94","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-09-19T05:04:28.477292+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"95","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:04:46.064 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.063+0000 7f1622bed640 1 -- 172.21.15.5:0/996222381 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f160006c2b0 msgr2=0x7f160006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:46.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.063+0000 7f1622bed640 1 --2- 172.21.15.5:0/996222381 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f160006c2b0 0x7f160006e770 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f1610034000 tx=0x7f161002e000 comp rx=0 tx=0).stop 2024-09-19T05:04:46.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.063+0000 7f1622bed640 1 -- 172.21.15.5:0/996222381 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f161c15f480 msgr2=0x7f161c161380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:46.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.063+0000 7f1622bed640 1 --2- 172.21.15.5:0/996222381 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f161c15f480 0x7f161c161380 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f161400c760 tx=0x7f161400cc20 comp rx=0 tx=0).stop 2024-09-19T05:04:46.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.063+0000 7f1622bed640 1 -- 172.21.15.5:0/996222381 shutdown_connections 2024-09-19T05:04:46.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.063+0000 7f1622bed640 1 --2- 172.21.15.5:0/996222381 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f160006c2b0 0x7f160006e770 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:46.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.063+0000 7f1622bed640 1 --2- 172.21.15.5:0/996222381 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f161c15f480 0x7f161c161380 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:46.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.063+0000 7f1622bed640 1 --2- 172.21.15.5:0/996222381 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f161c15c1c0 0x7f161c15ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:46.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.063+0000 7f1622bed640 1 --2- 172.21.15.5:0/996222381 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f161c09b180 0x7f161c145dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:46.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.063+0000 7f1622bed640 1 -- 172.21.15.5:0/996222381 >> 172.21.15.5:0/996222381 conn(0x7f161c0b3ff0 msgr2=0x7f161c15e610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:46.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.063+0000 7f1622bed640 1 -- 172.21.15.5:0/996222381 shutdown_connections 2024-09-19T05:04:46.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.063+0000 7f1622bed640 1 -- 172.21.15.5:0/996222381 wait complete. 2024-09-19T05:04:46.075 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T05:04:46.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.179+0000 7f9a91053640 1 Processor -- start 2024-09-19T05:04:46.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.179+0000 7f9a91053640 1 -- start start 2024-09-19T05:04:46.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.180+0000 7f9a91053640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f9a8c162750 0x7f9a8c0ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:46.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.180+0000 7f9a91053640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9a8c0af3a0 0x7f9a8c06eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:46.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.180+0000 7f9a91053640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9a8c0af860 con 0x7f9a8c1554d0 2024-09-19T05:04:46.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.180+0000 7f9a91053640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f9a8c0b0470 con 0x7f9a8c0af3a0 2024-09-19T05:04:46.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.180+0000 7f9a91053640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f9a8c0afb40 con 0x7f9a8c162750 2024-09-19T05:04:46.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.180+0000 7f9a8ad9d640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f9a8c1554d0 0x7f9a8c162040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36912/0 (socket says 172.21.15.5:36912) 2024-09-19T05:04:46.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.180+0000 7f9a8b59e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9a8c0af3a0 0x7f9a8c06eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:46.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.180+0000 7f9a8ad9d640 1 -- 172.21.15.5:0/3456713471 learned_addr learned my addr 172.21.15.5:0/3456713471 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:46.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.180+0000 7f9a8a59c640 1 --2- 172.21.15.5:0/3456713471 >> v2:172.21.15.134:3300/0 conn(0x7f9a8c162750 0x7f9a8c0ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:46.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.180+0000 7f9a8b59e640 1 -- 172.21.15.5:0/3456713471 >> v2:172.21.15.134:3300/0 conn(0x7f9a8c162750 msgr2=0x7f9a8c0ccf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:46.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.180+0000 7f9a8b59e640 1 --2- 172.21.15.5:0/3456713471 >> v2:172.21.15.134:3300/0 conn(0x7f9a8c162750 0x7f9a8c0ccf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:46.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.180+0000 7f9a8b59e640 1 -- 172.21.15.5:0/3456713471 >> v1:172.21.15.5:6789/0 conn(0x7f9a8c1554d0 legacy=0x7f9a8c162040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:46.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.180+0000 7f9a89d9b640 1 -- 172.21.15.5:0/3456713471 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 82327692 0 0) 0x7f9a8c0af860 con 0x7f9a8c1554d0 2024-09-19T05:04:46.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.180+0000 7f9a8b59e640 1 -- 172.21.15.5:0/3456713471 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a8c0afe20 con 0x7f9a8c0af3a0 2024-09-19T05:04:46.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.181+0000 7f9a8b59e640 1 --2- 172.21.15.5:0/3456713471 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9a8c0af3a0 0x7f9a8c06eb60 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f9a8c06d870 tx=0x7f9a8402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b1d199c5a86749 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:46.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.181+0000 7f9a89d9b640 1 -- 172.21.15.5:0/3456713471 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a84037070 con 0x7f9a8c0af3a0 2024-09-19T05:04:46.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.181+0000 7f9a89d9b640 1 -- 172.21.15.5:0/3456713471 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a84032440 con 0x7f9a8c0af3a0 2024-09-19T05:04:46.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.181+0000 7f9a89d9b640 1 -- 172.21.15.5:0/3456713471 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a84032810 con 0x7f9a8c0af3a0 2024-09-19T05:04:46.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.182+0000 7f9a91053640 1 -- 172.21.15.5:0/3456713471 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9a8c0af3a0 msgr2=0x7f9a8c06eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:46.187 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.182+0000 7f9a91053640 1 --2- 172.21.15.5:0/3456713471 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9a8c0af3a0 0x7f9a8c06eb60 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f9a8c06d870 tx=0x7f9a8402a1a0 comp rx=0 tx=0).stop 2024-09-19T05:04:46.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.182+0000 7f9a91053640 1 -- 172.21.15.5:0/3456713471 shutdown_connections 2024-09-19T05:04:46.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.182+0000 7f9a91053640 1 --2- 172.21.15.5:0/3456713471 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9a8c0af3a0 0x7f9a8c06eb60 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:46.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.182+0000 7f9a91053640 1 --2- 172.21.15.5:0/3456713471 >> v2:172.21.15.134:3300/0 conn(0x7f9a8c162750 0x7f9a8c0ccf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:46.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.182+0000 7f9a91053640 1 -- 172.21.15.5:0/3456713471 >> 172.21.15.5:0/3456713471 conn(0x7f9a8c0736d0 msgr2=0x7f9a8c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:46.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.182+0000 7f9a91053640 1 -- 172.21.15.5:0/3456713471 shutdown_connections 2024-09-19T05:04:46.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.182+0000 7f9a91053640 1 -- 172.21.15.5:0/3456713471 wait complete. 2024-09-19T05:04:46.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.183+0000 7f9a91053640 1 Processor -- start 2024-09-19T05:04:46.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.183+0000 7f9a91053640 1 -- start start 2024-09-19T05:04:46.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.184+0000 7f9a91053640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9a8c0af3a0 0x7f9a8c14c7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:46.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.184+0000 7f9a91053640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9a8c1554d0 0x7f9a8c154050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:46.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.184+0000 7f9a91053640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9a8c162750 0x7f9a8c154590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:46.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.184+0000 7f9a91053640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f9a8c162d30 con 0x7f9a8c162750 2024-09-19T05:04:46.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.184+0000 7f9a91053640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f9a8c1558b0 con 0x7f9a8c0af3a0 2024-09-19T05:04:46.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.184+0000 7f9a91053640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f9a8c162eb0 con 0x7f9a8c1554d0 2024-09-19T05:04:46.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.184+0000 7f9a8b59e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9a8c162750 0x7f9a8c154590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:46.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.184+0000 7f9a8b59e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9a8c162750 0x7f9a8c154590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:60640/0 (socket says 172.21.15.5:60640) 2024-09-19T05:04:46.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.184+0000 7f9a8b59e640 1 -- 172.21.15.5:0/4130905524 learned_addr learned my addr 172.21.15.5:0/4130905524 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:46.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.184+0000 7f9a8ad9d640 1 --2- 172.21.15.5:0/4130905524 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9a8c0af3a0 0x7f9a8c14c7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:46.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.184+0000 7f9a8a59c640 1 --2- 172.21.15.5:0/4130905524 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9a8c1554d0 0x7f9a8c154050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:46.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.184+0000 7f9a8b59e640 1 -- 172.21.15.5:0/4130905524 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9a8c1554d0 msgr2=0x7f9a8c154050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:46.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.184+0000 7f9a8b59e640 1 --2- 172.21.15.5:0/4130905524 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9a8c1554d0 0x7f9a8c154050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:46.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.184+0000 7f9a8b59e640 1 -- 172.21.15.5:0/4130905524 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9a8c0af3a0 msgr2=0x7f9a8c14c7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:46.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.184+0000 7f9a8b59e640 1 --2- 172.21.15.5:0/4130905524 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9a8c0af3a0 0x7f9a8c14c7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:46.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.184+0000 7f9a8b59e640 1 -- 172.21.15.5:0/4130905524 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a8c1f7770 con 0x7f9a8c162750 2024-09-19T05:04:46.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.184+0000 7f9a8a59c640 1 --2- 172.21.15.5:0/4130905524 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9a8c1554d0 0x7f9a8c154050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:46.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.185+0000 7f9a8b59e640 1 --2- 172.21.15.5:0/4130905524 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9a8c162750 0x7f9a8c154590 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f9a84035040 tx=0x7f9a840046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:46.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.185+0000 7f9a837fe640 1 -- 172.21.15.5:0/4130905524 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a84037040 con 0x7f9a8c162750 2024-09-19T05:04:46.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.185+0000 7f9a837fe640 1 -- 172.21.15.5:0/4130905524 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a84042070 con 0x7f9a8c162750 2024-09-19T05:04:46.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.185+0000 7f9a91053640 1 -- 172.21.15.5:0/4130905524 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a8c1f7a50 con 0x7f9a8c162750 2024-09-19T05:04:46.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.185+0000 7f9a837fe640 1 -- 172.21.15.5:0/4130905524 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a84030b30 con 0x7f9a8c162750 2024-09-19T05:04:46.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.185+0000 7f9a91053640 1 -- 172.21.15.5:0/4130905524 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a8c14cd10 con 0x7f9a8c162750 2024-09-19T05:04:46.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.186+0000 7f9a91053640 1 -- 172.21.15.5:0/4130905524 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a8c0ccf60 con 0x7f9a8c162750 2024-09-19T05:04:46.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.186+0000 7f9a837fe640 1 -- 172.21.15.5:0/4130905524 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9a84030cd0 con 0x7f9a8c162750 2024-09-19T05:04:46.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.187+0000 7f9a837fe640 1 --2- 172.21.15.5:0/4130905524 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9a6c06c2b0 0x7f9a6c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:46.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.187+0000 7f9a837fe640 1 -- 172.21.15.5:0/4130905524 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6101+0+0 (secure 0 0 0) 0x7f9a840ac090 con 0x7f9a8c162750 2024-09-19T05:04:46.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.187+0000 7f9a8ad9d640 1 --2- 172.21.15.5:0/4130905524 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9a6c06c2b0 0x7f9a6c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:46.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.187+0000 7f9a8ad9d640 1 --2- 172.21.15.5:0/4130905524 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9a6c06c2b0 0x7f9a6c06e770 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c0012e0 tx=0x7f9a7c001700 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:46.192 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.191+0000 7f9a837fe640 1 -- 172.21.15.5:0/4130905524 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9a84032e20 con 0x7f9a8c162750 2024-09-19T05:04:46.406 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.405+0000 7f9a91053640 1 -- 172.21.15.5:0/4130905524 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f9a8c0b5ea0 con 0x7f9a8c162750 2024-09-19T05:04:46.407 INFO:tasks.ceph.mon.a.smithi005.stderr:2024-09-19T05:04:46.405+0000 7f639b64d640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T05:04:46.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.407+0000 7f9a837fe640 1 -- 172.21.15.5:0/4130905524 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v52) ==== 161+0+0 (secure 0 0 0) 0x7f9a8407a6a0 con 0x7f9a8c162750 2024-09-19T05:04:46.408 INFO:teuthology.orchestra.run.smithi005.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T05:04:46.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.409+0000 7f9a91053640 1 -- 172.21.15.5:0/4130905524 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9a6c06c2b0 msgr2=0x7f9a6c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:46.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.409+0000 7f9a91053640 1 --2- 172.21.15.5:0/4130905524 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9a6c06c2b0 0x7f9a6c06e770 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c0012e0 tx=0x7f9a7c001700 comp rx=0 tx=0).stop 2024-09-19T05:04:46.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.409+0000 7f9a91053640 1 -- 172.21.15.5:0/4130905524 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9a8c162750 msgr2=0x7f9a8c154590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:46.411 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.409+0000 7f9a91053640 1 --2- 172.21.15.5:0/4130905524 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9a8c162750 0x7f9a8c154590 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f9a84035040 tx=0x7f9a840046c0 comp rx=0 tx=0).stop 2024-09-19T05:04:46.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.409+0000 7f9a91053640 1 -- 172.21.15.5:0/4130905524 shutdown_connections 2024-09-19T05:04:46.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.409+0000 7f9a91053640 1 --2- 172.21.15.5:0/4130905524 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9a6c06c2b0 0x7f9a6c06e770 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:46.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.409+0000 7f9a91053640 1 --2- 172.21.15.5:0/4130905524 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9a8c162750 0x7f9a8c154590 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:46.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.409+0000 7f9a91053640 1 --2- 172.21.15.5:0/4130905524 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9a8c1554d0 0x7f9a8c154050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:46.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.409+0000 7f9a91053640 1 --2- 172.21.15.5:0/4130905524 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9a8c0af3a0 0x7f9a8c14c7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:46.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.409+0000 7f9a91053640 1 -- 172.21.15.5:0/4130905524 >> 172.21.15.5:0/4130905524 conn(0x7f9a8c0736d0 msgr2=0x7f9a8c0b20b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:46.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.409+0000 7f9a91053640 1 -- 172.21.15.5:0/4130905524 shutdown_connections 2024-09-19T05:04:46.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.409+0000 7f9a91053640 1 -- 172.21.15.5:0/4130905524 wait complete. 2024-09-19T05:04:46.422 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T05:04:46.454 INFO:tasks.ceph.mds.b.smithi134.stdout:starting mds.b at 2024-09-19T05:04:46.527 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.525+0000 7fc083398640 1 Processor -- start 2024-09-19T05:04:46.527 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.525+0000 7fc083398640 1 -- start start 2024-09-19T05:04:46.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.526+0000 7fc083398640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc07c15aeb0 0x7fc07c15eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:46.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.526+0000 7fc083398640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc07c0b4a10 con 0x7fc07c0728d0 2024-09-19T05:04:46.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.526+0000 7fc083398640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc07c0b4580 con 0x7fc07c0b41a0 2024-09-19T05:04:46.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.526+0000 7fc083398640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fc07c15f3f0 con 0x7fc07c15aeb0 2024-09-19T05:04:46.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.526+0000 7fc081935640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fc07c0728d0 0x7fc07c0b4ec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:36918/0 (socket says 172.21.15.5:36918) 2024-09-19T05:04:46.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.526+0000 7fc081935640 1 -- 172.21.15.5:0/2113966141 learned_addr learned my addr 172.21.15.5:0/2113966141 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:46.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.527+0000 7fc080933640 1 --2- 172.21.15.5:0/2113966141 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc07c15aeb0 0x7fc07c15eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:46.529 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.527+0000 7fc07bfff640 1 -- 172.21.15.5:0/2113966141 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1782245644 0 0) 0x7fc07c0b4a10 con 0x7fc07c0728d0 2024-09-19T05:04:46.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.527+0000 7fc07bfff640 1 -- 172.21.15.5:0/2113966141 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc064004630 con 0x7fc07c0728d0 2024-09-19T05:04:46.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.527+0000 7fc07bfff640 1 -- 172.21.15.5:0/2113966141 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4038295243 0 0) 0x7fc074001110 con 0x7fc07c0b41a0 2024-09-19T05:04:46.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.527+0000 7fc07bfff640 1 -- 172.21.15.5:0/2113966141 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc07c0b4a10 con 0x7fc07c0b41a0 2024-09-19T05:04:46.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.527+0000 7fc080933640 1 -- 172.21.15.5:0/2113966141 >> v1:172.21.15.134:6789/0 conn(0x7fc07c0b41a0 legacy=0x7fc07c0b34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:46.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.527+0000 7fc080933640 1 -- 172.21.15.5:0/2113966141 >> v1:172.21.15.5:6789/0 conn(0x7fc07c0728d0 legacy=0x7fc07c0b4ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:46.530 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.527+0000 7fc080933640 1 -- 172.21.15.5:0/2113966141 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc07c15b500 con 0x7fc07c15aeb0 2024-09-19T05:04:46.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.528+0000 7fc080933640 1 --2- 172.21.15.5:0/2113966141 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc07c15aeb0 0x7fc07c15eeb0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fc0700097d0 tx=0x7fc07002a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=516c564e797c784f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:46.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.528+0000 7fc07bfff640 1 -- 172.21.15.5:0/2113966141 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc070037070 con 0x7fc07c15aeb0 2024-09-19T05:04:46.531 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.528+0000 7fc07bfff640 1 -- 172.21.15.5:0/2113966141 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc070032440 con 0x7fc07c15aeb0 2024-09-19T05:04:46.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.528+0000 7fc07bfff640 1 -- 172.21.15.5:0/2113966141 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc070032810 con 0x7fc07c15aeb0 2024-09-19T05:04:46.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.528+0000 7fc083398640 1 -- 172.21.15.5:0/2113966141 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc07c15aeb0 msgr2=0x7fc07c15eeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:46.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.528+0000 7fc083398640 1 --2- 172.21.15.5:0/2113966141 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc07c15aeb0 0x7fc07c15eeb0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fc0700097d0 tx=0x7fc07002a210 comp rx=0 tx=0).stop 2024-09-19T05:04:46.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.529+0000 7fc083398640 1 -- 172.21.15.5:0/2113966141 shutdown_connections 2024-09-19T05:04:46.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.529+0000 7fc083398640 1 --2- 172.21.15.5:0/2113966141 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc07c15aeb0 0x7fc07c15eeb0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:46.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.529+0000 7fc083398640 1 -- 172.21.15.5:0/2113966141 >> 172.21.15.5:0/2113966141 conn(0x7fc07c067d70 msgr2=0x7fc07c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:46.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.529+0000 7fc083398640 1 -- 172.21.15.5:0/2113966141 shutdown_connections 2024-09-19T05:04:46.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.529+0000 7fc083398640 1 -- 172.21.15.5:0/2113966141 wait complete. 2024-09-19T05:04:46.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.530+0000 7fc083398640 1 Processor -- start 2024-09-19T05:04:46.532 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.530+0000 7fc083398640 1 -- start start 2024-09-19T05:04:46.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.531+0000 7fc083398640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc07c0728d0 0x7fc07c153450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:46.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.531+0000 7fc083398640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc07c0b41a0 0x7fc07c156a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:46.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.531+0000 7fc083398640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc07c15aeb0 0x7fc07c159ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:46.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.531+0000 7fc083398640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fc07c15bda0 con 0x7fc07c15aeb0 2024-09-19T05:04:46.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.531+0000 7fc083398640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fc07c15bac0 con 0x7fc07c0b41a0 2024-09-19T05:04:46.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.531+0000 7fc083398640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fc07c0b55d0 con 0x7fc07c0728d0 2024-09-19T05:04:46.535 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.531+0000 7fc081935640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc07c15aeb0 0x7fc07c159ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:46.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.531+0000 7fc081935640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc07c15aeb0 0x7fc07c159ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:60656/0 (socket says 172.21.15.5:60656) 2024-09-19T05:04:46.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.531+0000 7fc081935640 1 -- 172.21.15.5:0/3271998049 learned_addr learned my addr 172.21.15.5:0/3271998049 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:46.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.531+0000 7fc080933640 1 --2- 172.21.15.5:0/3271998049 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc07c0b41a0 0x7fc07c156a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:46.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.531+0000 7fc081134640 1 --2- 172.21.15.5:0/3271998049 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc07c0728d0 0x7fc07c153450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:46.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.531+0000 7fc081935640 1 -- 172.21.15.5:0/3271998049 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc07c0728d0 msgr2=0x7fc07c153450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:46.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.531+0000 7fc081935640 1 --2- 172.21.15.5:0/3271998049 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc07c0728d0 0x7fc07c153450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:46.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.531+0000 7fc081935640 1 -- 172.21.15.5:0/3271998049 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc07c0b41a0 msgr2=0x7fc07c156a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:46.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.531+0000 7fc081935640 1 --2- 172.21.15.5:0/3271998049 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc07c0b41a0 0x7fc07c156a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:46.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.531+0000 7fc081935640 1 -- 172.21.15.5:0/3271998049 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc07c153990 con 0x7fc07c15aeb0 2024-09-19T05:04:46.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.531+0000 7fc081935640 1 --2- 172.21.15.5:0/3271998049 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc07c15aeb0 0x7fc07c159ec0 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7fc06c00cbc0 tx=0x7fc06c00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:46.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.531+0000 7fc079ffb640 1 -- 172.21.15.5:0/3271998049 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc06c017070 con 0x7fc07c15aeb0 2024-09-19T05:04:46.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.531+0000 7fc079ffb640 1 -- 172.21.15.5:0/3271998049 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc06c00ace0 con 0x7fc07c15aeb0 2024-09-19T05:04:46.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.531+0000 7fc079ffb640 1 -- 172.21.15.5:0/3271998049 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc06c012600 con 0x7fc07c15aeb0 2024-09-19T05:04:46.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.532+0000 7fc083398640 1 -- 172.21.15.5:0/3271998049 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc07c156fa0 con 0x7fc07c15aeb0 2024-09-19T05:04:46.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.532+0000 7fc083398640 1 -- 172.21.15.5:0/3271998049 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc07c155ca0 con 0x7fc07c15aeb0 2024-09-19T05:04:46.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.533+0000 7fc083398640 1 -- 172.21.15.5:0/3271998049 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc07c15eeb0 con 0x7fc07c15aeb0 2024-09-19T05:04:46.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.533+0000 7fc079ffb640 1 -- 172.21.15.5:0/3271998049 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc06c01a070 con 0x7fc07c15aeb0 2024-09-19T05:04:46.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.533+0000 7fc079ffb640 1 --2- 172.21.15.5:0/3271998049 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc06806c2b0 0x7fc06806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:46.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.534+0000 7fc079ffb640 1 -- 172.21.15.5:0/3271998049 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 6187+0+0 (secure 0 0 0) 0x7fc06c08b330 con 0x7fc07c15aeb0 2024-09-19T05:04:46.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.534+0000 7fc081134640 1 --2- 172.21.15.5:0/3271998049 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc06806c2b0 0x7fc06806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:46.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.534+0000 7fc081134640 1 --2- 172.21.15.5:0/3271998049 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc06806c2b0 0x7fc06806e770 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fc0740013b0 tx=0x7fc074009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:46.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.538+0000 7fc079ffb640 1 -- 172.21.15.5:0/3271998049 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc06c0591e0 con 0x7fc07c15aeb0 2024-09-19T05:04:46.753 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:46.751+0000 7fc083398640 1 -- 172.21.15.5:0/3271998049 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fc07c06f800 con 0x7fc07c15aeb0 2024-09-19T05:04:47.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.410+0000 7fc079ffb640 1 -- 172.21.15.5:0/3271998049 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v53) ==== 104+0+0 (secure 0 0 0) 0x7fc06c05d4e0 con 0x7fc07c15aeb0 2024-09-19T05:04:47.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.413+0000 7fc083398640 1 -- 172.21.15.5:0/3271998049 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc06806c2b0 msgr2=0x7fc06806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:47.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.413+0000 7fc083398640 1 --2- 172.21.15.5:0/3271998049 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc06806c2b0 0x7fc06806e770 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fc0740013b0 tx=0x7fc074009040 comp rx=0 tx=0).stop 2024-09-19T05:04:47.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.413+0000 7fc083398640 1 -- 172.21.15.5:0/3271998049 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc07c15aeb0 msgr2=0x7fc07c159ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:47.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.413+0000 7fc083398640 1 --2- 172.21.15.5:0/3271998049 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc07c15aeb0 0x7fc07c159ec0 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7fc06c00cbc0 tx=0x7fc06c00a430 comp rx=0 tx=0).stop 2024-09-19T05:04:47.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.413+0000 7fc083398640 1 -- 172.21.15.5:0/3271998049 shutdown_connections 2024-09-19T05:04:47.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.413+0000 7fc083398640 1 --2- 172.21.15.5:0/3271998049 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fc06806c2b0 0x7fc06806e770 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:47.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.413+0000 7fc083398640 1 --2- 172.21.15.5:0/3271998049 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fc07c15aeb0 0x7fc07c159ec0 unknown :-1 s=CLOSED pgs=933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:47.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.413+0000 7fc083398640 1 --2- 172.21.15.5:0/3271998049 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fc07c0b41a0 0x7fc07c156a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:47.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.413+0000 7fc083398640 1 --2- 172.21.15.5:0/3271998049 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fc07c0728d0 0x7fc07c153450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:47.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.413+0000 7fc083398640 1 -- 172.21.15.5:0/3271998049 >> 172.21.15.5:0/3271998049 conn(0x7fc07c067d70 msgr2=0x7fc07c0aec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:47.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.414+0000 7fc083398640 1 -- 172.21.15.5:0/3271998049 shutdown_connections 2024-09-19T05:04:47.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.414+0000 7fc083398640 1 -- 172.21.15.5:0/3271998049 wait complete. 2024-09-19T05:04:47.428 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T05:04:47.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.536+0000 7f0823cf1640 1 Processor -- start 2024-09-19T05:04:47.538 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.536+0000 7f0823cf1640 1 -- start start 2024-09-19T05:04:47.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.537+0000 7f0823cf1640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f081c0b5520 0x7f081c0b47e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:47.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.537+0000 7f0823cf1640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f081c06d330 0x7f081c15eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:47.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.537+0000 7f0823cf1640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f081c15f7d0 con 0x7f081c0b5900 2024-09-19T05:04:47.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.537+0000 7f0823cf1640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f081c073a60 con 0x7f081c0b5520 2024-09-19T05:04:47.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.537+0000 7f0823cf1640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f081c15fab0 con 0x7f081c06d330 2024-09-19T05:04:47.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.537+0000 7f0821a8d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f081c0b5520 0x7f081c0b47e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:47.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.537+0000 7f0821a8d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f081c0b5520 0x7f081c0b47e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38012/0 (socket says 172.21.15.5:38012) 2024-09-19T05:04:47.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.537+0000 7f0821a8d640 1 -- 172.21.15.5:0/3397936395 learned_addr learned my addr 172.21.15.5:0/3397936395 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:47.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.538+0000 7f082228e640 1 --2- 172.21.15.5:0/3397936395 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f081c06d330 0x7f081c15eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:47.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.538+0000 7f0821a8d640 1 -- 172.21.15.5:0/3397936395 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f081c06d330 msgr2=0x7f081c15eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:47.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.538+0000 7f0821a8d640 1 --2- 172.21.15.5:0/3397936395 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f081c06d330 0x7f081c15eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:47.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.538+0000 7f0821a8d640 1 -- 172.21.15.5:0/3397936395 >> v1:172.21.15.134:6789/0 conn(0x7f081c0b5900 legacy=0x7f081c06cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:47.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.538+0000 7f0821a8d640 1 -- 172.21.15.5:0/3397936395 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f081c0b3d00 con 0x7f081c0b5520 2024-09-19T05:04:47.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.538+0000 7f0821a8d640 1 --2- 172.21.15.5:0/3397936395 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f081c0b5520 0x7f081c0b47e0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f0818009e50 tx=0x7f081802a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5a497e77b52cb0d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:47.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.539+0000 7f0820a8b640 1 -- 172.21.15.5:0/3397936395 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0818036070 con 0x7f081c0b5520 2024-09-19T05:04:47.541 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.539+0000 7f0820a8b640 1 -- 172.21.15.5:0/3397936395 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0818031600 con 0x7f081c0b5520 2024-09-19T05:04:47.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.539+0000 7f0820a8b640 1 -- 172.21.15.5:0/3397936395 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08180319d0 con 0x7f081c0b5520 2024-09-19T05:04:47.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.539+0000 7f0823cf1640 1 -- 172.21.15.5:0/3397936395 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f081c0b5520 msgr2=0x7f081c0b47e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:47.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.539+0000 7f0823cf1640 1 --2- 172.21.15.5:0/3397936395 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f081c0b5520 0x7f081c0b47e0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f0818009e50 tx=0x7f081802a630 comp rx=0 tx=0).stop 2024-09-19T05:04:47.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.539+0000 7f0823cf1640 1 -- 172.21.15.5:0/3397936395 shutdown_connections 2024-09-19T05:04:47.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.539+0000 7f0823cf1640 1 --2- 172.21.15.5:0/3397936395 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f081c06d330 0x7f081c15eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:47.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.539+0000 7f0823cf1640 1 --2- 172.21.15.5:0/3397936395 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f081c0b5520 0x7f081c0b47e0 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:47.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.539+0000 7f0823cf1640 1 -- 172.21.15.5:0/3397936395 >> 172.21.15.5:0/3397936395 conn(0x7f081c0b3050 msgr2=0x7f081c072950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:47.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.539+0000 7f0823cf1640 1 -- 172.21.15.5:0/3397936395 shutdown_connections 2024-09-19T05:04:47.542 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.539+0000 7f0823cf1640 1 -- 172.21.15.5:0/3397936395 wait complete. 2024-09-19T05:04:47.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.540+0000 7f0823cf1640 1 Processor -- start 2024-09-19T05:04:47.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.540+0000 7f0823cf1640 1 -- start start 2024-09-19T05:04:47.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.541+0000 7f0823cf1640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f081c06d330 0x7f081c155890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:47.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.541+0000 7f0823cf1640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f081c0b5520 0x7f081c06c680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:47.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.541+0000 7f0823cf1640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f081c0b5900 0x7f081c156540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:47.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.541+0000 7f0823cf1640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f081c15f0c0 con 0x7f081c06d330 2024-09-19T05:04:47.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.541+0000 7f0823cf1640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f081c0b42c0 con 0x7f081c0b5520 2024-09-19T05:04:47.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.541+0000 7f0823cf1640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f081c15f240 con 0x7f081c0b5900 2024-09-19T05:04:47.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.541+0000 7f0821a8d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f081c06d330 0x7f081c155890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:47.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.541+0000 7f0821a8d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f081c06d330 0x7f081c155890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38016/0 (socket says 172.21.15.5:38016) 2024-09-19T05:04:47.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.541+0000 7f0821a8d640 1 -- 172.21.15.5:0/2642577735 learned_addr learned my addr 172.21.15.5:0/2642577735 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:47.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.541+0000 7f082128c640 1 --2- 172.21.15.5:0/2642577735 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f081c0b5520 0x7f081c06c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:47.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.541+0000 7f082228e640 1 --2- 172.21.15.5:0/2642577735 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f081c0b5900 0x7f081c156540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:47.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.542+0000 7f0821a8d640 1 -- 172.21.15.5:0/2642577735 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f081c0b5900 msgr2=0x7f081c156540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:47.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.542+0000 7f0821a8d640 1 --2- 172.21.15.5:0/2642577735 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f081c0b5900 0x7f081c156540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:47.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.542+0000 7f0821a8d640 1 -- 172.21.15.5:0/2642577735 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f081c0b5520 msgr2=0x7f081c06c680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:47.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.542+0000 7f0821a8d640 1 --2- 172.21.15.5:0/2642577735 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f081c0b5520 0x7f081c06c680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:47.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.542+0000 7f0821a8d640 1 -- 172.21.15.5:0/2642577735 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f081c1533f0 con 0x7f081c06d330 2024-09-19T05:04:47.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.542+0000 7f0821a8d640 1 --2- 172.21.15.5:0/2642577735 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f081c06d330 0x7f081c155890 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f0818009e50 tx=0x7f0818004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:47.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.542+0000 7f08127fc640 1 -- 172.21.15.5:0/2642577735 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0818036050 con 0x7f081c06d330 2024-09-19T05:04:47.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.542+0000 7f08127fc640 1 -- 172.21.15.5:0/2642577735 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0818042070 con 0x7f081c06d330 2024-09-19T05:04:47.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.542+0000 7f0823cf1640 1 -- 172.21.15.5:0/2642577735 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f081c1536d0 con 0x7f081c06d330 2024-09-19T05:04:47.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.542+0000 7f08127fc640 1 -- 172.21.15.5:0/2642577735 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0818009510 con 0x7f081c06d330 2024-09-19T05:04:47.546 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.542+0000 7f0823cf1640 1 -- 172.21.15.5:0/2642577735 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f081c153f70 con 0x7f081c06d330 2024-09-19T05:04:47.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.543+0000 7f0823cf1640 1 -- 172.21.15.5:0/2642577735 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f081c15eb80 con 0x7f081c06d330 2024-09-19T05:04:47.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.544+0000 7f08127fc640 1 -- 172.21.15.5:0/2642577735 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0818007c50 con 0x7f081c06d330 2024-09-19T05:04:47.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.544+0000 7f08127fc640 1 --2- 172.21.15.5:0/2642577735 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f080006c2b0 0x7f080006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:47.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.544+0000 7f08127fc640 1 -- 172.21.15.5:0/2642577735 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 6187+0+0 (secure 0 0 0) 0x7f08180ac5c0 con 0x7f081c06d330 2024-09-19T05:04:47.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.544+0000 7f082128c640 1 --2- 172.21.15.5:0/2642577735 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f080006c2b0 0x7f080006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:47.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.545+0000 7f082128c640 1 --2- 172.21.15.5:0/2642577735 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f080006c2b0 0x7f080006e770 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f080c006fd0 tx=0x7f080c008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:47.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.549+0000 7f08127fc640 1 -- 172.21.15.5:0/2642577735 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f081807abe0 con 0x7f081c06d330 2024-09-19T05:04:47.725 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:47.723+0000 7f0823cf1640 1 -- 172.21.15.5:0/2642577735 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f081c0b0c10 con 0x7f081c06d330 2024-09-19T05:04:48.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.412+0000 7f08127fc640 1 -- 172.21.15.5:0/2642577735 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v97) ==== 181+0+0 (secure 0 0 0) 0x7f081807a4e0 con 0x7f081c06d330 2024-09-19T05:04:48.414 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_metadata' removed 2024-09-19T05:04:48.416 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.415+0000 7f0823cf1640 1 -- 172.21.15.5:0/2642577735 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f080006c2b0 msgr2=0x7f080006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:48.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.415+0000 7f0823cf1640 1 --2- 172.21.15.5:0/2642577735 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f080006c2b0 0x7f080006e770 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f080c006fd0 tx=0x7f080c008040 comp rx=0 tx=0).stop 2024-09-19T05:04:48.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.415+0000 7f0823cf1640 1 -- 172.21.15.5:0/2642577735 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f081c06d330 msgr2=0x7f081c155890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:48.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.415+0000 7f0823cf1640 1 --2- 172.21.15.5:0/2642577735 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f081c06d330 0x7f081c155890 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f0818009e50 tx=0x7f0818004a40 comp rx=0 tx=0).stop 2024-09-19T05:04:48.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.415+0000 7f0823cf1640 1 -- 172.21.15.5:0/2642577735 shutdown_connections 2024-09-19T05:04:48.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.415+0000 7f0823cf1640 1 --2- 172.21.15.5:0/2642577735 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f080006c2b0 0x7f080006e770 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:48.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.415+0000 7f0823cf1640 1 --2- 172.21.15.5:0/2642577735 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f081c0b5900 0x7f081c156540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:48.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.415+0000 7f0823cf1640 1 --2- 172.21.15.5:0/2642577735 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f081c0b5520 0x7f081c06c680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:48.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.415+0000 7f0823cf1640 1 --2- 172.21.15.5:0/2642577735 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f081c06d330 0x7f081c155890 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:48.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.415+0000 7f0823cf1640 1 -- 172.21.15.5:0/2642577735 >> 172.21.15.5:0/2642577735 conn(0x7f081c0b3050 msgr2=0x7f081c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:48.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.415+0000 7f0823cf1640 1 -- 172.21.15.5:0/2642577735 shutdown_connections 2024-09-19T05:04:48.417 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.415+0000 7f0823cf1640 1 -- 172.21.15.5:0/2642577735 wait complete. 2024-09-19T05:04:48.430 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T05:04:48.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.541+0000 7fb5dda47640 1 Processor -- start 2024-09-19T05:04:48.543 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.541+0000 7fb5dda47640 1 -- start start 2024-09-19T05:04:48.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.542+0000 7fb5dda47640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb5d815e6e0 0x7fb5d8162190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:48.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.542+0000 7fb5dda47640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fb5d809bb30 0x7fb5d809aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:48.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.542+0000 7fb5dda47640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb5d80b7690 con 0x7fb5d809afb0 2024-09-19T05:04:48.544 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.542+0000 7fb5dda47640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fb5d809b390 con 0x7fb5d815e6e0 2024-09-19T05:04:48.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.542+0000 7fb5dda47640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fb5d81629c0 con 0x7fb5d809bb30 2024-09-19T05:04:48.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.542+0000 7fb5d6ffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb5d815e6e0 0x7fb5d8162190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:48.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.542+0000 7fb5d6ffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fb5d815e6e0 0x7fb5d8162190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38026/0 (socket says 172.21.15.5:38026) 2024-09-19T05:04:48.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.542+0000 7fb5d6ffd640 1 -- 172.21.15.5:0/3964597936 learned_addr learned my addr 172.21.15.5:0/3964597936 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:48.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.542+0000 7fb5d67fc640 1 --2- 172.21.15.5:0/3964597936 >> v2:172.21.15.134:3300/0 conn(0x7fb5d809bb30 0x7fb5d809aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:48.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.542+0000 7fb5d6ffd640 1 -- 172.21.15.5:0/3964597936 >> v2:172.21.15.134:3300/0 conn(0x7fb5d809bb30 msgr2=0x7fb5d809aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:48.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.542+0000 7fb5d6ffd640 1 --2- 172.21.15.5:0/3964597936 >> v2:172.21.15.134:3300/0 conn(0x7fb5d809bb30 0x7fb5d809aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:48.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.543+0000 7fb5d6ffd640 1 -- 172.21.15.5:0/3964597936 >> v1:172.21.15.134:6789/0 conn(0x7fb5d809afb0 legacy=0x7fb5d815eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:48.545 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.543+0000 7fb5d6ffd640 1 -- 172.21.15.5:0/3964597936 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5d8162ca0 con 0x7fb5d815e6e0 2024-09-19T05:04:48.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.543+0000 7fb5d6ffd640 1 --2- 172.21.15.5:0/3964597936 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5d815e6e0 0x7fb5d8162190 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7fb5d806c6d0 tx=0x7fb5c802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=510611e606eb3831 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:48.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.543+0000 7fb5d5ffb640 1 -- 172.21.15.5:0/3964597936 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c8036070 con 0x7fb5d815e6e0 2024-09-19T05:04:48.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.543+0000 7fb5d5ffb640 1 -- 172.21.15.5:0/3964597936 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5c8031600 con 0x7fb5d815e6e0 2024-09-19T05:04:48.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.543+0000 7fb5d5ffb640 1 -- 172.21.15.5:0/3964597936 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c80319d0 con 0x7fb5d815e6e0 2024-09-19T05:04:48.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.544+0000 7fb5dda47640 1 -- 172.21.15.5:0/3964597936 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5d815e6e0 msgr2=0x7fb5d8162190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:48.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.544+0000 7fb5dda47640 1 --2- 172.21.15.5:0/3964597936 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5d815e6e0 0x7fb5d8162190 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7fb5d806c6d0 tx=0x7fb5c802a730 comp rx=0 tx=0).stop 2024-09-19T05:04:48.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.544+0000 7fb5dda47640 1 -- 172.21.15.5:0/3964597936 shutdown_connections 2024-09-19T05:04:48.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.544+0000 7fb5dda47640 1 --2- 172.21.15.5:0/3964597936 >> v2:172.21.15.134:3300/0 conn(0x7fb5d809bb30 0x7fb5d809aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:48.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.544+0000 7fb5dda47640 1 --2- 172.21.15.5:0/3964597936 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5d815e6e0 0x7fb5d8162190 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:48.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.544+0000 7fb5dda47640 1 -- 172.21.15.5:0/3964597936 >> 172.21.15.5:0/3964597936 conn(0x7fb5d80b4060 msgr2=0x7fb5d80b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:48.547 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.544+0000 7fb5dda47640 1 -- 172.21.15.5:0/3964597936 shutdown_connections 2024-09-19T05:04:48.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.544+0000 7fb5dda47640 1 -- 172.21.15.5:0/3964597936 wait complete. 2024-09-19T05:04:48.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.545+0000 7fb5dda47640 1 Processor -- start 2024-09-19T05:04:48.548 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.545+0000 7fb5dda47640 1 -- start start 2024-09-19T05:04:48.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.546+0000 7fb5dda47640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5d809afb0 0x7fb5d814f220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:48.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.546+0000 7fb5dda47640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb5d809bb30 0x7fb5d80b1c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:48.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.546+0000 7fb5dda47640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb5d815e6e0 0x7fb5d80b2180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:48.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.546+0000 7fb5dda47640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d81626d0 con 0x7fb5d809afb0 2024-09-19T05:04:48.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.546+0000 7fb5dda47640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d80b6160 con 0x7fb5d809bb30 2024-09-19T05:04:48.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.546+0000 7fb5dda47640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fb5d815fcb0 con 0x7fb5d815e6e0 2024-09-19T05:04:48.550 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.546+0000 7fb5d6ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5d809afb0 0x7fb5d814f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:48.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.546+0000 7fb5d6ffd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5d809afb0 0x7fb5d814f220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38030/0 (socket says 172.21.15.5:38030) 2024-09-19T05:04:48.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.546+0000 7fb5d6ffd640 1 -- 172.21.15.5:0/3910996186 learned_addr learned my addr 172.21.15.5:0/3910996186 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:48.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.546+0000 7fb5d67fc640 1 --2- 172.21.15.5:0/3910996186 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb5d809bb30 0x7fb5d80b1c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:48.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.546+0000 7fb5d77fe640 1 --2- 172.21.15.5:0/3910996186 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb5d815e6e0 0x7fb5d80b2180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:48.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.547+0000 7fb5d6ffd640 1 -- 172.21.15.5:0/3910996186 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb5d815e6e0 msgr2=0x7fb5d80b2180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:48.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.547+0000 7fb5d6ffd640 1 --2- 172.21.15.5:0/3910996186 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb5d815e6e0 0x7fb5d80b2180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:48.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.547+0000 7fb5d6ffd640 1 -- 172.21.15.5:0/3910996186 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb5d809bb30 msgr2=0x7fb5d80b1c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:48.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.547+0000 7fb5d6ffd640 1 --2- 172.21.15.5:0/3910996186 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb5d809bb30 0x7fb5d80b1c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:48.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.547+0000 7fb5d6ffd640 1 -- 172.21.15.5:0/3910996186 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5d80af640 con 0x7fb5d809afb0 2024-09-19T05:04:48.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.547+0000 7fb5d77fe640 1 --2- 172.21.15.5:0/3910996186 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb5d815e6e0 0x7fb5d80b2180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:48.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.547+0000 7fb5d6ffd640 1 --2- 172.21.15.5:0/3910996186 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5d809afb0 0x7fb5d814f220 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7fb5c8000f80 tx=0x7fb5c8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:48.551 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.547+0000 7fb5cffff640 1 -- 172.21.15.5:0/3910996186 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c8036050 con 0x7fb5d809afb0 2024-09-19T05:04:48.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.547+0000 7fb5cffff640 1 -- 172.21.15.5:0/3910996186 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5c8042070 con 0x7fb5d809afb0 2024-09-19T05:04:48.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.547+0000 7fb5dda47640 1 -- 172.21.15.5:0/3910996186 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5d80af920 con 0x7fb5d809afb0 2024-09-19T05:04:48.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.547+0000 7fb5cffff640 1 -- 172.21.15.5:0/3910996186 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c8009510 con 0x7fb5d809afb0 2024-09-19T05:04:48.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.547+0000 7fb5dda47640 1 -- 172.21.15.5:0/3910996186 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5d80afee0 con 0x7fb5d809afb0 2024-09-19T05:04:48.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.548+0000 7fb5dda47640 1 -- 172.21.15.5:0/3910996186 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5d8162f80 con 0x7fb5d809afb0 2024-09-19T05:04:48.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.549+0000 7fb5cffff640 1 -- 172.21.15.5:0/3910996186 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb5c8007c70 con 0x7fb5d809afb0 2024-09-19T05:04:48.553 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.549+0000 7fb5cffff640 1 --2- 172.21.15.5:0/3910996186 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb5b806c2b0 0x7fb5b806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:48.553 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.549+0000 7fb5cffff640 1 -- 172.21.15.5:0/3910996186 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5749+0+0 (secure 0 0 0) 0x7fb5c80ac1e0 con 0x7fb5d809afb0 2024-09-19T05:04:48.553 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.550+0000 7fb5d67fc640 1 --2- 172.21.15.5:0/3910996186 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb5b806c2b0 0x7fb5b806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:48.553 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.550+0000 7fb5d67fc640 1 --2- 172.21.15.5:0/3910996186 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb5b806c2b0 0x7fb5b806e770 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fb5d809af80 tx=0x7fb5c0008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:48.555 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.554+0000 7fb5cffff640 1 -- 172.21.15.5:0/3910996186 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb5c807a920 con 0x7fb5d809afb0 2024-09-19T05:04:48.732 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:48.730+0000 7fb5dda47640 1 -- 172.21.15.5:0/3910996186 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fb5d81e8320 con 0x7fb5d809afb0 2024-09-19T05:04:49.421 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.419+0000 7fb5cffff640 1 -- 172.21.15.5:0/3910996186 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v98) ==== 169+0+0 (secure 0 0 0) 0x7fb5c807a220 con 0x7fb5d809afb0 2024-09-19T05:04:49.421 INFO:teuthology.orchestra.run.smithi005.stderr:pool 'cephfs_data' removed 2024-09-19T05:04:49.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.423+0000 7fb5dda47640 1 -- 172.21.15.5:0/3910996186 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb5b806c2b0 msgr2=0x7fb5b806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:49.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.423+0000 7fb5dda47640 1 --2- 172.21.15.5:0/3910996186 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb5b806c2b0 0x7fb5b806e770 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fb5d809af80 tx=0x7fb5c0008040 comp rx=0 tx=0).stop 2024-09-19T05:04:49.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.423+0000 7fb5dda47640 1 -- 172.21.15.5:0/3910996186 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5d809afb0 msgr2=0x7fb5d814f220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:49.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.423+0000 7fb5dda47640 1 --2- 172.21.15.5:0/3910996186 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5d809afb0 0x7fb5d814f220 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7fb5c8000f80 tx=0x7fb5c8004a40 comp rx=0 tx=0).stop 2024-09-19T05:04:49.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.423+0000 7fb5dda47640 1 -- 172.21.15.5:0/3910996186 shutdown_connections 2024-09-19T05:04:49.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.423+0000 7fb5dda47640 1 --2- 172.21.15.5:0/3910996186 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb5b806c2b0 0x7fb5b806e770 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:49.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.423+0000 7fb5dda47640 1 --2- 172.21.15.5:0/3910996186 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb5d815e6e0 0x7fb5d80b2180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:49.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.423+0000 7fb5dda47640 1 --2- 172.21.15.5:0/3910996186 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb5d809bb30 0x7fb5d80b1c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:49.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.423+0000 7fb5dda47640 1 --2- 172.21.15.5:0/3910996186 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb5d809afb0 0x7fb5d814f220 unknown :-1 s=CLOSED pgs=937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:49.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.423+0000 7fb5dda47640 1 -- 172.21.15.5:0/3910996186 >> 172.21.15.5:0/3910996186 conn(0x7fb5d80b4060 msgr2=0x7fb5d815c810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:49.426 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.424+0000 7fb5dda47640 1 -- 172.21.15.5:0/3910996186 shutdown_connections 2024-09-19T05:04:49.427 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.424+0000 7fb5dda47640 1 -- 172.21.15.5:0/3910996186 wait complete. 2024-09-19T05:04:49.442 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T05:04:49.552 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.551+0000 7fb795fa6640 1 Processor -- start 2024-09-19T05:04:49.553 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.551+0000 7fb795fa6640 1 -- start start 2024-09-19T05:04:49.561 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.552+0000 7fb795fa6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb7900cf0d0 0x7fb79013e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:49.561 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.552+0000 7fb795fa6640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7900cf5b0 con 0x7fb790155910 2024-09-19T05:04:49.561 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.552+0000 7fb795fa6640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7900cf890 con 0x7fb79006f1b0 2024-09-19T05:04:49.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.552+0000 7fb795fa6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fb79013ed70 con 0x7fb7900cf0d0 2024-09-19T05:04:49.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.552+0000 7fb78f7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fb790155910 0x7fb790141270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34014/0 (socket says 172.21.15.5:34014) 2024-09-19T05:04:49.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.552+0000 7fb78f7fe640 1 -- 172.21.15.5:0/2736049956 learned_addr learned my addr 172.21.15.5:0/2736049956 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:49.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.552+0000 7fb78effd640 1 --2- 172.21.15.5:0/2736049956 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb7900cf0d0 0x7fb79013e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:49.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.552+0000 7fb78e7fc640 1 -- 172.21.15.5:0/2736049956 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4004616104 0 0) 0x7fb7900cf5b0 con 0x7fb790155910 2024-09-19T05:04:49.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.552+0000 7fb78e7fc640 1 -- 172.21.15.5:0/2736049956 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb778003520 con 0x7fb790155910 2024-09-19T05:04:49.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.552+0000 7fb78e7fc640 1 -- 172.21.15.5:0/2736049956 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1928522957 0 0) 0x7fb7900cf890 con 0x7fb79006f1b0 2024-09-19T05:04:49.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.552+0000 7fb78e7fc640 1 -- 172.21.15.5:0/2736049956 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb7900cf5b0 con 0x7fb79006f1b0 2024-09-19T05:04:49.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.552+0000 7fb78e7fc640 1 -- 172.21.15.5:0/2736049956 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1219200138 0 0) 0x7fb778003520 con 0x7fb790155910 2024-09-19T05:04:49.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.552+0000 7fb78e7fc640 1 -- 172.21.15.5:0/2736049956 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb7900cf0d0 msgr2=0x7fb79013e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:49.562 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.552+0000 7fb78e7fc640 1 --2- 172.21.15.5:0/2736049956 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb7900cf0d0 0x7fb79013e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:49.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.552+0000 7fb78e7fc640 1 -- 172.21.15.5:0/2736049956 >> v1:172.21.15.134:6789/0 conn(0x7fb79006f1b0 legacy=0x7fb79015bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:49.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.552+0000 7fb78e7fc640 1 -- 172.21.15.5:0/2736049956 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7900cfb70 con 0x7fb790155910 2024-09-19T05:04:49.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.552+0000 7fb78e7fc640 1 -- 172.21.15.5:0/2736049956 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7fb780001670 con 0x7fb790155910 2024-09-19T05:04:49.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.552+0000 7fb78e7fc640 1 -- 172.21.15.5:0/2736049956 >> v1:172.21.15.5:6789/0 conn(0x7fb790155910 legacy=0x7fb790141270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:49.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.552+0000 7fb78e7fc640 1 --2- 172.21.15.5:0/2736049956 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb778003b70 0x7fb778003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:49.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.552+0000 7fb78e7fc640 1 --2- 172.21.15.5:0/2736049956 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb7900cf0d0 0x7fb778004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:49.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.552+0000 7fb78e7fc640 1 --2- 172.21.15.5:0/2736049956 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb778004d40 0x7fb7780051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:49.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.552+0000 7fb78e7fc640 1 -- 172.21.15.5:0/2736049956 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fb79013ed70 con 0x7fb778003b70 2024-09-19T05:04:49.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.552+0000 7fb78e7fc640 1 -- 172.21.15.5:0/2736049956 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fb77800bb50 con 0x7fb778004d40 2024-09-19T05:04:49.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.552+0000 7fb78e7fc640 1 -- 172.21.15.5:0/2736049956 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fb77800bd20 con 0x7fb7900cf0d0 2024-09-19T05:04:49.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.553+0000 7fb78f7fe640 1 --2- 172.21.15.5:0/2736049956 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb778003b70 0x7fb778003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:49.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.553+0000 7fb78effd640 1 --2- 172.21.15.5:0/2736049956 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb7900cf0d0 0x7fb778004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:49.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.553+0000 7fb78ffff640 1 --2- 172.21.15.5:0/2736049956 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb778004d40 0x7fb7780051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:49.563 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.553+0000 7fb78f7fe640 1 -- 172.21.15.5:0/2736049956 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb7900cf0d0 msgr2=0x7fb778004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:49.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.553+0000 7fb78f7fe640 1 --2- 172.21.15.5:0/2736049956 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb7900cf0d0 0x7fb778004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:49.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.553+0000 7fb78f7fe640 1 -- 172.21.15.5:0/2736049956 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb778004d40 msgr2=0x7fb7780051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:49.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.553+0000 7fb78f7fe640 1 --2- 172.21.15.5:0/2736049956 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb778004d40 0x7fb7780051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:49.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.553+0000 7fb78f7fe640 1 -- 172.21.15.5:0/2736049956 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb778003520 con 0x7fb778003b70 2024-09-19T05:04:49.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.554+0000 7fb78f7fe640 1 --2- 172.21.15.5:0/2736049956 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb778003b70 0x7fb778003f70 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7fb78000c110 tx=0x7fb778005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98f64689bd4b6a56 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:49.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.554+0000 7fb78e7fc640 1 -- 172.21.15.5:0/2736049956 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb780007c00 con 0x7fb778003b70 2024-09-19T05:04:49.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.554+0000 7fb78e7fc640 1 -- 172.21.15.5:0/2736049956 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb780005ad0 con 0x7fb778003b70 2024-09-19T05:04:49.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.554+0000 7fb78e7fc640 1 -- 172.21.15.5:0/2736049956 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb780007070 con 0x7fb778003b70 2024-09-19T05:04:49.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.554+0000 7fb795fa6640 1 -- 172.21.15.5:0/2736049956 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb778003b70 msgr2=0x7fb778003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:49.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.554+0000 7fb795fa6640 1 --2- 172.21.15.5:0/2736049956 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb778003b70 0x7fb778003f70 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7fb78000c110 tx=0x7fb778005830 comp rx=0 tx=0).stop 2024-09-19T05:04:49.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.554+0000 7fb78ffff640 1 -- 172.21.15.5:0/2736049956 reap_dead start 2024-09-19T05:04:49.564 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.554+0000 7fb795fa6640 1 -- 172.21.15.5:0/2736049956 shutdown_connections 2024-09-19T05:04:49.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.554+0000 7fb795fa6640 1 -- 172.21.15.5:0/2736049956 >> 172.21.15.5:0/2736049956 conn(0x7fb790067d70 msgr2=0x7fb79006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:49.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.554+0000 7fb795fa6640 1 -- 172.21.15.5:0/2736049956 shutdown_connections 2024-09-19T05:04:49.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.554+0000 7fb795fa6640 1 -- 172.21.15.5:0/2736049956 wait complete. 2024-09-19T05:04:49.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.556+0000 7fb795fa6640 1 Processor -- start 2024-09-19T05:04:49.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.556+0000 7fb795fa6640 1 -- start start 2024-09-19T05:04:49.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.556+0000 7fb795fa6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb778003b70 0x7fb79013dc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:49.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.556+0000 7fb795fa6640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb790159410 0x7fb790159890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:49.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.556+0000 7fb795fa6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb7900cbe10 0x7fb7900cc2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:49.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.556+0000 7fb795fa6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fb7900cd1b0 con 0x7fb7900cbe10 2024-09-19T05:04:49.565 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.556+0000 7fb795fa6640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fb7900cd030 con 0x7fb790159410 2024-09-19T05:04:49.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.556+0000 7fb795fa6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fb79013e830 con 0x7fb778003b70 2024-09-19T05:04:49.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.557+0000 7fb78ffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb7900cbe10 0x7fb7900cc2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:49.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.557+0000 7fb78effd640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb790159410 0x7fb790159890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:49.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.557+0000 7fb78ffff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb7900cbe10 0x7fb7900cc2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38052/0 (socket says 172.21.15.5:38052) 2024-09-19T05:04:49.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.557+0000 7fb78ffff640 1 -- 172.21.15.5:0/453133339 learned_addr learned my addr 172.21.15.5:0/453133339 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:49.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.557+0000 7fb78f7fe640 1 --2- 172.21.15.5:0/453133339 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb778003b70 0x7fb79013dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:49.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.557+0000 7fb78ffff640 1 -- 172.21.15.5:0/453133339 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb778003b70 msgr2=0x7fb79013dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:49.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.557+0000 7fb78ffff640 1 --2- 172.21.15.5:0/453133339 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb778003b70 0x7fb79013dc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:49.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.557+0000 7fb78ffff640 1 -- 172.21.15.5:0/453133339 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb790159410 msgr2=0x7fb790159890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:49.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.557+0000 7fb78ffff640 1 --2- 172.21.15.5:0/453133339 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb790159410 0x7fb790159890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:49.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.557+0000 7fb78ffff640 1 -- 172.21.15.5:0/453133339 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7901f3120 con 0x7fb7900cbe10 2024-09-19T05:04:49.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.557+0000 7fb78ffff640 1 --2- 172.21.15.5:0/453133339 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb7900cbe10 0x7fb7900cc2a0 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7fb7900b5880 tx=0x7fb78800fca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:49.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.557+0000 7fb777fff640 1 -- 172.21.15.5:0/453133339 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb788019070 con 0x7fb7900cbe10 2024-09-19T05:04:49.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.557+0000 7fb777fff640 1 -- 172.21.15.5:0/453133339 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb788006d60 con 0x7fb7900cbe10 2024-09-19T05:04:49.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.557+0000 7fb795fa6640 1 -- 172.21.15.5:0/453133339 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7901f3400 con 0x7fb7900cbe10 2024-09-19T05:04:49.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.557+0000 7fb777fff640 1 -- 172.21.15.5:0/453133339 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb788003b90 con 0x7fb7900cbe10 2024-09-19T05:04:49.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.557+0000 7fb795fa6640 1 -- 172.21.15.5:0/453133339 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7901f39c0 con 0x7fb7900cbe10 2024-09-19T05:04:49.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.558+0000 7fb795fa6640 1 -- 172.21.15.5:0/453133339 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7901f3bc0 con 0x7fb7900cbe10 2024-09-19T05:04:49.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.559+0000 7fb777fff640 1 -- 172.21.15.5:0/453133339 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb78801c070 con 0x7fb7900cbe10 2024-09-19T05:04:49.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.559+0000 7fb777fff640 1 --2- 172.21.15.5:0/453133339 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb77c06c2b0 0x7fb77c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:49.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.559+0000 7fb777fff640 1 -- 172.21.15.5:0/453133339 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5335+0+0 (secure 0 0 0) 0x7fb78808a620 con 0x7fb7900cbe10 2024-09-19T05:04:49.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.560+0000 7fb78f7fe640 1 --2- 172.21.15.5:0/453133339 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb77c06c2b0 0x7fb77c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:49.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.560+0000 7fb78f7fe640 1 --2- 172.21.15.5:0/453133339 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb77c06c2b0 0x7fb77c06e770 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fb780032000 tx=0x7fb78002d000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:49.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.564+0000 7fb777fff640 1 -- 172.21.15.5:0/453133339 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb7901f3bc0 con 0x7fb7900cbe10 2024-09-19T05:04:49.739 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.738+0000 7fb795fa6640 1 -- 172.21.15.5:0/453133339 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fb79013eb60 con 0x7fb7900cbe10 2024-09-19T05:04:49.742 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.741+0000 7fb777fff640 1 -- 172.21.15.5:0/453133339 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v21) ==== 104+0+0 (secure 0 0 0) 0x7fb788058f90 con 0x7fb7900cbe10 2024-09-19T05:04:49.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.743+0000 7fb795fa6640 1 -- 172.21.15.5:0/453133339 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb77c06c2b0 msgr2=0x7fb77c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:49.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.743+0000 7fb795fa6640 1 --2- 172.21.15.5:0/453133339 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb77c06c2b0 0x7fb77c06e770 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fb780032000 tx=0x7fb78002d000 comp rx=0 tx=0).stop 2024-09-19T05:04:49.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.743+0000 7fb795fa6640 1 -- 172.21.15.5:0/453133339 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb7900cbe10 msgr2=0x7fb7900cc2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:49.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.743+0000 7fb795fa6640 1 --2- 172.21.15.5:0/453133339 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb7900cbe10 0x7fb7900cc2a0 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7fb7900b5880 tx=0x7fb78800fca0 comp rx=0 tx=0).stop 2024-09-19T05:04:49.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.743+0000 7fb795fa6640 1 -- 172.21.15.5:0/453133339 shutdown_connections 2024-09-19T05:04:49.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.743+0000 7fb795fa6640 1 --2- 172.21.15.5:0/453133339 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fb77c06c2b0 0x7fb77c06e770 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:49.745 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.743+0000 7fb795fa6640 1 --2- 172.21.15.5:0/453133339 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fb7900cbe10 0x7fb7900cc2a0 unknown :-1 s=CLOSED pgs=940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:49.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.743+0000 7fb795fa6640 1 --2- 172.21.15.5:0/453133339 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fb790159410 0x7fb790159890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:49.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.743+0000 7fb795fa6640 1 --2- 172.21.15.5:0/453133339 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fb778003b70 0x7fb79013dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:49.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.743+0000 7fb795fa6640 1 -- 172.21.15.5:0/453133339 >> 172.21.15.5:0/453133339 conn(0x7fb790067d70 msgr2=0x7fb79015c9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:49.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.743+0000 7fb795fa6640 1 -- 172.21.15.5:0/453133339 shutdown_connections 2024-09-19T05:04:49.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.743+0000 7fb795fa6640 1 -- 172.21.15.5:0/453133339 wait complete. 2024-09-19T05:04:49.756 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_quota.TestQuota.test_remote_update_write' 2024-09-19T05:04:49.857 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.856+0000 7f185efa2640 1 Processor -- start 2024-09-19T05:04:49.858 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.856+0000 7f185efa2640 1 -- start start 2024-09-19T05:04:49.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.857+0000 7f185efa2640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f185815e470 0x7f18580cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:49.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.857+0000 7f185efa2640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f18580d4a20 0x7f185806d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:49.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.857+0000 7f185efa2640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f185815e850 con 0x7f18580d00e0 2024-09-19T05:04:49.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.857+0000 7f185efa2640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f18580cf710 con 0x7f18580d4a20 2024-09-19T05:04:49.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.857+0000 7f185efa2640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f18580d1c60 con 0x7f185815e470 2024-09-19T05:04:49.859 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.857+0000 7f185e7a1640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f18580d4a20 0x7f185806d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:49.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.857+0000 7f185e7a1640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f18580d4a20 0x7f185806d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38064/0 (socket says 172.21.15.5:38064) 2024-09-19T05:04:49.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.857+0000 7f185e7a1640 1 -- 172.21.15.5:0/4216369576 learned_addr learned my addr 172.21.15.5:0/4216369576 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:49.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.857+0000 7f185e7a1640 1 -- 172.21.15.5:0/4216369576 >> v2:172.21.15.134:3300/0 conn(0x7f185815e470 msgr2=0x7f18580cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:49.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.857+0000 7f185dfa0640 1 --2- 172.21.15.5:0/4216369576 >> v2:172.21.15.134:3300/0 conn(0x7f185815e470 0x7f18580cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:49.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.857+0000 7f185e7a1640 1 --2- 172.21.15.5:0/4216369576 >> v2:172.21.15.134:3300/0 conn(0x7f185815e470 0x7f18580cfba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:49.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.857+0000 7f185e7a1640 1 -- 172.21.15.5:0/4216369576 >> v1:172.21.15.134:6789/0 conn(0x7f18580d00e0 legacy=0x7f18580d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:49.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.857+0000 7f185e7a1640 1 -- 172.21.15.5:0/4216369576 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18580d1980 con 0x7f18580d4a20 2024-09-19T05:04:49.860 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.857+0000 7f185dfa0640 1 --2- 172.21.15.5:0/4216369576 >> v2:172.21.15.134:3300/0 conn(0x7f185815e470 0x7f18580cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:04:49.861 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.858+0000 7f185e7a1640 1 --2- 172.21.15.5:0/4216369576 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f18580d4a20 0x7f185806d460 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f18580b6e80 tx=0x7f185002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cfc734daffbb4f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:49.861 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.858+0000 7f185cf9e640 1 -- 172.21.15.5:0/4216369576 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1850036070 con 0x7f18580d4a20 2024-09-19T05:04:49.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.858+0000 7f185cf9e640 1 -- 172.21.15.5:0/4216369576 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1850031600 con 0x7f18580d4a20 2024-09-19T05:04:49.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.858+0000 7f185cf9e640 1 -- 172.21.15.5:0/4216369576 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18500319d0 con 0x7f18580d4a20 2024-09-19T05:04:49.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.859+0000 7f185efa2640 1 -- 172.21.15.5:0/4216369576 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f18580d4a20 msgr2=0x7f185806d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:49.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.859+0000 7f185efa2640 1 --2- 172.21.15.5:0/4216369576 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f18580d4a20 0x7f185806d460 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f18580b6e80 tx=0x7f185002a6f0 comp rx=0 tx=0).stop 2024-09-19T05:04:49.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.859+0000 7f185efa2640 1 -- 172.21.15.5:0/4216369576 shutdown_connections 2024-09-19T05:04:49.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.859+0000 7f185efa2640 1 --2- 172.21.15.5:0/4216369576 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f18580d4a20 0x7f185806d460 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:49.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.859+0000 7f185efa2640 1 --2- 172.21.15.5:0/4216369576 >> v2:172.21.15.134:3300/0 conn(0x7f185815e470 0x7f18580cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:49.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.859+0000 7f185efa2640 1 -- 172.21.15.5:0/4216369576 >> 172.21.15.5:0/4216369576 conn(0x7f185809d700 msgr2=0x7f185808c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:49.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.859+0000 7f185efa2640 1 -- 172.21.15.5:0/4216369576 shutdown_connections 2024-09-19T05:04:49.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.859+0000 7f185efa2640 1 -- 172.21.15.5:0/4216369576 wait complete. 2024-09-19T05:04:49.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.860+0000 7f185efa2640 1 Processor -- start 2024-09-19T05:04:49.862 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.860+0000 7f185efa2640 1 -- start start 2024-09-19T05:04:49.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.861+0000 7f185efa2640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f18580d00e0 0x7f18580cdf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:49.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.861+0000 7f185efa2640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f18580d4a20 0x7f1858156ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:49.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.861+0000 7f185efa2640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f185815e470 0x7f18581e95a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:49.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.861+0000 7f185efa2640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f185806d9a0 con 0x7f18580d00e0 2024-09-19T05:04:49.864 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.861+0000 7f185efa2640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f18580cf3a0 con 0x7f185815e470 2024-09-19T05:04:49.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.861+0000 7f185efa2640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f185806db20 con 0x7f18580d4a20 2024-09-19T05:04:49.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.861+0000 7f185dfa0640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f18580d00e0 0x7f18580cdf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:49.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.861+0000 7f185dfa0640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f18580d00e0 0x7f18580cdf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38070/0 (socket says 172.21.15.5:38070) 2024-09-19T05:04:49.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.861+0000 7f185dfa0640 1 -- 172.21.15.5:0/1883623369 learned_addr learned my addr 172.21.15.5:0/1883623369 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:49.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.861+0000 7f185e7a1640 1 --2- 172.21.15.5:0/1883623369 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f185815e470 0x7f18581e95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:49.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.861+0000 7f185d79f640 1 --2- 172.21.15.5:0/1883623369 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f18580d4a20 0x7f1858156ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:49.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.861+0000 7f185dfa0640 1 -- 172.21.15.5:0/1883623369 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f18580d4a20 msgr2=0x7f1858156ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:49.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.861+0000 7f185dfa0640 1 --2- 172.21.15.5:0/1883623369 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f18580d4a20 0x7f1858156ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:49.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.861+0000 7f185dfa0640 1 -- 172.21.15.5:0/1883623369 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f185815e470 msgr2=0x7f18581e95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:49.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.861+0000 7f185dfa0640 1 --2- 172.21.15.5:0/1883623369 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f185815e470 0x7f18581e95a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:49.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.861+0000 7f185dfa0640 1 -- 172.21.15.5:0/1883623369 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1858157010 con 0x7f18580d00e0 2024-09-19T05:04:49.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.862+0000 7f185dfa0640 1 --2- 172.21.15.5:0/1883623369 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f18580d00e0 0x7f18580cdf70 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f185400c7f0 tx=0x7f185400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:49.865 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.862+0000 7f184e7fc640 1 -- 172.21.15.5:0/1883623369 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1854015070 con 0x7f18580d00e0 2024-09-19T05:04:49.866 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.862+0000 7f184e7fc640 1 -- 172.21.15.5:0/1883623369 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1854007820 con 0x7f18580d00e0 2024-09-19T05:04:49.866 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.862+0000 7f185efa2640 1 -- 172.21.15.5:0/1883623369 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18581e8500 con 0x7f18580d00e0 2024-09-19T05:04:49.866 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.862+0000 7f184e7fc640 1 -- 172.21.15.5:0/1883623369 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1854007bd0 con 0x7f18580d00e0 2024-09-19T05:04:49.866 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.862+0000 7f185efa2640 1 -- 172.21.15.5:0/1883623369 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18581e8ac0 con 0x7f18580d00e0 2024-09-19T05:04:49.866 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.863+0000 7f185efa2640 1 -- 172.21.15.5:0/1883623369 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f185806d460 con 0x7f18580d00e0 2024-09-19T05:04:49.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.863+0000 7f184e7fc640 1 -- 172.21.15.5:0/1883623369 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1854018070 con 0x7f18580d00e0 2024-09-19T05:04:49.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.864+0000 7f184e7fc640 1 --2- 172.21.15.5:0/1883623369 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f183c06c2e0 0x7f183c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:49.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.864+0000 7f184e7fc640 1 -- 172.21.15.5:0/1883623369 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5335+0+0 (secure 0 0 0) 0x7f185408b2f0 con 0x7f18580d00e0 2024-09-19T05:04:49.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.864+0000 7f185d79f640 1 --2- 172.21.15.5:0/1883623369 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f183c06c2e0 0x7f183c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:49.867 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.865+0000 7f185d79f640 1 --2- 172.21.15.5:0/1883623369 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f183c06c2e0 0x7f183c06e7a0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f18581616c0 tx=0x7f1848009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:49.873 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:49.868+0000 7f184e7fc640 1 -- 172.21.15.5:0/1883623369 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1858157010 con 0x7f18580d00e0 2024-09-19T05:04:50.114 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:50.112+0000 7f185efa2640 1 -- 172.21.15.5:0/1883623369 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_quota.TestQuota.test_remote_update_write"]} v 0) -- 0x7f185806cf90 con 0x7f18580d00e0 2024-09-19T05:04:50.422 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:50.420+0000 7f184e7fc640 1 -- 172.21.15.5:0/1883623369 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_quota.TestQuota.test_remote_update_write"]}]=0 v216) ==== 137+0+0 (secure 0 0 0) 0x7f1854059c60 con 0x7f18580d00e0 2024-09-19T05:04:50.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:50.423+0000 7f185efa2640 1 -- 172.21.15.5:0/1883623369 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f183c06c2e0 msgr2=0x7f183c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:50.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:50.423+0000 7f185efa2640 1 --2- 172.21.15.5:0/1883623369 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f183c06c2e0 0x7f183c06e7a0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f18581616c0 tx=0x7f1848009040 comp rx=0 tx=0).stop 2024-09-19T05:04:50.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:50.423+0000 7f185efa2640 1 -- 172.21.15.5:0/1883623369 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f18580d00e0 msgr2=0x7f18580cdf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:50.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:50.423+0000 7f185efa2640 1 --2- 172.21.15.5:0/1883623369 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f18580d00e0 0x7f18580cdf70 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f185400c7f0 tx=0x7f185400ccb0 comp rx=0 tx=0).stop 2024-09-19T05:04:50.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:50.423+0000 7f185efa2640 1 -- 172.21.15.5:0/1883623369 shutdown_connections 2024-09-19T05:04:50.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:50.423+0000 7f185efa2640 1 --2- 172.21.15.5:0/1883623369 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f183c06c2e0 0x7f183c06e7a0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:50.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:50.423+0000 7f185efa2640 1 --2- 172.21.15.5:0/1883623369 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f185815e470 0x7f18581e95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:50.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:50.423+0000 7f185efa2640 1 --2- 172.21.15.5:0/1883623369 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f18580d4a20 0x7f1858156ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:50.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:50.423+0000 7f185efa2640 1 --2- 172.21.15.5:0/1883623369 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f18580d00e0 0x7f18580cdf70 unknown :-1 s=CLOSED pgs=942 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:50.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:50.423+0000 7f185efa2640 1 -- 172.21.15.5:0/1883623369 >> 172.21.15.5:0/1883623369 conn(0x7f185809d700 msgr2=0x7f18580b1970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:50.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:50.423+0000 7f185efa2640 1 -- 172.21.15.5:0/1883623369 shutdown_connections 2024-09-19T05:04:50.425 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:50.423+0000 7f185efa2640 1 -- 172.21.15.5:0/1883623369 wait complete. 2024-09-19T05:04:50.435 INFO:tasks.cephfs_test_runner:That when a client modifies the quota on a directory used ... ok 2024-09-19T05:04:50.436 INFO:tasks.cephfs_test_runner: 2024-09-19T05:04:50.436 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-19T05:04:50.436 INFO:tasks.cephfs_test_runner:Ran 6 tests in 173.981s 2024-09-19T05:04:50.436 INFO:tasks.cephfs_test_runner: 2024-09-19T05:04:50.436 INFO:tasks.cephfs_test_runner:OK 2024-09-19T05:04:50.436 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-19T05:04:50.445 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-09-19T05:04:50.453 INFO:tasks.kclient:Unmounting kernel clients... 2024-09-19T05:04:50.453 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:04:50.454 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:04:50.470 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=554 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:04:50.471 DEBUG:teuthology.orchestra.run.smithi005:> set -ex 2024-09-19T05:04:50.471 DEBUG:teuthology.orchestra.run.smithi005:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:04:50.526 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=554 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T05:04:50.527 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:04:50.527 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:04:50.546 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056029,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2378 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:04:50.546 DEBUG:teuthology.orchestra.run.smithi134:> set -ex 2024-09-19T05:04:50.546 DEBUG:teuthology.orchestra.run.smithi134:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:04:50.604 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056029,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2378 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T05:04:50.604 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:50.605 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list 2024-09-19T05:04:50.624 INFO:teuthology.orchestra.run.smithi005.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T05:04:50.624 INFO:teuthology.orchestra.run.smithi005.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T05:04:50.624 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:50.625 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T05:04:50.691 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:50.691 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:04:50.758 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:50.758 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link delete ceph-brx 2024-09-19T05:04:50.850 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:50.850 DEBUG:teuthology.orchestra.run.smithi005:> ip netns list 2024-09-19T05:04:50.867 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:50.867 DEBUG:teuthology.orchestra.run.smithi005:> sudo ip link delete ceph-brx 2024-09-19T05:04:50.938 INFO:teuthology.orchestra.run.smithi005.stderr:Cannot find device "ceph-brx" 2024-09-19T05:04:50.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:04:50.940 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:50.940 DEBUG:teuthology.orchestra.run.smithi134:> ip netns list 2024-09-19T05:04:50.959 INFO:teuthology.orchestra.run.smithi134.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T05:04:50.960 INFO:teuthology.orchestra.run.smithi134.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T05:04:50.960 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:50.960 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T05:04:51.031 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:51.031 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T05:04:51.100 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:51.101 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link delete ceph-brx 2024-09-19T05:04:51.201 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:51.201 DEBUG:teuthology.orchestra.run.smithi134:> ip netns list 2024-09-19T05:04:51.217 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:04:51.217 DEBUG:teuthology.orchestra.run.smithi134:> sudo ip link delete ceph-brx 2024-09-19T05:04:51.286 INFO:teuthology.orchestra.run.smithi134.stderr:Cannot find device "ceph-brx" 2024-09-19T05:04:51.287 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:04:51.288 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-19T05:04:51.296 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T05:04:51.297 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:04:51.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.401+0000 7f2ba0df6640 1 Processor -- start 2024-09-19T05:04:51.403 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.401+0000 7f2ba0df6640 1 -- start start 2024-09-19T05:04:51.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.402+0000 7f2ba0df6640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f2b9c06f0e0 0x7f2b9c15c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:51.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.402+0000 7f2ba0df6640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f2b9c0b3ba0 0x7f2b9c0b4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:51.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.402+0000 7f2ba0df6640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b9c15c620 con 0x7f2b9c06f4c0 2024-09-19T05:04:51.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.402+0000 7f2ba0df6640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f2b9c15bc50 con 0x7f2b9c06f0e0 2024-09-19T05:04:51.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.402+0000 7f2ba0df6640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f2b9c152630 con 0x7f2b9c0b3ba0 2024-09-19T05:04:51.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.402+0000 7f2b9a59c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f2b9c06f0e0 0x7f2b9c15c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:51.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.402+0000 7f2b99d9b640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f2b9c06f4c0 0x7f2b9c0cf060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34028/0 (socket says 172.21.15.5:34028) 2024-09-19T05:04:51.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.402+0000 7f2b99d9b640 1 -- 172.21.15.5:0/1990475415 learned_addr learned my addr 172.21.15.5:0/1990475415 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:51.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.402+0000 7f2b9a59c640 1 -- 172.21.15.5:0/1990475415 >> v2:172.21.15.134:3300/0 conn(0x7f2b9c0b3ba0 msgr2=0x7f2b9c0b4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:51.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.402+0000 7f2b9ad9d640 1 --2- 172.21.15.5:0/1990475415 >> v2:172.21.15.134:3300/0 conn(0x7f2b9c0b3ba0 0x7f2b9c0b4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:51.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.402+0000 7f2b9a59c640 1 --2- 172.21.15.5:0/1990475415 >> v2:172.21.15.134:3300/0 conn(0x7f2b9c0b3ba0 0x7f2b9c0b4030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:51.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.402+0000 7f2b9a59c640 1 -- 172.21.15.5:0/1990475415 >> v1:172.21.15.5:6789/0 conn(0x7f2b9c06f4c0 legacy=0x7f2b9c0cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:51.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.402+0000 7f2b9a59c640 1 -- 172.21.15.5:0/1990475415 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b9c0cfb40 con 0x7f2b9c06f0e0 2024-09-19T05:04:51.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.402+0000 7f2b9959a640 1 -- 172.21.15.5:0/1990475415 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 861124010 0 0) 0x7f2b9c15c620 con 0x7f2b9c06f4c0 2024-09-19T05:04:51.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.403+0000 7f2b9a59c640 1 --2- 172.21.15.5:0/1990475415 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2b9c06f0e0 0x7f2b9c15c0e0 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f2b9c15bbc0 tx=0x7f2b8c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b54a0fdd4da39c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:51.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.403+0000 7f2b9959a640 1 -- 172.21.15.5:0/1990475415 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b8c037070 con 0x7f2b9c06f0e0 2024-09-19T05:04:51.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.403+0000 7f2b9959a640 1 -- 172.21.15.5:0/1990475415 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b8c032440 con 0x7f2b9c06f0e0 2024-09-19T05:04:51.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.403+0000 7f2b9959a640 1 -- 172.21.15.5:0/1990475415 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b8c032810 con 0x7f2b9c06f0e0 2024-09-19T05:04:51.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.404+0000 7f2ba0df6640 1 -- 172.21.15.5:0/1990475415 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2b9c06f0e0 msgr2=0x7f2b9c15c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:51.409 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.404+0000 7f2ba0df6640 1 --2- 172.21.15.5:0/1990475415 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2b9c06f0e0 0x7f2b9c15c0e0 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f2b9c15bbc0 tx=0x7f2b8c02a1a0 comp rx=0 tx=0).stop 2024-09-19T05:04:51.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.404+0000 7f2ba0df6640 1 -- 172.21.15.5:0/1990475415 shutdown_connections 2024-09-19T05:04:51.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.404+0000 7f2ba0df6640 1 --2- 172.21.15.5:0/1990475415 >> v2:172.21.15.134:3300/0 conn(0x7f2b9c0b3ba0 0x7f2b9c0b4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:51.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.404+0000 7f2ba0df6640 1 --2- 172.21.15.5:0/1990475415 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2b9c06f0e0 0x7f2b9c15c0e0 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:51.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.404+0000 7f2ba0df6640 1 -- 172.21.15.5:0/1990475415 >> 172.21.15.5:0/1990475415 conn(0x7f2b9c067da0 msgr2=0x7f2b9c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:51.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.404+0000 7f2ba0df6640 1 -- 172.21.15.5:0/1990475415 shutdown_connections 2024-09-19T05:04:51.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.404+0000 7f2ba0df6640 1 -- 172.21.15.5:0/1990475415 wait complete. 2024-09-19T05:04:51.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.405+0000 7f2ba0df6640 1 Processor -- start 2024-09-19T05:04:51.410 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.405+0000 7f2ba0df6640 1 -- start start 2024-09-19T05:04:51.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.406+0000 7f2ba0df6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b9c06f0e0 0x7f2b9c156a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:51.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.406+0000 7f2ba0df6640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2b9c06f4c0 0x7f2b9c150110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:51.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.406+0000 7f2ba0df6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2b9c0b3ba0 0x7f2b9c0aa010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:51.412 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.406+0000 7f2ba0df6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f2b9c06f930 con 0x7f2b9c0b3ba0 2024-09-19T05:04:51.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.406+0000 7f2ba0df6640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f2b9c15b8e0 con 0x7f2b9c06f4c0 2024-09-19T05:04:51.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.406+0000 7f2ba0df6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f2b9c0cf770 con 0x7f2b9c06f0e0 2024-09-19T05:04:51.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.406+0000 7f2b9ad9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2b9c0b3ba0 0x7f2b9c0aa010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:51.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.406+0000 7f2b9ad9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2b9c0b3ba0 0x7f2b9c0aa010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38074/0 (socket says 172.21.15.5:38074) 2024-09-19T05:04:51.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.406+0000 7f2b9ad9d640 1 -- 172.21.15.5:0/4162441028 learned_addr learned my addr 172.21.15.5:0/4162441028 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:51.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.406+0000 7f2b99d9b640 1 --2- 172.21.15.5:0/4162441028 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2b9c06f4c0 0x7f2b9c150110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:51.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.406+0000 7f2b9a59c640 1 --2- 172.21.15.5:0/4162441028 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b9c06f0e0 0x7f2b9c156a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:51.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.406+0000 7f2b9ad9d640 1 -- 172.21.15.5:0/4162441028 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b9c06f0e0 msgr2=0x7f2b9c156a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:51.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.406+0000 7f2b9ad9d640 1 --2- 172.21.15.5:0/4162441028 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b9c06f0e0 0x7f2b9c156a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:51.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.406+0000 7f2b9ad9d640 1 -- 172.21.15.5:0/4162441028 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2b9c06f4c0 msgr2=0x7f2b9c150110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:51.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.406+0000 7f2b9ad9d640 1 --2- 172.21.15.5:0/4162441028 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2b9c06f4c0 0x7f2b9c150110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:51.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.406+0000 7f2b9ad9d640 1 -- 172.21.15.5:0/4162441028 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b9c150650 con 0x7f2b9c0b3ba0 2024-09-19T05:04:51.413 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.406+0000 7f2b9a59c640 1 --2- 172.21.15.5:0/4162441028 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b9c06f0e0 0x7f2b9c156a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:51.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.407+0000 7f2b9ad9d640 1 --2- 172.21.15.5:0/4162441028 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2b9c0b3ba0 0x7f2b9c0aa010 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f2b9400cc30 tx=0x7f2b9400a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:51.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.407+0000 7f2b8affd640 1 -- 172.21.15.5:0/4162441028 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b9400ce40 con 0x7f2b9c0b3ba0 2024-09-19T05:04:51.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.407+0000 7f2b8affd640 1 -- 172.21.15.5:0/4162441028 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b94003990 con 0x7f2b9c0b3ba0 2024-09-19T05:04:51.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.407+0000 7f2ba0df6640 1 -- 172.21.15.5:0/4162441028 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b9c0aa550 con 0x7f2b9c0b3ba0 2024-09-19T05:04:51.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.407+0000 7f2b8affd640 1 -- 172.21.15.5:0/4162441028 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b94003d40 con 0x7f2b9c0b3ba0 2024-09-19T05:04:51.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.407+0000 7f2ba0df6640 1 -- 172.21.15.5:0/4162441028 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b9c1572f0 con 0x7f2b9c0b3ba0 2024-09-19T05:04:51.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.408+0000 7f2ba0df6640 1 -- 172.21.15.5:0/4162441028 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b9c15ee80 con 0x7f2b9c0b3ba0 2024-09-19T05:04:51.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.408+0000 7f2b8affd640 1 -- 172.21.15.5:0/4162441028 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2b94004000 con 0x7f2b9c0b3ba0 2024-09-19T05:04:51.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.409+0000 7f2b8affd640 1 --2- 172.21.15.5:0/4162441028 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2b7c06c2b0 0x7f2b7c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:51.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.409+0000 7f2b8affd640 1 -- 172.21.15.5:0/4162441028 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5335+0+0 (secure 0 0 0) 0x7f2b9408b700 con 0x7f2b9c0b3ba0 2024-09-19T05:04:51.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.409+0000 7f2b9a59c640 1 --2- 172.21.15.5:0/4162441028 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2b7c06c2b0 0x7f2b7c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:51.414 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.410+0000 7f2b9a59c640 1 --2- 172.21.15.5:0/4162441028 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2b7c06c2b0 0x7f2b7c06e770 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c034000 tx=0x7f2b8c02e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:51.415 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.413+0000 7f2b8affd640 1 -- 172.21.15.5:0/4162441028 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2b94014030 con 0x7f2b9c0b3ba0 2024-09-19T05:04:51.527 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:04:51.529 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:04:51.588 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.587+0000 7f2ba0df6640 1 -- 172.21.15.5:0/4162441028 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2b9c0b09d0 con 0x7f2b7c06c2b0 2024-09-19T05:04:51.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.588+0000 7f2b8affd640 1 -- 172.21.15.5:0/4162441028 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13503 (secure 0 0 0) 0x7f2b9c0b09d0 con 0x7f2b7c06c2b0 2024-09-19T05:04:51.590 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:51.590 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:04:51.593 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.590+0000 7f2ba0df6640 1 -- 172.21.15.5:0/4162441028 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2b7c06c2b0 msgr2=0x7f2b7c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:51.593 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.590+0000 7f2ba0df6640 1 --2- 172.21.15.5:0/4162441028 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2b7c06c2b0 0x7f2b7c06e770 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c034000 tx=0x7f2b8c02e000 comp rx=0 tx=0).stop 2024-09-19T05:04:51.593 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.591+0000 7f2ba0df6640 1 -- 172.21.15.5:0/4162441028 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2b9c0b3ba0 msgr2=0x7f2b9c0aa010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:51.593 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.591+0000 7f2ba0df6640 1 --2- 172.21.15.5:0/4162441028 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2b9c0b3ba0 0x7f2b9c0aa010 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f2b9400cc30 tx=0x7f2b9400a5c0 comp rx=0 tx=0).stop 2024-09-19T05:04:51.593 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.591+0000 7f2ba0df6640 1 -- 172.21.15.5:0/4162441028 shutdown_connections 2024-09-19T05:04:51.593 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.591+0000 7f2ba0df6640 1 --2- 172.21.15.5:0/4162441028 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2b7c06c2b0 0x7f2b7c06e770 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:51.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.591+0000 7f2ba0df6640 1 --2- 172.21.15.5:0/4162441028 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2b9c0b3ba0 0x7f2b9c0aa010 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:51.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.591+0000 7f2ba0df6640 1 --2- 172.21.15.5:0/4162441028 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2b9c06f4c0 0x7f2b9c150110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:51.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.591+0000 7f2ba0df6640 1 --2- 172.21.15.5:0/4162441028 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2b9c06f0e0 0x7f2b9c156a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:51.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.591+0000 7f2ba0df6640 1 -- 172.21.15.5:0/4162441028 >> 172.21.15.5:0/4162441028 conn(0x7f2b9c067da0 msgr2=0x7f2b9c06dfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:51.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.591+0000 7f2ba0df6640 1 -- 172.21.15.5:0/4162441028 shutdown_connections 2024-09-19T05:04:51.594 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.591+0000 7f2ba0df6640 1 -- 172.21.15.5:0/4162441028 wait complete. 2024-09-19T05:04:51.603 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":203,"stamp":"2024-09-19T05:04:51.309966+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":275280,"kb_used_data":13300,"kb_used_omap":12,"kb_used_meta":261811,"kb_avail":754699440,"statfs":{"total":773094113280,"available":772812226560,"internally_reserved":0,"allocated":13619200,"data_stored":8256895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":268095024},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-1362341,"num_objects":-36,"num_object_clones":0,"num_object_copies":-72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-36,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-146,"num_write_kb":-17803,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001387"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":323,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-19T05:04:48.421932+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:04:48.421932+0000","last_peered":"2024-09-19T05:04:48.421932+0000","last_clean":"2024-09-19T05:04:48.421932+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:04:48.421932+0000","last_undegraded":"2024-09-19T05:04:48.421932+0000","last_fullsized":"2024-09-19T05:04:48.421932+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509488,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32972,"kb_used_data":1784,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338868,"statfs":{"total":96636764160,"available":96603000832,"internally_reserved":0,"allocated":1826816,"data_stored":1139935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509487,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33716,"kb_used_data":2528,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338124,"statfs":{"total":96636764160,"available":96602238976,"internally_reserved":0,"allocated":2588672,"data_stored":1905304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509487,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28220,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343620,"statfs":{"total":96636764160,"available":96607866880,"internally_reserved":0,"allocated":1220608,"data_stored":549565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542191,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36516,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335324,"statfs":{"total":96636764160,"available":96599371776,"internally_reserved":0,"allocated":1196032,"data_stored":543745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542191,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36524,"kb_used_data":1176,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335316,"statfs":{"total":96636764160,"available":96599363584,"internally_reserved":0,"allocated":1204224,"data_stored":543200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574896,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32380,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339460,"statfs":{"total":96636764160,"available":96603607040,"internally_reserved":0,"allocated":1220608,"data_stored":543264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574896,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37552,"kb_used_data":2204,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334288,"statfs":{"total":96636764160,"available":96598310912,"internally_reserved":0,"allocated":2256896,"data_stored":1591779,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574895,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37400,"kb_used_data":2056,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334440,"statfs":{"total":96636764160,"available":96598466560,"internally_reserved":0,"allocated":2105344,"data_stored":1440103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:04:51.603 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:04:51.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.745+0000 7f5e7378d640 1 Processor -- start 2024-09-19T05:04:51.746 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.745+0000 7f5e7378d640 1 -- start start 2024-09-19T05:04:51.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.746+0000 7f5e7378d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5e6c1554d0 0x7f5e6c0ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:51.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.746+0000 7f5e7378d640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f5e6c0af3a0 0x7f5e6c162040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:51.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.746+0000 7f5e7378d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5e6c162580 0x7f5e6c15ea00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:51.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.746+0000 7f5e7378d640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f5e6c0b0470 con 0x7f5e6c1554d0 2024-09-19T05:04:51.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.746+0000 7f5e7378d640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f5e6c0af860 con 0x7f5e6c0af3a0 2024-09-19T05:04:51.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.746+0000 7f5e7378d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f5e6c0afb40 con 0x7f5e6c162580 2024-09-19T05:04:51.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.746+0000 7f5e71529640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5e6c1554d0 0x7f5e6c0ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:51.748 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.746+0000 7f5e71529640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5e6c1554d0 0x7f5e6c0ccf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38090/0 (socket says 172.21.15.5:38090) 2024-09-19T05:04:51.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.746+0000 7f5e71529640 1 -- 172.21.15.5:0/2113478690 learned_addr learned my addr 172.21.15.5:0/2113478690 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:51.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.746+0000 7f5e71529640 1 -- 172.21.15.5:0/2113478690 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5e6c162580 msgr2=0x7f5e6c15ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:51.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.746+0000 7f5e71529640 1 --2- 172.21.15.5:0/2113478690 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5e6c162580 0x7f5e6c15ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:51.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.746+0000 7f5e71529640 1 -- 172.21.15.5:0/2113478690 >> v2:172.21.15.134:3300/0 conn(0x7f5e6c0af3a0 msgr2=0x7f5e6c162040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:51.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.746+0000 7f5e70d28640 1 --2- 172.21.15.5:0/2113478690 >> v2:172.21.15.134:3300/0 conn(0x7f5e6c0af3a0 0x7f5e6c162040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:51.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.746+0000 7f5e71529640 1 --2- 172.21.15.5:0/2113478690 >> v2:172.21.15.134:3300/0 conn(0x7f5e6c0af3a0 0x7f5e6c162040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:51.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.746+0000 7f5e71529640 1 -- 172.21.15.5:0/2113478690 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e6c0afe20 con 0x7f5e6c1554d0 2024-09-19T05:04:51.749 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.746+0000 7f5e70d28640 1 --2- 172.21.15.5:0/2113478690 >> v2:172.21.15.134:3300/0 conn(0x7f5e6c0af3a0 0x7f5e6c162040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:04:51.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.747+0000 7f5e71529640 1 --2- 172.21.15.5:0/2113478690 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5e6c1554d0 0x7f5e6c0ccf60 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f5e6c06d870 tx=0x7f5e6802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53d7077944fcb238 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:51.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.747+0000 7f5e63fff640 1 -- 172.21.15.5:0/2113478690 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e68037070 con 0x7f5e6c1554d0 2024-09-19T05:04:51.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.747+0000 7f5e63fff640 1 -- 172.21.15.5:0/2113478690 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e68032440 con 0x7f5e6c1554d0 2024-09-19T05:04:51.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.747+0000 7f5e63fff640 1 -- 172.21.15.5:0/2113478690 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e68032810 con 0x7f5e6c1554d0 2024-09-19T05:04:51.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.748+0000 7f5e7378d640 1 -- 172.21.15.5:0/2113478690 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5e6c1554d0 msgr2=0x7f5e6c0ccf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:51.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.748+0000 7f5e7378d640 1 --2- 172.21.15.5:0/2113478690 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5e6c1554d0 0x7f5e6c0ccf60 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f5e6c06d870 tx=0x7f5e6802a1e0 comp rx=0 tx=0).stop 2024-09-19T05:04:51.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.748+0000 7f5e7378d640 1 -- 172.21.15.5:0/2113478690 shutdown_connections 2024-09-19T05:04:51.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.748+0000 7f5e7378d640 1 --2- 172.21.15.5:0/2113478690 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5e6c162580 0x7f5e6c15ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:51.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.748+0000 7f5e7378d640 1 --2- 172.21.15.5:0/2113478690 >> v2:172.21.15.134:3300/0 conn(0x7f5e6c0af3a0 0x7f5e6c162040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:51.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.748+0000 7f5e7378d640 1 --2- 172.21.15.5:0/2113478690 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5e6c1554d0 0x7f5e6c0ccf60 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:51.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.748+0000 7f5e7378d640 1 -- 172.21.15.5:0/2113478690 >> 172.21.15.5:0/2113478690 conn(0x7f5e6c0736d0 msgr2=0x7f5e6c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:51.751 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.748+0000 7f5e7378d640 1 -- 172.21.15.5:0/2113478690 shutdown_connections 2024-09-19T05:04:51.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.748+0000 7f5e7378d640 1 -- 172.21.15.5:0/2113478690 wait complete. 2024-09-19T05:04:51.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.749+0000 7f5e7378d640 1 Processor -- start 2024-09-19T05:04:51.752 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.749+0000 7f5e7378d640 1 -- start start 2024-09-19T05:04:51.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.750+0000 7f5e7378d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5e6c0af3a0 0x7f5e6c14d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:51.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.750+0000 7f5e7378d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5e6c1554d0 0x7f5e6c0ce460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:51.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.750+0000 7f5e7378d640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5e6c162580 0x7f5e6c14a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:51.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.750+0000 7f5e7378d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f5e6c162d30 con 0x7f5e6c0af3a0 2024-09-19T05:04:51.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.750+0000 7f5e7378d640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f5e6c1558b0 con 0x7f5e6c162580 2024-09-19T05:04:51.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.750+0000 7f5e7378d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f5e6c162eb0 con 0x7f5e6c1554d0 2024-09-19T05:04:51.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.750+0000 7f5e71529640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5e6c0af3a0 0x7f5e6c14d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:51.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.750+0000 7f5e71529640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5e6c0af3a0 0x7f5e6c14d3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38098/0 (socket says 172.21.15.5:38098) 2024-09-19T05:04:51.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.750+0000 7f5e71529640 1 -- 172.21.15.5:0/2669259441 learned_addr learned my addr 172.21.15.5:0/2669259441 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:51.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.750+0000 7f5e71d2a640 1 --2- 172.21.15.5:0/2669259441 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5e6c162580 0x7f5e6c14a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:51.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.750+0000 7f5e70d28640 1 --2- 172.21.15.5:0/2669259441 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5e6c1554d0 0x7f5e6c0ce460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:51.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.750+0000 7f5e71529640 1 -- 172.21.15.5:0/2669259441 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5e6c1554d0 msgr2=0x7f5e6c0ce460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:51.754 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.750+0000 7f5e71529640 1 --2- 172.21.15.5:0/2669259441 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5e6c1554d0 0x7f5e6c0ce460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:51.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.750+0000 7f5e71529640 1 -- 172.21.15.5:0/2669259441 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5e6c162580 msgr2=0x7f5e6c14a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:51.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.750+0000 7f5e71529640 1 --2- 172.21.15.5:0/2669259441 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5e6c162580 0x7f5e6c14a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:51.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.750+0000 7f5e71529640 1 -- 172.21.15.5:0/2669259441 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e6c14c390 con 0x7f5e6c0af3a0 2024-09-19T05:04:51.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.750+0000 7f5e71529640 1 --2- 172.21.15.5:0/2669259441 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5e6c0af3a0 0x7f5e6c14d3d0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f5e68000c00 tx=0x7f5e680046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:51.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.750+0000 7f5e61ffb640 1 -- 172.21.15.5:0/2669259441 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e68041020 con 0x7f5e6c0af3a0 2024-09-19T05:04:51.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.751+0000 7f5e61ffb640 1 -- 172.21.15.5:0/2669259441 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e68030970 con 0x7f5e6c0af3a0 2024-09-19T05:04:51.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.751+0000 7f5e7378d640 1 -- 172.21.15.5:0/2669259441 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e6c14c630 con 0x7f5e6c0af3a0 2024-09-19T05:04:51.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.751+0000 7f5e61ffb640 1 -- 172.21.15.5:0/2669259441 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e68037040 con 0x7f5e6c0af3a0 2024-09-19T05:04:51.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.751+0000 7f5e7378d640 1 -- 172.21.15.5:0/2669259441 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e6c14cbf0 con 0x7f5e6c0af3a0 2024-09-19T05:04:51.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.752+0000 7f5e7378d640 1 -- 172.21.15.5:0/2669259441 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e6c162040 con 0x7f5e6c0af3a0 2024-09-19T05:04:51.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.752+0000 7f5e61ffb640 1 -- 172.21.15.5:0/2669259441 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5e68044020 con 0x7f5e6c0af3a0 2024-09-19T05:04:51.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.753+0000 7f5e61ffb640 1 --2- 172.21.15.5:0/2669259441 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5e5006c2b0 0x7f5e5006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:51.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.753+0000 7f5e61ffb640 1 -- 172.21.15.5:0/2669259441 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5335+0+0 (secure 0 0 0) 0x7f5e680abc80 con 0x7f5e6c0af3a0 2024-09-19T05:04:51.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.753+0000 7f5e70d28640 1 --2- 172.21.15.5:0/2669259441 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5e5006c2b0 0x7f5e5006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:51.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.753+0000 7f5e70d28640 1 --2- 172.21.15.5:0/2669259441 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5e5006c2b0 0x7f5e5006e770 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c00a950 tx=0x7f5e5c008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:51.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.757+0000 7f5e61ffb640 1 -- 172.21.15.5:0/2669259441 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5e6804b030 con 0x7f5e6c0af3a0 2024-09-19T05:04:51.929 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.928+0000 7f5e7378d640 1 -- 172.21.15.5:0/2669259441 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5e6c0cd8d0 con 0x7f5e5006c2b0 2024-09-19T05:04:51.930 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.929+0000 7f5e61ffb640 1 -- 172.21.15.5:0/2669259441 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13503 (secure 0 0 0) 0x7f5e5c00a1b0 con 0x7f5e5006c2b0 2024-09-19T05:04:51.931 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:51.931 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:04:51.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.931+0000 7f5e7378d640 1 -- 172.21.15.5:0/2669259441 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5e5006c2b0 msgr2=0x7f5e5006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:51.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.931+0000 7f5e7378d640 1 --2- 172.21.15.5:0/2669259441 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5e5006c2b0 0x7f5e5006e770 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c00a950 tx=0x7f5e5c008040 comp rx=0 tx=0).stop 2024-09-19T05:04:51.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.931+0000 7f5e7378d640 1 -- 172.21.15.5:0/2669259441 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5e6c0af3a0 msgr2=0x7f5e6c14d3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:51.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.931+0000 7f5e7378d640 1 --2- 172.21.15.5:0/2669259441 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5e6c0af3a0 0x7f5e6c14d3d0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f5e68000c00 tx=0x7f5e680046c0 comp rx=0 tx=0).stop 2024-09-19T05:04:51.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.931+0000 7f5e7378d640 1 -- 172.21.15.5:0/2669259441 shutdown_connections 2024-09-19T05:04:51.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.931+0000 7f5e7378d640 1 --2- 172.21.15.5:0/2669259441 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5e5006c2b0 0x7f5e5006e770 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:51.933 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.931+0000 7f5e7378d640 1 --2- 172.21.15.5:0/2669259441 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5e6c162580 0x7f5e6c14a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:51.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.931+0000 7f5e7378d640 1 --2- 172.21.15.5:0/2669259441 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5e6c1554d0 0x7f5e6c0ce460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:51.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.931+0000 7f5e7378d640 1 --2- 172.21.15.5:0/2669259441 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5e6c0af3a0 0x7f5e6c14d3d0 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:51.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.931+0000 7f5e7378d640 1 -- 172.21.15.5:0/2669259441 >> 172.21.15.5:0/2669259441 conn(0x7f5e6c0736d0 msgr2=0x7f5e6c0b20f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:51.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.931+0000 7f5e7378d640 1 -- 172.21.15.5:0/2669259441 shutdown_connections 2024-09-19T05:04:51.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:51.931+0000 7f5e7378d640 1 -- 172.21.15.5:0/2669259441 wait complete. 2024-09-19T05:04:51.943 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":203,"stamp":"2024-09-19T05:04:51.309966+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":275280,"kb_used_data":13300,"kb_used_omap":12,"kb_used_meta":261811,"kb_avail":754699440,"statfs":{"total":773094113280,"available":772812226560,"internally_reserved":0,"allocated":13619200,"data_stored":8256895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":268095024},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-1362341,"num_objects":-36,"num_object_clones":0,"num_object_copies":-72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-36,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-146,"num_write_kb":-17803,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001387"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":323,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-19T05:04:48.421932+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:04:48.421932+0000","last_peered":"2024-09-19T05:04:48.421932+0000","last_clean":"2024-09-19T05:04:48.421932+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:04:48.421932+0000","last_undegraded":"2024-09-19T05:04:48.421932+0000","last_fullsized":"2024-09-19T05:04:48.421932+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509488,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32972,"kb_used_data":1784,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338868,"statfs":{"total":96636764160,"available":96603000832,"internally_reserved":0,"allocated":1826816,"data_stored":1139935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509487,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33716,"kb_used_data":2528,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338124,"statfs":{"total":96636764160,"available":96602238976,"internally_reserved":0,"allocated":2588672,"data_stored":1905304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509487,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28220,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343620,"statfs":{"total":96636764160,"available":96607866880,"internally_reserved":0,"allocated":1220608,"data_stored":549565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542191,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36516,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335324,"statfs":{"total":96636764160,"available":96599371776,"internally_reserved":0,"allocated":1196032,"data_stored":543745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542191,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36524,"kb_used_data":1176,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335316,"statfs":{"total":96636764160,"available":96599363584,"internally_reserved":0,"allocated":1204224,"data_stored":543200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574896,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32380,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339460,"statfs":{"total":96636764160,"available":96603607040,"internally_reserved":0,"allocated":1220608,"data_stored":543264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574896,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37552,"kb_used_data":2204,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334288,"statfs":{"total":96636764160,"available":96598310912,"internally_reserved":0,"allocated":2256896,"data_stored":1591779,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574895,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37400,"kb_used_data":2056,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334440,"statfs":{"total":96636764160,"available":96598466560,"internally_reserved":0,"allocated":2105344,"data_stored":1440103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:04:51.944 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T05:04:51.944 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:04:52.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.044+0000 7f6807eac640 1 Processor -- start 2024-09-19T05:04:52.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.044+0000 7f6807eac640 1 -- start start 2024-09-19T05:04:52.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.045+0000 7f6807eac640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6800070770 0x7f680015f480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:52.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.045+0000 7f6807eac640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6800070e00 con 0x7f680009b180 2024-09-19T05:04:52.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.045+0000 7f6807eac640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68000710e0 con 0x7f680015c1c0 2024-09-19T05:04:52.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.045+0000 7f6807eac640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f6800070be0 con 0x7f6800070770 2024-09-19T05:04:52.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.045+0000 7f6806449640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6800070770 0x7f680015f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:52.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.045+0000 7f6805447640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f680009b180 0x7f68000b6220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34030/0 (socket says 172.21.15.5:34030) 2024-09-19T05:04:52.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.045+0000 7f6805447640 1 -- 172.21.15.5:0/1334428337 learned_addr learned my addr 172.21.15.5:0/1334428337 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:52.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.045+0000 7f6806449640 1 -- 172.21.15.5:0/1334428337 >> v1:172.21.15.134:6789/0 conn(0x7f680015c1c0 legacy=0x7f680009aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:52.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.045+0000 7f6806449640 1 -- 172.21.15.5:0/1334428337 >> v1:172.21.15.5:6789/0 conn(0x7f680009b180 legacy=0x7f68000b6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:52.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.045+0000 7f6806449640 1 -- 172.21.15.5:0/1334428337 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68000713c0 con 0x7f6800070770 2024-09-19T05:04:52.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.046+0000 7f6806449640 1 --2- 172.21.15.5:0/1334428337 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6800070770 0x7f680015f480 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f67f8009dc0 tx=0x7f67f802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19f5a8af3654ed83 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:52.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.046+0000 7f6804c46640 1 -- 172.21.15.5:0/1334428337 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67f8007740 con 0x7f6800070770 2024-09-19T05:04:52.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.046+0000 7f6804c46640 1 -- 172.21.15.5:0/1334428337 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67f80078e0 con 0x7f6800070770 2024-09-19T05:04:52.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.046+0000 7f6804c46640 1 -- 172.21.15.5:0/1334428337 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67f8007cb0 con 0x7f6800070770 2024-09-19T05:04:52.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.047+0000 7f6807eac640 1 -- 172.21.15.5:0/1334428337 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6800070770 msgr2=0x7f680015f480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:52.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.047+0000 7f6807eac640 1 --2- 172.21.15.5:0/1334428337 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6800070770 0x7f680015f480 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f67f8009dc0 tx=0x7f67f802a730 comp rx=0 tx=0).stop 2024-09-19T05:04:52.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.047+0000 7f6807eac640 1 -- 172.21.15.5:0/1334428337 shutdown_connections 2024-09-19T05:04:52.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.047+0000 7f6807eac640 1 --2- 172.21.15.5:0/1334428337 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6800070770 0x7f680015f480 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:52.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.047+0000 7f6807eac640 1 -- 172.21.15.5:0/1334428337 >> 172.21.15.5:0/1334428337 conn(0x7f68000b3ff0 msgr2=0x7f68000b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:52.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.047+0000 7f6807eac640 1 -- 172.21.15.5:0/1334428337 shutdown_connections 2024-09-19T05:04:52.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.047+0000 7f6807eac640 1 -- 172.21.15.5:0/1334428337 wait complete. 2024-09-19T05:04:52.050 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.048+0000 7f6807eac640 1 Processor -- start 2024-09-19T05:04:52.050 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.048+0000 7f6807eac640 1 -- start start 2024-09-19T05:04:52.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.049+0000 7f6807eac640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6800070770 0x7f680015a020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:52.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.049+0000 7f6807eac640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f680009b180 0x7f680009d760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:52.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.049+0000 7f6807eac640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f680015c1c0 0x7f680009e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:52.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.049+0000 7f6807eac640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f68000b6930 con 0x7f6800070770 2024-09-19T05:04:52.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.049+0000 7f6807eac640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f68000b5d90 con 0x7f680009b180 2024-09-19T05:04:52.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.049+0000 7f6807eac640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f68000b6ab0 con 0x7f680015c1c0 2024-09-19T05:04:52.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.049+0000 7f6805c48640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6800070770 0x7f680015a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:52.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.049+0000 7f6805c48640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6800070770 0x7f680015a020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38120/0 (socket says 172.21.15.5:38120) 2024-09-19T05:04:52.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.049+0000 7f6805c48640 1 -- 172.21.15.5:0/4180276368 learned_addr learned my addr 172.21.15.5:0/4180276368 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:52.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.049+0000 7f6806449640 1 --2- 172.21.15.5:0/4180276368 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f680015c1c0 0x7f680009e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:52.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.049+0000 7f6805447640 1 --2- 172.21.15.5:0/4180276368 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f680009b180 0x7f680009d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:52.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.049+0000 7f6805c48640 1 -- 172.21.15.5:0/4180276368 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f680015c1c0 msgr2=0x7f680009e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:52.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.049+0000 7f6805c48640 1 --2- 172.21.15.5:0/4180276368 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f680015c1c0 0x7f680009e9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:52.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.049+0000 7f6805c48640 1 -- 172.21.15.5:0/4180276368 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f680009b180 msgr2=0x7f680009d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:52.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.049+0000 7f6805c48640 1 --2- 172.21.15.5:0/4180276368 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f680009b180 0x7f680009d760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:52.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.049+0000 7f6805c48640 1 -- 172.21.15.5:0/4180276368 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f680015b7d0 con 0x7f6800070770 2024-09-19T05:04:52.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.050+0000 7f6805c48640 1 --2- 172.21.15.5:0/4180276368 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6800070770 0x7f680015a020 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f67fc00c3c0 tx=0x7f67fc00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:52.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.050+0000 7f67f67fc640 1 -- 172.21.15.5:0/4180276368 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67fc0052d0 con 0x7f6800070770 2024-09-19T05:04:52.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.050+0000 7f67f67fc640 1 -- 172.21.15.5:0/4180276368 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67fc005490 con 0x7f6800070770 2024-09-19T05:04:52.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.050+0000 7f67f67fc640 1 -- 172.21.15.5:0/4180276368 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67fc007260 con 0x7f6800070770 2024-09-19T05:04:52.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.050+0000 7f6807eac640 1 -- 172.21.15.5:0/4180276368 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f680015a730 con 0x7f6800070770 2024-09-19T05:04:52.053 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.050+0000 7f6807eac640 1 -- 172.21.15.5:0/4180276368 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f680015acf0 con 0x7f6800070770 2024-09-19T05:04:52.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.051+0000 7f6807eac640 1 -- 172.21.15.5:0/4180276368 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f680015f480 con 0x7f6800070770 2024-09-19T05:04:52.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.051+0000 7f67f67fc640 1 -- 172.21.15.5:0/4180276368 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f67fc007400 con 0x7f6800070770 2024-09-19T05:04:52.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.052+0000 7f67f67fc640 1 --2- 172.21.15.5:0/4180276368 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f67e406c2b0 0x7f67e406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:52.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.052+0000 7f67f67fc640 1 -- 172.21.15.5:0/4180276368 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5335+0+0 (secure 0 0 0) 0x7f67fc08a640 con 0x7f6800070770 2024-09-19T05:04:52.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.052+0000 7f6805447640 1 --2- 172.21.15.5:0/4180276368 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f67e406c2b0 0x7f67e406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:52.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.052+0000 7f6805447640 1 --2- 172.21.15.5:0/4180276368 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f67e406c2b0 0x7f67e406e770 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f68001fcae0 tx=0x7f67f0009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:52.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.056+0000 7f67f67fc640 1 -- 172.21.15.5:0/4180276368 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f67fc058960 con 0x7f6800070770 2024-09-19T05:04:52.231 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.230+0000 7f6807eac640 1 -- 172.21.15.5:0/4180276368 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f680006f1a0 con 0x7f67e406c2b0 2024-09-19T05:04:52.232 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.230+0000 7f67f67fc640 1 -- 172.21.15.5:0/4180276368 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13503 (secure 0 0 0) 0x7f680006f1a0 con 0x7f67e406c2b0 2024-09-19T05:04:52.232 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:52.232 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:04:52.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.233+0000 7f6807eac640 1 -- 172.21.15.5:0/4180276368 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f67e406c2b0 msgr2=0x7f67e406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:52.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.233+0000 7f6807eac640 1 --2- 172.21.15.5:0/4180276368 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f67e406c2b0 0x7f67e406e770 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f68001fcae0 tx=0x7f67f0009040 comp rx=0 tx=0).stop 2024-09-19T05:04:52.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.233+0000 7f6807eac640 1 -- 172.21.15.5:0/4180276368 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6800070770 msgr2=0x7f680015a020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:52.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.233+0000 7f6807eac640 1 --2- 172.21.15.5:0/4180276368 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6800070770 0x7f680015a020 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f67fc00c3c0 tx=0x7f67fc00c880 comp rx=0 tx=0).stop 2024-09-19T05:04:52.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.233+0000 7f6807eac640 1 -- 172.21.15.5:0/4180276368 shutdown_connections 2024-09-19T05:04:52.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.233+0000 7f6807eac640 1 --2- 172.21.15.5:0/4180276368 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f67e406c2b0 0x7f67e406e770 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:52.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.233+0000 7f6807eac640 1 --2- 172.21.15.5:0/4180276368 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f680015c1c0 0x7f680009e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:52.235 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.233+0000 7f6807eac640 1 --2- 172.21.15.5:0/4180276368 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f680009b180 0x7f680009d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:52.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.233+0000 7f6807eac640 1 --2- 172.21.15.5:0/4180276368 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6800070770 0x7f680015a020 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:52.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.233+0000 7f6807eac640 1 -- 172.21.15.5:0/4180276368 >> 172.21.15.5:0/4180276368 conn(0x7f68000b3ff0 msgr2=0x7f680015ebd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:52.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.233+0000 7f6807eac640 1 -- 172.21.15.5:0/4180276368 shutdown_connections 2024-09-19T05:04:52.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.233+0000 7f6807eac640 1 -- 172.21.15.5:0/4180276368 wait complete. 2024-09-19T05:04:52.245 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":203,"stamp":"2024-09-19T05:04:51.309966+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":275280,"kb_used_data":13300,"kb_used_omap":12,"kb_used_meta":261811,"kb_avail":754699440,"statfs":{"total":773094113280,"available":772812226560,"internally_reserved":0,"allocated":13619200,"data_stored":8256895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":268095024},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-1362341,"num_objects":-36,"num_object_clones":0,"num_object_copies":-72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-36,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-146,"num_write_kb":-17803,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001387"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":323,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-19T05:04:48.421932+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:04:48.421932+0000","last_peered":"2024-09-19T05:04:48.421932+0000","last_clean":"2024-09-19T05:04:48.421932+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:04:48.421932+0000","last_undegraded":"2024-09-19T05:04:48.421932+0000","last_fullsized":"2024-09-19T05:04:48.421932+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509488,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32972,"kb_used_data":1784,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338868,"statfs":{"total":96636764160,"available":96603000832,"internally_reserved":0,"allocated":1826816,"data_stored":1139935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509487,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33716,"kb_used_data":2528,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338124,"statfs":{"total":96636764160,"available":96602238976,"internally_reserved":0,"allocated":2588672,"data_stored":1905304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509487,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28220,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343620,"statfs":{"total":96636764160,"available":96607866880,"internally_reserved":0,"allocated":1220608,"data_stored":549565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542191,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36516,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335324,"statfs":{"total":96636764160,"available":96599371776,"internally_reserved":0,"allocated":1196032,"data_stored":543745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542191,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36524,"kb_used_data":1176,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335316,"statfs":{"total":96636764160,"available":96599363584,"internally_reserved":0,"allocated":1204224,"data_stored":543200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574896,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32380,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339460,"statfs":{"total":96636764160,"available":96603607040,"internally_reserved":0,"allocated":1220608,"data_stored":543264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574896,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37552,"kb_used_data":2204,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334288,"statfs":{"total":96636764160,"available":96598310912,"internally_reserved":0,"allocated":2256896,"data_stored":1591779,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574895,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37400,"kb_used_data":2056,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334440,"statfs":{"total":96636764160,"available":96598466560,"internally_reserved":0,"allocated":2105344,"data_stored":1440103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:04:52.246 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:04:52.348 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.346+0000 7f400279f640 1 Processor -- start 2024-09-19T05:04:52.348 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.346+0000 7f400279f640 1 -- start start 2024-09-19T05:04:52.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.347+0000 7f400279f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3ffc15e470 0x7f3ffc0cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:52.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.347+0000 7f400279f640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3ffc0d4a20 0x7f3ffc06d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:52.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.347+0000 7f400279f640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ffc15e850 con 0x7f3ffc0d00e0 2024-09-19T05:04:52.351 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.347+0000 7f400279f640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f3ffc0cf710 con 0x7f3ffc0d4a20 2024-09-19T05:04:52.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.347+0000 7f400279f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f3ffc0d1c60 con 0x7f3ffc15e470 2024-09-19T05:04:52.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.347+0000 7f4001f9e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3ffc0d4a20 0x7f3ffc06d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:52.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.347+0000 7f4001f9e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f3ffc0d4a20 0x7f3ffc06d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38122/0 (socket says 172.21.15.5:38122) 2024-09-19T05:04:52.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.347+0000 7f4001f9e640 1 -- 172.21.15.5:0/2163760060 learned_addr learned my addr 172.21.15.5:0/2163760060 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:52.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.348+0000 7f4001f9e640 1 -- 172.21.15.5:0/2163760060 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3ffc15e470 msgr2=0x7f3ffc0cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:52.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.348+0000 7f4001f9e640 1 --2- 172.21.15.5:0/2163760060 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3ffc15e470 0x7f3ffc0cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:52.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.348+0000 7f4001f9e640 1 -- 172.21.15.5:0/2163760060 >> v1:172.21.15.134:6789/0 conn(0x7f3ffc0d00e0 legacy=0x7f3ffc0d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:52.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.348+0000 7f4001f9e640 1 -- 172.21.15.5:0/2163760060 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ffc0d1980 con 0x7f3ffc0d4a20 2024-09-19T05:04:52.352 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.348+0000 7f4001f9e640 1 --2- 172.21.15.5:0/2163760060 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ffc0d4a20 0x7f3ffc06d460 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f3ff4009e50 tx=0x7f3ff402a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a14793163f1b5fd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:52.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.348+0000 7f3ff3fff640 1 -- 172.21.15.5:0/2163760060 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ff4036070 con 0x7f3ffc0d4a20 2024-09-19T05:04:52.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.349+0000 7f3ff3fff640 1 -- 172.21.15.5:0/2163760060 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ff4031600 con 0x7f3ffc0d4a20 2024-09-19T05:04:52.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.349+0000 7f3ff3fff640 1 -- 172.21.15.5:0/2163760060 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ff40319d0 con 0x7f3ffc0d4a20 2024-09-19T05:04:52.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.349+0000 7f400279f640 1 -- 172.21.15.5:0/2163760060 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ffc0d4a20 msgr2=0x7f3ffc06d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:52.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.349+0000 7f400279f640 1 --2- 172.21.15.5:0/2163760060 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ffc0d4a20 0x7f3ffc06d460 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f3ff4009e50 tx=0x7f3ff402a6c0 comp rx=0 tx=0).stop 2024-09-19T05:04:52.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.349+0000 7f400279f640 1 -- 172.21.15.5:0/2163760060 shutdown_connections 2024-09-19T05:04:52.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.349+0000 7f400279f640 1 --2- 172.21.15.5:0/2163760060 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ffc0d4a20 0x7f3ffc06d460 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:52.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.349+0000 7f400279f640 1 --2- 172.21.15.5:0/2163760060 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3ffc15e470 0x7f3ffc0cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:52.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.349+0000 7f400279f640 1 -- 172.21.15.5:0/2163760060 >> 172.21.15.5:0/2163760060 conn(0x7f3ffc09d700 msgr2=0x7f3ffc08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:52.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.349+0000 7f400279f640 1 -- 172.21.15.5:0/2163760060 shutdown_connections 2024-09-19T05:04:52.353 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.349+0000 7f400279f640 1 -- 172.21.15.5:0/2163760060 wait complete. 2024-09-19T05:04:52.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.350+0000 7f400279f640 1 Processor -- start 2024-09-19T05:04:52.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.350+0000 7f400279f640 1 -- start start 2024-09-19T05:04:52.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.351+0000 7f400279f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3ffc0d00e0 0x7f3ffc1e7d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:52.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.351+0000 7f400279f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ffc0d4a20 0x7f3ffc1ea100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:52.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.351+0000 7f400279f640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3ffc15e470 0x7f3ffc1ea640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:52.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.351+0000 7f400279f640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f3ffc06d9a0 con 0x7f3ffc0d4a20 2024-09-19T05:04:52.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.351+0000 7f400279f640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f3ffc0cf3a0 con 0x7f3ffc15e470 2024-09-19T05:04:52.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.351+0000 7f400279f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f3ffc06db20 con 0x7f3ffc0d00e0 2024-09-19T05:04:52.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.351+0000 7f4000f9c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ffc0d4a20 0x7f3ffc1ea100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:52.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.351+0000 7f4000f9c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ffc0d4a20 0x7f3ffc1ea100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38128/0 (socket says 172.21.15.5:38128) 2024-09-19T05:04:52.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.351+0000 7f4000f9c640 1 -- 172.21.15.5:0/2708657947 learned_addr learned my addr 172.21.15.5:0/2708657947 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:52.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.351+0000 7f4001f9e640 1 --2- 172.21.15.5:0/2708657947 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3ffc15e470 0x7f3ffc1ea640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:52.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.351+0000 7f400179d640 1 --2- 172.21.15.5:0/2708657947 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3ffc0d00e0 0x7f3ffc1e7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:52.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.351+0000 7f4000f9c640 1 -- 172.21.15.5:0/2708657947 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3ffc0d00e0 msgr2=0x7f3ffc1e7d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:52.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.351+0000 7f4000f9c640 1 --2- 172.21.15.5:0/2708657947 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3ffc0d00e0 0x7f3ffc1e7d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:52.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.351+0000 7f4000f9c640 1 -- 172.21.15.5:0/2708657947 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3ffc15e470 msgr2=0x7f3ffc1ea640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:52.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.351+0000 7f4000f9c640 1 --2- 172.21.15.5:0/2708657947 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3ffc15e470 0x7f3ffc1ea640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:52.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.351+0000 7f4000f9c640 1 -- 172.21.15.5:0/2708657947 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ffc1e8610 con 0x7f3ffc0d4a20 2024-09-19T05:04:52.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.352+0000 7f4000f9c640 1 --2- 172.21.15.5:0/2708657947 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ffc0d4a20 0x7f3ffc1ea100 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f3fec00c3f0 tx=0x7f3fec00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:52.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.352+0000 7f3ff1ffb640 1 -- 172.21.15.5:0/2708657947 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fec007020 con 0x7f3ffc0d4a20 2024-09-19T05:04:52.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.352+0000 7f3ff1ffb640 1 -- 172.21.15.5:0/2708657947 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3fec0071c0 con 0x7f3ffc0d4a20 2024-09-19T05:04:52.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.352+0000 7f400279f640 1 -- 172.21.15.5:0/2708657947 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ffc1e88f0 con 0x7f3ffc0d4a20 2024-09-19T05:04:52.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.352+0000 7f3ff1ffb640 1 -- 172.21.15.5:0/2708657947 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fec007590 con 0x7f3ffc0d4a20 2024-09-19T05:04:52.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.352+0000 7f400279f640 1 -- 172.21.15.5:0/2708657947 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ffc15eef0 con 0x7f3ffc0d4a20 2024-09-19T05:04:52.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.353+0000 7f400279f640 1 -- 172.21.15.5:0/2708657947 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ffc06d460 con 0x7f3ffc0d4a20 2024-09-19T05:04:52.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.353+0000 7f3ff1ffb640 1 -- 172.21.15.5:0/2708657947 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3fec019020 con 0x7f3ffc0d4a20 2024-09-19T05:04:52.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.354+0000 7f3ff1ffb640 1 --2- 172.21.15.5:0/2708657947 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3fe006c2b0 0x7f3fe006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:52.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.354+0000 7f3ff1ffb640 1 -- 172.21.15.5:0/2708657947 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5335+0+0 (secure 0 0 0) 0x7f3fec08aae0 con 0x7f3ffc0d4a20 2024-09-19T05:04:52.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.354+0000 7f400179d640 1 --2- 172.21.15.5:0/2708657947 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3fe006c2b0 0x7f3fe006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:52.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.355+0000 7f400179d640 1 --2- 172.21.15.5:0/2708657947 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3fe006c2b0 0x7f3fe006e770 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f3ff800b810 tx=0x7f3ff8008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:52.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.358+0000 7f3ff1ffb640 1 -- 172.21.15.5:0/2708657947 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3fec0593c0 con 0x7f3ffc0d4a20 2024-09-19T05:04:52.536 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.535+0000 7f400279f640 1 -- 172.21.15.5:0/2708657947 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3ffc0d1470 con 0x7f3ffc0d4a20 2024-09-19T05:04:52.537 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.536+0000 7f3ff1ffb640 1 -- 172.21.15.5:0/2708657947 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v98) ==== 74+0+13272 (secure 0 0 0) 0x7f3fec058cc0 con 0x7f3ffc0d4a20 2024-09-19T05:04:52.537 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:52.537 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":98,"fsid":"d3e05719-6fe9-4686-ba83-cd0299bd169b","created":"2024-09-19T05:00:57.096239+0000","modified":"2024-09-19T05:04:49.413393+0000","last_up_change":"2024-09-19T05:01:08.313071+0000","last_in_change":"2024-09-19T05:00:59.152374+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:01:07.300370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7695daa0-3101-42ae-a00b-3c1c85509a1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6800","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6801","nonce":2513600842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6802","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6803","nonce":2513600842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6806","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6807","nonce":2513600842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6804","nonce":2513600842},{"type":"v1","addr":"172.21.15.5:6805","nonce":2513600842}]},"public_addr":"172.21.15.5:6801/2513600842","cluster_addr":"172.21.15.5:6803/2513600842","heartbeat_back_addr":"172.21.15.5:6807/2513600842","heartbeat_front_addr":"172.21.15.5:6805/2513600842","state":["exists","up"]},{"osd":1,"uuid":"a57d9a7c-7802-4095-a02b-d3182a13c71a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6808","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6809","nonce":1527990869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6810","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6811","nonce":1527990869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6814","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6815","nonce":1527990869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6812","nonce":1527990869},{"type":"v1","addr":"172.21.15.5:6813","nonce":1527990869}]},"public_addr":"172.21.15.5:6809/1527990869","cluster_addr":"172.21.15.5:6811/1527990869","heartbeat_back_addr":"172.21.15.5:6815/1527990869","heartbeat_front_addr":"172.21.15.5:6813/1527990869","state":["exists","up"]},{"osd":2,"uuid":"191545d3-bced-4993-9e6d-f5feb732c319","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6816","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6817","nonce":1732236614}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6818","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6819","nonce":1732236614}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6822","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6823","nonce":1732236614}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6820","nonce":1732236614},{"type":"v1","addr":"172.21.15.5:6821","nonce":1732236614}]},"public_addr":"172.21.15.5:6817/1732236614","cluster_addr":"172.21.15.5:6819/1732236614","heartbeat_back_addr":"172.21.15.5:6823/1732236614","heartbeat_front_addr":"172.21.15.5:6821/1732236614","state":["exists","up"]},{"osd":3,"uuid":"051eaf8c-dbdc-4393-beb3-e447d76c8553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6824","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6825","nonce":2902387139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6826","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6827","nonce":2902387139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6830","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6831","nonce":2902387139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6828","nonce":2902387139},{"type":"v1","addr":"172.21.15.5:6829","nonce":2902387139}]},"public_addr":"172.21.15.5:6825/2902387139","cluster_addr":"172.21.15.5:6827/2902387139","heartbeat_back_addr":"172.21.15.5:6831/2902387139","heartbeat_front_addr":"172.21.15.5:6829/2902387139","state":["exists","up"]},{"osd":4,"uuid":"7906da23-8e3a-4b5e-a72e-3b172b4f584f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6800","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6801","nonce":1034280181}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6802","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6803","nonce":1034280181}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6806","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6807","nonce":1034280181}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6804","nonce":1034280181},{"type":"v1","addr":"172.21.15.134:6805","nonce":1034280181}]},"public_addr":"172.21.15.134:6801/1034280181","cluster_addr":"172.21.15.134:6803/1034280181","heartbeat_back_addr":"172.21.15.134:6807/1034280181","heartbeat_front_addr":"172.21.15.134:6805/1034280181","state":["exists","up"]},{"osd":5,"uuid":"a9221477-26b5-47b2-a919-c8a8e200deb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6824","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6825","nonce":875839992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6826","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6827","nonce":875839992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6830","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6831","nonce":875839992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6828","nonce":875839992},{"type":"v1","addr":"172.21.15.134:6829","nonce":875839992}]},"public_addr":"172.21.15.134:6825/875839992","cluster_addr":"172.21.15.134:6827/875839992","heartbeat_back_addr":"172.21.15.134:6831/875839992","heartbeat_front_addr":"172.21.15.134:6829/875839992","state":["exists","up"]},{"osd":6,"uuid":"5079db5f-8616-4c99-baf3-0a6b47510a7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6808","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6809","nonce":4079368662}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6810","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6811","nonce":4079368662}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6814","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6815","nonce":4079368662}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6812","nonce":4079368662},{"type":"v1","addr":"172.21.15.134:6813","nonce":4079368662}]},"public_addr":"172.21.15.134:6809/4079368662","cluster_addr":"172.21.15.134:6811/4079368662","heartbeat_back_addr":"172.21.15.134:6815/4079368662","heartbeat_front_addr":"172.21.15.134:6813/4079368662","state":["exists","up"]},{"osd":7,"uuid":"2896e7ac-a692-44cd-a797-0b3bfee0fdfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6816","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6817","nonce":2150219705}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6818","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6819","nonce":2150219705}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6822","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6823","nonce":2150219705}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6820","nonce":2150219705},{"type":"v1","addr":"172.21.15.134:6821","nonce":2150219705}]},"public_addr":"172.21.15.134:6817/2150219705","cluster_addr":"172.21.15.134:6819/2150219705","heartbeat_back_addr":"172.21.15.134:6823/2150219705","heartbeat_front_addr":"172.21.15.134:6821/2150219705","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:04.876126+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.207338+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.548212+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.752279+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.149567+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:06.021057+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.940890+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:01:05.795358+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.134:6837/2854193258":"2024-09-20T05:04:46.406536+0000","172.21.15.134:6835/2854193258":"2024-09-20T05:04:46.406536+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:04:52.539 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.537+0000 7f400279f640 1 -- 172.21.15.5:0/2708657947 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3fe006c2b0 msgr2=0x7f3fe006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:52.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.537+0000 7f400279f640 1 --2- 172.21.15.5:0/2708657947 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3fe006c2b0 0x7f3fe006e770 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f3ff800b810 tx=0x7f3ff8008040 comp rx=0 tx=0).stop 2024-09-19T05:04:52.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.537+0000 7f400279f640 1 -- 172.21.15.5:0/2708657947 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ffc0d4a20 msgr2=0x7f3ffc1ea100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:52.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.537+0000 7f400279f640 1 --2- 172.21.15.5:0/2708657947 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ffc0d4a20 0x7f3ffc1ea100 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f3fec00c3f0 tx=0x7f3fec00c8b0 comp rx=0 tx=0).stop 2024-09-19T05:04:52.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.538+0000 7f400279f640 1 -- 172.21.15.5:0/2708657947 shutdown_connections 2024-09-19T05:04:52.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.538+0000 7f400279f640 1 --2- 172.21.15.5:0/2708657947 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3fe006c2b0 0x7f3fe006e770 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:52.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.538+0000 7f400279f640 1 --2- 172.21.15.5:0/2708657947 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3ffc15e470 0x7f3ffc1ea640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:52.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.538+0000 7f400279f640 1 --2- 172.21.15.5:0/2708657947 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ffc0d4a20 0x7f3ffc1ea100 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:52.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.538+0000 7f400279f640 1 --2- 172.21.15.5:0/2708657947 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3ffc0d00e0 0x7f3ffc1e7d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:52.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.538+0000 7f400279f640 1 -- 172.21.15.5:0/2708657947 >> 172.21.15.5:0/2708657947 conn(0x7f3ffc09d700 msgr2=0x7f3ffc0d23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:52.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.538+0000 7f400279f640 1 -- 172.21.15.5:0/2708657947 shutdown_connections 2024-09-19T05:04:52.540 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:52.538+0000 7f400279f640 1 -- 172.21.15.5:0/2708657947 wait complete. 2024-09-19T05:04:53.551 INFO:tasks.ceph:Scrubbing osd.0 2024-09-19T05:04:53.551 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-19T05:04:53.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.669+0000 7efd08942640 1 Processor -- start 2024-09-19T05:04:53.671 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.669+0000 7efd08942640 1 -- start start 2024-09-19T05:04:53.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.670+0000 7efd08942640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7efd040cf530 0x7efd040d1030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:53.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.670+0000 7efd08942640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7efd040d1570 0x7efd040b7d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:53.674 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.670+0000 7efd08942640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efd0415e9a0 con 0x7efd0415e5c0 2024-09-19T05:04:53.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.670+0000 7efd08942640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7efd040b7620 con 0x7efd040cf530 2024-09-19T05:04:53.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.670+0000 7efd08942640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7efd040d1950 con 0x7efd040d1570 2024-09-19T05:04:53.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.671+0000 7efd01d9b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7efd040cf530 0x7efd040d1030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:53.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.671+0000 7efd0259c640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7efd0415e5c0 0x7efd040d3370 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34046/0 (socket says 172.21.15.5:34046) 2024-09-19T05:04:53.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.671+0000 7efd0259c640 1 -- 172.21.15.5:0/3532475381 learned_addr learned my addr 172.21.15.5:0/3532475381 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:53.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.671+0000 7efd02d9d640 1 --2- 172.21.15.5:0/3532475381 >> v2:172.21.15.134:3300/0 conn(0x7efd040d1570 0x7efd040b7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:53.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.671+0000 7efd01d9b640 1 -- 172.21.15.5:0/3532475381 >> v2:172.21.15.134:3300/0 conn(0x7efd040d1570 msgr2=0x7efd040b7d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:53.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.671+0000 7efd01d9b640 1 --2- 172.21.15.5:0/3532475381 >> v2:172.21.15.134:3300/0 conn(0x7efd040d1570 0x7efd040b7d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:53.675 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.671+0000 7efd01d9b640 1 -- 172.21.15.5:0/3532475381 >> v1:172.21.15.5:6789/0 conn(0x7efd0415e5c0 legacy=0x7efd040d3370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:53.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.671+0000 7efd01d9b640 1 -- 172.21.15.5:0/3532475381 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd040d3b50 con 0x7efd040cf530 2024-09-19T05:04:53.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.671+0000 7efd0159a640 1 -- 172.21.15.5:0/3532475381 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 661886113 0 0) 0x7efd0415e9a0 con 0x7efd0415e5c0 2024-09-19T05:04:53.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.672+0000 7efd01d9b640 1 --2- 172.21.15.5:0/3532475381 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efd040cf530 0x7efd040d1030 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7efd0406def0 tx=0x7efcf802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=989eedb971990c37 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:53.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.672+0000 7efd0159a640 1 -- 172.21.15.5:0/3532475381 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf8037070 con 0x7efd040cf530 2024-09-19T05:04:53.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.672+0000 7efd0159a640 1 -- 172.21.15.5:0/3532475381 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efcf8032440 con 0x7efd040cf530 2024-09-19T05:04:53.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.672+0000 7efd0159a640 1 -- 172.21.15.5:0/3532475381 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf8032810 con 0x7efd040cf530 2024-09-19T05:04:53.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.672+0000 7efd08942640 1 -- 172.21.15.5:0/3532475381 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efd040cf530 msgr2=0x7efd040d1030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:53.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.672+0000 7efd08942640 1 --2- 172.21.15.5:0/3532475381 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efd040cf530 0x7efd040d1030 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7efd0406def0 tx=0x7efcf802a230 comp rx=0 tx=0).stop 2024-09-19T05:04:53.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.672+0000 7efd08942640 1 -- 172.21.15.5:0/3532475381 shutdown_connections 2024-09-19T05:04:53.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.673+0000 7efd08942640 1 --2- 172.21.15.5:0/3532475381 >> v2:172.21.15.134:3300/0 conn(0x7efd040d1570 0x7efd040b7d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:53.676 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.673+0000 7efd08942640 1 --2- 172.21.15.5:0/3532475381 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efd040cf530 0x7efd040d1030 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:53.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.673+0000 7efd08942640 1 -- 172.21.15.5:0/3532475381 >> 172.21.15.5:0/3532475381 conn(0x7efd04067f80 msgr2=0x7efd0406ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:53.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.673+0000 7efd08942640 1 -- 172.21.15.5:0/3532475381 shutdown_connections 2024-09-19T05:04:53.677 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.673+0000 7efd08942640 1 -- 172.21.15.5:0/3532475381 wait complete. 2024-09-19T05:04:53.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.674+0000 7efd08942640 1 Processor -- start 2024-09-19T05:04:53.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.674+0000 7efd08942640 1 -- start start 2024-09-19T05:04:53.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.675+0000 7efd08942640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efd040cf530 0x7efd04152d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:53.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.675+0000 7efd08942640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7efd040d1570 0x7efd041f3f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:53.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.675+0000 7efd08942640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efd0415e5c0 0x7efd0415f220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:53.680 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.675+0000 7efd08942640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7efd040d43f0 con 0x7efd040cf530 2024-09-19T05:04:53.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.675+0000 7efd08942640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7efd040d4110 con 0x7efd040d1570 2024-09-19T05:04:53.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.675+0000 7efd08942640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7efd040b7850 con 0x7efd0415e5c0 2024-09-19T05:04:53.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.675+0000 7efd0259c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efd040cf530 0x7efd04152d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:53.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.675+0000 7efd0259c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efd040cf530 0x7efd04152d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38146/0 (socket says 172.21.15.5:38146) 2024-09-19T05:04:53.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.675+0000 7efd0259c640 1 -- 172.21.15.5:0/251879445 learned_addr learned my addr 172.21.15.5:0/251879445 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:53.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.675+0000 7efd01d9b640 1 --2- 172.21.15.5:0/251879445 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7efd040d1570 0x7efd041f3f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:53.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.675+0000 7efd0259c640 1 -- 172.21.15.5:0/251879445 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efd0415e5c0 msgr2=0x7efd0415f220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:53.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.675+0000 7efd0259c640 1 --2- 172.21.15.5:0/251879445 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7efd0415e5c0 0x7efd0415f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:53.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.675+0000 7efd0259c640 1 -- 172.21.15.5:0/251879445 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7efd040d1570 msgr2=0x7efd041f3f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:53.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.675+0000 7efd0259c640 1 --2- 172.21.15.5:0/251879445 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7efd040d1570 0x7efd041f3f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:53.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.675+0000 7efd0259c640 1 -- 172.21.15.5:0/251879445 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd04154bc0 con 0x7efd040cf530 2024-09-19T05:04:53.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.675+0000 7efd0259c640 1 --2- 172.21.15.5:0/251879445 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efd040cf530 0x7efd04152d00 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7efcf400c430 tx=0x7efcf400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:53.681 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.676+0000 7efcf2ffd640 1 -- 172.21.15.5:0/251879445 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf40074e0 con 0x7efd040cf530 2024-09-19T05:04:53.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.676+0000 7efcf2ffd640 1 -- 172.21.15.5:0/251879445 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efcf40047e0 con 0x7efd040cf530 2024-09-19T05:04:53.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.676+0000 7efd08942640 1 -- 172.21.15.5:0/251879445 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd04154ea0 con 0x7efd040cf530 2024-09-19T05:04:53.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.676+0000 7efcf2ffd640 1 -- 172.21.15.5:0/251879445 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf4004bd0 con 0x7efd040cf530 2024-09-19T05:04:53.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.676+0000 7efd08942640 1 -- 172.21.15.5:0/251879445 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd04155460 con 0x7efd040cf530 2024-09-19T05:04:53.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.677+0000 7efd08942640 1 -- 172.21.15.5:0/251879445 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7efd040d1030 con 0x7efd040cf530 2024-09-19T05:04:53.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.677+0000 7efcf2ffd640 1 -- 172.21.15.5:0/251879445 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efcf4011070 con 0x7efd040cf530 2024-09-19T05:04:53.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.678+0000 7efcf2ffd640 1 --2- 172.21.15.5:0/251879445 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7efce406c2b0 0x7efce406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:53.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.678+0000 7efcf2ffd640 1 -- 172.21.15.5:0/251879445 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5335+0+0 (secure 0 0 0) 0x7efcf408ade0 con 0x7efd040cf530 2024-09-19T05:04:53.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.678+0000 7efcf2ffd640 1 --2- 172.21.15.5:0/251879445 >> [v2:172.21.15.5:6800/2513600842,v1:172.21.15.5:6801/2513600842] conn(0x7efce4072750 0x7efce4074b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:53.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.678+0000 7efcf2ffd640 1 -- 172.21.15.5:0/251879445 --> [v2:172.21.15.5:6800/2513600842,v1:172.21.15.5:6801/2513600842] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7efce4075260 con 0x7efce4072750 2024-09-19T05:04:53.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.678+0000 7efcf2ffd640 1 -- 172.21.15.5:0/251879445 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=98) ==== 24+0+0 (secure 0 0 0) 0x7efcf408d4e0 con 0x7efd040cf530 2024-09-19T05:04:53.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.678+0000 7efd02d9d640 1 --2- 172.21.15.5:0/251879445 >> [v2:172.21.15.5:6800/2513600842,v1:172.21.15.5:6801/2513600842] conn(0x7efce4072750 0x7efce4074b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:53.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.678+0000 7efd01d9b640 1 --2- 172.21.15.5:0/251879445 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7efce406c2b0 0x7efce406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:53.682 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.678+0000 7efd02d9d640 1 --2- 172.21.15.5:0/251879445 >> [v2:172.21.15.5:6800/2513600842,v1:172.21.15.5:6801/2513600842] conn(0x7efce4072750 0x7efce4074b90 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:53.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.679+0000 7efd01d9b640 1 --2- 172.21.15.5:0/251879445 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7efce406c2b0 0x7efce406e770 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7efcf8034000 tx=0x7efcf802e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:53.683 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.679+0000 7efcf2ffd640 1 -- 172.21.15.5:0/251879445 <== osd.0 v2:172.21.15.5:6800/2513600842 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7efce4075260 con 0x7efce4072750 2024-09-19T05:04:53.693 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.692+0000 7efd08942640 1 -- 172.21.15.5:0/251879445 --> [v2:172.21.15.5:6800/2513600842,v1:172.21.15.5:6801/2513600842] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7efd040b89c0 con 0x7efce4072750 2024-09-19T05:04:53.693 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.692+0000 7efcf2ffd640 1 -- 172.21.15.5:0/251879445 <== osd.0 v2:172.21.15.5:6800/2513600842 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7efd040b89c0 con 0x7efce4072750 2024-09-19T05:04:53.694 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-19T05:04:53.694 INFO:teuthology.orchestra.run.smithi005.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T05:04:53.694 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-19T05:04:53.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.692+0000 7efd08942640 1 -- 172.21.15.5:0/251879445 >> [v2:172.21.15.5:6800/2513600842,v1:172.21.15.5:6801/2513600842] conn(0x7efce4072750 msgr2=0x7efce4074b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:53.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.692+0000 7efd08942640 1 --2- 172.21.15.5:0/251879445 >> [v2:172.21.15.5:6800/2513600842,v1:172.21.15.5:6801/2513600842] conn(0x7efce4072750 0x7efce4074b90 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:53.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.693+0000 7efd08942640 1 -- 172.21.15.5:0/251879445 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7efce406c2b0 msgr2=0x7efce406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:53.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.693+0000 7efd08942640 1 --2- 172.21.15.5:0/251879445 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7efce406c2b0 0x7efce406e770 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7efcf8034000 tx=0x7efcf802e000 comp rx=0 tx=0).stop 2024-09-19T05:04:53.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.693+0000 7efd08942640 1 -- 172.21.15.5:0/251879445 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efd040cf530 msgr2=0x7efd04152d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:53.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.693+0000 7efd08942640 1 --2- 172.21.15.5:0/251879445 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7efd040cf530 0x7efd04152d00 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7efcf400c430 tx=0x7efcf400c8f0 comp rx=0 tx=0).stop 2024-09-19T05:04:53.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.693+0000 7efd02d9d640 1 -- 172.21.15.5:0/251879445 reap_dead start 2024-09-19T05:04:53.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.693+0000 7efd08942640 1 -- 172.21.15.5:0/251879445 shutdown_connections 2024-09-19T05:04:53.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.693+0000 7efd08942640 1 -- 172.21.15.5:0/251879445 >> 172.21.15.5:0/251879445 conn(0x7efd04067f80 msgr2=0x7efd04159640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:53.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.693+0000 7efd08942640 1 -- 172.21.15.5:0/251879445 shutdown_connections 2024-09-19T05:04:53.695 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.693+0000 7efd08942640 1 -- 172.21.15.5:0/251879445 wait complete. 2024-09-19T05:04:53.705 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-19T05:04:53.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.808+0000 7fd35981e640 1 Processor -- start 2024-09-19T05:04:53.810 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.808+0000 7fd35981e640 1 -- start start 2024-09-19T05:04:53.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.808+0000 7fd35981e640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fd3540cce10 0x7fd3540cf090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:53.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.808+0000 7fd35981e640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd35415b2d0 0x7fd35415b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:53.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.808+0000 7fd35981e640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3540cf900 con 0x7fd35406f0e0 2024-09-19T05:04:53.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.808+0000 7fd35981e640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fd3540afd10 con 0x7fd35415b2d0 2024-09-19T05:04:53.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.808+0000 7fd35981e640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fd3540d01a0 con 0x7fd3540cce10 2024-09-19T05:04:53.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.809+0000 7fd3537fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd35415b2d0 0x7fd35415b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:53.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.809+0000 7fd3537fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fd35415b2d0 0x7fd35415b6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38160/0 (socket says 172.21.15.5:38160) 2024-09-19T05:04:53.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.809+0000 7fd3537fe640 1 -- 172.21.15.5:0/2637274205 learned_addr learned my addr 172.21.15.5:0/2637274205 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:53.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.809+0000 7fd3537fe640 1 -- 172.21.15.5:0/2637274205 >> v2:172.21.15.134:3300/0 conn(0x7fd3540cce10 msgr2=0x7fd3540cf090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:53.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.809+0000 7fd3537fe640 1 --2- 172.21.15.5:0/2637274205 >> v2:172.21.15.134:3300/0 conn(0x7fd3540cce10 0x7fd3540cf090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:53.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.809+0000 7fd3537fe640 1 -- 172.21.15.5:0/2637274205 >> v1:172.21.15.134:6789/0 conn(0x7fd35406f0e0 legacy=0x7fd35406f4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:53.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.809+0000 7fd3537fe640 1 -- 172.21.15.5:0/2637274205 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3540cfbe0 con 0x7fd35415b2d0 2024-09-19T05:04:53.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.810+0000 7fd3537fe640 1 --2- 172.21.15.5:0/2637274205 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd35415b2d0 0x7fd35415b6e0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7fd3540b34c0 tx=0x7fd34c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7efd29ae41afbab server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:53.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.810+0000 7fd351ffb640 1 -- 172.21.15.5:0/2637274205 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd34c036070 con 0x7fd35415b2d0 2024-09-19T05:04:53.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.810+0000 7fd351ffb640 1 -- 172.21.15.5:0/2637274205 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd34c031600 con 0x7fd35415b2d0 2024-09-19T05:04:53.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.810+0000 7fd351ffb640 1 -- 172.21.15.5:0/2637274205 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd34c0319d0 con 0x7fd35415b2d0 2024-09-19T05:04:53.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.810+0000 7fd35981e640 1 -- 172.21.15.5:0/2637274205 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd35415b2d0 msgr2=0x7fd35415b6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:53.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.810+0000 7fd35981e640 1 --2- 172.21.15.5:0/2637274205 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd35415b2d0 0x7fd35415b6e0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7fd3540b34c0 tx=0x7fd34c02a660 comp rx=0 tx=0).stop 2024-09-19T05:04:53.817 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.810+0000 7fd35981e640 1 -- 172.21.15.5:0/2637274205 shutdown_connections 2024-09-19T05:04:53.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.810+0000 7fd35981e640 1 --2- 172.21.15.5:0/2637274205 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd35415b2d0 0x7fd35415b6e0 unknown :-1 s=CLOSED pgs=956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:53.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.810+0000 7fd35981e640 1 --2- 172.21.15.5:0/2637274205 >> v2:172.21.15.134:3300/0 conn(0x7fd3540cce10 0x7fd3540cf090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:53.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.810+0000 7fd35981e640 1 -- 172.21.15.5:0/2637274205 >> 172.21.15.5:0/2637274205 conn(0x7fd354067da0 msgr2=0x7fd35406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:53.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.810+0000 7fd35981e640 1 -- 172.21.15.5:0/2637274205 shutdown_connections 2024-09-19T05:04:53.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.810+0000 7fd35981e640 1 -- 172.21.15.5:0/2637274205 wait complete. 2024-09-19T05:04:53.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.812+0000 7fd35981e640 1 Processor -- start 2024-09-19T05:04:53.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.812+0000 7fd35981e640 1 -- start start 2024-09-19T05:04:53.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.812+0000 7fd35981e640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd35406f0e0 0x7fd35414ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:53.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.812+0000 7fd35981e640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd3540cce10 0x7fd3541e71d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:53.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.812+0000 7fd35981e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd35415b2d0 0x7fd3541579e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:53.818 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.812+0000 7fd35981e640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fd3540cf5d0 con 0x7fd35415b2d0 2024-09-19T05:04:53.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.812+0000 7fd35981e640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fd3540b3ba0 con 0x7fd35406f0e0 2024-09-19T05:04:53.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.812+0000 7fd35981e640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fd3540b40c0 con 0x7fd3540cce10 2024-09-19T05:04:53.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.813+0000 7fd3537fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd35415b2d0 0x7fd3541579e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:53.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.813+0000 7fd3537fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd35415b2d0 0x7fd3541579e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38176/0 (socket says 172.21.15.5:38176) 2024-09-19T05:04:53.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.813+0000 7fd3537fe640 1 -- 172.21.15.5:0/3880933739 learned_addr learned my addr 172.21.15.5:0/3880933739 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:53.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.813+0000 7fd352ffd640 1 --2- 172.21.15.5:0/3880933739 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd35406f0e0 0x7fd35414ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:53.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.813+0000 7fd3527fc640 1 --2- 172.21.15.5:0/3880933739 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd3540cce10 0x7fd3541e71d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:53.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.813+0000 7fd3537fe640 1 -- 172.21.15.5:0/3880933739 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd3540cce10 msgr2=0x7fd3541e71d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:53.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.813+0000 7fd3537fe640 1 --2- 172.21.15.5:0/3880933739 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd3540cce10 0x7fd3541e71d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:53.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.813+0000 7fd3537fe640 1 -- 172.21.15.5:0/3880933739 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd35406f0e0 msgr2=0x7fd35414ddd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:53.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.813+0000 7fd3537fe640 1 --2- 172.21.15.5:0/3880933739 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd35406f0e0 0x7fd35414ddd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:53.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.813+0000 7fd3537fe640 1 -- 172.21.15.5:0/3880933739 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3541e4cb0 con 0x7fd35415b2d0 2024-09-19T05:04:53.819 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.813+0000 7fd3537fe640 1 --2- 172.21.15.5:0/3880933739 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd35415b2d0 0x7fd3541579e0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7fd34c034040 tx=0x7fd34c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:53.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.813+0000 7fd33bfff640 1 -- 172.21.15.5:0/3880933739 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd34c041020 con 0x7fd35415b2d0 2024-09-19T05:04:53.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.813+0000 7fd33bfff640 1 -- 172.21.15.5:0/3880933739 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd34c007780 con 0x7fd35415b2d0 2024-09-19T05:04:53.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.813+0000 7fd35981e640 1 -- 172.21.15.5:0/3880933739 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3541e4f90 con 0x7fd35415b2d0 2024-09-19T05:04:53.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.813+0000 7fd33bfff640 1 -- 172.21.15.5:0/3880933739 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd34c036040 con 0x7fd35415b2d0 2024-09-19T05:04:53.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.813+0000 7fd35981e640 1 -- 172.21.15.5:0/3880933739 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3541e5550 con 0x7fd35415b2d0 2024-09-19T05:04:53.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.814+0000 7fd35981e640 1 -- 172.21.15.5:0/3880933739 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3540cf090 con 0x7fd35415b2d0 2024-09-19T05:04:53.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.815+0000 7fd33bfff640 1 -- 172.21.15.5:0/3880933739 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd34c044020 con 0x7fd35415b2d0 2024-09-19T05:04:53.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.816+0000 7fd33bfff640 1 --2- 172.21.15.5:0/3880933739 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd34006c2b0 0x7fd34006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:53.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.816+0000 7fd33bfff640 1 -- 172.21.15.5:0/3880933739 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5335+0+0 (secure 0 0 0) 0x7fd34c0ac090 con 0x7fd35415b2d0 2024-09-19T05:04:53.820 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.816+0000 7fd352ffd640 1 --2- 172.21.15.5:0/3880933739 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd34006c2b0 0x7fd34006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:53.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.816+0000 7fd352ffd640 1 --2- 172.21.15.5:0/3880933739 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd34006c2b0 0x7fd34006e770 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fd344007fd0 tx=0x7fd344009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:53.821 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.820+0000 7fd33bfff640 1 -- 172.21.15.5:0/3880933739 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd34c04b030 con 0x7fd35415b2d0 2024-09-19T05:04:53.997 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.995+0000 7fd35981e640 1 -- 172.21.15.5:0/3880933739 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7fd35406e3e0 con 0x7fd34006c2b0 2024-09-19T05:04:53.998 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.996+0000 7fd33bfff640 1 -- 172.21.15.5:0/3880933739 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fd35406e3e0 con 0x7fd34006c2b0 2024-09-19T05:04:53.998 INFO:teuthology.orchestra.run.smithi005.stderr:instructed osd(s) 0 to deep-scrub 2024-09-19T05:04:54.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.998+0000 7fd35981e640 1 -- 172.21.15.5:0/3880933739 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd34006c2b0 msgr2=0x7fd34006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:54.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.998+0000 7fd35981e640 1 --2- 172.21.15.5:0/3880933739 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd34006c2b0 0x7fd34006e770 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fd344007fd0 tx=0x7fd344009040 comp rx=0 tx=0).stop 2024-09-19T05:04:54.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.998+0000 7fd35981e640 1 -- 172.21.15.5:0/3880933739 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd35415b2d0 msgr2=0x7fd3541579e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:54.000 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.998+0000 7fd35981e640 1 --2- 172.21.15.5:0/3880933739 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd35415b2d0 0x7fd3541579e0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7fd34c034040 tx=0x7fd34c004a40 comp rx=0 tx=0).stop 2024-09-19T05:04:54.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.998+0000 7fd35981e640 1 -- 172.21.15.5:0/3880933739 shutdown_connections 2024-09-19T05:04:54.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.998+0000 7fd35981e640 1 --2- 172.21.15.5:0/3880933739 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fd34006c2b0 0x7fd34006e770 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.998+0000 7fd35981e640 1 --2- 172.21.15.5:0/3880933739 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fd35415b2d0 0x7fd3541579e0 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.998+0000 7fd35981e640 1 --2- 172.21.15.5:0/3880933739 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fd3540cce10 0x7fd3541e71d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.998+0000 7fd35981e640 1 --2- 172.21.15.5:0/3880933739 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fd35406f0e0 0x7fd35414ddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.998+0000 7fd35981e640 1 -- 172.21.15.5:0/3880933739 >> 172.21.15.5:0/3880933739 conn(0x7fd354067da0 msgr2=0x7fd354158730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:54.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.999+0000 7fd35981e640 1 -- 172.21.15.5:0/3880933739 shutdown_connections 2024-09-19T05:04:54.001 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:53.999+0000 7fd35981e640 1 -- 172.21.15.5:0/3880933739 wait complete. 2024-09-19T05:04:54.011 INFO:tasks.ceph:Scrubbing osd.1 2024-09-19T05:04:54.012 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-19T05:04:54.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.117+0000 7f7d6688d640 1 Processor -- start 2024-09-19T05:04:54.119 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.117+0000 7f7d6688d640 1 -- start start 2024-09-19T05:04:54.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.118+0000 7f7d6688d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7d60147f90 0x7f7d600b43d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.118+0000 7f7d6688d640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f7d6006c320 0x7f7d60160ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.118+0000 7f7d6688d640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7d60148370 con 0x7f7d600b4910 2024-09-19T05:04:54.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.118+0000 7f7d6688d640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f7d600ae340 con 0x7f7d6006c320 2024-09-19T05:04:54.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.118+0000 7f7d6688d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f7d601606e0 con 0x7f7d60147f90 2024-09-19T05:04:54.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.118+0000 7f7d5f7fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f7d600b4910 0x7f7d6006bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34062/0 (socket says 172.21.15.5:34062) 2024-09-19T05:04:54.129 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.118+0000 7f7d5f7fe640 1 -- 172.21.15.5:0/1207656133 learned_addr learned my addr 172.21.15.5:0/1207656133 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:54.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.118+0000 7f7d5effd640 1 -- 172.21.15.5:0/1207656133 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 74072695 0 0) 0x7f7d60148370 con 0x7f7d600b4910 2024-09-19T05:04:54.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.118+0000 7f7d5effd640 1 -- 172.21.15.5:0/1207656133 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7d48003520 con 0x7f7d600b4910 2024-09-19T05:04:54.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.119+0000 7f7d5effd640 1 -- 172.21.15.5:0/1207656133 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3412821694 0 0) 0x7f7d48003520 con 0x7f7d600b4910 2024-09-19T05:04:54.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.119+0000 7f7d5effd640 1 -- 172.21.15.5:0/1207656133 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7d60147f90 msgr2=0x7f7d600b43d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:04:54.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.119+0000 7f7d5effd640 1 --2- 172.21.15.5:0/1207656133 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7d60147f90 0x7f7d600b43d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.119+0000 7f7d5effd640 1 -- 172.21.15.5:0/1207656133 >> v2:172.21.15.134:3300/0 conn(0x7f7d6006c320 msgr2=0x7f7d60160ed0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:04:54.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.119+0000 7f7d5effd640 1 --2- 172.21.15.5:0/1207656133 >> v2:172.21.15.134:3300/0 conn(0x7f7d6006c320 0x7f7d60160ed0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.119+0000 7f7d5effd640 1 -- 172.21.15.5:0/1207656133 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d600b61d0 con 0x7f7d600b4910 2024-09-19T05:04:54.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.119+0000 7f7d5effd640 1 -- 172.21.15.5:0/1207656133 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f7d54001670 con 0x7f7d600b4910 2024-09-19T05:04:54.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.119+0000 7f7d5effd640 1 -- 172.21.15.5:0/1207656133 >> v1:172.21.15.5:6789/0 conn(0x7f7d600b4910 legacy=0x7f7d6006bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:54.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.119+0000 7f7d5effd640 1 --2- 172.21.15.5:0/1207656133 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7d480039b0 0x7f7d48003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.119+0000 7f7d5effd640 1 --2- 172.21.15.5:0/1207656133 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7d60147f90 0x7f7d48004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.119+0000 7f7d5effd640 1 --2- 172.21.15.5:0/1207656133 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7d48004db0 0x7f7d48005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.119+0000 7f7d5effd640 1 -- 172.21.15.5:0/1207656133 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f7d600ae340 con 0x7f7d480039b0 2024-09-19T05:04:54.131 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.119+0000 7f7d5effd640 1 -- 172.21.15.5:0/1207656133 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f7d601606e0 con 0x7f7d48004db0 2024-09-19T05:04:54.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.119+0000 7f7d5effd640 1 -- 172.21.15.5:0/1207656133 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f7d4800bc50 con 0x7f7d60147f90 2024-09-19T05:04:54.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.119+0000 7f7d5ffff640 1 --2- 172.21.15.5:0/1207656133 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7d480039b0 0x7f7d48003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:54.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.119+0000 7f7d5ffff640 1 -- 172.21.15.5:0/1207656133 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7d60147f90 msgr2=0x7f7d48004800 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:04:54.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.119+0000 7f7d5ffff640 1 --2- 172.21.15.5:0/1207656133 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7d60147f90 0x7f7d48004800 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.119+0000 7f7d5ffff640 1 -- 172.21.15.5:0/1207656133 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7d48004db0 msgr2=0x7f7d48005230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:54.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.119+0000 7f7d5ffff640 1 --2- 172.21.15.5:0/1207656133 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7d48004db0 0x7f7d48005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.119+0000 7f7d5ffff640 1 -- 172.21.15.5:0/1207656133 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d48003520 con 0x7f7d480039b0 2024-09-19T05:04:54.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.120+0000 7f7d5ffff640 1 --2- 172.21.15.5:0/1207656133 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7d480039b0 0x7f7d48003dd0 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f7d50009830 tx=0x7f7d48005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f76ccdd532cb9026 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:54.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.120+0000 7f7d5effd640 1 -- 172.21.15.5:0/1207656133 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d50037070 con 0x7f7d480039b0 2024-09-19T05:04:54.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.120+0000 7f7d5effd640 1 -- 172.21.15.5:0/1207656133 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d5002a9e0 con 0x7f7d480039b0 2024-09-19T05:04:54.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.120+0000 7f7d5effd640 1 -- 172.21.15.5:0/1207656133 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d500093b0 con 0x7f7d480039b0 2024-09-19T05:04:54.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.120+0000 7f7d6688d640 1 -- 172.21.15.5:0/1207656133 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7d480039b0 msgr2=0x7f7d48003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:54.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.120+0000 7f7d6688d640 1 --2- 172.21.15.5:0/1207656133 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7d480039b0 0x7f7d48003dd0 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f7d50009830 tx=0x7f7d48005830 comp rx=0 tx=0).stop 2024-09-19T05:04:54.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.120+0000 7f7d64e2a640 1 -- 172.21.15.5:0/1207656133 reap_dead start 2024-09-19T05:04:54.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.121+0000 7f7d6688d640 1 -- 172.21.15.5:0/1207656133 shutdown_connections 2024-09-19T05:04:54.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.121+0000 7f7d6688d640 1 -- 172.21.15.5:0/1207656133 >> 172.21.15.5:0/1207656133 conn(0x7f7d600b6b10 msgr2=0x7f7d6009aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:54.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.121+0000 7f7d6688d640 1 -- 172.21.15.5:0/1207656133 shutdown_connections 2024-09-19T05:04:54.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.121+0000 7f7d6688d640 1 -- 172.21.15.5:0/1207656133 wait complete. 2024-09-19T05:04:54.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.122+0000 7f7d6688d640 1 Processor -- start 2024-09-19T05:04:54.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.122+0000 7f7d6688d640 1 -- start start 2024-09-19T05:04:54.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.123+0000 7f7d6688d640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7d480039b0 0x7f7d601f3e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.134 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.123+0000 7f7d6688d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7d600af970 0x7f7d600b07e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.123+0000 7f7d6688d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7d601f6b10 0x7f7d6009e040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.123+0000 7f7d6688d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f7d601609b0 con 0x7f7d600af970 2024-09-19T05:04:54.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.123+0000 7f7d6688d640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f7d600b6790 con 0x7f7d480039b0 2024-09-19T05:04:54.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.123+0000 7f7d6688d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f7d60073850 con 0x7f7d601f6b10 2024-09-19T05:04:54.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.123+0000 7f7d5f7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7d600af970 0x7f7d600b07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:54.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.123+0000 7f7d5f7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7d600af970 0x7f7d600b07e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38202/0 (socket says 172.21.15.5:38202) 2024-09-19T05:04:54.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.123+0000 7f7d5f7fe640 1 -- 172.21.15.5:0/449805339 learned_addr learned my addr 172.21.15.5:0/449805339 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:54.135 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.123+0000 7f7d5f7fe640 1 -- 172.21.15.5:0/449805339 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7d601f6b10 msgr2=0x7f7d6009e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:54.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.123+0000 7f7d5f7fe640 1 --2- 172.21.15.5:0/449805339 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f7d601f6b10 0x7f7d6009e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.123+0000 7f7d5f7fe640 1 -- 172.21.15.5:0/449805339 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7d480039b0 msgr2=0x7f7d601f3e00 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T05:04:54.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.123+0000 7f7d5f7fe640 1 --2- 172.21.15.5:0/449805339 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7d480039b0 0x7f7d601f3e00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.123+0000 7f7d5f7fe640 1 -- 172.21.15.5:0/449805339 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d6009b920 con 0x7f7d600af970 2024-09-19T05:04:54.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.123+0000 7f7d5f7fe640 1 --2- 172.21.15.5:0/449805339 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7d600af970 0x7f7d600b07e0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f7d5400c730 tx=0x7f7d5400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:54.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.123+0000 7f7d5cff9640 1 -- 172.21.15.5:0/449805339 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d54018070 con 0x7f7d600af970 2024-09-19T05:04:54.136 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.123+0000 7f7d5cff9640 1 -- 172.21.15.5:0/449805339 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d540074e0 con 0x7f7d600af970 2024-09-19T05:04:54.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.123+0000 7f7d5cff9640 1 -- 172.21.15.5:0/449805339 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d54004a20 con 0x7f7d600af970 2024-09-19T05:04:54.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.123+0000 7f7d6688d640 1 -- 172.21.15.5:0/449805339 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d600b1120 con 0x7f7d600af970 2024-09-19T05:04:54.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.124+0000 7f7d6688d640 1 -- 172.21.15.5:0/449805339 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d6009bea0 con 0x7f7d600af970 2024-09-19T05:04:54.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.124+0000 7f7d6688d640 1 -- 172.21.15.5:0/449805339 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7d600b43d0 con 0x7f7d600af970 2024-09-19T05:04:54.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.125+0000 7f7d5cff9640 1 -- 172.21.15.5:0/449805339 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7d5401b070 con 0x7f7d600af970 2024-09-19T05:04:54.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.125+0000 7f7d5cff9640 1 --2- 172.21.15.5:0/449805339 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7d4c06c2e0 0x7f7d4c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.125+0000 7f7d5cff9640 1 -- 172.21.15.5:0/449805339 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5335+0+0 (secure 0 0 0) 0x7f7d5408a7e0 con 0x7f7d600af970 2024-09-19T05:04:54.137 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.126+0000 7f7d5cff9640 1 --2- 172.21.15.5:0/449805339 >> [v2:172.21.15.5:6808/1527990869,v1:172.21.15.5:6809/1527990869] conn(0x7f7d4c072780 0x7f7d4c074bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.126+0000 7f7d5cff9640 1 -- 172.21.15.5:0/449805339 --> [v2:172.21.15.5:6808/1527990869,v1:172.21.15.5:6809/1527990869] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7d54017ec0 con 0x7f7d4c072780 2024-09-19T05:04:54.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.126+0000 7f7d5cff9640 1 -- 172.21.15.5:0/449805339 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=98) ==== 24+0+0 (secure 0 0 0) 0x7f7d5408f2c0 con 0x7f7d600af970 2024-09-19T05:04:54.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.126+0000 7f7d64e2a640 1 --2- 172.21.15.5:0/449805339 >> [v2:172.21.15.5:6808/1527990869,v1:172.21.15.5:6809/1527990869] conn(0x7f7d4c072780 0x7f7d4c074bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:54.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.126+0000 7f7d5ffff640 1 --2- 172.21.15.5:0/449805339 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7d4c06c2e0 0x7f7d4c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:54.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.126+0000 7f7d64e2a640 1 --2- 172.21.15.5:0/449805339 >> [v2:172.21.15.5:6808/1527990869,v1:172.21.15.5:6809/1527990869] conn(0x7f7d4c072780 0x7f7d4c074bc0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:54.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.126+0000 7f7d5ffff640 1 --2- 172.21.15.5:0/449805339 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7d4c06c2e0 0x7f7d4c06e7a0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f7d50034000 tx=0x7f7d5002e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:54.138 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.127+0000 7f7d5cff9640 1 -- 172.21.15.5:0/449805339 <== osd.1 v2:172.21.15.5:6808/1527990869 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f7d54017ec0 con 0x7f7d4c072780 2024-09-19T05:04:54.141 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.139+0000 7f7d6688d640 1 -- 172.21.15.5:0/449805339 --> [v2:172.21.15.5:6808/1527990869,v1:172.21.15.5:6809/1527990869] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f7d600b2ac0 con 0x7f7d4c072780 2024-09-19T05:04:54.142 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.140+0000 7f7d5cff9640 1 -- 172.21.15.5:0/449805339 <== osd.1 v2:172.21.15.5:6808/1527990869 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f7d600b2ac0 con 0x7f7d4c072780 2024-09-19T05:04:54.142 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-19T05:04:54.142 INFO:teuthology.orchestra.run.smithi005.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T05:04:54.142 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-19T05:04:54.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.140+0000 7f7d6688d640 1 -- 172.21.15.5:0/449805339 >> [v2:172.21.15.5:6808/1527990869,v1:172.21.15.5:6809/1527990869] conn(0x7f7d4c072780 msgr2=0x7f7d4c074bc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:54.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.140+0000 7f7d6688d640 1 --2- 172.21.15.5:0/449805339 >> [v2:172.21.15.5:6808/1527990869,v1:172.21.15.5:6809/1527990869] conn(0x7f7d4c072780 0x7f7d4c074bc0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.140+0000 7f7d6688d640 1 -- 172.21.15.5:0/449805339 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7d4c06c2e0 msgr2=0x7f7d4c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:54.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.140+0000 7f7d6688d640 1 --2- 172.21.15.5:0/449805339 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f7d4c06c2e0 0x7f7d4c06e7a0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f7d50034000 tx=0x7f7d5002e000 comp rx=0 tx=0).stop 2024-09-19T05:04:54.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.140+0000 7f7d6688d640 1 -- 172.21.15.5:0/449805339 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7d600af970 msgr2=0x7f7d600b07e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:54.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.140+0000 7f7d6688d640 1 --2- 172.21.15.5:0/449805339 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f7d600af970 0x7f7d600b07e0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f7d5400c730 tx=0x7f7d5400cbf0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.140+0000 7f7d64e2a640 1 -- 172.21.15.5:0/449805339 reap_dead start 2024-09-19T05:04:54.144 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.140+0000 7f7d6688d640 1 -- 172.21.15.5:0/449805339 shutdown_connections 2024-09-19T05:04:54.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.140+0000 7f7d6688d640 1 -- 172.21.15.5:0/449805339 >> 172.21.15.5:0/449805339 conn(0x7f7d600b6b10 msgr2=0x7f7d6009aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:54.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.140+0000 7f7d6688d640 1 -- 172.21.15.5:0/449805339 shutdown_connections 2024-09-19T05:04:54.145 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.140+0000 7f7d6688d640 1 -- 172.21.15.5:0/449805339 wait complete. 2024-09-19T05:04:54.153 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-19T05:04:54.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.254+0000 7f3a2eb9f640 1 Processor -- start 2024-09-19T05:04:54.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.254+0000 7f3a2eb9f640 1 -- start start 2024-09-19T05:04:54.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.255+0000 7f3a2eb9f640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f3a280d4310 0x7f3a280d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.255+0000 7f3a2eb9f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3a2806d460 0x7f3a2806d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.255+0000 7f3a2eb9f640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3a2815e850 con 0x7f3a2815e470 2024-09-19T05:04:54.258 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.255+0000 7f3a2eb9f640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f3a280d4cc0 con 0x7f3a280d4310 2024-09-19T05:04:54.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.255+0000 7f3a2eb9f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f3a280cf710 con 0x7f3a2806d460 2024-09-19T05:04:54.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.255+0000 7f3a2db9d640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f3a2815e470 0x7f3a280cfba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34070/0 (socket says 172.21.15.5:34070) 2024-09-19T05:04:54.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.255+0000 7f3a2db9d640 1 -- 172.21.15.5:0/668701191 learned_addr learned my addr 172.21.15.5:0/668701191 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:54.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.255+0000 7f3a2e39e640 1 --2- 172.21.15.5:0/668701191 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3a2806d460 0x7f3a2806d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:54.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.255+0000 7f3a2d39c640 1 --2- 172.21.15.5:0/668701191 >> v2:172.21.15.134:3300/0 conn(0x7f3a280d4310 0x7f3a280d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:54.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.255+0000 7f3a2cb9b640 1 -- 172.21.15.5:0/668701191 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3234796592 0 0) 0x7f3a2815e850 con 0x7f3a2815e470 2024-09-19T05:04:54.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.255+0000 7f3a2cb9b640 1 -- 172.21.15.5:0/668701191 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3a14003520 con 0x7f3a2815e470 2024-09-19T05:04:54.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.256+0000 7f3a2cb9b640 1 -- 172.21.15.5:0/668701191 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2050020753 0 0) 0x7f3a14003520 con 0x7f3a2815e470 2024-09-19T05:04:54.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.256+0000 7f3a2cb9b640 1 -- 172.21.15.5:0/668701191 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3a2806d460 msgr2=0x7f3a2806d8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:54.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.256+0000 7f3a2cb9b640 1 --2- 172.21.15.5:0/668701191 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3a2806d460 0x7f3a2806d8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.256+0000 7f3a2cb9b640 1 -- 172.21.15.5:0/668701191 >> v2:172.21.15.134:3300/0 conn(0x7f3a280d4310 msgr2=0x7f3a280d4780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:54.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.256+0000 7f3a2cb9b640 1 --2- 172.21.15.5:0/668701191 >> v2:172.21.15.134:3300/0 conn(0x7f3a280d4310 0x7f3a280d4780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.259 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.256+0000 7f3a2cb9b640 1 -- 172.21.15.5:0/668701191 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a280d1c60 con 0x7f3a2815e470 2024-09-19T05:04:54.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.256+0000 7f3a2cb9b640 1 -- 172.21.15.5:0/668701191 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f3a24001670 con 0x7f3a2815e470 2024-09-19T05:04:54.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.256+0000 7f3a2cb9b640 1 -- 172.21.15.5:0/668701191 >> v1:172.21.15.5:6789/0 conn(0x7f3a2815e470 legacy=0x7f3a280cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:54.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.256+0000 7f3a2cb9b640 1 --2- 172.21.15.5:0/668701191 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a140039b0 0x7f3a14003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.256+0000 7f3a2cb9b640 1 --2- 172.21.15.5:0/668701191 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3a2806d460 0x7f3a14004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.256+0000 7f3a2cb9b640 1 --2- 172.21.15.5:0/668701191 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3a14004d40 0x7f3a140051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.256+0000 7f3a2cb9b640 1 -- 172.21.15.5:0/668701191 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f3a280d4cc0 con 0x7f3a140039b0 2024-09-19T05:04:54.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.256+0000 7f3a2cb9b640 1 -- 172.21.15.5:0/668701191 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f3a280cf710 con 0x7f3a14004d40 2024-09-19T05:04:54.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.256+0000 7f3a2cb9b640 1 -- 172.21.15.5:0/668701191 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f3a1400b9c0 con 0x7f3a2806d460 2024-09-19T05:04:54.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.256+0000 7f3a2db9d640 1 --2- 172.21.15.5:0/668701191 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a140039b0 0x7f3a14003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:54.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.256+0000 7f3a2e39e640 1 --2- 172.21.15.5:0/668701191 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3a14004d40 0x7f3a140051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:54.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.256+0000 7f3a2d39c640 1 --2- 172.21.15.5:0/668701191 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3a2806d460 0x7f3a14004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:54.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.256+0000 7f3a2db9d640 1 -- 172.21.15.5:0/668701191 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3a2806d460 msgr2=0x7f3a14004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:54.260 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.256+0000 7f3a2db9d640 1 --2- 172.21.15.5:0/668701191 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3a2806d460 0x7f3a14004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.256+0000 7f3a2db9d640 1 -- 172.21.15.5:0/668701191 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3a14004d40 msgr2=0x7f3a140051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:54.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.256+0000 7f3a2db9d640 1 --2- 172.21.15.5:0/668701191 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3a14004d40 0x7f3a140051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.256+0000 7f3a2db9d640 1 -- 172.21.15.5:0/668701191 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a14003520 con 0x7f3a140039b0 2024-09-19T05:04:54.261 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.256+0000 7f3a2e39e640 1 --2- 172.21.15.5:0/668701191 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3a14004d40 0x7f3a140051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:54.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.257+0000 7f3a2db9d640 1 --2- 172.21.15.5:0/668701191 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a140039b0 0x7f3a14003dd0 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7f3a2400c210 tx=0x7f3a14005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c283ea61bb14fcb2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:54.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.257+0000 7f3a2cb9b640 1 -- 172.21.15.5:0/668701191 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a24007d50 con 0x7f3a140039b0 2024-09-19T05:04:54.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.257+0000 7f3a2cb9b640 1 -- 172.21.15.5:0/668701191 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a24005ad0 con 0x7f3a140039b0 2024-09-19T05:04:54.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.257+0000 7f3a2cb9b640 1 -- 172.21.15.5:0/668701191 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a24007070 con 0x7f3a140039b0 2024-09-19T05:04:54.265 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.258+0000 7f3a2eb9f640 1 -- 172.21.15.5:0/668701191 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a140039b0 msgr2=0x7f3a14003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:54.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.258+0000 7f3a2eb9f640 1 --2- 172.21.15.5:0/668701191 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a140039b0 0x7f3a14003dd0 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7f3a2400c210 tx=0x7f3a14005830 comp rx=0 tx=0).stop 2024-09-19T05:04:54.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.258+0000 7f3a2e39e640 1 -- 172.21.15.5:0/668701191 reap_dead start 2024-09-19T05:04:54.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.258+0000 7f3a2eb9f640 1 -- 172.21.15.5:0/668701191 shutdown_connections 2024-09-19T05:04:54.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.258+0000 7f3a2eb9f640 1 -- 172.21.15.5:0/668701191 >> 172.21.15.5:0/668701191 conn(0x7f3a2809d700 msgr2=0x7f3a2808c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:54.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.258+0000 7f3a2eb9f640 1 -- 172.21.15.5:0/668701191 shutdown_connections 2024-09-19T05:04:54.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.258+0000 7f3a2eb9f640 1 -- 172.21.15.5:0/668701191 wait complete. 2024-09-19T05:04:54.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.259+0000 7f3a2eb9f640 1 Processor -- start 2024-09-19T05:04:54.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.259+0000 7f3a2eb9f640 1 -- start start 2024-09-19T05:04:54.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.260+0000 7f3a2eb9f640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3a140039b0 0x7f3a2815d760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.260+0000 7f3a2eb9f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3a280cb450 0x7f3a2809f1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.260+0000 7f3a2eb9f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a280cc340 0x7f3a280cd860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.266 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.260+0000 7f3a2eb9f640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f3a280cf3a0 con 0x7f3a280cc340 2024-09-19T05:04:54.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.260+0000 7f3a2eb9f640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f3a280cf0c0 con 0x7f3a140039b0 2024-09-19T05:04:54.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.260+0000 7f3a2eb9f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f3a280d02b0 con 0x7f3a280cb450 2024-09-19T05:04:54.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.260+0000 7f3a2e39e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a280cc340 0x7f3a280cd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:54.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.260+0000 7f3a2e39e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a280cc340 0x7f3a280cd860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38218/0 (socket says 172.21.15.5:38218) 2024-09-19T05:04:54.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.260+0000 7f3a2e39e640 1 -- 172.21.15.5:0/2886487576 learned_addr learned my addr 172.21.15.5:0/2886487576 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:54.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.260+0000 7f3a2db9d640 1 --2- 172.21.15.5:0/2886487576 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3a140039b0 0x7f3a2815d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:54.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.260+0000 7f3a2d39c640 1 --2- 172.21.15.5:0/2886487576 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3a280cb450 0x7f3a2809f1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:54.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.260+0000 7f3a2e39e640 1 -- 172.21.15.5:0/2886487576 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3a280cb450 msgr2=0x7f3a2809f1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:54.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.260+0000 7f3a2e39e640 1 --2- 172.21.15.5:0/2886487576 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3a280cb450 0x7f3a2809f1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.260+0000 7f3a2e39e640 1 -- 172.21.15.5:0/2886487576 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3a140039b0 msgr2=0x7f3a2815d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:54.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.260+0000 7f3a2e39e640 1 --2- 172.21.15.5:0/2886487576 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3a140039b0 0x7f3a2815d760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.260+0000 7f3a2e39e640 1 -- 172.21.15.5:0/2886487576 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a2815eda0 con 0x7f3a280cc340 2024-09-19T05:04:54.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.260+0000 7f3a2e39e640 1 --2- 172.21.15.5:0/2886487576 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a280cc340 0x7f3a280cd860 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7f3a28161eb0 tx=0x7f3a20010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:54.267 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.260+0000 7f3a1e7fc640 1 -- 172.21.15.5:0/2886487576 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a20010d80 con 0x7f3a280cc340 2024-09-19T05:04:54.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.260+0000 7f3a1e7fc640 1 -- 172.21.15.5:0/2886487576 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a20003990 con 0x7f3a280cc340 2024-09-19T05:04:54.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.260+0000 7f3a1e7fc640 1 -- 172.21.15.5:0/2886487576 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a20003dc0 con 0x7f3a280cc340 2024-09-19T05:04:54.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.260+0000 7f3a2eb9f640 1 -- 172.21.15.5:0/2886487576 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a2815f080 con 0x7f3a280cc340 2024-09-19T05:04:54.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.261+0000 7f3a2eb9f640 1 -- 172.21.15.5:0/2886487576 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a2815f640 con 0x7f3a280cc340 2024-09-19T05:04:54.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.262+0000 7f3a2eb9f640 1 -- 172.21.15.5:0/2886487576 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a280d4780 con 0x7f3a280cc340 2024-09-19T05:04:54.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.262+0000 7f3a1e7fc640 1 -- 172.21.15.5:0/2886487576 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3a20005d10 con 0x7f3a280cc340 2024-09-19T05:04:54.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.263+0000 7f3a1e7fc640 1 --2- 172.21.15.5:0/2886487576 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3a0c06c2b0 0x7f3a0c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.263+0000 7f3a1e7fc640 1 -- 172.21.15.5:0/2886487576 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5335+0+0 (secure 0 0 0) 0x7f3a2008b950 con 0x7f3a280cc340 2024-09-19T05:04:54.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.263+0000 7f3a2db9d640 1 --2- 172.21.15.5:0/2886487576 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3a0c06c2b0 0x7f3a0c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:54.268 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.263+0000 7f3a2db9d640 1 --2- 172.21.15.5:0/2886487576 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3a0c06c2b0 0x7f3a0c06e770 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f3a24033000 tx=0x7f3a24009030 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:54.269 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.267+0000 7f3a1e7fc640 1 -- 172.21.15.5:0/2886487576 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3a20025020 con 0x7f3a280cc340 2024-09-19T05:04:54.445 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.444+0000 7f3a2eb9f640 1 -- 172.21.15.5:0/2886487576 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7f3a2806cf90 con 0x7f3a0c06c2b0 2024-09-19T05:04:54.446 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.444+0000 7f3a1e7fc640 1 -- 172.21.15.5:0/2886487576 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f3a2806cf90 con 0x7f3a0c06c2b0 2024-09-19T05:04:54.446 INFO:teuthology.orchestra.run.smithi005.stderr:instructed osd(s) 1 to deep-scrub 2024-09-19T05:04:54.448 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.446+0000 7f3a2eb9f640 1 -- 172.21.15.5:0/2886487576 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3a0c06c2b0 msgr2=0x7f3a0c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:54.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.446+0000 7f3a2eb9f640 1 --2- 172.21.15.5:0/2886487576 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3a0c06c2b0 0x7f3a0c06e770 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f3a24033000 tx=0x7f3a24009030 comp rx=0 tx=0).stop 2024-09-19T05:04:54.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.446+0000 7f3a2eb9f640 1 -- 172.21.15.5:0/2886487576 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a280cc340 msgr2=0x7f3a280cd860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:54.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.446+0000 7f3a2eb9f640 1 --2- 172.21.15.5:0/2886487576 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a280cc340 0x7f3a280cd860 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7f3a28161eb0 tx=0x7f3a20010590 comp rx=0 tx=0).stop 2024-09-19T05:04:54.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.446+0000 7f3a2eb9f640 1 -- 172.21.15.5:0/2886487576 shutdown_connections 2024-09-19T05:04:54.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.446+0000 7f3a2eb9f640 1 --2- 172.21.15.5:0/2886487576 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3a0c06c2b0 0x7f3a0c06e770 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.446+0000 7f3a2eb9f640 1 --2- 172.21.15.5:0/2886487576 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3a280cc340 0x7f3a280cd860 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.446+0000 7f3a2eb9f640 1 --2- 172.21.15.5:0/2886487576 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3a280cb450 0x7f3a2809f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.446+0000 7f3a2eb9f640 1 --2- 172.21.15.5:0/2886487576 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3a140039b0 0x7f3a2815d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.446+0000 7f3a2eb9f640 1 -- 172.21.15.5:0/2886487576 >> 172.21.15.5:0/2886487576 conn(0x7f3a2809d700 msgr2=0x7f3a280b3390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:54.449 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.447+0000 7f3a2eb9f640 1 -- 172.21.15.5:0/2886487576 shutdown_connections 2024-09-19T05:04:54.450 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.447+0000 7f3a2eb9f640 1 -- 172.21.15.5:0/2886487576 wait complete. 2024-09-19T05:04:54.459 INFO:tasks.ceph:Scrubbing osd.2 2024-09-19T05:04:54.459 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-19T05:04:54.566 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.565+0000 7faf2cae4640 1 Processor -- start 2024-09-19T05:04:54.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.565+0000 7faf2cae4640 1 -- start start 2024-09-19T05:04:54.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.566+0000 7faf2cae4640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7faf2815c4a0 0x7faf2809b450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.566+0000 7faf2cae4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faf280b65a0 0x7faf280d0870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.566+0000 7faf2cae4640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf2809bf00 con 0x7faf2809b990 2024-09-19T05:04:54.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.566+0000 7faf2cae4640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7faf280cfd90 con 0x7faf2815c4a0 2024-09-19T05:04:54.567 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.566+0000 7faf2cae4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7faf280d0070 con 0x7faf280b65a0 2024-09-19T05:04:54.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.566+0000 7faf2659c640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7faf2815c4a0 0x7faf2809b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:54.568 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.566+0000 7faf2659c640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7faf2815c4a0 0x7faf2809b450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.5:33360/0 (socket says 172.21.15.5:33360) 2024-09-19T05:04:54.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.566+0000 7faf1ffff640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7faf2809b990 0x7faf280b5e90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.5:45584/0 (socket says 172.21.15.5:45584) 2024-09-19T05:04:54.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.566+0000 7faf2659c640 1 -- 172.21.15.5:0/2743675103 learned_addr learned my addr 172.21.15.5:0/2743675103 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:54.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.566+0000 7faf26d9d640 1 --2- 172.21.15.5:0/2743675103 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faf280b65a0 0x7faf280d0870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:54.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.567+0000 7faf2659c640 1 -- 172.21.15.5:0/2743675103 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faf280b65a0 msgr2=0x7faf280d0870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:54.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.567+0000 7faf2659c640 1 --2- 172.21.15.5:0/2743675103 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faf280b65a0 0x7faf280d0870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.567+0000 7faf2659c640 1 -- 172.21.15.5:0/2743675103 >> v1:172.21.15.134:6789/0 conn(0x7faf2809b990 legacy=0x7faf280b5e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:54.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.567+0000 7faf2659c640 1 -- 172.21.15.5:0/2743675103 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf280d0350 con 0x7faf2815c4a0 2024-09-19T05:04:54.569 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.567+0000 7faf25d9b640 1 -- 172.21.15.5:0/2743675103 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2199862381 0 0) 0x7faf2809bf00 con 0x7faf2809b990 2024-09-19T05:04:54.570 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.567+0000 7faf2659c640 1 --2- 172.21.15.5:0/2743675103 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faf2815c4a0 0x7faf2809b450 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7faf18009870 tx=0x7faf1802a300 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4a56c88b65b6adad server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:54.570 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.567+0000 7faf25d9b640 1 -- 172.21.15.5:0/2743675103 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf18037070 con 0x7faf2815c4a0 2024-09-19T05:04:54.570 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.568+0000 7faf25d9b640 1 -- 172.21.15.5:0/2743675103 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf1802ae50 con 0x7faf2815c4a0 2024-09-19T05:04:54.570 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.568+0000 7faf25d9b640 1 -- 172.21.15.5:0/2743675103 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf18032860 con 0x7faf2815c4a0 2024-09-19T05:04:54.570 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.568+0000 7faf2cae4640 1 -- 172.21.15.5:0/2743675103 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faf2815c4a0 msgr2=0x7faf2809b450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:54.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.568+0000 7faf2cae4640 1 --2- 172.21.15.5:0/2743675103 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faf2815c4a0 0x7faf2809b450 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7faf18009870 tx=0x7faf1802a300 comp rx=0 tx=0).stop 2024-09-19T05:04:54.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.568+0000 7faf2cae4640 1 -- 172.21.15.5:0/2743675103 shutdown_connections 2024-09-19T05:04:54.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.568+0000 7faf2cae4640 1 --2- 172.21.15.5:0/2743675103 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faf280b65a0 0x7faf280d0870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.568+0000 7faf2cae4640 1 --2- 172.21.15.5:0/2743675103 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faf2815c4a0 0x7faf2809b450 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.568+0000 7faf2cae4640 1 -- 172.21.15.5:0/2743675103 >> 172.21.15.5:0/2743675103 conn(0x7faf280b4060 msgr2=0x7faf280b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:54.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.568+0000 7faf2cae4640 1 -- 172.21.15.5:0/2743675103 shutdown_connections 2024-09-19T05:04:54.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.568+0000 7faf2cae4640 1 -- 172.21.15.5:0/2743675103 wait complete. 2024-09-19T05:04:54.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.569+0000 7faf2cae4640 1 Processor -- start 2024-09-19T05:04:54.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.570+0000 7faf2cae4640 1 -- start start 2024-09-19T05:04:54.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.570+0000 7faf2cae4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faf2809b990 0x7faf28159820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.570+0000 7faf2cae4640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faf280b65a0 0x7faf2814a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.570+0000 7faf2cae4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faf2815c4a0 0x7faf28150bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.570+0000 7faf2cae4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7faf280b58b0 con 0x7faf2815c4a0 2024-09-19T05:04:54.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.570+0000 7faf2cae4640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7faf2815c880 con 0x7faf280b65a0 2024-09-19T05:04:54.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.570+0000 7faf2cae4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7faf280b5a30 con 0x7faf2809b990 2024-09-19T05:04:54.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.570+0000 7faf26d9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faf2815c4a0 0x7faf28150bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:54.573 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.570+0000 7faf26d9d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faf2815c4a0 0x7faf28150bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38224/0 (socket says 172.21.15.5:38224) 2024-09-19T05:04:54.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.570+0000 7faf26d9d640 1 -- 172.21.15.5:0/4115275252 learned_addr learned my addr 172.21.15.5:0/4115275252 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:54.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.571+0000 7faf26d9d640 1 -- 172.21.15.5:0/4115275252 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faf2809b990 msgr2=0x7faf28159820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:54.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.571+0000 7faf26d9d640 1 --2- 172.21.15.5:0/4115275252 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7faf2809b990 0x7faf28159820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.571+0000 7faf26d9d640 1 -- 172.21.15.5:0/4115275252 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faf280b65a0 msgr2=0x7faf2814a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:54.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.571+0000 7faf26d9d640 1 --2- 172.21.15.5:0/4115275252 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7faf280b65a0 0x7faf2814a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.571+0000 7faf26d9d640 1 -- 172.21.15.5:0/4115275252 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf28158780 con 0x7faf2815c4a0 2024-09-19T05:04:54.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.571+0000 7faf26d9d640 1 --2- 172.21.15.5:0/4115275252 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faf2815c4a0 0x7faf28150bf0 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7faf20007e60 tx=0x7faf2000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:54.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.571+0000 7faf1effd640 1 -- 172.21.15.5:0/4115275252 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf20014620 con 0x7faf2815c4a0 2024-09-19T05:04:54.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.571+0000 7faf1effd640 1 -- 172.21.15.5:0/4115275252 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf20019070 con 0x7faf2815c4a0 2024-09-19T05:04:54.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.571+0000 7faf1effd640 1 -- 172.21.15.5:0/4115275252 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf20014a00 con 0x7faf2815c4a0 2024-09-19T05:04:54.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.571+0000 7faf2cae4640 1 -- 172.21.15.5:0/4115275252 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf28158a60 con 0x7faf2815c4a0 2024-09-19T05:04:54.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.571+0000 7faf2cae4640 1 -- 172.21.15.5:0/4115275252 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf28159020 con 0x7faf2815c4a0 2024-09-19T05:04:54.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.572+0000 7faf2cae4640 1 -- 172.21.15.5:0/4115275252 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7faf281593f0 con 0x7faf2815c4a0 2024-09-19T05:04:54.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.573+0000 7faf1effd640 1 -- 172.21.15.5:0/4115275252 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7faf20014ba0 con 0x7faf2815c4a0 2024-09-19T05:04:54.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.573+0000 7faf1effd640 1 --2- 172.21.15.5:0/4115275252 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faf0806c2b0 0x7faf0806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.573+0000 7faf1effd640 1 -- 172.21.15.5:0/4115275252 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5335+0+0 (secure 0 0 0) 0x7faf2008c630 con 0x7faf2815c4a0 2024-09-19T05:04:54.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.573+0000 7faf1effd640 1 --2- 172.21.15.5:0/4115275252 >> [v2:172.21.15.5:6816/1732236614,v1:172.21.15.5:6817/1732236614] conn(0x7faf08072750 0x7faf08074b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.573+0000 7faf1effd640 1 -- 172.21.15.5:0/4115275252 --> [v2:172.21.15.5:6816/1732236614,v1:172.21.15.5:6817/1732236614] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7faf20015ec0 con 0x7faf08072750 2024-09-19T05:04:54.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.573+0000 7faf1effd640 1 -- 172.21.15.5:0/4115275252 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=98) ==== 24+0+0 (secure 0 0 0) 0x7faf2008cac0 con 0x7faf2815c4a0 2024-09-19T05:04:54.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.574+0000 7faf1ffff640 1 --2- 172.21.15.5:0/4115275252 >> [v2:172.21.15.5:6816/1732236614,v1:172.21.15.5:6817/1732236614] conn(0x7faf08072750 0x7faf08074b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:54.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.574+0000 7faf1ffff640 1 --2- 172.21.15.5:0/4115275252 >> [v2:172.21.15.5:6816/1732236614,v1:172.21.15.5:6817/1732236614] conn(0x7faf08072750 0x7faf08074b90 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:54.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.574+0000 7faf2659c640 1 --2- 172.21.15.5:0/4115275252 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faf0806c2b0 0x7faf0806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:54.576 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.574+0000 7faf1effd640 1 -- 172.21.15.5:0/4115275252 <== osd.2 v2:172.21.15.5:6816/1732236614 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7faf20015ec0 con 0x7faf08072750 2024-09-19T05:04:54.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.576+0000 7faf2659c640 1 --2- 172.21.15.5:0/4115275252 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faf0806c2b0 0x7faf0806e770 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7faf18034000 tx=0x7faf1802c000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:54.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.587+0000 7faf2cae4640 1 -- 172.21.15.5:0/4115275252 --> [v2:172.21.15.5:6816/1732236614,v1:172.21.15.5:6817/1732236614] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7faf2809b450 con 0x7faf08072750 2024-09-19T05:04:54.589 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.587+0000 7faf1effd640 1 -- 172.21.15.5:0/4115275252 <== osd.2 v2:172.21.15.5:6816/1732236614 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7faf2809b450 con 0x7faf08072750 2024-09-19T05:04:54.589 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-19T05:04:54.589 INFO:teuthology.orchestra.run.smithi005.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T05:04:54.589 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-19T05:04:54.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.588+0000 7faf2cae4640 1 -- 172.21.15.5:0/4115275252 >> [v2:172.21.15.5:6816/1732236614,v1:172.21.15.5:6817/1732236614] conn(0x7faf08072750 msgr2=0x7faf08074b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:54.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.588+0000 7faf2cae4640 1 --2- 172.21.15.5:0/4115275252 >> [v2:172.21.15.5:6816/1732236614,v1:172.21.15.5:6817/1732236614] conn(0x7faf08072750 0x7faf08074b90 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.588+0000 7faf2cae4640 1 -- 172.21.15.5:0/4115275252 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faf0806c2b0 msgr2=0x7faf0806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:54.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.588+0000 7faf2cae4640 1 --2- 172.21.15.5:0/4115275252 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7faf0806c2b0 0x7faf0806e770 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7faf18034000 tx=0x7faf1802c000 comp rx=0 tx=0).stop 2024-09-19T05:04:54.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.588+0000 7faf2cae4640 1 -- 172.21.15.5:0/4115275252 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faf2815c4a0 msgr2=0x7faf28150bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:54.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.588+0000 7faf2cae4640 1 --2- 172.21.15.5:0/4115275252 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7faf2815c4a0 0x7faf28150bf0 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7faf20007e60 tx=0x7faf2000e4b0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.590 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.588+0000 7faf26d9d640 1 -- 172.21.15.5:0/4115275252 reap_dead start 2024-09-19T05:04:54.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.588+0000 7faf2cae4640 1 -- 172.21.15.5:0/4115275252 shutdown_connections 2024-09-19T05:04:54.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.588+0000 7faf2cae4640 1 -- 172.21.15.5:0/4115275252 >> 172.21.15.5:0/4115275252 conn(0x7faf280b4060 msgr2=0x7faf281515a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:54.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.588+0000 7faf2cae4640 1 -- 172.21.15.5:0/4115275252 shutdown_connections 2024-09-19T05:04:54.591 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.588+0000 7faf2cae4640 1 -- 172.21.15.5:0/4115275252 wait complete. 2024-09-19T05:04:54.600 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-19T05:04:54.702 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.701+0000 7f28a1f42640 1 Processor -- start 2024-09-19T05:04:54.703 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.701+0000 7f28a1f42640 1 -- start start 2024-09-19T05:04:54.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.702+0000 7f28a1f42640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f289c15c1c0 0x7f289c070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.702+0000 7f28a1f42640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f289c09b180 0x7f289c0b6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.702+0000 7f28a1f42640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f289c15f8d0 con 0x7f289c15f480 2024-09-19T05:04:54.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.702+0000 7f28a1f42640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f289c0b5d90 con 0x7f289c15c1c0 2024-09-19T05:04:54.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.702+0000 7f28a1f42640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f289c070e00 con 0x7f289c09b180 2024-09-19T05:04:54.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.702+0000 7f289b7fe640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f289c15c1c0 0x7f289c070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:54.704 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.702+0000 7f289affd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f289c15f480 0x7f289c09aa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34084/0 (socket says 172.21.15.5:34084) 2024-09-19T05:04:54.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.702+0000 7f289affd640 1 -- 172.21.15.5:0/721939186 learned_addr learned my addr 172.21.15.5:0/721939186 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:54.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.702+0000 7f289bfff640 1 --2- 172.21.15.5:0/721939186 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f289c09b180 0x7f289c0b6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:54.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.702+0000 7f289b7fe640 1 -- 172.21.15.5:0/721939186 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f289c09b180 msgr2=0x7f289c0b6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:54.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.702+0000 7f289b7fe640 1 --2- 172.21.15.5:0/721939186 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f289c09b180 0x7f289c0b6220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.702+0000 7f289b7fe640 1 -- 172.21.15.5:0/721939186 >> v1:172.21.15.5:6789/0 conn(0x7f289c15f480 legacy=0x7f289c09aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:54.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.702+0000 7f289a7fc640 1 -- 172.21.15.5:0/721939186 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3921968090 0 0) 0x7f289c15f8d0 con 0x7f289c15f480 2024-09-19T05:04:54.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.702+0000 7f289b7fe640 1 -- 172.21.15.5:0/721939186 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f289c0710e0 con 0x7f289c15c1c0 2024-09-19T05:04:54.705 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.702+0000 7f289bfff640 1 --2- 172.21.15.5:0/721939186 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f289c09b180 0x7f289c0b6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:04:54.706 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.703+0000 7f289b7fe640 1 --2- 172.21.15.5:0/721939186 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f289c15c1c0 0x7f289c070770 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f288c0097d0 tx=0x7f288c02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f9061318179d56e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:54.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.703+0000 7f289a7fc640 1 -- 172.21.15.5:0/721939186 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f288c037070 con 0x7f289c15c1c0 2024-09-19T05:04:54.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.703+0000 7f289a7fc640 1 -- 172.21.15.5:0/721939186 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f288c032440 con 0x7f289c15c1c0 2024-09-19T05:04:54.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.703+0000 7f289a7fc640 1 -- 172.21.15.5:0/721939186 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f288c032810 con 0x7f289c15c1c0 2024-09-19T05:04:54.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.703+0000 7f28a1f42640 1 -- 172.21.15.5:0/721939186 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f289c15c1c0 msgr2=0x7f289c070770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:54.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.703+0000 7f28a1f42640 1 --2- 172.21.15.5:0/721939186 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f289c15c1c0 0x7f289c070770 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f288c0097d0 tx=0x7f288c02a1c0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.704+0000 7f28a1f42640 1 -- 172.21.15.5:0/721939186 shutdown_connections 2024-09-19T05:04:54.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.704+0000 7f28a1f42640 1 --2- 172.21.15.5:0/721939186 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f289c09b180 0x7f289c0b6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.704+0000 7f28a1f42640 1 --2- 172.21.15.5:0/721939186 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f289c15c1c0 0x7f289c070770 unknown :-1 s=CLOSED pgs=966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.704+0000 7f28a1f42640 1 -- 172.21.15.5:0/721939186 >> 172.21.15.5:0/721939186 conn(0x7f289c0b3ff0 msgr2=0x7f289c0b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:54.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.704+0000 7f28a1f42640 1 -- 172.21.15.5:0/721939186 shutdown_connections 2024-09-19T05:04:54.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.704+0000 7f28a1f42640 1 -- 172.21.15.5:0/721939186 wait complete. 2024-09-19T05:04:54.707 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.705+0000 7f28a1f42640 1 Processor -- start 2024-09-19T05:04:54.708 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.705+0000 7f28a1f42640 1 -- start start 2024-09-19T05:04:54.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.706+0000 7f28a1f42640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f289c09b180 0x7f289c0ceb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.706+0000 7f28a1f42640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f289c15c1c0 0x7f289c1610f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.709 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.706+0000 7f28a1f42640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f289c15f480 0x7f289c14ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.706+0000 7f28a1f42640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f289c0b6760 con 0x7f289c15c1c0 2024-09-19T05:04:54.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.706+0000 7f28a1f42640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f289c0716a0 con 0x7f289c09b180 2024-09-19T05:04:54.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.706+0000 7f28a1f42640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f289c0b68e0 con 0x7f289c15f480 2024-09-19T05:04:54.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.706+0000 7f289affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f289c15c1c0 0x7f289c1610f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:54.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.706+0000 7f289affd640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f289c15c1c0 0x7f289c1610f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38238/0 (socket says 172.21.15.5:38238) 2024-09-19T05:04:54.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.706+0000 7f289affd640 1 -- 172.21.15.5:0/3574004445 learned_addr learned my addr 172.21.15.5:0/3574004445 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:54.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.706+0000 7f289b7fe640 1 --2- 172.21.15.5:0/3574004445 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f289c09b180 0x7f289c0ceb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:54.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.706+0000 7f289bfff640 1 --2- 172.21.15.5:0/3574004445 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f289c15f480 0x7f289c14ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:54.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.706+0000 7f289affd640 1 -- 172.21.15.5:0/3574004445 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f289c15f480 msgr2=0x7f289c14ba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:54.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.706+0000 7f289affd640 1 --2- 172.21.15.5:0/3574004445 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f289c15f480 0x7f289c14ba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.706+0000 7f289affd640 1 -- 172.21.15.5:0/3574004445 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f289c09b180 msgr2=0x7f289c0ceb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:54.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.706+0000 7f289affd640 1 --2- 172.21.15.5:0/3574004445 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f289c09b180 0x7f289c0ceb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.710 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.706+0000 7f289affd640 1 -- 172.21.15.5:0/3574004445 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f289c0cf080 con 0x7f289c15c1c0 2024-09-19T05:04:54.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.706+0000 7f289affd640 1 --2- 172.21.15.5:0/3574004445 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f289c15c1c0 0x7f289c1610f0 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f289000c430 tx=0x7f289000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:54.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.707+0000 7f2883fff640 1 -- 172.21.15.5:0/3574004445 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28900074e0 con 0x7f289c15c1c0 2024-09-19T05:04:54.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.707+0000 7f2883fff640 1 -- 172.21.15.5:0/3574004445 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28900047e0 con 0x7f289c15c1c0 2024-09-19T05:04:54.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.707+0000 7f2883fff640 1 -- 172.21.15.5:0/3574004445 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2890004bd0 con 0x7f289c15c1c0 2024-09-19T05:04:54.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.707+0000 7f28a1f42640 1 -- 172.21.15.5:0/3574004445 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f289c0d03a0 con 0x7f289c15c1c0 2024-09-19T05:04:54.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.707+0000 7f28a1f42640 1 -- 172.21.15.5:0/3574004445 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f289c0cf5e0 con 0x7f289c15c1c0 2024-09-19T05:04:54.711 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.708+0000 7f28a1f42640 1 -- 172.21.15.5:0/3574004445 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f289c0b3d20 con 0x7f289c15c1c0 2024-09-19T05:04:54.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.708+0000 7f2883fff640 1 -- 172.21.15.5:0/3574004445 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2890011070 con 0x7f289c15c1c0 2024-09-19T05:04:54.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.709+0000 7f2883fff640 1 --2- 172.21.15.5:0/3574004445 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f288806c2b0 0x7f288806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:54.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.709+0000 7f2883fff640 1 -- 172.21.15.5:0/3574004445 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5335+0+0 (secure 0 0 0) 0x7f289008ae30 con 0x7f289c15c1c0 2024-09-19T05:04:54.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.709+0000 7f289b7fe640 1 --2- 172.21.15.5:0/3574004445 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f288806c2b0 0x7f288806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:54.712 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.710+0000 7f289b7fe640 1 --2- 172.21.15.5:0/3574004445 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f288806c2b0 0x7f288806e770 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f288c034000 tx=0x7f288c02e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:54.715 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.713+0000 7f2883fff640 1 -- 172.21.15.5:0/3574004445 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f289c0cf080 con 0x7f289c15c1c0 2024-09-19T05:04:54.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.889+0000 7f28a1f42640 1 -- 172.21.15.5:0/3574004445 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7f289c0b6200 con 0x7f288806c2b0 2024-09-19T05:04:54.891 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.890+0000 7f2883fff640 1 -- 172.21.15.5:0/3574004445 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f289c0b6200 con 0x7f288806c2b0 2024-09-19T05:04:54.891 INFO:teuthology.orchestra.run.smithi005.stderr:instructed osd(s) 2 to deep-scrub 2024-09-19T05:04:54.893 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.892+0000 7f28a1f42640 1 -- 172.21.15.5:0/3574004445 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f288806c2b0 msgr2=0x7f288806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:54.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.892+0000 7f28a1f42640 1 --2- 172.21.15.5:0/3574004445 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f288806c2b0 0x7f288806e770 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f288c034000 tx=0x7f288c02e000 comp rx=0 tx=0).stop 2024-09-19T05:04:54.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.892+0000 7f28a1f42640 1 -- 172.21.15.5:0/3574004445 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f289c15c1c0 msgr2=0x7f289c1610f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:54.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.892+0000 7f28a1f42640 1 --2- 172.21.15.5:0/3574004445 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f289c15c1c0 0x7f289c1610f0 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f289000c430 tx=0x7f289000c8f0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.892+0000 7f28a1f42640 1 -- 172.21.15.5:0/3574004445 shutdown_connections 2024-09-19T05:04:54.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.892+0000 7f28a1f42640 1 --2- 172.21.15.5:0/3574004445 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f288806c2b0 0x7f288806e770 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.892+0000 7f28a1f42640 1 --2- 172.21.15.5:0/3574004445 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f289c15f480 0x7f289c14ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.892+0000 7f28a1f42640 1 --2- 172.21.15.5:0/3574004445 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f289c15c1c0 0x7f289c1610f0 unknown :-1 s=CLOSED pgs=967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.892+0000 7f28a1f42640 1 --2- 172.21.15.5:0/3574004445 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f289c09b180 0x7f289c0ceb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:54.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.892+0000 7f28a1f42640 1 -- 172.21.15.5:0/3574004445 >> 172.21.15.5:0/3574004445 conn(0x7f289c0b3ff0 msgr2=0x7f289c06d220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:54.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.892+0000 7f28a1f42640 1 -- 172.21.15.5:0/3574004445 shutdown_connections 2024-09-19T05:04:54.894 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:54.892+0000 7f28a1f42640 1 -- 172.21.15.5:0/3574004445 wait complete. 2024-09-19T05:04:54.905 INFO:tasks.ceph:Scrubbing osd.3 2024-09-19T05:04:54.905 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-19T05:04:55.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.010+0000 7fbccd34b640 1 Processor -- start 2024-09-19T05:04:55.012 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.010+0000 7fbccd34b640 1 -- start start 2024-09-19T05:04:55.013 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.011+0000 7fbccd34b640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fbcc815e6d0 0x7fbcc80d3c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.013 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.011+0000 7fbccd34b640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbcc80d2be0 con 0x7fbcc80d1af0 2024-09-19T05:04:55.013 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.011+0000 7fbccd34b640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbcc80d2ec0 con 0x7fbcc80cf640 2024-09-19T05:04:55.013 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.011+0000 7fbccd34b640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7fbcc80d31a0 con 0x7fbcc815e6d0 2024-09-19T05:04:55.013 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.011+0000 7fbcc6ffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7fbcc815e6d0 0x7fbcc80d3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.013 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.011+0000 7fbcc77fe640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fbcc80d1af0 0x7fbcc80b7810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34098/0 (socket says 172.21.15.5:34098) 2024-09-19T05:04:55.013 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.011+0000 7fbcc77fe640 1 -- 172.21.15.5:0/3838425139 learned_addr learned my addr 172.21.15.5:0/3838425139 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:55.013 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.011+0000 7fbcc6ffd640 1 -- 172.21.15.5:0/3838425139 >> v1:172.21.15.134:6789/0 conn(0x7fbcc80cf640 legacy=0x7fbcc80d13e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:55.013 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.011+0000 7fbcc6ffd640 1 -- 172.21.15.5:0/3838425139 >> v1:172.21.15.5:6789/0 conn(0x7fbcc80d1af0 legacy=0x7fbcc80b7810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.014 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.011+0000 7fbcc6ffd640 1 -- 172.21.15.5:0/3838425139 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcc80d3480 con 0x7fbcc815e6d0 2024-09-19T05:04:55.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.012+0000 7fbcc6ffd640 1 --2- 172.21.15.5:0/3838425139 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbcc815e6d0 0x7fbcc80d3c80 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7fbcb8009dc0 tx=0x7fbcb802a760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcc4526146eb27a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:55.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.012+0000 7fbcc5ffb640 1 -- 172.21.15.5:0/3838425139 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcb8007740 con 0x7fbcc815e6d0 2024-09-19T05:04:55.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.012+0000 7fbcc5ffb640 1 -- 172.21.15.5:0/3838425139 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbcb80078e0 con 0x7fbcc815e6d0 2024-09-19T05:04:55.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.012+0000 7fbcc5ffb640 1 -- 172.21.15.5:0/3838425139 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcb8007cb0 con 0x7fbcc815e6d0 2024-09-19T05:04:55.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.013+0000 7fbccd34b640 1 -- 172.21.15.5:0/3838425139 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbcc815e6d0 msgr2=0x7fbcc80d3c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.013+0000 7fbccd34b640 1 --2- 172.21.15.5:0/3838425139 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbcc815e6d0 0x7fbcc80d3c80 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7fbcb8009dc0 tx=0x7fbcb802a760 comp rx=0 tx=0).stop 2024-09-19T05:04:55.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.013+0000 7fbccd34b640 1 -- 172.21.15.5:0/3838425139 shutdown_connections 2024-09-19T05:04:55.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.013+0000 7fbccd34b640 1 --2- 172.21.15.5:0/3838425139 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbcc815e6d0 0x7fbcc80d3c80 unknown :-1 s=CLOSED pgs=969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.013+0000 7fbccd34b640 1 -- 172.21.15.5:0/3838425139 >> 172.21.15.5:0/3838425139 conn(0x7fbcc8067b30 msgr2=0x7fbcc8067f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:55.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.013+0000 7fbccd34b640 1 -- 172.21.15.5:0/3838425139 shutdown_connections 2024-09-19T05:04:55.015 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.013+0000 7fbccd34b640 1 -- 172.21.15.5:0/3838425139 wait complete. 2024-09-19T05:04:55.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.014+0000 7fbccd34b640 1 Processor -- start 2024-09-19T05:04:55.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.014+0000 7fbccd34b640 1 -- start start 2024-09-19T05:04:55.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.015+0000 7fbccd34b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbcc80cf640 0x7fbcc814f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.015+0000 7fbccd34b640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbcc80d1af0 0x7fbcc8154490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.015+0000 7fbccd34b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbcc815e6d0 0x7fbcc8155e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.015+0000 7fbccd34b640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc815eab0 con 0x7fbcc815e6d0 2024-09-19T05:04:55.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.015+0000 7fbccd34b640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc8163100 con 0x7fbcc80d1af0 2024-09-19T05:04:55.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.015+0000 7fbccd34b640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fbcc815ec30 con 0x7fbcc80cf640 2024-09-19T05:04:55.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.015+0000 7fbcc77fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbcc815e6d0 0x7fbcc8155e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.018 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.015+0000 7fbcc77fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbcc815e6d0 0x7fbcc8155e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38244/0 (socket says 172.21.15.5:38244) 2024-09-19T05:04:55.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.015+0000 7fbcc77fe640 1 -- 172.21.15.5:0/3454859312 learned_addr learned my addr 172.21.15.5:0/3454859312 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:55.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.015+0000 7fbcc6ffd640 1 --2- 172.21.15.5:0/3454859312 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbcc80cf640 0x7fbcc814f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.015+0000 7fbcc67fc640 1 --2- 172.21.15.5:0/3454859312 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbcc80d1af0 0x7fbcc8154490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.015+0000 7fbcc77fe640 1 -- 172.21.15.5:0/3454859312 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbcc80cf640 msgr2=0x7fbcc814f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.015+0000 7fbcc77fe640 1 --2- 172.21.15.5:0/3454859312 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fbcc80cf640 0x7fbcc814f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.015+0000 7fbcc77fe640 1 -- 172.21.15.5:0/3454859312 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbcc80d1af0 msgr2=0x7fbcc8154490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.015+0000 7fbcc77fe640 1 --2- 172.21.15.5:0/3454859312 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fbcc80d1af0 0x7fbcc8154490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.015+0000 7fbcc77fe640 1 -- 172.21.15.5:0/3454859312 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcc81505a0 con 0x7fbcc815e6d0 2024-09-19T05:04:55.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.015+0000 7fbcc77fe640 1 --2- 172.21.15.5:0/3454859312 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbcc815e6d0 0x7fbcc8155e90 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7fbcc000c490 tx=0x7fbcc000c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:55.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.016+0000 7fbcaf7fe640 1 -- 172.21.15.5:0/3454859312 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcc0017070 con 0x7fbcc815e6d0 2024-09-19T05:04:55.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.016+0000 7fbcaf7fe640 1 -- 172.21.15.5:0/3454859312 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbcc0005ce0 con 0x7fbcc815e6d0 2024-09-19T05:04:55.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.016+0000 7fbccd34b640 1 -- 172.21.15.5:0/3454859312 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcc8154f10 con 0x7fbcc815e6d0 2024-09-19T05:04:55.019 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.016+0000 7fbcaf7fe640 1 -- 172.21.15.5:0/3454859312 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcc0007270 con 0x7fbcc815e6d0 2024-09-19T05:04:55.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.016+0000 7fbccd34b640 1 -- 172.21.15.5:0/3454859312 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcc81554d0 con 0x7fbcc815e6d0 2024-09-19T05:04:55.020 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.017+0000 7fbccd34b640 1 -- 172.21.15.5:0/3454859312 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fbcc80cfa90 con 0x7fbcc815e6d0 2024-09-19T05:04:55.021 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.017+0000 7fbcaf7fe640 1 -- 172.21.15.5:0/3454859312 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbcc001a070 con 0x7fbcc815e6d0 2024-09-19T05:04:55.021 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.018+0000 7fbcaf7fe640 1 --2- 172.21.15.5:0/3454859312 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbcb406c2b0 0x7fbcb406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.021 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.018+0000 7fbcaf7fe640 1 -- 172.21.15.5:0/3454859312 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5335+0+0 (secure 0 0 0) 0x7fbcc008a4c0 con 0x7fbcc815e6d0 2024-09-19T05:04:55.021 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.018+0000 7fbcaf7fe640 1 --2- 172.21.15.5:0/3454859312 >> [v2:172.21.15.5:6824/2902387139,v1:172.21.15.5:6825/2902387139] conn(0x7fbcb4072750 0x7fbcb4074b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.021 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.018+0000 7fbcaf7fe640 1 -- 172.21.15.5:0/3454859312 --> [v2:172.21.15.5:6824/2902387139,v1:172.21.15.5:6825/2902387139] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fbcc0015e70 con 0x7fbcb4072750 2024-09-19T05:04:55.021 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.018+0000 7fbcaf7fe640 1 -- 172.21.15.5:0/3454859312 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=98) ==== 24+0+0 (secure 0 0 0) 0x7fbcc0091050 con 0x7fbcc815e6d0 2024-09-19T05:04:55.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.018+0000 7fbcc67fc640 1 --2- 172.21.15.5:0/3454859312 >> [v2:172.21.15.5:6824/2902387139,v1:172.21.15.5:6825/2902387139] conn(0x7fbcb4072750 0x7fbcb4074b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.018+0000 7fbcc6ffd640 1 --2- 172.21.15.5:0/3454859312 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbcb406c2b0 0x7fbcb406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.018+0000 7fbcc67fc640 1 --2- 172.21.15.5:0/3454859312 >> [v2:172.21.15.5:6824/2902387139,v1:172.21.15.5:6825/2902387139] conn(0x7fbcb4072750 0x7fbcb4074b90 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:55.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.019+0000 7fbcc6ffd640 1 --2- 172.21.15.5:0/3454859312 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbcb406c2b0 0x7fbcb406e770 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fbcb8034000 tx=0x7fbcb802f000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:55.022 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.019+0000 7fbcaf7fe640 1 -- 172.21.15.5:0/3454859312 <== osd.3 v2:172.21.15.5:6824/2902387139 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fbcc0015e70 con 0x7fbcb4072750 2024-09-19T05:04:55.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.032+0000 7fbccd34b640 1 -- 172.21.15.5:0/3454859312 --> [v2:172.21.15.5:6824/2902387139,v1:172.21.15.5:6825/2902387139] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fbcc80d2310 con 0x7fbcb4072750 2024-09-19T05:04:55.035 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.032+0000 7fbcaf7fe640 1 -- 172.21.15.5:0/3454859312 <== osd.3 v2:172.21.15.5:6824/2902387139 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fbcc80d2310 con 0x7fbcb4072750 2024-09-19T05:04:55.035 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-19T05:04:55.036 INFO:teuthology.orchestra.run.smithi005.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T05:04:55.037 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-19T05:04:55.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.032+0000 7fbccd34b640 1 -- 172.21.15.5:0/3454859312 >> [v2:172.21.15.5:6824/2902387139,v1:172.21.15.5:6825/2902387139] conn(0x7fbcb4072750 msgr2=0x7fbcb4074b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.032+0000 7fbccd34b640 1 --2- 172.21.15.5:0/3454859312 >> [v2:172.21.15.5:6824/2902387139,v1:172.21.15.5:6825/2902387139] conn(0x7fbcb4072750 0x7fbcb4074b90 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.032+0000 7fbccd34b640 1 -- 172.21.15.5:0/3454859312 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbcb406c2b0 msgr2=0x7fbcb406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.032+0000 7fbccd34b640 1 --2- 172.21.15.5:0/3454859312 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fbcb406c2b0 0x7fbcb406e770 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fbcb8034000 tx=0x7fbcb802f000 comp rx=0 tx=0).stop 2024-09-19T05:04:55.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.032+0000 7fbccd34b640 1 -- 172.21.15.5:0/3454859312 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbcc815e6d0 msgr2=0x7fbcc8155e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.032+0000 7fbccd34b640 1 --2- 172.21.15.5:0/3454859312 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fbcc815e6d0 0x7fbcc8155e90 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7fbcc000c490 tx=0x7fbcc000c950 comp rx=0 tx=0).stop 2024-09-19T05:04:55.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.032+0000 7fbcc77fe640 1 -- 172.21.15.5:0/3454859312 reap_dead start 2024-09-19T05:04:55.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.032+0000 7fbccd34b640 1 -- 172.21.15.5:0/3454859312 shutdown_connections 2024-09-19T05:04:55.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.032+0000 7fbccd34b640 1 -- 172.21.15.5:0/3454859312 >> 172.21.15.5:0/3454859312 conn(0x7fbcc8067b30 msgr2=0x7fbcc80d13b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:55.038 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.032+0000 7fbccd34b640 1 -- 172.21.15.5:0/3454859312 shutdown_connections 2024-09-19T05:04:55.039 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.032+0000 7fbccd34b640 1 -- 172.21.15.5:0/3454859312 wait complete. 2024-09-19T05:04:55.045 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-19T05:04:55.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.147+0000 7f6797578640 1 Processor -- start 2024-09-19T05:04:55.149 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.147+0000 7f6797578640 1 -- start start 2024-09-19T05:04:55.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.148+0000 7f6797578640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6790165010 0x7f6790167400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.148+0000 7f6797578640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f67900b0350 con 0x7f6790145ef0 2024-09-19T05:04:55.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.148+0000 7f6797578640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f67900b0630 con 0x7f67900b5c60 2024-09-19T05:04:55.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.148+0000 7f6797578640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f67900b5930 con 0x7f6790165010 2024-09-19T05:04:55.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.148+0000 7f6795b15640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6790165010 0x7f6790167400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.148+0000 7f6795314640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f6790145ef0 0x7f67900af8b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34102/0 (socket says 172.21.15.5:34102) 2024-09-19T05:04:55.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.148+0000 7f6795b15640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f6790165010 0x7f6790167400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38248/0 (socket says 172.21.15.5:38248) 2024-09-19T05:04:55.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.148+0000 7f6795b15640 1 -- 172.21.15.5:0/1969337333 learned_addr learned my addr 172.21.15.5:0/1969337333 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:55.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.148+0000 7f6795b15640 1 -- 172.21.15.5:0/1969337333 >> v1:172.21.15.134:6789/0 conn(0x7f67900b5c60 legacy=0x7f67900b6080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:55.151 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.148+0000 7f6795b15640 1 -- 172.21.15.5:0/1969337333 >> v1:172.21.15.5:6789/0 conn(0x7f6790145ef0 legacy=0x7f67900af8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.149+0000 7f6795b15640 1 -- 172.21.15.5:0/1969337333 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67900b0910 con 0x7f6790165010 2024-09-19T05:04:55.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.149+0000 7f6795b15640 1 --2- 172.21.15.5:0/1969337333 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6790165010 0x7f6790167400 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f6780009e50 tx=0x7f678002a760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37ebb70448caf176 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:55.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.149+0000 7f678ffff640 1 -- 172.21.15.5:0/1969337333 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6780036070 con 0x7f6790165010 2024-09-19T05:04:55.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.149+0000 7f678ffff640 1 -- 172.21.15.5:0/1969337333 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6780031600 con 0x7f6790165010 2024-09-19T05:04:55.152 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.149+0000 7f678ffff640 1 -- 172.21.15.5:0/1969337333 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67800319d0 con 0x7f6790165010 2024-09-19T05:04:55.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.150+0000 7f6797578640 1 -- 172.21.15.5:0/1969337333 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6790165010 msgr2=0x7f6790167400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.150+0000 7f6797578640 1 --2- 172.21.15.5:0/1969337333 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6790165010 0x7f6790167400 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f6780009e50 tx=0x7f678002a760 comp rx=0 tx=0).stop 2024-09-19T05:04:55.154 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.150+0000 7f6797578640 1 -- 172.21.15.5:0/1969337333 shutdown_connections 2024-09-19T05:04:55.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.150+0000 7f6797578640 1 --2- 172.21.15.5:0/1969337333 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6790165010 0x7f6790167400 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.150+0000 7f6797578640 1 -- 172.21.15.5:0/1969337333 >> 172.21.15.5:0/1969337333 conn(0x7f679009aa70 msgr2=0x7f67900b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:55.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.150+0000 7f6797578640 1 -- 172.21.15.5:0/1969337333 shutdown_connections 2024-09-19T05:04:55.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.150+0000 7f6797578640 1 -- 172.21.15.5:0/1969337333 wait complete. 2024-09-19T05:04:55.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.151+0000 7f6797578640 1 Processor -- start 2024-09-19T05:04:55.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.151+0000 7f6797578640 1 -- start start 2024-09-19T05:04:55.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.152+0000 7f6797578640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f67900b5c60 0x7f6790139700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.152+0000 7f6797578640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6790145ef0 0x7f6790159800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.152+0000 7f6797578640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6790165010 0x7f6790140530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.152+0000 7f6797578640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f67900affc0 con 0x7f6790145ef0 2024-09-19T05:04:55.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.152+0000 7f6797578640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f67900b0bf0 con 0x7f6790165010 2024-09-19T05:04:55.155 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.152+0000 7f6797578640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f679015ca70 con 0x7f67900b5c60 2024-09-19T05:04:55.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.152+0000 7f6794b13640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6790145ef0 0x7f6790159800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.152+0000 7f6794b13640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6790145ef0 0x7f6790159800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38252/0 (socket says 172.21.15.5:38252) 2024-09-19T05:04:55.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.152+0000 7f6794b13640 1 -- 172.21.15.5:0/1075807277 learned_addr learned my addr 172.21.15.5:0/1075807277 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:55.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.152+0000 7f6794b13640 1 -- 172.21.15.5:0/1075807277 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f67900b5c60 msgr2=0x7f6790139700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.152+0000 7f6794b13640 1 --2- 172.21.15.5:0/1075807277 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f67900b5c60 0x7f6790139700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.152+0000 7f6794b13640 1 -- 172.21.15.5:0/1075807277 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6790165010 msgr2=0x7f6790140530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.152+0000 7f6794b13640 1 --2- 172.21.15.5:0/1075807277 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6790165010 0x7f6790140530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.152+0000 7f6794b13640 1 -- 172.21.15.5:0/1075807277 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6790142a10 con 0x7f6790145ef0 2024-09-19T05:04:55.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.152+0000 7f6794b13640 1 --2- 172.21.15.5:0/1075807277 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6790145ef0 0x7f6790159800 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f678400c430 tx=0x7f678400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:55.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.153+0000 7f678dffb640 1 -- 172.21.15.5:0/1075807277 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6784011790 con 0x7f6790145ef0 2024-09-19T05:04:55.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.153+0000 7f678dffb640 1 -- 172.21.15.5:0/1075807277 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6784017070 con 0x7f6790145ef0 2024-09-19T05:04:55.156 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.153+0000 7f6797578640 1 -- 172.21.15.5:0/1075807277 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6790142c80 con 0x7f6790145ef0 2024-09-19T05:04:55.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.153+0000 7f678dffb640 1 -- 172.21.15.5:0/1075807277 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6784011bb0 con 0x7f6790145ef0 2024-09-19T05:04:55.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.153+0000 7f6797578640 1 -- 172.21.15.5:0/1075807277 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67901f56f0 con 0x7f6790145ef0 2024-09-19T05:04:55.157 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.154+0000 7f6797578640 1 -- 172.21.15.5:0/1075807277 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67900d1ee0 con 0x7f6790145ef0 2024-09-19T05:04:55.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.154+0000 7f678dffb640 1 -- 172.21.15.5:0/1075807277 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f678401c460 con 0x7f6790145ef0 2024-09-19T05:04:55.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.155+0000 7f678dffb640 1 --2- 172.21.15.5:0/1075807277 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f677c06c2b0 0x7f677c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.155+0000 7f678dffb640 1 -- 172.21.15.5:0/1075807277 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5335+0+0 (secure 0 0 0) 0x7f678408b110 con 0x7f6790145ef0 2024-09-19T05:04:55.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.155+0000 7f6795314640 1 --2- 172.21.15.5:0/1075807277 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f677c06c2b0 0x7f677c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.158 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.156+0000 7f6795314640 1 --2- 172.21.15.5:0/1075807277 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f677c06c2b0 0x7f677c06e770 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f6788000f60 tx=0x7f6788007a00 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:55.160 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.159+0000 7f678dffb640 1 -- 172.21.15.5:0/1075807277 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6784059a80 con 0x7f6790145ef0 2024-09-19T05:04:55.338 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.337+0000 7f6797578640 1 -- 172.21.15.5:0/1075807277 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f67900b7280 con 0x7f677c06c2b0 2024-09-19T05:04:55.339 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.337+0000 7f678dffb640 1 -- 172.21.15.5:0/1075807277 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f67900b7280 con 0x7f677c06c2b0 2024-09-19T05:04:55.339 INFO:teuthology.orchestra.run.smithi005.stderr:instructed osd(s) 3 to deep-scrub 2024-09-19T05:04:55.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.339+0000 7f6797578640 1 -- 172.21.15.5:0/1075807277 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f677c06c2b0 msgr2=0x7f677c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.339+0000 7f6797578640 1 --2- 172.21.15.5:0/1075807277 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f677c06c2b0 0x7f677c06e770 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f6788000f60 tx=0x7f6788007a00 comp rx=0 tx=0).stop 2024-09-19T05:04:55.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.339+0000 7f6797578640 1 -- 172.21.15.5:0/1075807277 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6790145ef0 msgr2=0x7f6790159800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.341 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.339+0000 7f6797578640 1 --2- 172.21.15.5:0/1075807277 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6790145ef0 0x7f6790159800 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f678400c430 tx=0x7f678400c8f0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.339+0000 7f6797578640 1 -- 172.21.15.5:0/1075807277 shutdown_connections 2024-09-19T05:04:55.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.339+0000 7f6797578640 1 --2- 172.21.15.5:0/1075807277 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f677c06c2b0 0x7f677c06e770 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.339+0000 7f6797578640 1 --2- 172.21.15.5:0/1075807277 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f6790165010 0x7f6790140530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.339+0000 7f6797578640 1 --2- 172.21.15.5:0/1075807277 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f6790145ef0 0x7f6790159800 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.339+0000 7f6797578640 1 --2- 172.21.15.5:0/1075807277 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f67900b5c60 0x7f6790139700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.339+0000 7f6797578640 1 -- 172.21.15.5:0/1075807277 >> 172.21.15.5:0/1075807277 conn(0x7f679009aa70 msgr2=0x7f67900d1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:55.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.339+0000 7f6797578640 1 -- 172.21.15.5:0/1075807277 shutdown_connections 2024-09-19T05:04:55.342 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.339+0000 7f6797578640 1 -- 172.21.15.5:0/1075807277 wait complete. 2024-09-19T05:04:55.352 INFO:tasks.ceph:Scrubbing osd.4 2024-09-19T05:04:55.352 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-19T05:04:55.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.459+0000 7f9348027640 1 Processor -- start 2024-09-19T05:04:55.461 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.460+0000 7f9348027640 1 -- start start 2024-09-19T05:04:55.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.460+0000 7f9348027640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f934009b450 0x7f934006cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.460+0000 7f9348027640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f934009b9f0 con 0x7f934006d2a0 2024-09-19T05:04:55.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.460+0000 7f9348027640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f934009bcd0 con 0x7f934015e900 2024-09-19T05:04:55.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.460+0000 7f9348027640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f934015ece0 con 0x7f934009b450 2024-09-19T05:04:55.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.461+0000 7f93465c4640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f934006d2a0 0x7f93400cca60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34110/0 (socket says 172.21.15.5:34110) 2024-09-19T05:04:55.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.461+0000 7f93465c4640 1 -- 172.21.15.5:0/3791472005 learned_addr learned my addr 172.21.15.5:0/3791472005 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:55.464 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.461+0000 7f9344dc1640 1 -- 172.21.15.5:0/3791472005 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 404969354 0 0) 0x7f934009b9f0 con 0x7f934006d2a0 2024-09-19T05:04:55.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.461+0000 7f9344dc1640 1 -- 172.21.15.5:0/3791472005 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9328003520 con 0x7f934006d2a0 2024-09-19T05:04:55.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.461+0000 7f93455c2640 1 --2- 172.21.15.5:0/3791472005 >> v2:172.21.15.134:3300/0 conn(0x7f934009b450 0x7f934006cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.461+0000 7f9344dc1640 1 -- 172.21.15.5:0/3791472005 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4217054893 0 0) 0x7f9328003520 con 0x7f934006d2a0 2024-09-19T05:04:55.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.461+0000 7f9344dc1640 1 -- 172.21.15.5:0/3791472005 >> v2:172.21.15.134:3300/0 conn(0x7f934009b450 msgr2=0x7f934006cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:55.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.461+0000 7f9344dc1640 1 --2- 172.21.15.5:0/3791472005 >> v2:172.21.15.134:3300/0 conn(0x7f934009b450 0x7f934006cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.461+0000 7f9344dc1640 1 -- 172.21.15.5:0/3791472005 >> v1:172.21.15.134:6789/0 conn(0x7f934015e900 legacy=0x7f93400d11b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.461+0000 7f9344dc1640 1 -- 172.21.15.5:0/3791472005 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93400d06d0 con 0x7f934006d2a0 2024-09-19T05:04:55.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.461+0000 7f9344dc1640 1 -- 172.21.15.5:0/3791472005 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f9338001670 con 0x7f934006d2a0 2024-09-19T05:04:55.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.461+0000 7f9344dc1640 1 -- 172.21.15.5:0/3791472005 >> v1:172.21.15.5:6789/0 conn(0x7f934006d2a0 legacy=0x7f93400cca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.461+0000 7f9344dc1640 1 --2- 172.21.15.5:0/3791472005 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f93280039b0 0x7f9328003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.461+0000 7f9344dc1640 1 --2- 172.21.15.5:0/3791472005 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9328004800 0x7f9328004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.461+0000 7f9344dc1640 1 --2- 172.21.15.5:0/3791472005 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f93280051c0 0x7f932800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.465 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.461+0000 7f9344dc1640 1 -- 172.21.15.5:0/3791472005 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f934015ece0 con 0x7f93280051c0 2024-09-19T05:04:55.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.461+0000 7f9344dc1640 1 -- 172.21.15.5:0/3791472005 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f932800c060 con 0x7f93280039b0 2024-09-19T05:04:55.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.461+0000 7f9344dc1640 1 -- 172.21.15.5:0/3791472005 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f932800c260 con 0x7f9328004800 2024-09-19T05:04:55.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.461+0000 7f93465c4640 1 --2- 172.21.15.5:0/3791472005 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f93280051c0 0x7f932800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.461+0000 7f9345dc3640 1 --2- 172.21.15.5:0/3791472005 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f93280039b0 0x7f9328003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.461+0000 7f93455c2640 1 --2- 172.21.15.5:0/3791472005 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9328004800 0x7f9328004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.462+0000 7f93465c4640 1 -- 172.21.15.5:0/3791472005 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9328004800 msgr2=0x7f9328004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:55.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.462+0000 7f93465c4640 1 --2- 172.21.15.5:0/3791472005 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9328004800 0x7f9328004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.462+0000 7f93465c4640 1 -- 172.21.15.5:0/3791472005 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f93280039b0 msgr2=0x7f9328003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:55.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.462+0000 7f93465c4640 1 --2- 172.21.15.5:0/3791472005 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f93280039b0 0x7f9328003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.462+0000 7f93465c4640 1 -- 172.21.15.5:0/3791472005 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9328003520 con 0x7f93280051c0 2024-09-19T05:04:55.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.462+0000 7f93465c4640 1 -- 172.21.15.5:0/3791472005 reap_dead start 2024-09-19T05:04:55.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.462+0000 7f93465c4640 1 --2- 172.21.15.5:0/3791472005 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f93280051c0 0x7f932800b9c0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f933800c210 tx=0x7f9328005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d100ae5fc382e21 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:55.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.463+0000 7f9344dc1640 1 -- 172.21.15.5:0/3791472005 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9338007d30 con 0x7f93280051c0 2024-09-19T05:04:55.466 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.463+0000 7f9344dc1640 1 -- 172.21.15.5:0/3791472005 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9338005ad0 con 0x7f93280051c0 2024-09-19T05:04:55.467 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.463+0000 7f9344dc1640 1 -- 172.21.15.5:0/3791472005 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9338007070 con 0x7f93280051c0 2024-09-19T05:04:55.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.463+0000 7f9348027640 1 -- 172.21.15.5:0/3791472005 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f93280051c0 msgr2=0x7f932800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.463+0000 7f9348027640 1 --2- 172.21.15.5:0/3791472005 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f93280051c0 0x7f932800b9c0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f933800c210 tx=0x7f9328005830 comp rx=0 tx=0).stop 2024-09-19T05:04:55.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.463+0000 7f9348027640 1 -- 172.21.15.5:0/3791472005 shutdown_connections 2024-09-19T05:04:55.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.463+0000 7f9348027640 1 --2- 172.21.15.5:0/3791472005 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f93280051c0 0x7f932800b9c0 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.463+0000 7f9348027640 1 -- 172.21.15.5:0/3791472005 >> 172.21.15.5:0/3791472005 conn(0x7f93400d2410 msgr2=0x7f93400d2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:55.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.463+0000 7f9348027640 1 -- 172.21.15.5:0/3791472005 shutdown_connections 2024-09-19T05:04:55.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.463+0000 7f9348027640 1 -- 172.21.15.5:0/3791472005 wait complete. 2024-09-19T05:04:55.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.464+0000 7f9348027640 1 Processor -- start 2024-09-19T05:04:55.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.464+0000 7f9348027640 1 -- start start 2024-09-19T05:04:55.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.465+0000 7f9348027640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f93280051c0 0x7f93400b62d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.470 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.465+0000 7f9348027640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9340153240 0x7f93401f7850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.465+0000 7f9348027640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f93401f7d90 0x7f93400b33f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.465+0000 7f9348027640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f93400b1610 con 0x7f9340153240 2024-09-19T05:04:55.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.465+0000 7f9348027640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f93400d0c90 con 0x7f93401f7d90 2024-09-19T05:04:55.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.465+0000 7f9348027640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f934006cd20 con 0x7f93280051c0 2024-09-19T05:04:55.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.465+0000 7f93455c2640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9340153240 0x7f93401f7850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.465+0000 7f93455c2640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9340153240 0x7f93401f7850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38266/0 (socket says 172.21.15.5:38266) 2024-09-19T05:04:55.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.465+0000 7f93455c2640 1 -- 172.21.15.5:0/3526675772 learned_addr learned my addr 172.21.15.5:0/3526675772 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:55.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.465+0000 7f93465c4640 1 --2- 172.21.15.5:0/3526675772 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f93401f7d90 0x7f93400b33f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.465+0000 7f9345dc3640 1 --2- 172.21.15.5:0/3526675772 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f93280051c0 0x7f93400b62d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.466+0000 7f93455c2640 1 -- 172.21.15.5:0/3526675772 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f93280051c0 msgr2=0x7f93400b62d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.466+0000 7f93455c2640 1 --2- 172.21.15.5:0/3526675772 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f93280051c0 0x7f93400b62d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.466+0000 7f93455c2640 1 -- 172.21.15.5:0/3526675772 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f93401f7d90 msgr2=0x7f93400b33f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.471 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.466+0000 7f93455c2640 1 --2- 172.21.15.5:0/3526675772 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f93401f7d90 0x7f93400b33f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.466+0000 7f93455c2640 1 -- 172.21.15.5:0/3526675772 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f934015a0a0 con 0x7f9340153240 2024-09-19T05:04:55.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.466+0000 7f93455c2640 1 --2- 172.21.15.5:0/3526675772 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9340153240 0x7f93401f7850 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7f93340118e0 tx=0x7f9334011da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:55.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.466+0000 7f933e7fc640 1 -- 172.21.15.5:0/3526675772 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f933400f9d0 con 0x7f9340153240 2024-09-19T05:04:55.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.466+0000 7f933e7fc640 1 -- 172.21.15.5:0/3526675772 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f933400fb70 con 0x7f9340153240 2024-09-19T05:04:55.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.466+0000 7f933e7fc640 1 -- 172.21.15.5:0/3526675772 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9334014440 con 0x7f9340153240 2024-09-19T05:04:55.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.466+0000 7f9348027640 1 -- 172.21.15.5:0/3526675772 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93401536c0 con 0x7f9340153240 2024-09-19T05:04:55.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.466+0000 7f9348027640 1 -- 172.21.15.5:0/3526675772 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93401f86a0 con 0x7f9340153240 2024-09-19T05:04:55.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.467+0000 7f9348027640 1 -- 172.21.15.5:0/3526675772 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f934009b9f0 con 0x7f9340153240 2024-09-19T05:04:55.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.467+0000 7f933e7fc640 1 -- 172.21.15.5:0/3526675772 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9334012040 con 0x7f9340153240 2024-09-19T05:04:55.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.468+0000 7f933e7fc640 1 --2- 172.21.15.5:0/3526675772 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f932c06c2e0 0x7f932c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.468+0000 7f933e7fc640 1 -- 172.21.15.5:0/3526675772 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5335+0+0 (secure 0 0 0) 0x7f933408b850 con 0x7f9340153240 2024-09-19T05:04:55.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.468+0000 7f933e7fc640 1 --2- 172.21.15.5:0/3526675772 >> [v2:172.21.15.134:6800/1034280181,v1:172.21.15.134:6801/1034280181] conn(0x7f932c072780 0x7f932c074bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.472 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.468+0000 7f933e7fc640 1 -- 172.21.15.5:0/3526675772 --> [v2:172.21.15.134:6800/1034280181,v1:172.21.15.134:6801/1034280181] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9334027e50 con 0x7f932c072780 2024-09-19T05:04:55.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.468+0000 7f933e7fc640 1 -- 172.21.15.5:0/3526675772 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=98) ==== 24+0+0 (secure 0 0 0) 0x7f93340902c0 con 0x7f9340153240 2024-09-19T05:04:55.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.468+0000 7f9345dc3640 1 --2- 172.21.15.5:0/3526675772 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f932c06c2e0 0x7f932c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.468+0000 7f93465c4640 1 --2- 172.21.15.5:0/3526675772 >> [v2:172.21.15.134:6800/1034280181,v1:172.21.15.134:6801/1034280181] conn(0x7f932c072780 0x7f932c074bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.469+0000 7f9345dc3640 1 --2- 172.21.15.5:0/3526675772 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f932c06c2e0 0x7f932c06e7a0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f9330000f80 tx=0x7f9330009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:55.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.469+0000 7f93465c4640 1 --2- 172.21.15.5:0/3526675772 >> [v2:172.21.15.134:6800/1034280181,v1:172.21.15.134:6801/1034280181] conn(0x7f932c072780 0x7f932c074bc0 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:55.473 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.470+0000 7f933e7fc640 1 -- 172.21.15.5:0/3526675772 <== osd.4 v2:172.21.15.134:6800/1034280181 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9334027e50 con 0x7f932c072780 2024-09-19T05:04:55.483 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.482+0000 7f9348027640 1 -- 172.21.15.5:0/3526675772 --> [v2:172.21.15.134:6800/1034280181,v1:172.21.15.134:6801/1034280181] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f93400b3b80 con 0x7f932c072780 2024-09-19T05:04:55.484 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.483+0000 7f933e7fc640 1 -- 172.21.15.5:0/3526675772 <== osd.4 v2:172.21.15.134:6800/1034280181 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f93400b3b80 con 0x7f932c072780 2024-09-19T05:04:55.484 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-19T05:04:55.484 INFO:teuthology.orchestra.run.smithi005.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T05:04:55.485 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-19T05:04:55.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.483+0000 7f9348027640 1 -- 172.21.15.5:0/3526675772 >> [v2:172.21.15.134:6800/1034280181,v1:172.21.15.134:6801/1034280181] conn(0x7f932c072780 msgr2=0x7f932c074bc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.485 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.483+0000 7f9348027640 1 --2- 172.21.15.5:0/3526675772 >> [v2:172.21.15.134:6800/1034280181,v1:172.21.15.134:6801/1034280181] conn(0x7f932c072780 0x7f932c074bc0 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.483+0000 7f9348027640 1 -- 172.21.15.5:0/3526675772 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f932c06c2e0 msgr2=0x7f932c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.483+0000 7f9348027640 1 --2- 172.21.15.5:0/3526675772 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f932c06c2e0 0x7f932c06e7a0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f9330000f80 tx=0x7f9330009040 comp rx=0 tx=0).stop 2024-09-19T05:04:55.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.483+0000 7f9348027640 1 -- 172.21.15.5:0/3526675772 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9340153240 msgr2=0x7f93401f7850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.483+0000 7f9348027640 1 --2- 172.21.15.5:0/3526675772 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9340153240 0x7f93401f7850 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7f93340118e0 tx=0x7f9334011da0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.483+0000 7f93465c4640 1 -- 172.21.15.5:0/3526675772 reap_dead start 2024-09-19T05:04:55.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.483+0000 7f9348027640 1 -- 172.21.15.5:0/3526675772 shutdown_connections 2024-09-19T05:04:55.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.483+0000 7f9348027640 1 -- 172.21.15.5:0/3526675772 >> 172.21.15.5:0/3526675772 conn(0x7f93400d2410 msgr2=0x7f93400b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:55.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.483+0000 7f9348027640 1 -- 172.21.15.5:0/3526675772 shutdown_connections 2024-09-19T05:04:55.486 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.483+0000 7f9348027640 1 -- 172.21.15.5:0/3526675772 wait complete. 2024-09-19T05:04:55.495 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-19T05:04:55.598 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.596+0000 7f3cd2152640 1 Processor -- start 2024-09-19T05:04:55.598 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.596+0000 7f3cd2152640 1 -- start start 2024-09-19T05:04:55.600 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.597+0000 7f3cd2152640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f3ccc070770 0x7f3ccc15f480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.597+0000 7f3cd2152640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ccc070e00 con 0x7f3ccc09b180 2024-09-19T05:04:55.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.597+0000 7f3cd2152640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ccc0710e0 con 0x7f3ccc15c1c0 2024-09-19T05:04:55.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.597+0000 7f3cd2152640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f3ccc070be0 con 0x7f3ccc070770 2024-09-19T05:04:55.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.597+0000 7f3ccaffd640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f3ccc09b180 0x7f3ccc0b6220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34116/0 (socket says 172.21.15.5:34116) 2024-09-19T05:04:55.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.597+0000 7f3ccaffd640 1 -- 172.21.15.5:0/876121008 learned_addr learned my addr 172.21.15.5:0/876121008 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:55.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.597+0000 7f3cca7fc640 1 -- 172.21.15.5:0/876121008 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1622742118 0 0) 0x7f3ccc070e00 con 0x7f3ccc09b180 2024-09-19T05:04:55.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.597+0000 7f3cca7fc640 1 -- 172.21.15.5:0/876121008 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3cb4003520 con 0x7f3ccc09b180 2024-09-19T05:04:55.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.598+0000 7f3ccbfff640 1 --2- 172.21.15.5:0/876121008 >> v2:172.21.15.134:3300/0 conn(0x7f3ccc070770 0x7f3ccc15f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.598+0000 7f3cca7fc640 1 -- 172.21.15.5:0/876121008 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1788171337 0 0) 0x7f3cb4003520 con 0x7f3ccc09b180 2024-09-19T05:04:55.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.598+0000 7f3cca7fc640 1 -- 172.21.15.5:0/876121008 >> v2:172.21.15.134:3300/0 conn(0x7f3ccc070770 msgr2=0x7f3ccc15f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:55.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.598+0000 7f3cca7fc640 1 --2- 172.21.15.5:0/876121008 >> v2:172.21.15.134:3300/0 conn(0x7f3ccc070770 0x7f3ccc15f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.601 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.598+0000 7f3cca7fc640 1 -- 172.21.15.5:0/876121008 >> v1:172.21.15.134:6789/0 conn(0x7f3ccc15c1c0 legacy=0x7f3ccc09aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.598+0000 7f3cca7fc640 1 -- 172.21.15.5:0/876121008 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ccc0713c0 con 0x7f3ccc09b180 2024-09-19T05:04:55.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.598+0000 7f3cca7fc640 1 -- 172.21.15.5:0/876121008 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f3cc0001670 con 0x7f3ccc09b180 2024-09-19T05:04:55.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.598+0000 7f3cca7fc640 1 -- 172.21.15.5:0/876121008 >> v1:172.21.15.5:6789/0 conn(0x7f3ccc09b180 legacy=0x7f3ccc0b6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.598+0000 7f3cca7fc640 1 --2- 172.21.15.5:0/876121008 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3cb40039b0 0x7f3cb4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.598+0000 7f3cca7fc640 1 --2- 172.21.15.5:0/876121008 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3cb4004800 0x7f3cb4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.598+0000 7f3cca7fc640 1 --2- 172.21.15.5:0/876121008 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3cb40051c0 0x7f3cb400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.598+0000 7f3cca7fc640 1 -- 172.21.15.5:0/876121008 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f3ccc070be0 con 0x7f3cb4004800 2024-09-19T05:04:55.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.598+0000 7f3cca7fc640 1 -- 172.21.15.5:0/876121008 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f3cb400c110 con 0x7f3cb40039b0 2024-09-19T05:04:55.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.598+0000 7f3cca7fc640 1 -- 172.21.15.5:0/876121008 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f3cb400c310 con 0x7f3cb40051c0 2024-09-19T05:04:55.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.598+0000 7f3ccaffd640 1 --2- 172.21.15.5:0/876121008 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3cb4004800 0x7f3cb4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.598+0000 7f3ccb7fe640 1 --2- 172.21.15.5:0/876121008 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3cb40039b0 0x7f3cb4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.598+0000 7f3ccbfff640 1 --2- 172.21.15.5:0/876121008 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3cb40051c0 0x7f3cb400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.602 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.598+0000 7f3ccaffd640 1 -- 172.21.15.5:0/876121008 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3cb40051c0 msgr2=0x7f3cb400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:55.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.598+0000 7f3ccaffd640 1 --2- 172.21.15.5:0/876121008 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3cb40051c0 0x7f3cb400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.598+0000 7f3ccaffd640 1 -- 172.21.15.5:0/876121008 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3cb40039b0 msgr2=0x7f3cb4003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:55.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.598+0000 7f3ccaffd640 1 --2- 172.21.15.5:0/876121008 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3cb40039b0 0x7f3cb4003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.598+0000 7f3ccaffd640 1 -- 172.21.15.5:0/876121008 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cb4003520 con 0x7f3cb4004800 2024-09-19T05:04:55.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.598+0000 7f3ccbfff640 1 -- 172.21.15.5:0/876121008 reap_dead start 2024-09-19T05:04:55.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.599+0000 7f3ccaffd640 1 --2- 172.21.15.5:0/876121008 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3cb4004800 0x7f3cb4004c80 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f3cc000c210 tx=0x7f3cb4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=757c5aa21854d995 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:55.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.599+0000 7f3cca7fc640 1 -- 172.21.15.5:0/876121008 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc0007d30 con 0x7f3cb4004800 2024-09-19T05:04:55.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.599+0000 7f3cca7fc640 1 -- 172.21.15.5:0/876121008 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3cc0005ad0 con 0x7f3cb4004800 2024-09-19T05:04:55.603 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.599+0000 7f3cca7fc640 1 -- 172.21.15.5:0/876121008 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc0007070 con 0x7f3cb4004800 2024-09-19T05:04:55.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.600+0000 7f3cd2152640 1 -- 172.21.15.5:0/876121008 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3cb4004800 msgr2=0x7f3cb4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.600+0000 7f3cd2152640 1 --2- 172.21.15.5:0/876121008 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3cb4004800 0x7f3cb4004c80 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f3cc000c210 tx=0x7f3cb4005830 comp rx=0 tx=0).stop 2024-09-19T05:04:55.606 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.600+0000 7f3cd2152640 1 -- 172.21.15.5:0/876121008 shutdown_connections 2024-09-19T05:04:55.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.600+0000 7f3cd2152640 1 --2- 172.21.15.5:0/876121008 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3cb4004800 0x7f3cb4004c80 unknown :-1 s=CLOSED pgs=978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.600+0000 7f3cd2152640 1 -- 172.21.15.5:0/876121008 >> 172.21.15.5:0/876121008 conn(0x7f3ccc0b3ff0 msgr2=0x7f3ccc0b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:55.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.600+0000 7f3cd2152640 1 -- 172.21.15.5:0/876121008 shutdown_connections 2024-09-19T05:04:55.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.600+0000 7f3cd2152640 1 -- 172.21.15.5:0/876121008 wait complete. 2024-09-19T05:04:55.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.601+0000 7f3cd2152640 1 Processor -- start 2024-09-19T05:04:55.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.601+0000 7f3cd2152640 1 -- start start 2024-09-19T05:04:55.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.602+0000 7f3cd2152640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3cb4004800 0x7f3ccc09f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.602+0000 7f3cd2152640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3ccc158d40 0x7f3ccc09c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.602+0000 7f3cd2152640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ccc15fb80 0x7f3ccc160000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.602+0000 7f3cd2152640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f3ccc15f480 con 0x7f3ccc15fb80 2024-09-19T05:04:55.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.602+0000 7f3cd2152640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f3ccc0b5d90 con 0x7f3ccc158d40 2024-09-19T05:04:55.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.602+0000 7f3cd2152640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f3ccc15f600 con 0x7f3cb4004800 2024-09-19T05:04:55.607 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.602+0000 7f3ccbfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ccc15fb80 0x7f3ccc160000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.602+0000 7f3ccbfff640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ccc15fb80 0x7f3ccc160000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38286/0 (socket says 172.21.15.5:38286) 2024-09-19T05:04:55.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.602+0000 7f3ccbfff640 1 -- 172.21.15.5:0/4242620376 learned_addr learned my addr 172.21.15.5:0/4242620376 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:55.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.602+0000 7f3ccb7fe640 1 --2- 172.21.15.5:0/4242620376 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3cb4004800 0x7f3ccc09f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.602+0000 7f3ccaffd640 1 --2- 172.21.15.5:0/4242620376 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3ccc158d40 0x7f3ccc09c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.602+0000 7f3ccbfff640 1 -- 172.21.15.5:0/4242620376 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3cb4004800 msgr2=0x7f3ccc09f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.602+0000 7f3ccbfff640 1 --2- 172.21.15.5:0/4242620376 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3cb4004800 0x7f3ccc09f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.602+0000 7f3ccbfff640 1 -- 172.21.15.5:0/4242620376 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3ccc158d40 msgr2=0x7f3ccc09c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.602+0000 7f3ccbfff640 1 --2- 172.21.15.5:0/4242620376 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3ccc158d40 0x7f3ccc09c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.602+0000 7f3ccbfff640 1 -- 172.21.15.5:0/4242620376 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ccc1591c0 con 0x7f3ccc15fb80 2024-09-19T05:04:55.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.603+0000 7f3ccbfff640 1 --2- 172.21.15.5:0/4242620376 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ccc15fb80 0x7f3ccc160000 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f3cc40045e0 tx=0x7f3cc4007700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:55.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.603+0000 7f3cb3fff640 1 -- 172.21.15.5:0/4242620376 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc4007cb0 con 0x7f3ccc15fb80 2024-09-19T05:04:55.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.603+0000 7f3cb3fff640 1 -- 172.21.15.5:0/4242620376 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3cc401a070 con 0x7f3ccc15fb80 2024-09-19T05:04:55.608 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.603+0000 7f3cb3fff640 1 -- 172.21.15.5:0/4242620376 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc4015640 con 0x7f3ccc15fb80 2024-09-19T05:04:55.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.603+0000 7f3cd2152640 1 -- 172.21.15.5:0/4242620376 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ccc09cc80 con 0x7f3ccc15fb80 2024-09-19T05:04:55.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.603+0000 7f3cd2152640 1 -- 172.21.15.5:0/4242620376 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ccc09d240 con 0x7f3ccc15fb80 2024-09-19T05:04:55.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.604+0000 7f3cd2152640 1 -- 172.21.15.5:0/4242620376 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ccc070e00 con 0x7f3ccc15fb80 2024-09-19T05:04:55.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.604+0000 7f3cb3fff640 1 -- 172.21.15.5:0/4242620376 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3cc40157e0 con 0x7f3ccc15fb80 2024-09-19T05:04:55.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.605+0000 7f3cb3fff640 1 --2- 172.21.15.5:0/4242620376 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3cb806c2b0 0x7f3cb806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.605+0000 7f3cb3fff640 1 -- 172.21.15.5:0/4242620376 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5335+0+0 (secure 0 0 0) 0x7f3cc408b7e0 con 0x7f3ccc15fb80 2024-09-19T05:04:55.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.605+0000 7f3ccb7fe640 1 --2- 172.21.15.5:0/4242620376 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3cb806c2b0 0x7f3cb806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.609 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.606+0000 7f3ccb7fe640 1 --2- 172.21.15.5:0/4242620376 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3cb806c2b0 0x7f3cb806e770 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f3cbc000c00 tx=0x7f3cbc009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:55.611 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.609+0000 7f3cb3fff640 1 -- 172.21.15.5:0/4242620376 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3cc405a150 con 0x7f3ccc15fb80 2024-09-19T05:04:55.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.786+0000 7f3cd2152640 1 -- 172.21.15.5:0/4242620376 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7f3ccc09b5a0 con 0x7f3cb806c2b0 2024-09-19T05:04:55.789 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.787+0000 7f3cb3fff640 1 -- 172.21.15.5:0/4242620376 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f3ccc09b5a0 con 0x7f3cb806c2b0 2024-09-19T05:04:55.789 INFO:teuthology.orchestra.run.smithi005.stderr:instructed osd(s) 4 to deep-scrub 2024-09-19T05:04:55.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.789+0000 7f3cd2152640 1 -- 172.21.15.5:0/4242620376 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3cb806c2b0 msgr2=0x7f3cb806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.789+0000 7f3cd2152640 1 --2- 172.21.15.5:0/4242620376 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3cb806c2b0 0x7f3cb806e770 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f3cbc000c00 tx=0x7f3cbc009040 comp rx=0 tx=0).stop 2024-09-19T05:04:55.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.789+0000 7f3cd2152640 1 -- 172.21.15.5:0/4242620376 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ccc15fb80 msgr2=0x7f3ccc160000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.789+0000 7f3cd2152640 1 --2- 172.21.15.5:0/4242620376 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ccc15fb80 0x7f3ccc160000 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f3cc40045e0 tx=0x7f3cc4007700 comp rx=0 tx=0).stop 2024-09-19T05:04:55.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.789+0000 7f3cd2152640 1 -- 172.21.15.5:0/4242620376 shutdown_connections 2024-09-19T05:04:55.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.789+0000 7f3cd2152640 1 --2- 172.21.15.5:0/4242620376 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f3cb806c2b0 0x7f3cb806e770 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.789+0000 7f3cd2152640 1 --2- 172.21.15.5:0/4242620376 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f3ccc15fb80 0x7f3ccc160000 unknown :-1 s=CLOSED pgs=979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.789+0000 7f3cd2152640 1 --2- 172.21.15.5:0/4242620376 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f3ccc158d40 0x7f3ccc09c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.789+0000 7f3cd2152640 1 --2- 172.21.15.5:0/4242620376 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f3cb4004800 0x7f3ccc09f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.789+0000 7f3cd2152640 1 -- 172.21.15.5:0/4242620376 >> 172.21.15.5:0/4242620376 conn(0x7f3ccc0b3ff0 msgr2=0x7f3ccc06d900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:55.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.789+0000 7f3cd2152640 1 -- 172.21.15.5:0/4242620376 shutdown_connections 2024-09-19T05:04:55.791 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.789+0000 7f3cd2152640 1 -- 172.21.15.5:0/4242620376 wait complete. 2024-09-19T05:04:55.802 INFO:tasks.ceph:Scrubbing osd.5 2024-09-19T05:04:55.802 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-19T05:04:55.908 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.907+0000 7fad149c4640 1 Processor -- start 2024-09-19T05:04:55.909 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.907+0000 7fad149c4640 1 -- start start 2024-09-19T05:04:55.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.908+0000 7fad149c4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fad100afa40 0x7fad1006e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.908+0000 7fad149c4640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fad10072040 0x7fad100724a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.908+0000 7fad149c4640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fad1006e790 con 0x7fad100cee80 2024-09-19T05:04:55.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.908+0000 7fad149c4640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fad100729e0 con 0x7fad10072040 2024-09-19T05:04:55.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.908+0000 7fad149c4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fad100ce9f0 con 0x7fad100afa40 2024-09-19T05:04:55.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.908+0000 7fad05d9b640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fad10072040 0x7fad100724a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.910 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.908+0000 7fad0e59c640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fad100afa40 0x7fad1006e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.911 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.908+0000 7fad05d9b640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fad10072040 0x7fad100724a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3300/0 says I am v2:172.21.15.5:33474/0 (socket says 172.21.15.5:33474) 2024-09-19T05:04:55.911 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.908+0000 7fad0e59c640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fad100afa40 0x7fad1006e040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.134:3301/0 says I am v2:172.21.15.5:54274/0 (socket says 172.21.15.5:54274) 2024-09-19T05:04:55.911 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.908+0000 7fad0ed9d640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7fad100cee80 0x7fad100cf2c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.5:45638/0 (socket says 172.21.15.5:45638) 2024-09-19T05:04:55.911 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.908+0000 7fad05d9b640 1 -- 172.21.15.5:0/2795936950 learned_addr learned my addr 172.21.15.5:0/2795936950 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:55.911 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.908+0000 7fad0e59c640 1 -- 172.21.15.5:0/2795936950 >> v2:172.21.15.134:3300/0 conn(0x7fad10072040 msgr2=0x7fad100724a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:55.911 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.908+0000 7fad0e59c640 1 --2- 172.21.15.5:0/2795936950 >> v2:172.21.15.134:3300/0 conn(0x7fad10072040 0x7fad100724a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.911 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.908+0000 7fad0e59c640 1 -- 172.21.15.5:0/2795936950 >> v1:172.21.15.134:6789/0 conn(0x7fad100cee80 legacy=0x7fad100cf2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.911 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.908+0000 7fad0e59c640 1 -- 172.21.15.5:0/2795936950 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad1006ea70 con 0x7fad100afa40 2024-09-19T05:04:55.911 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.908+0000 7fad05d9b640 1 --2- 172.21.15.5:0/2795936950 >> v2:172.21.15.134:3300/0 conn(0x7fad10072040 0x7fad100724a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:04:55.912 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.909+0000 7fad0e59c640 1 --2- 172.21.15.5:0/2795936950 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fad100afa40 0x7fad1006e040 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fad000097a0 tx=0x7fad0002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=effe95cd2642fc91 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:55.912 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.909+0000 7fad0dd9b640 1 -- 172.21.15.5:0/2795936950 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad00037070 con 0x7fad100afa40 2024-09-19T05:04:55.912 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.910+0000 7fad0dd9b640 1 -- 172.21.15.5:0/2795936950 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad00032440 con 0x7fad100afa40 2024-09-19T05:04:55.912 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.910+0000 7fad0dd9b640 1 -- 172.21.15.5:0/2795936950 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad00032810 con 0x7fad100afa40 2024-09-19T05:04:55.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.910+0000 7fad149c4640 1 -- 172.21.15.5:0/2795936950 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fad100afa40 msgr2=0x7fad1006e040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.910+0000 7fad149c4640 1 --2- 172.21.15.5:0/2795936950 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fad100afa40 0x7fad1006e040 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fad000097a0 tx=0x7fad0002a180 comp rx=0 tx=0).stop 2024-09-19T05:04:55.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.910+0000 7fad149c4640 1 -- 172.21.15.5:0/2795936950 shutdown_connections 2024-09-19T05:04:55.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.910+0000 7fad149c4640 1 --2- 172.21.15.5:0/2795936950 >> v2:172.21.15.134:3300/0 conn(0x7fad10072040 0x7fad100724a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.910+0000 7fad149c4640 1 --2- 172.21.15.5:0/2795936950 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fad100afa40 0x7fad1006e040 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.910+0000 7fad149c4640 1 -- 172.21.15.5:0/2795936950 >> 172.21.15.5:0/2795936950 conn(0x7fad100b5de0 msgr2=0x7fad1006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:55.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.910+0000 7fad149c4640 1 -- 172.21.15.5:0/2795936950 shutdown_connections 2024-09-19T05:04:55.913 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.910+0000 7fad149c4640 1 -- 172.21.15.5:0/2795936950 wait complete. 2024-09-19T05:04:55.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.912+0000 7fad149c4640 1 Processor -- start 2024-09-19T05:04:55.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.912+0000 7fad149c4640 1 -- start start 2024-09-19T05:04:55.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.912+0000 7fad149c4640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fad10072040 0x7fad10142e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.915 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.912+0000 7fad149c4640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fad100afa40 0x7fad1014f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.912+0000 7fad149c4640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fad100cee80 0x7fad100b4fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.912+0000 7fad149c4640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fad100afe20 con 0x7fad10072040 2024-09-19T05:04:55.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.912+0000 7fad149c4640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fad1006f030 con 0x7fad100cee80 2024-09-19T05:04:55.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.912+0000 7fad149c4640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fad1015d520 con 0x7fad100afa40 2024-09-19T05:04:55.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.912+0000 7fad0e59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fad10072040 0x7fad10142e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.913+0000 7fad0e59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fad10072040 0x7fad10142e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38296/0 (socket says 172.21.15.5:38296) 2024-09-19T05:04:55.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.913+0000 7fad0e59c640 1 -- 172.21.15.5:0/3500591549 learned_addr learned my addr 172.21.15.5:0/3500591549 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:55.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.913+0000 7fad05d9b640 1 --2- 172.21.15.5:0/3500591549 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fad100afa40 0x7fad1014f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.913+0000 7fad0ed9d640 1 --2- 172.21.15.5:0/3500591549 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fad100cee80 0x7fad100b4fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.913+0000 7fad0e59c640 1 -- 172.21.15.5:0/3500591549 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fad100afa40 msgr2=0x7fad1014f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.913+0000 7fad0e59c640 1 --2- 172.21.15.5:0/3500591549 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fad100afa40 0x7fad1014f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.916 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.913+0000 7fad0e59c640 1 -- 172.21.15.5:0/3500591549 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fad100cee80 msgr2=0x7fad100b4fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.913+0000 7fad0e59c640 1 --2- 172.21.15.5:0/3500591549 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fad100cee80 0x7fad100b4fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.913+0000 7fad0e59c640 1 -- 172.21.15.5:0/3500591549 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad1014df60 con 0x7fad10072040 2024-09-19T05:04:55.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.913+0000 7fad0ed9d640 1 --2- 172.21.15.5:0/3500591549 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fad100cee80 0x7fad100b4fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:04:55.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.913+0000 7fad0e59c640 1 --2- 172.21.15.5:0/3500591549 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fad10072040 0x7fad10142e90 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7fad0002a1c0 tx=0x7fad000046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:55.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.913+0000 7fad077fe640 1 -- 172.21.15.5:0/3500591549 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad00041020 con 0x7fad10072040 2024-09-19T05:04:55.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.913+0000 7fad077fe640 1 -- 172.21.15.5:0/3500591549 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad00030700 con 0x7fad10072040 2024-09-19T05:04:55.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.913+0000 7fad149c4640 1 -- 172.21.15.5:0/3500591549 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad1014e240 con 0x7fad10072040 2024-09-19T05:04:55.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.913+0000 7fad077fe640 1 -- 172.21.15.5:0/3500591549 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad00037040 con 0x7fad10072040 2024-09-19T05:04:55.917 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.913+0000 7fad149c4640 1 -- 172.21.15.5:0/3500591549 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad1014e800 con 0x7fad10072040 2024-09-19T05:04:55.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.914+0000 7fad149c4640 1 -- 172.21.15.5:0/3500591549 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fad1014ebe0 con 0x7fad10072040 2024-09-19T05:04:55.918 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.915+0000 7fad077fe640 1 -- 172.21.15.5:0/3500591549 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fad00044020 con 0x7fad10072040 2024-09-19T05:04:55.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.915+0000 7fad077fe640 1 --2- 172.21.15.5:0/3500591549 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7facf006c2b0 0x7facf006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.916+0000 7fad077fe640 1 -- 172.21.15.5:0/3500591549 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5335+0+0 (secure 0 0 0) 0x7fad000aba40 con 0x7fad10072040 2024-09-19T05:04:55.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.916+0000 7fad077fe640 1 --2- 172.21.15.5:0/3500591549 >> [v2:172.21.15.134:6824/875839992,v1:172.21.15.134:6825/875839992] conn(0x7facf0072750 0x7facf0074b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:55.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.916+0000 7fad077fe640 1 -- 172.21.15.5:0/3500591549 --> [v2:172.21.15.134:6824/875839992,v1:172.21.15.134:6825/875839992] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fad00008eb0 con 0x7facf0072750 2024-09-19T05:04:55.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.916+0000 7fad077fe640 1 -- 172.21.15.5:0/3500591549 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=98) ==== 24+0+0 (secure 0 0 0) 0x7fad000b02c0 con 0x7fad10072040 2024-09-19T05:04:55.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.916+0000 7fad05d9b640 1 --2- 172.21.15.5:0/3500591549 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7facf006c2b0 0x7facf006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.916+0000 7fad0ed9d640 1 --2- 172.21.15.5:0/3500591549 >> [v2:172.21.15.134:6824/875839992,v1:172.21.15.134:6825/875839992] conn(0x7facf0072750 0x7facf0074b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:55.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.916+0000 7fad05d9b640 1 --2- 172.21.15.5:0/3500591549 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7facf006c2b0 0x7facf006e770 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fad100cd900 tx=0x7facf8009240 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:55.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.916+0000 7fad0ed9d640 1 --2- 172.21.15.5:0/3500591549 >> [v2:172.21.15.134:6824/875839992,v1:172.21.15.134:6825/875839992] conn(0x7facf0072750 0x7facf0074b90 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:55.919 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.917+0000 7fad077fe640 1 -- 172.21.15.5:0/3500591549 <== osd.5 v2:172.21.15.134:6824/875839992 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fad00008eb0 con 0x7facf0072750 2024-09-19T05:04:55.931 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.930+0000 7fad149c4640 1 -- 172.21.15.5:0/3500591549 --> [v2:172.21.15.134:6824/875839992,v1:172.21.15.134:6825/875839992] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fad100724a0 con 0x7facf0072750 2024-09-19T05:04:55.932 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.930+0000 7fad077fe640 1 -- 172.21.15.5:0/3500591549 <== osd.5 v2:172.21.15.134:6824/875839992 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fad100724a0 con 0x7facf0072750 2024-09-19T05:04:55.932 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-19T05:04:55.933 INFO:teuthology.orchestra.run.smithi005.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T05:04:55.933 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-19T05:04:55.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.931+0000 7fad149c4640 1 -- 172.21.15.5:0/3500591549 >> [v2:172.21.15.134:6824/875839992,v1:172.21.15.134:6825/875839992] conn(0x7facf0072750 msgr2=0x7facf0074b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.931+0000 7fad149c4640 1 --2- 172.21.15.5:0/3500591549 >> [v2:172.21.15.134:6824/875839992,v1:172.21.15.134:6825/875839992] conn(0x7facf0072750 0x7facf0074b90 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.931+0000 7fad149c4640 1 -- 172.21.15.5:0/3500591549 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7facf006c2b0 msgr2=0x7facf006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.931+0000 7fad149c4640 1 --2- 172.21.15.5:0/3500591549 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7facf006c2b0 0x7facf006e770 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fad100cd900 tx=0x7facf8009240 comp rx=0 tx=0).stop 2024-09-19T05:04:55.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.931+0000 7fad149c4640 1 -- 172.21.15.5:0/3500591549 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fad10072040 msgr2=0x7fad10142e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:55.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.931+0000 7fad149c4640 1 --2- 172.21.15.5:0/3500591549 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fad10072040 0x7fad10142e90 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7fad0002a1c0 tx=0x7fad000046c0 comp rx=0 tx=0).stop 2024-09-19T05:04:55.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.931+0000 7fad0ed9d640 1 -- 172.21.15.5:0/3500591549 reap_dead start 2024-09-19T05:04:55.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.931+0000 7fad149c4640 1 -- 172.21.15.5:0/3500591549 shutdown_connections 2024-09-19T05:04:55.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.931+0000 7fad149c4640 1 -- 172.21.15.5:0/3500591549 >> 172.21.15.5:0/3500591549 conn(0x7fad100b5de0 msgr2=0x7fad10152ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:55.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.931+0000 7fad149c4640 1 -- 172.21.15.5:0/3500591549 shutdown_connections 2024-09-19T05:04:55.934 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:55.931+0000 7fad149c4640 1 -- 172.21.15.5:0/3500591549 wait complete. 2024-09-19T05:04:55.943 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-19T05:04:56.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.044+0000 7fa49796d640 1 Processor -- start 2024-09-19T05:04:56.046 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.044+0000 7fa49796d640 1 -- start start 2024-09-19T05:04:56.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.045+0000 7fa49796d640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7fa49009aa70 0x7fa49009ae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.047 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.045+0000 7fa49796d640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa49009b390 con 0x7fa49009b7b0 2024-09-19T05:04:56.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.045+0000 7fa49796d640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4900d0120 con 0x7fa4900b3230 2024-09-19T05:04:56.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.045+0000 7fa49796d640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7fa4900d06e0 con 0x7fa49009aa70 2024-09-19T05:04:56.048 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.045+0000 7fa494f08640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7fa49009b7b0 0x7fa4900ccfc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34118/0 (socket says 172.21.15.5:34118) 2024-09-19T05:04:56.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.045+0000 7fa494f08640 1 -- 172.21.15.5:0/699224512 learned_addr learned my addr 172.21.15.5:0/699224512 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:56.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.046+0000 7fa495709640 1 --2- 172.21.15.5:0/699224512 >> v2:172.21.15.134:3300/0 conn(0x7fa49009aa70 0x7fa49009ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.046+0000 7fa48ffff640 1 -- 172.21.15.5:0/699224512 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1834796079 0 0) 0x7fa49009b390 con 0x7fa49009b7b0 2024-09-19T05:04:56.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.046+0000 7fa48ffff640 1 -- 172.21.15.5:0/699224512 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa478003520 con 0x7fa49009b7b0 2024-09-19T05:04:56.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.046+0000 7fa48ffff640 1 -- 172.21.15.5:0/699224512 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 746018617 0 0) 0x7fa478003520 con 0x7fa49009b7b0 2024-09-19T05:04:56.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.046+0000 7fa495709640 1 -- 172.21.15.5:0/699224512 >> v1:172.21.15.134:6789/0 conn(0x7fa4900b3230 legacy=0x7fa4900cd6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.046+0000 7fa495709640 1 -- 172.21.15.5:0/699224512 >> v1:172.21.15.5:6789/0 conn(0x7fa49009b7b0 legacy=0x7fa4900ccfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.049 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.046+0000 7fa495709640 1 -- 172.21.15.5:0/699224512 --> v2:172.21.15.134:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4900d0400 con 0x7fa49009aa70 2024-09-19T05:04:56.050 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.047+0000 7fa495709640 1 --2- 172.21.15.5:0/699224512 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa49009aa70 0x7fa49009ae50 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fa4880097a0 tx=0x7fa48802a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d60ac9ebe4758e43 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:56.051 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.047+0000 7fa48ffff640 1 -- 172.21.15.5:0/699224512 <== mon.1 v2:172.21.15.134:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa488037070 con 0x7fa49009aa70 2024-09-19T05:04:56.051 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.047+0000 7fa48ffff640 1 -- 172.21.15.5:0/699224512 <== mon.1 v2:172.21.15.134:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa48802ac50 con 0x7fa49009aa70 2024-09-19T05:04:56.051 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.047+0000 7fa48ffff640 1 -- 172.21.15.5:0/699224512 <== mon.1 v2:172.21.15.134:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa484001670 con 0x7fa49009aa70 2024-09-19T05:04:56.051 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.047+0000 7fa49796d640 1 -- 172.21.15.5:0/699224512 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa49009aa70 msgr2=0x7fa49009ae50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.051 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.047+0000 7fa49796d640 1 --2- 172.21.15.5:0/699224512 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa49009aa70 0x7fa49009ae50 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fa4880097a0 tx=0x7fa48802a1c0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.051 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.048+0000 7fa49796d640 1 -- 172.21.15.5:0/699224512 shutdown_connections 2024-09-19T05:04:56.051 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.048+0000 7fa49796d640 1 --2- 172.21.15.5:0/699224512 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa49009aa70 0x7fa49009ae50 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.051 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.048+0000 7fa49796d640 1 -- 172.21.15.5:0/699224512 >> 172.21.15.5:0/699224512 conn(0x7fa4900d23b0 msgr2=0x7fa4900d27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:56.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.048+0000 7fa49796d640 1 -- 172.21.15.5:0/699224512 shutdown_connections 2024-09-19T05:04:56.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.048+0000 7fa49796d640 1 -- 172.21.15.5:0/699224512 wait complete. 2024-09-19T05:04:56.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.049+0000 7fa49796d640 1 Processor -- start 2024-09-19T05:04:56.052 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.049+0000 7fa49796d640 1 -- start start 2024-09-19T05:04:56.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.050+0000 7fa49796d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa49009aa70 0x7fa49015fa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.050+0000 7fa49796d640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa49009b7b0 0x7fa490158fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.050+0000 7fa49796d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa4900b3230 0x7fa49006d730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.050+0000 7fa49796d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7fa4900ce220 con 0x7fa4900b3230 2024-09-19T05:04:56.054 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.050+0000 7fa49796d640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7fa4900ce3a0 con 0x7fa49009b7b0 2024-09-19T05:04:56.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.050+0000 7fa49796d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7fa49015c880 con 0x7fa49009aa70 2024-09-19T05:04:56.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.050+0000 7fa495f0a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa4900b3230 0x7fa49006d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.050+0000 7fa495f0a640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa4900b3230 0x7fa49006d730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38308/0 (socket says 172.21.15.5:38308) 2024-09-19T05:04:56.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.050+0000 7fa495f0a640 1 -- 172.21.15.5:0/279969261 learned_addr learned my addr 172.21.15.5:0/279969261 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:56.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.050+0000 7fa495709640 1 --2- 172.21.15.5:0/279969261 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa49009aa70 0x7fa49015fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.050+0000 7fa494f08640 1 --2- 172.21.15.5:0/279969261 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa49009b7b0 0x7fa490158fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.050+0000 7fa495f0a640 1 -- 172.21.15.5:0/279969261 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa49009aa70 msgr2=0x7fa49015fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.050+0000 7fa495f0a640 1 --2- 172.21.15.5:0/279969261 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa49009aa70 0x7fa49015fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.050+0000 7fa495f0a640 1 -- 172.21.15.5:0/279969261 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa49009b7b0 msgr2=0x7fa490158fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.050+0000 7fa495f0a640 1 --2- 172.21.15.5:0/279969261 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa49009b7b0 0x7fa490158fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.050+0000 7fa495f0a640 1 -- 172.21.15.5:0/279969261 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa49006dc70 con 0x7fa4900b3230 2024-09-19T05:04:56.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.050+0000 7fa494f08640 1 --2- 172.21.15.5:0/279969261 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa49009b7b0 0x7fa490158fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:04:56.055 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.050+0000 7fa495709640 1 --2- 172.21.15.5:0/279969261 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa49009aa70 0x7fa49015fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:04:56.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.050+0000 7fa495f0a640 1 --2- 172.21.15.5:0/279969261 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa4900b3230 0x7fa49006d730 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7fa48000c760 tx=0x7fa48000cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:56.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.050+0000 7fa48dffb640 1 -- 172.21.15.5:0/279969261 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa480003b70 con 0x7fa4900b3230 2024-09-19T05:04:56.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.051+0000 7fa48dffb640 1 -- 172.21.15.5:0/279969261 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa480003d10 con 0x7fa4900b3230 2024-09-19T05:04:56.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.051+0000 7fa49796d640 1 -- 172.21.15.5:0/279969261 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa49006def0 con 0x7fa4900b3230 2024-09-19T05:04:56.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.051+0000 7fa48dffb640 1 -- 172.21.15.5:0/279969261 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa48000aa90 con 0x7fa4900b3230 2024-09-19T05:04:56.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.051+0000 7fa49796d640 1 -- 172.21.15.5:0/279969261 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa49006e4b0 con 0x7fa4900b3230 2024-09-19T05:04:56.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.052+0000 7fa49796d640 1 -- 172.21.15.5:0/279969261 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4900b1650 con 0x7fa4900b3230 2024-09-19T05:04:56.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.052+0000 7fa48dffb640 1 -- 172.21.15.5:0/279969261 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa48000ac30 con 0x7fa4900b3230 2024-09-19T05:04:56.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.053+0000 7fa48dffb640 1 --2- 172.21.15.5:0/279969261 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa47c06c2b0 0x7fa47c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.053+0000 7fa48dffb640 1 -- 172.21.15.5:0/279969261 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5335+0+0 (secure 0 0 0) 0x7fa48008b1a0 con 0x7fa4900b3230 2024-09-19T05:04:56.056 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.053+0000 7fa495709640 1 --2- 172.21.15.5:0/279969261 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa47c06c2b0 0x7fa47c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.057 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.054+0000 7fa495709640 1 --2- 172.21.15.5:0/279969261 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa47c06c2b0 0x7fa47c06e770 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fa488034000 tx=0x7fa48802e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:56.058 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.057+0000 7fa48dffb640 1 -- 172.21.15.5:0/279969261 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa49006dc70 con 0x7fa4900b3230 2024-09-19T05:04:56.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.234+0000 7fa49796d640 1 -- 172.21.15.5:0/279969261 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7fa4900704f0 con 0x7fa47c06c2b0 2024-09-19T05:04:56.236 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.235+0000 7fa48dffb640 1 -- 172.21.15.5:0/279969261 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fa4900704f0 con 0x7fa47c06c2b0 2024-09-19T05:04:56.236 INFO:teuthology.orchestra.run.smithi005.stderr:instructed osd(s) 5 to deep-scrub 2024-09-19T05:04:56.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.237+0000 7fa49796d640 1 -- 172.21.15.5:0/279969261 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa47c06c2b0 msgr2=0x7fa47c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.237+0000 7fa49796d640 1 --2- 172.21.15.5:0/279969261 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa47c06c2b0 0x7fa47c06e770 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fa488034000 tx=0x7fa48802e000 comp rx=0 tx=0).stop 2024-09-19T05:04:56.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.237+0000 7fa49796d640 1 -- 172.21.15.5:0/279969261 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa4900b3230 msgr2=0x7fa49006d730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.237+0000 7fa49796d640 1 --2- 172.21.15.5:0/279969261 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa4900b3230 0x7fa49006d730 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7fa48000c760 tx=0x7fa48000cc20 comp rx=0 tx=0).stop 2024-09-19T05:04:56.239 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.237+0000 7fa49796d640 1 -- 172.21.15.5:0/279969261 shutdown_connections 2024-09-19T05:04:56.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.237+0000 7fa49796d640 1 --2- 172.21.15.5:0/279969261 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7fa47c06c2b0 0x7fa47c06e770 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.237+0000 7fa49796d640 1 --2- 172.21.15.5:0/279969261 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7fa4900b3230 0x7fa49006d730 unknown :-1 s=CLOSED pgs=982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.237+0000 7fa49796d640 1 --2- 172.21.15.5:0/279969261 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7fa49009b7b0 0x7fa490158fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.237+0000 7fa49796d640 1 --2- 172.21.15.5:0/279969261 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7fa49009aa70 0x7fa49015fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.237+0000 7fa49796d640 1 -- 172.21.15.5:0/279969261 >> 172.21.15.5:0/279969261 conn(0x7fa4900d23b0 msgr2=0x7fa490070cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:56.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.237+0000 7fa49796d640 1 -- 172.21.15.5:0/279969261 shutdown_connections 2024-09-19T05:04:56.240 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.237+0000 7fa49796d640 1 -- 172.21.15.5:0/279969261 wait complete. 2024-09-19T05:04:56.250 INFO:tasks.ceph:Scrubbing osd.6 2024-09-19T05:04:56.250 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-19T05:04:56.356 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.355+0000 7f32d3b5b640 1 Processor -- start 2024-09-19T05:04:56.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.355+0000 7f32d3b5b640 1 -- start start 2024-09-19T05:04:56.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.356+0000 7f32d3b5b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f32cc15e6e0 0x7f32cc162190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.356+0000 7f32d3b5b640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f32cc09b180 0x7f32cc0b6680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.356+0000 7f32d3b5b640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f32cc1629c0 con 0x7f32cc09bb30 2024-09-19T05:04:56.357 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.356+0000 7f32d3b5b640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f32cc162ca0 con 0x7f32cc09b180 2024-09-19T05:04:56.358 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.356+0000 7f32d3b5b640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f32cc0b5e80 con 0x7f32cc15e6e0 2024-09-19T05:04:56.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.356+0000 7f32d10f6640 1 --1- >> v1:172.21.15.134:6789/0 conn(0x7f32cc09bb30 0x7f32cc09aa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.134:6789/0 says I am v1:172.21.15.5:45656/0 (socket says 172.21.15.5:45656) 2024-09-19T05:04:56.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.356+0000 7f32d10f6640 1 -- 172.21.15.5:0/2928116455 learned_addr learned my addr 172.21.15.5:0/2928116455 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:56.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.356+0000 7f32d18f7640 1 --2- 172.21.15.5:0/2928116455 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f32cc15e6e0 0x7f32cc162190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.357+0000 7f32d20f8640 1 --2- 172.21.15.5:0/2928116455 >> v2:172.21.15.134:3300/0 conn(0x7f32cc09b180 0x7f32cc0b6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.357+0000 7f32d08f5640 1 -- 172.21.15.5:0/2928116455 <== mon.1 v1:172.21.15.134:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 989750155 0 0) 0x7f32cc1629c0 con 0x7f32cc09bb30 2024-09-19T05:04:56.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.357+0000 7f32d08f5640 1 -- 172.21.15.5:0/2928116455 --> v1:172.21.15.134:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f32b8003520 con 0x7f32cc09bb30 2024-09-19T05:04:56.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.357+0000 7f32d18f7640 1 -- 172.21.15.5:0/2928116455 >> v2:172.21.15.134:3300/0 conn(0x7f32cc09b180 msgr2=0x7f32cc0b6680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:56.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.357+0000 7f32d18f7640 1 --2- 172.21.15.5:0/2928116455 >> v2:172.21.15.134:3300/0 conn(0x7f32cc09b180 0x7f32cc0b6680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.357+0000 7f32d18f7640 1 -- 172.21.15.5:0/2928116455 >> v1:172.21.15.134:6789/0 conn(0x7f32cc09bb30 legacy=0x7f32cc09aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.359 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.357+0000 7f32d18f7640 1 -- 172.21.15.5:0/2928116455 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32cc0b6160 con 0x7f32cc15e6e0 2024-09-19T05:04:56.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.358+0000 7f32d18f7640 1 --2- 172.21.15.5:0/2928116455 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f32cc15e6e0 0x7f32cc162190 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f32c80097a0 tx=0x7f32c802a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=30cad985e83138 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:56.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.358+0000 7f32d08f5640 1 -- 172.21.15.5:0/2928116455 <== mon.2 v2:172.21.15.134:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32c8037070 con 0x7f32cc15e6e0 2024-09-19T05:04:56.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.358+0000 7f32d08f5640 1 -- 172.21.15.5:0/2928116455 <== mon.2 v2:172.21.15.134:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f32c8032440 con 0x7f32cc15e6e0 2024-09-19T05:04:56.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.358+0000 7f32d08f5640 1 -- 172.21.15.5:0/2928116455 <== mon.2 v2:172.21.15.134:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32c8032810 con 0x7f32cc15e6e0 2024-09-19T05:04:56.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.359+0000 7f32d3b5b640 1 -- 172.21.15.5:0/2928116455 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f32cc15e6e0 msgr2=0x7f32cc162190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.359+0000 7f32d3b5b640 1 --2- 172.21.15.5:0/2928116455 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f32cc15e6e0 0x7f32cc162190 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f32c80097a0 tx=0x7f32c802a210 comp rx=0 tx=0).stop 2024-09-19T05:04:56.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.359+0000 7f32d3b5b640 1 -- 172.21.15.5:0/2928116455 shutdown_connections 2024-09-19T05:04:56.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.359+0000 7f32d3b5b640 1 --2- 172.21.15.5:0/2928116455 >> v2:172.21.15.134:3300/0 conn(0x7f32cc09b180 0x7f32cc0b6680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.359+0000 7f32d3b5b640 1 --2- 172.21.15.5:0/2928116455 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f32cc15e6e0 0x7f32cc162190 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.361 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.359+0000 7f32d3b5b640 1 -- 172.21.15.5:0/2928116455 >> 172.21.15.5:0/2928116455 conn(0x7f32cc0b4060 msgr2=0x7f32cc0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:56.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.359+0000 7f32d3b5b640 1 -- 172.21.15.5:0/2928116455 shutdown_connections 2024-09-19T05:04:56.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.359+0000 7f32d3b5b640 1 -- 172.21.15.5:0/2928116455 wait complete. 2024-09-19T05:04:56.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.360+0000 7f32d3b5b640 1 Processor -- start 2024-09-19T05:04:56.362 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.360+0000 7f32d3b5b640 1 -- start start 2024-09-19T05:04:56.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.361+0000 7f32d3b5b640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f32cc09b180 0x7f32cc14f210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.361+0000 7f32d3b5b640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32cc09bb30 0x7f32cc09d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.361+0000 7f32d3b5b640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f32cc15e6e0 0x7f32cc0d15b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.361+0000 7f32d3b5b640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f32cc162f80 con 0x7f32cc09bb30 2024-09-19T05:04:56.364 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.361+0000 7f32d3b5b640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f32cc15fcb0 con 0x7f32cc15e6e0 2024-09-19T05:04:56.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.361+0000 7f32d3b5b640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f32cc0b6bc0 con 0x7f32cc09b180 2024-09-19T05:04:56.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.361+0000 7f32d10f6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32cc09bb30 0x7f32cc09d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.361+0000 7f32d10f6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32cc09bb30 0x7f32cc09d640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38322/0 (socket says 172.21.15.5:38322) 2024-09-19T05:04:56.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.361+0000 7f32d10f6640 1 -- 172.21.15.5:0/1765432680 learned_addr learned my addr 172.21.15.5:0/1765432680 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:56.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.361+0000 7f32d18f7640 1 --2- 172.21.15.5:0/1765432680 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f32cc09b180 0x7f32cc14f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.362+0000 7f32d20f8640 1 --2- 172.21.15.5:0/1765432680 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f32cc15e6e0 0x7f32cc0d15b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.362+0000 7f32d10f6640 1 -- 172.21.15.5:0/1765432680 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f32cc09b180 msgr2=0x7f32cc14f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.362+0000 7f32d10f6640 1 --2- 172.21.15.5:0/1765432680 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f32cc09b180 0x7f32cc14f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.362+0000 7f32d10f6640 1 -- 172.21.15.5:0/1765432680 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f32cc15e6e0 msgr2=0x7f32cc0d15b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.362+0000 7f32d10f6640 1 --2- 172.21.15.5:0/1765432680 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f32cc15e6e0 0x7f32cc0d15b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.362+0000 7f32d10f6640 1 -- 172.21.15.5:0/1765432680 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32cc0cee90 con 0x7f32cc09bb30 2024-09-19T05:04:56.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.362+0000 7f32d10f6640 1 --2- 172.21.15.5:0/1765432680 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32cc09bb30 0x7f32cc09d640 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f32bc00c400 tx=0x7f32bc00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:56.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.362+0000 7f32c27fc640 1 -- 172.21.15.5:0/1765432680 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32bc017070 con 0x7f32cc09bb30 2024-09-19T05:04:56.365 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.362+0000 7f32c27fc640 1 -- 172.21.15.5:0/1765432680 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f32bc005d00 con 0x7f32cc09bb30 2024-09-19T05:04:56.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.362+0000 7f32c27fc640 1 -- 172.21.15.5:0/1765432680 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32bc007310 con 0x7f32cc09bb30 2024-09-19T05:04:56.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.362+0000 7f32d3b5b640 1 -- 172.21.15.5:0/1765432680 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32cc0cf170 con 0x7f32cc09bb30 2024-09-19T05:04:56.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.362+0000 7f32d3b5b640 1 -- 172.21.15.5:0/1765432680 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32cc0cf730 con 0x7f32cc09bb30 2024-09-19T05:04:56.366 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.363+0000 7f32d3b5b640 1 -- 172.21.15.5:0/1765432680 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f32cc0b6680 con 0x7f32cc09bb30 2024-09-19T05:04:56.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.364+0000 7f32c27fc640 1 -- 172.21.15.5:0/1765432680 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f32bc01a070 con 0x7f32cc09bb30 2024-09-19T05:04:56.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.364+0000 7f32c27fc640 1 --2- 172.21.15.5:0/1765432680 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f32b006c2b0 0x7f32b006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.364+0000 7f32c27fc640 1 -- 172.21.15.5:0/1765432680 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5335+0+0 (secure 0 0 0) 0x7f32bc08ae60 con 0x7f32cc09bb30 2024-09-19T05:04:56.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.364+0000 7f32c27fc640 1 --2- 172.21.15.5:0/1765432680 >> [v2:172.21.15.134:6808/4079368662,v1:172.21.15.134:6809/4079368662] conn(0x7f32b0072750 0x7f32b0074b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.367 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.364+0000 7f32c27fc640 1 -- 172.21.15.5:0/1765432680 --> [v2:172.21.15.134:6808/4079368662,v1:172.21.15.134:6809/4079368662] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f32bc006e50 con 0x7f32b0072750 2024-09-19T05:04:56.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.364+0000 7f32c27fc640 1 -- 172.21.15.5:0/1765432680 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=98) ==== 24+0+0 (secure 0 0 0) 0x7f32bc08b210 con 0x7f32cc09bb30 2024-09-19T05:04:56.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.365+0000 7f32d20f8640 1 --2- 172.21.15.5:0/1765432680 >> [v2:172.21.15.134:6808/4079368662,v1:172.21.15.134:6809/4079368662] conn(0x7f32b0072750 0x7f32b0074b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.365+0000 7f32d18f7640 1 --2- 172.21.15.5:0/1765432680 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f32b006c2b0 0x7f32b006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.365+0000 7f32d20f8640 1 --2- 172.21.15.5:0/1765432680 >> [v2:172.21.15.134:6808/4079368662,v1:172.21.15.134:6809/4079368662] conn(0x7f32b0072750 0x7f32b0074b90 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:56.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.366+0000 7f32d18f7640 1 --2- 172.21.15.5:0/1765432680 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f32b006c2b0 0x7f32b006e770 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f32c8034000 tx=0x7f32c802e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:56.368 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.366+0000 7f32c27fc640 1 -- 172.21.15.5:0/1765432680 <== osd.6 v2:172.21.15.134:6808/4079368662 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f32bc006e50 con 0x7f32b0072750 2024-09-19T05:04:56.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.378+0000 7f32d3b5b640 1 -- 172.21.15.5:0/1765432680 --> [v2:172.21.15.134:6808/4079368662,v1:172.21.15.134:6809/4079368662] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f32cc15f660 con 0x7f32b0072750 2024-09-19T05:04:56.380 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.379+0000 7f32c27fc640 1 -- 172.21.15.5:0/1765432680 <== osd.6 v2:172.21.15.134:6808/4079368662 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f32cc15f660 con 0x7f32b0072750 2024-09-19T05:04:56.381 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-19T05:04:56.381 INFO:teuthology.orchestra.run.smithi005.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T05:04:56.381 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-19T05:04:56.381 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.379+0000 7f32d3b5b640 1 -- 172.21.15.5:0/1765432680 >> [v2:172.21.15.134:6808/4079368662,v1:172.21.15.134:6809/4079368662] conn(0x7f32b0072750 msgr2=0x7f32b0074b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.379+0000 7f32d3b5b640 1 --2- 172.21.15.5:0/1765432680 >> [v2:172.21.15.134:6808/4079368662,v1:172.21.15.134:6809/4079368662] conn(0x7f32b0072750 0x7f32b0074b90 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.379+0000 7f32d3b5b640 1 -- 172.21.15.5:0/1765432680 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f32b006c2b0 msgr2=0x7f32b006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.379+0000 7f32d3b5b640 1 --2- 172.21.15.5:0/1765432680 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f32b006c2b0 0x7f32b006e770 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f32c8034000 tx=0x7f32c802e000 comp rx=0 tx=0).stop 2024-09-19T05:04:56.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.379+0000 7f32d3b5b640 1 -- 172.21.15.5:0/1765432680 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32cc09bb30 msgr2=0x7f32cc09d640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.379+0000 7f32d3b5b640 1 --2- 172.21.15.5:0/1765432680 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f32cc09bb30 0x7f32cc09d640 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f32bc00c400 tx=0x7f32bc00c8c0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.379+0000 7f32d20f8640 1 -- 172.21.15.5:0/1765432680 reap_dead start 2024-09-19T05:04:56.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.379+0000 7f32d3b5b640 1 -- 172.21.15.5:0/1765432680 shutdown_connections 2024-09-19T05:04:56.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.379+0000 7f32d3b5b640 1 -- 172.21.15.5:0/1765432680 >> 172.21.15.5:0/1765432680 conn(0x7f32cc0b4060 msgr2=0x7f32cc06d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:56.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.379+0000 7f32d3b5b640 1 -- 172.21.15.5:0/1765432680 shutdown_connections 2024-09-19T05:04:56.382 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.380+0000 7f32d3b5b640 1 -- 172.21.15.5:0/1765432680 wait complete. 2024-09-19T05:04:56.392 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-19T05:04:56.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.495+0000 7f45fe39f640 1 Processor -- start 2024-09-19T05:04:56.497 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.495+0000 7f45fe39f640 1 -- start start 2024-09-19T05:04:56.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.496+0000 7f45fe39f640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f45f80d4310 0x7f45f80d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.496+0000 7f45fe39f640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45f815e850 con 0x7f45f815e470 2024-09-19T05:04:56.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.496+0000 7f45fe39f640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45f80d1c60 con 0x7f45f806d460 2024-09-19T05:04:56.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.496+0000 7f45fe39f640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f45f80d4cc0 con 0x7f45f80d4310 2024-09-19T05:04:56.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.496+0000 7f45fcb9c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f45f80d4310 0x7f45f80d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.498 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.496+0000 7f45fd39d640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f45f815e470 0x7f45f80cfba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34134/0 (socket says 172.21.15.5:34134) 2024-09-19T05:04:56.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.496+0000 7f45fd39d640 1 -- 172.21.15.5:0/434993715 learned_addr learned my addr 172.21.15.5:0/434993715 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:56.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.497+0000 7f45fcb9c640 1 -- 172.21.15.5:0/434993715 >> v1:172.21.15.134:6789/0 conn(0x7f45f806d460 legacy=0x7f45f806d8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:56.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.497+0000 7f45fcb9c640 1 -- 172.21.15.5:0/434993715 >> v1:172.21.15.5:6789/0 conn(0x7f45f815e470 legacy=0x7f45f80cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.497+0000 7f45f7fff640 1 -- 172.21.15.5:0/434993715 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2081936781 0 0) 0x7f45f815e850 con 0x7f45f815e470 2024-09-19T05:04:56.499 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.497+0000 7f45fcb9c640 1 -- 172.21.15.5:0/434993715 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45f80d1980 con 0x7f45f80d4310 2024-09-19T05:04:56.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.497+0000 7f45fcb9c640 1 --2- 172.21.15.5:0/434993715 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f45f80d4310 0x7f45f80d4780 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f45ec0097a0 tx=0x7f45ec02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a82d34e83f26bcc2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:56.500 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.497+0000 7f45f7fff640 1 -- 172.21.15.5:0/434993715 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45ec037070 con 0x7f45f80d4310 2024-09-19T05:04:56.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.498+0000 7f45f7fff640 1 -- 172.21.15.5:0/434993715 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45ec032440 con 0x7f45f80d4310 2024-09-19T05:04:56.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.498+0000 7f45f7fff640 1 -- 172.21.15.5:0/434993715 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45ec032810 con 0x7f45f80d4310 2024-09-19T05:04:56.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.498+0000 7f45fe39f640 1 -- 172.21.15.5:0/434993715 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f45f80d4310 msgr2=0x7f45f80d4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.498+0000 7f45fe39f640 1 --2- 172.21.15.5:0/434993715 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f45f80d4310 0x7f45f80d4780 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f45ec0097a0 tx=0x7f45ec02a1e0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.498+0000 7f45fe39f640 1 -- 172.21.15.5:0/434993715 shutdown_connections 2024-09-19T05:04:56.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.498+0000 7f45fe39f640 1 --2- 172.21.15.5:0/434993715 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f45f80d4310 0x7f45f80d4780 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.498+0000 7f45fe39f640 1 -- 172.21.15.5:0/434993715 >> 172.21.15.5:0/434993715 conn(0x7f45f809d700 msgr2=0x7f45f808c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:56.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.498+0000 7f45fe39f640 1 -- 172.21.15.5:0/434993715 shutdown_connections 2024-09-19T05:04:56.501 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.498+0000 7f45fe39f640 1 -- 172.21.15.5:0/434993715 wait complete. 2024-09-19T05:04:56.503 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.499+0000 7f45fe39f640 1 Processor -- start 2024-09-19T05:04:56.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.499+0000 7f45fe39f640 1 -- start start 2024-09-19T05:04:56.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.500+0000 7f45fe39f640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f45f806d460 0x7f45f80b99e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.500+0000 7f45fe39f640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f45f80d4310 0x7f45f815ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.500+0000 7f45fe39f640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f45f815e470 0x7f45f81607b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.500+0000 7f45fe39f640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f45f80cf3a0 con 0x7f45f815e470 2024-09-19T05:04:56.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.500+0000 7f45fe39f640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f45f80cf710 con 0x7f45f806d460 2024-09-19T05:04:56.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.500+0000 7f45fe39f640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f45f80d02b0 con 0x7f45f80d4310 2024-09-19T05:04:56.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.500+0000 7f45fdb9e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f45f815e470 0x7f45f81607b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.500+0000 7f45fdb9e640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f45f815e470 0x7f45f81607b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38344/0 (socket says 172.21.15.5:38344) 2024-09-19T05:04:56.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.500+0000 7f45fdb9e640 1 -- 172.21.15.5:0/1641823375 learned_addr learned my addr 172.21.15.5:0/1641823375 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:56.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.500+0000 7f45fd39d640 1 --2- 172.21.15.5:0/1641823375 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f45f806d460 0x7f45f80b99e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.504 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.500+0000 7f45fcb9c640 1 --2- 172.21.15.5:0/1641823375 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f45f80d4310 0x7f45f815ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.501+0000 7f45fdb9e640 1 -- 172.21.15.5:0/1641823375 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f45f80d4310 msgr2=0x7f45f815ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.501+0000 7f45fdb9e640 1 --2- 172.21.15.5:0/1641823375 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f45f80d4310 0x7f45f815ea50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.501+0000 7f45fdb9e640 1 -- 172.21.15.5:0/1641823375 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f45f806d460 msgr2=0x7f45f80b99e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.501+0000 7f45fdb9e640 1 --2- 172.21.15.5:0/1641823375 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f45f806d460 0x7f45f80b99e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.501+0000 7f45fdb9e640 1 -- 172.21.15.5:0/1641823375 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45f80b9fc0 con 0x7f45f815e470 2024-09-19T05:04:56.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.501+0000 7f45fdb9e640 1 --2- 172.21.15.5:0/1641823375 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f45f815e470 0x7f45f81607b0 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f45f000c410 tx=0x7f45f000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:56.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.501+0000 7f45f5ffb640 1 -- 172.21.15.5:0/1641823375 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45f0011790 con 0x7f45f815e470 2024-09-19T05:04:56.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.501+0000 7f45f5ffb640 1 -- 172.21.15.5:0/1641823375 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45f0017070 con 0x7f45f815e470 2024-09-19T05:04:56.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.501+0000 7f45fe39f640 1 -- 172.21.15.5:0/1641823375 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45f81583a0 con 0x7f45f815e470 2024-09-19T05:04:56.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.501+0000 7f45f5ffb640 1 -- 172.21.15.5:0/1641823375 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45f0011bb0 con 0x7f45f815e470 2024-09-19T05:04:56.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.501+0000 7f45fe39f640 1 -- 172.21.15.5:0/1641823375 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45f8158960 con 0x7f45f815e470 2024-09-19T05:04:56.505 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.502+0000 7f45fe39f640 1 -- 172.21.15.5:0/1641823375 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45f81581d0 con 0x7f45f815e470 2024-09-19T05:04:56.506 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.503+0000 7f45f5ffb640 1 -- 172.21.15.5:0/1641823375 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f45f001c460 con 0x7f45f815e470 2024-09-19T05:04:56.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.503+0000 7f45f5ffb640 1 --2- 172.21.15.5:0/1641823375 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f45e406c2e0 0x7f45e406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.503+0000 7f45f5ffb640 1 -- 172.21.15.5:0/1641823375 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5335+0+0 (secure 0 0 0) 0x7f45f008ac80 con 0x7f45f815e470 2024-09-19T05:04:56.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.503+0000 7f45fd39d640 1 --2- 172.21.15.5:0/1641823375 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f45e406c2e0 0x7f45e406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.507 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.505+0000 7f45fd39d640 1 --2- 172.21.15.5:0/1641823375 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f45e406c2e0 0x7f45e406e7a0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f45e80012e0 tx=0x7f45e8001630 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:56.509 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.508+0000 7f45f5ffb640 1 -- 172.21.15.5:0/1641823375 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f45f0021020 con 0x7f45f815e470 2024-09-19T05:04:56.686 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.685+0000 7f45fe39f640 1 -- 172.21.15.5:0/1641823375 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7f45f80ba2a0 con 0x7f45e406c2e0 2024-09-19T05:04:56.687 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.685+0000 7f45f5ffb640 1 -- 172.21.15.5:0/1641823375 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f45e8002040 con 0x7f45e406c2e0 2024-09-19T05:04:56.687 INFO:teuthology.orchestra.run.smithi005.stderr:instructed osd(s) 6 to deep-scrub 2024-09-19T05:04:56.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.687+0000 7f45fe39f640 1 -- 172.21.15.5:0/1641823375 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f45e406c2e0 msgr2=0x7f45e406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.687+0000 7f45fe39f640 1 --2- 172.21.15.5:0/1641823375 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f45e406c2e0 0x7f45e406e7a0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f45e80012e0 tx=0x7f45e8001630 comp rx=0 tx=0).stop 2024-09-19T05:04:56.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.687+0000 7f45fe39f640 1 -- 172.21.15.5:0/1641823375 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f45f815e470 msgr2=0x7f45f81607b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.687+0000 7f45fe39f640 1 --2- 172.21.15.5:0/1641823375 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f45f815e470 0x7f45f81607b0 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f45f000c410 tx=0x7f45f000c8d0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.687+0000 7f45fe39f640 1 -- 172.21.15.5:0/1641823375 shutdown_connections 2024-09-19T05:04:56.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.687+0000 7f45fe39f640 1 --2- 172.21.15.5:0/1641823375 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f45e406c2e0 0x7f45e406e7a0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.687+0000 7f45fe39f640 1 --2- 172.21.15.5:0/1641823375 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f45f815e470 0x7f45f81607b0 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.689 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.687+0000 7f45fe39f640 1 --2- 172.21.15.5:0/1641823375 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f45f80d4310 0x7f45f815ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.687+0000 7f45fe39f640 1 --2- 172.21.15.5:0/1641823375 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f45f806d460 0x7f45f80b99e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.687+0000 7f45fe39f640 1 -- 172.21.15.5:0/1641823375 >> 172.21.15.5:0/1641823375 conn(0x7f45f809d700 msgr2=0x7f45f80b2cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:56.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.687+0000 7f45fe39f640 1 -- 172.21.15.5:0/1641823375 shutdown_connections 2024-09-19T05:04:56.690 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.687+0000 7f45fe39f640 1 -- 172.21.15.5:0/1641823375 wait complete. 2024-09-19T05:04:56.699 INFO:tasks.ceph:Scrubbing osd.7 2024-09-19T05:04:56.700 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-19T05:04:56.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.804+0000 7f1b292a6640 1 Processor -- start 2024-09-19T05:04:56.805 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.804+0000 7f1b292a6640 1 -- start start 2024-09-19T05:04:56.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.804+0000 7f1b292a6640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1b24145180 0x7f1b24073690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.805+0000 7f1b292a6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1b2415d650 0x7f1b2415e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.805+0000 7f1b292a6640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1b240b2820 con 0x7f1b2415caf0 2024-09-19T05:04:56.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.805+0000 7f1b292a6640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f1b240b25d0 con 0x7f1b24145180 2024-09-19T05:04:56.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.805+0000 7f1b292a6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1b240b2b00 con 0x7f1b2415d650 2024-09-19T05:04:56.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.805+0000 7f1b22ffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1b24145180 0x7f1b24073690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.805+0000 7f1b22ffd640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1b24145180 0x7f1b24073690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38360/0 (socket says 172.21.15.5:38360) 2024-09-19T05:04:56.807 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.805+0000 7f1b22ffd640 1 -- 172.21.15.5:0/3315903943 learned_addr learned my addr 172.21.15.5:0/3315903943 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:56.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.805+0000 7f1b227fc640 1 --1- 172.21.15.5:0/3315903943 >> v1:172.21.15.5:6789/0 conn(0x7f1b2415caf0 0x7f1b2415cf40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34144/0 (socket says 172.21.15.5:34144) 2024-09-19T05:04:56.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.805+0000 7f1b237fe640 1 --2- 172.21.15.5:0/3315903943 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1b2415d650 0x7f1b2415e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.805+0000 7f1b22ffd640 1 -- 172.21.15.5:0/3315903943 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1b2415d650 msgr2=0x7f1b2415e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:56.808 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.805+0000 7f1b22ffd640 1 --2- 172.21.15.5:0/3315903943 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1b2415d650 0x7f1b2415e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.805+0000 7f1b22ffd640 1 -- 172.21.15.5:0/3315903943 >> v1:172.21.15.5:6789/0 conn(0x7f1b2415caf0 legacy=0x7f1b2415cf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.809 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.805+0000 7f1b22ffd640 1 -- 172.21.15.5:0/3315903943 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b240b2de0 con 0x7f1b24145180 2024-09-19T05:04:56.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.806+0000 7f1b22ffd640 1 --2- 172.21.15.5:0/3315903943 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1b24145180 0x7f1b24073690 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f1b14009870 tx=0x7f1b1402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=603711df7e11f265 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:56.811 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.806+0000 7f1b21ffb640 1 -- 172.21.15.5:0/3315903943 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b14037070 con 0x7f1b24145180 2024-09-19T05:04:56.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.806+0000 7f1b21ffb640 1 -- 172.21.15.5:0/3315903943 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b14032440 con 0x7f1b24145180 2024-09-19T05:04:56.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.806+0000 7f1b21ffb640 1 -- 172.21.15.5:0/3315903943 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b14032810 con 0x7f1b24145180 2024-09-19T05:04:56.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.806+0000 7f1b292a6640 1 -- 172.21.15.5:0/3315903943 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1b24145180 msgr2=0x7f1b24073690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.806+0000 7f1b292a6640 1 --2- 172.21.15.5:0/3315903943 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1b24145180 0x7f1b24073690 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f1b14009870 tx=0x7f1b1402a270 comp rx=0 tx=0).stop 2024-09-19T05:04:56.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.806+0000 7f1b292a6640 1 -- 172.21.15.5:0/3315903943 shutdown_connections 2024-09-19T05:04:56.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.806+0000 7f1b292a6640 1 --2- 172.21.15.5:0/3315903943 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1b2415d650 0x7f1b2415e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.806+0000 7f1b292a6640 1 --2- 172.21.15.5:0/3315903943 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1b24145180 0x7f1b24073690 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.806+0000 7f1b292a6640 1 -- 172.21.15.5:0/3315903943 >> 172.21.15.5:0/3315903943 conn(0x7f1b240b6b10 msgr2=0x7f1b2409aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:56.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.807+0000 7f1b292a6640 1 -- 172.21.15.5:0/3315903943 shutdown_connections 2024-09-19T05:04:56.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.807+0000 7f1b292a6640 1 -- 172.21.15.5:0/3315903943 wait complete. 2024-09-19T05:04:56.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.808+0000 7f1b292a6640 1 Processor -- start 2024-09-19T05:04:56.812 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.808+0000 7f1b292a6640 1 -- start start 2024-09-19T05:04:56.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.809+0000 7f1b292a6640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1b24145180 0x7f1b240ce5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.809+0000 7f1b292a6640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1b2415caf0 0x7f1b240d18a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.809+0000 7f1b292a6640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1b2415d650 0x7f1b241f51e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.809+0000 7f1b292a6640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1b24145560 con 0x7f1b2415caf0 2024-09-19T05:04:56.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.809+0000 7f1b292a6640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f1b2415e240 con 0x7f1b24145180 2024-09-19T05:04:56.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.809+0000 7f1b292a6640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1b241456e0 con 0x7f1b2415d650 2024-09-19T05:04:56.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.809+0000 7f1b227fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1b2415caf0 0x7f1b240d18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.809+0000 7f1b227fc640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1b2415caf0 0x7f1b240d18a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38376/0 (socket says 172.21.15.5:38376) 2024-09-19T05:04:56.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.809+0000 7f1b227fc640 1 -- 172.21.15.5:0/324339250 learned_addr learned my addr 172.21.15.5:0/324339250 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:56.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.809+0000 7f1b22ffd640 1 --2- 172.21.15.5:0/324339250 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1b24145180 0x7f1b240ce5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.809+0000 7f1b237fe640 1 --2- 172.21.15.5:0/324339250 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1b2415d650 0x7f1b241f51e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.809+0000 7f1b227fc640 1 -- 172.21.15.5:0/324339250 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1b2415d650 msgr2=0x7f1b241f51e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.813 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.809+0000 7f1b227fc640 1 --2- 172.21.15.5:0/324339250 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1b2415d650 0x7f1b241f51e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.809+0000 7f1b227fc640 1 -- 172.21.15.5:0/324339250 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1b24145180 msgr2=0x7f1b240ce5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.809+0000 7f1b227fc640 1 --2- 172.21.15.5:0/324339250 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1b24145180 0x7f1b240ce5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.809+0000 7f1b227fc640 1 -- 172.21.15.5:0/324339250 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b2413f8b0 con 0x7f1b2415caf0 2024-09-19T05:04:56.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.809+0000 7f1b237fe640 1 --2- 172.21.15.5:0/324339250 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1b2415d650 0x7f1b241f51e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:04:56.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.809+0000 7f1b22ffd640 1 --2- 172.21.15.5:0/324339250 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1b24145180 0x7f1b240ce5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:04:56.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.809+0000 7f1b227fc640 1 --2- 172.21.15.5:0/324339250 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1b2415caf0 0x7f1b240d18a0 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f1b1800c400 tx=0x7f1b1800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:56.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.809+0000 7f1b0b7fe640 1 -- 172.21.15.5:0/324339250 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b180074e0 con 0x7f1b2415caf0 2024-09-19T05:04:56.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.809+0000 7f1b0b7fe640 1 -- 172.21.15.5:0/324339250 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b18007680 con 0x7f1b2415caf0 2024-09-19T05:04:56.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.809+0000 7f1b292a6640 1 -- 172.21.15.5:0/324339250 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b240ceca0 con 0x7f1b2415caf0 2024-09-19T05:04:56.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.809+0000 7f1b0b7fe640 1 -- 172.21.15.5:0/324339250 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b18004a00 con 0x7f1b2415caf0 2024-09-19T05:04:56.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.810+0000 7f1b292a6640 1 -- 172.21.15.5:0/324339250 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b240cf260 con 0x7f1b2415caf0 2024-09-19T05:04:56.814 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.810+0000 7f1b292a6640 1 -- 172.21.15.5:0/324339250 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1b2413fc50 con 0x7f1b2415caf0 2024-09-19T05:04:56.815 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.811+0000 7f1b0b7fe640 1 -- 172.21.15.5:0/324339250 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1b1801a020 con 0x7f1b2415caf0 2024-09-19T05:04:56.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.811+0000 7f1b0b7fe640 1 --2- 172.21.15.5:0/324339250 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1b1006c2b0 0x7f1b1006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.812+0000 7f1b0b7fe640 1 -- 172.21.15.5:0/324339250 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5335+0+0 (secure 0 0 0) 0x7f1b1808b4e0 con 0x7f1b2415caf0 2024-09-19T05:04:56.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.812+0000 7f1b0b7fe640 1 --2- 172.21.15.5:0/324339250 >> [v2:172.21.15.134:6816/2150219705,v1:172.21.15.134:6817/2150219705] conn(0x7f1b10072750 0x7f1b10074b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.812+0000 7f1b0b7fe640 1 -- 172.21.15.5:0/324339250 --> [v2:172.21.15.134:6816/2150219705,v1:172.21.15.134:6817/2150219705] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1b10075260 con 0x7f1b10072750 2024-09-19T05:04:56.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.812+0000 7f1b0b7fe640 1 -- 172.21.15.5:0/324339250 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_get_version_reply(handle=1 version=98) ==== 24+0+0 (secure 0 0 0) 0x7f1b1808b970 con 0x7f1b2415caf0 2024-09-19T05:04:56.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.812+0000 7f1b22ffd640 1 --2- 172.21.15.5:0/324339250 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1b1006c2b0 0x7f1b1006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.812+0000 7f1b237fe640 1 --2- 172.21.15.5:0/324339250 >> [v2:172.21.15.134:6816/2150219705,v1:172.21.15.134:6817/2150219705] conn(0x7f1b10072750 0x7f1b10074b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.813+0000 7f1b237fe640 1 --2- 172.21.15.5:0/324339250 >> [v2:172.21.15.134:6816/2150219705,v1:172.21.15.134:6817/2150219705] conn(0x7f1b10072750 0x7f1b10074b90 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:56.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.813+0000 7f1b22ffd640 1 --2- 172.21.15.5:0/324339250 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1b1006c2b0 0x7f1b1006e770 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f1b14034000 tx=0x7f1b1402e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:56.816 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.814+0000 7f1b0b7fe640 1 -- 172.21.15.5:0/324339250 <== osd.7 v2:172.21.15.134:6816/2150219705 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1b10075260 con 0x7f1b10072750 2024-09-19T05:04:56.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.826+0000 7f1b292a6640 1 -- 172.21.15.5:0/324339250 --> [v2:172.21.15.134:6816/2150219705,v1:172.21.15.134:6817/2150219705] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f1b24073690 con 0x7f1b10072750 2024-09-19T05:04:56.828 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.827+0000 7f1b0b7fe640 1 -- 172.21.15.5:0/324339250 <== osd.7 v2:172.21.15.134:6816/2150219705 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f1b24073690 con 0x7f1b10072750 2024-09-19T05:04:56.829 INFO:teuthology.orchestra.run.smithi005.stdout:{ 2024-09-19T05:04:56.829 INFO:teuthology.orchestra.run.smithi005.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T05:04:56.829 INFO:teuthology.orchestra.run.smithi005.stdout:} 2024-09-19T05:04:56.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.827+0000 7f1b292a6640 1 -- 172.21.15.5:0/324339250 >> [v2:172.21.15.134:6816/2150219705,v1:172.21.15.134:6817/2150219705] conn(0x7f1b10072750 msgr2=0x7f1b10074b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.827+0000 7f1b292a6640 1 --2- 172.21.15.5:0/324339250 >> [v2:172.21.15.134:6816/2150219705,v1:172.21.15.134:6817/2150219705] conn(0x7f1b10072750 0x7f1b10074b90 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.827+0000 7f1b292a6640 1 -- 172.21.15.5:0/324339250 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1b1006c2b0 msgr2=0x7f1b1006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.827+0000 7f1b292a6640 1 --2- 172.21.15.5:0/324339250 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1b1006c2b0 0x7f1b1006e770 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f1b14034000 tx=0x7f1b1402e000 comp rx=0 tx=0).stop 2024-09-19T05:04:56.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.827+0000 7f1b292a6640 1 -- 172.21.15.5:0/324339250 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1b2415caf0 msgr2=0x7f1b240d18a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.827+0000 7f1b292a6640 1 --2- 172.21.15.5:0/324339250 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1b2415caf0 0x7f1b240d18a0 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f1b1800c400 tx=0x7f1b1800c8c0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.827+0000 7f1b237fe640 1 -- 172.21.15.5:0/324339250 reap_dead start 2024-09-19T05:04:56.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.827+0000 7f1b292a6640 1 -- 172.21.15.5:0/324339250 shutdown_connections 2024-09-19T05:04:56.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.827+0000 7f1b292a6640 1 -- 172.21.15.5:0/324339250 >> 172.21.15.5:0/324339250 conn(0x7f1b240b6b10 msgr2=0x7f1b2406fea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:56.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.827+0000 7f1b292a6640 1 -- 172.21.15.5:0/324339250 shutdown_connections 2024-09-19T05:04:56.830 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.827+0000 7f1b292a6640 1 -- 172.21.15.5:0/324339250 wait complete. 2024-09-19T05:04:56.840 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-19T05:04:56.942 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.941+0000 7f2ae4d6d640 1 Processor -- start 2024-09-19T05:04:56.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.941+0000 7f2ae4d6d640 1 -- start start 2024-09-19T05:04:56.943 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.942+0000 7f2ae4d6d640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f2ae015eb10 0x7f2ae0070c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.942+0000 7f2ae4d6d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f2ae00711b0 0x7f2ae00b60a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.942+0000 7f2ae4d6d640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2ae00b5be0 con 0x7f2ae015c250 2024-09-19T05:04:56.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.942+0000 7f2ae4d6d640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f2ae00715e0 con 0x7f2ae00711b0 2024-09-19T05:04:56.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.942+0000 7f2ae4d6d640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f2ae015efa0 con 0x7f2ae015eb10 2024-09-19T05:04:56.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.942+0000 7f2ade59c640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f2ae015c250 0x7f2ae009b9f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:34158/0 (socket says 172.21.15.5:34158) 2024-09-19T05:04:56.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.942+0000 7f2aded9d640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f2ae00711b0 0x7f2ae00b60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.944 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.942+0000 7f2ade59c640 1 -- 172.21.15.5:0/1489079516 learned_addr learned my addr 172.21.15.5:0/1489079516 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:04:56.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.942+0000 7f2aded9d640 1 -- 172.21.15.5:0/1489079516 >> v2:172.21.15.134:3300/0 conn(0x7f2ae015eb10 msgr2=0x7f2ae0070c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:04:56.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.942+0000 7f2aded9d640 1 --2- 172.21.15.5:0/1489079516 >> v2:172.21.15.134:3300/0 conn(0x7f2ae015eb10 0x7f2ae0070c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.942+0000 7f2aded9d640 1 -- 172.21.15.5:0/1489079516 >> v1:172.21.15.5:6789/0 conn(0x7f2ae015c250 legacy=0x7f2ae009b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.942+0000 7f2aded9d640 1 -- 172.21.15.5:0/1489079516 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ae015f280 con 0x7f2ae00711b0 2024-09-19T05:04:56.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.943+0000 7f2aded9d640 1 --2- 172.21.15.5:0/1489079516 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2ae00711b0 0x7f2ae00b60a0 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f2ae00b1f30 tx=0x7f2ad002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7069c12b1c6c92fb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:56.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.943+0000 7f2add59a640 1 -- 172.21.15.5:0/1489079516 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ad0037070 con 0x7f2ae00711b0 2024-09-19T05:04:56.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.943+0000 7f2add59a640 1 -- 172.21.15.5:0/1489079516 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ad0032440 con 0x7f2ae00711b0 2024-09-19T05:04:56.945 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.943+0000 7f2add59a640 1 -- 172.21.15.5:0/1489079516 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ad0032810 con 0x7f2ae00711b0 2024-09-19T05:04:56.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.944+0000 7f2ae4d6d640 1 -- 172.21.15.5:0/1489079516 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2ae00711b0 msgr2=0x7f2ae00b60a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.946 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.944+0000 7f2ae4d6d640 1 --2- 172.21.15.5:0/1489079516 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2ae00711b0 0x7f2ae00b60a0 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f2ae00b1f30 tx=0x7f2ad002a1a0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.944+0000 7f2ae4d6d640 1 -- 172.21.15.5:0/1489079516 shutdown_connections 2024-09-19T05:04:56.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.944+0000 7f2ae4d6d640 1 --2- 172.21.15.5:0/1489079516 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2ae00711b0 0x7f2ae00b60a0 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.944+0000 7f2ae4d6d640 1 --2- 172.21.15.5:0/1489079516 >> v2:172.21.15.134:3300/0 conn(0x7f2ae015eb10 0x7f2ae0070c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.944+0000 7f2ae4d6d640 1 -- 172.21.15.5:0/1489079516 >> 172.21.15.5:0/1489079516 conn(0x7f2ae00b3ff0 msgr2=0x7f2ae00b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:56.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.944+0000 7f2ae4d6d640 1 -- 172.21.15.5:0/1489079516 shutdown_connections 2024-09-19T05:04:56.947 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.944+0000 7f2ae4d6d640 1 -- 172.21.15.5:0/1489079516 wait complete. 2024-09-19T05:04:56.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.945+0000 7f2ae4d6d640 1 Processor -- start 2024-09-19T05:04:56.949 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.945+0000 7f2ae4d6d640 1 -- start start 2024-09-19T05:04:56.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.946+0000 7f2ae4d6d640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2ae00711b0 0x7f2ae01540d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.946+0000 7f2ae4d6d640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2ae015c250 0x7f2ae00d2560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.946+0000 7f2ae4d6d640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2ae009c3e0 0x7f2ae015b040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.946+0000 7f2ae4d6d640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f2ae009b5a0 con 0x7f2ae00711b0 2024-09-19T05:04:56.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.946+0000 7f2ae4d6d640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f2ae015f840 con 0x7f2ae015c250 2024-09-19T05:04:56.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.946+0000 7f2ae4d6d640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f2ae00b65e0 con 0x7f2ae009c3e0 2024-09-19T05:04:56.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.946+0000 7f2ade59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2ae00711b0 0x7f2ae01540d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.946+0000 7f2ade59c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2ae00711b0 0x7f2ae01540d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38406/0 (socket says 172.21.15.5:38406) 2024-09-19T05:04:56.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.946+0000 7f2ade59c640 1 -- 172.21.15.5:0/4091280439 learned_addr learned my addr 172.21.15.5:0/4091280439 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:56.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.947+0000 7f2aded9d640 1 --2- 172.21.15.5:0/4091280439 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2ae009c3e0 0x7f2ae015b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.947+0000 7f2addd9b640 1 --2- 172.21.15.5:0/4091280439 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2ae015c250 0x7f2ae00d2560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.950 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.947+0000 7f2ade59c640 1 -- 172.21.15.5:0/4091280439 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2ae009c3e0 msgr2=0x7f2ae015b040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.947+0000 7f2ade59c640 1 --2- 172.21.15.5:0/4091280439 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2ae009c3e0 0x7f2ae015b040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.947+0000 7f2ade59c640 1 -- 172.21.15.5:0/4091280439 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2ae015c250 msgr2=0x7f2ae00d2560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:56.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.947+0000 7f2ade59c640 1 --2- 172.21.15.5:0/4091280439 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2ae015c250 0x7f2ae00d2560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:56.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.947+0000 7f2ade59c640 1 -- 172.21.15.5:0/4091280439 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ae00cd720 con 0x7f2ae00711b0 2024-09-19T05:04:56.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.947+0000 7f2ade59c640 1 --2- 172.21.15.5:0/4091280439 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2ae00711b0 0x7f2ae01540d0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f2ad800cb10 tx=0x7f2ad800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:56.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.947+0000 7f2ad6ffd640 1 -- 172.21.15.5:0/4091280439 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ad8017070 con 0x7f2ae00711b0 2024-09-19T05:04:56.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.947+0000 7f2ad6ffd640 1 -- 172.21.15.5:0/4091280439 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ad800ac10 con 0x7f2ae00711b0 2024-09-19T05:04:56.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.947+0000 7f2ae4d6d640 1 -- 172.21.15.5:0/4091280439 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ae00cda00 con 0x7f2ae00711b0 2024-09-19T05:04:56.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.947+0000 7f2ad6ffd640 1 -- 172.21.15.5:0/4091280439 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ad8012620 con 0x7f2ae00711b0 2024-09-19T05:04:56.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.947+0000 7f2ae4d6d640 1 -- 172.21.15.5:0/4091280439 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ae00cdfc0 con 0x7f2ae00711b0 2024-09-19T05:04:56.951 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.948+0000 7f2ae4d6d640 1 -- 172.21.15.5:0/4091280439 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ae00b60a0 con 0x7f2ae00711b0 2024-09-19T05:04:56.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.948+0000 7f2ad6ffd640 1 -- 172.21.15.5:0/4091280439 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2ad801a070 con 0x7f2ae00711b0 2024-09-19T05:04:56.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.949+0000 7f2ad6ffd640 1 --2- 172.21.15.5:0/4091280439 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2ac006c2e0 0x7f2ac006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:56.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.949+0000 7f2ad6ffd640 1 -- 172.21.15.5:0/4091280439 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5335+0+0 (secure 0 0 0) 0x7f2ad808af70 con 0x7f2ae00711b0 2024-09-19T05:04:56.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.949+0000 7f2addd9b640 1 --2- 172.21.15.5:0/4091280439 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2ac006c2e0 0x7f2ac006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:56.953 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.950+0000 7f2addd9b640 1 --2- 172.21.15.5:0/4091280439 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2ac006c2e0 0x7f2ac006e7a0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f2ae0154610 tx=0x7f2ac8008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:56.955 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:56.953+0000 7f2ad6ffd640 1 -- 172.21.15.5:0/4091280439 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2ae00b5be0 con 0x7f2ae00711b0 2024-09-19T05:04:57.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.128+0000 7f2ae4d6d640 1 -- 172.21.15.5:0/4091280439 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7f2ae015df70 con 0x7f2ac006c2e0 2024-09-19T05:04:57.130 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.129+0000 7f2ad6ffd640 1 -- 172.21.15.5:0/4091280439 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f2ae015df70 con 0x7f2ac006c2e0 2024-09-19T05:04:57.130 INFO:teuthology.orchestra.run.smithi005.stderr:instructed osd(s) 7 to deep-scrub 2024-09-19T05:04:57.132 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.131+0000 7f2ae4d6d640 1 -- 172.21.15.5:0/4091280439 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2ac006c2e0 msgr2=0x7f2ac006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:57.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.131+0000 7f2ae4d6d640 1 --2- 172.21.15.5:0/4091280439 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2ac006c2e0 0x7f2ac006e7a0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f2ae0154610 tx=0x7f2ac8008040 comp rx=0 tx=0).stop 2024-09-19T05:04:57.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.131+0000 7f2ae4d6d640 1 -- 172.21.15.5:0/4091280439 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2ae00711b0 msgr2=0x7f2ae01540d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:57.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.131+0000 7f2ae4d6d640 1 --2- 172.21.15.5:0/4091280439 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2ae00711b0 0x7f2ae01540d0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f2ad800cb10 tx=0x7f2ad800a060 comp rx=0 tx=0).stop 2024-09-19T05:04:57.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.131+0000 7f2ae4d6d640 1 -- 172.21.15.5:0/4091280439 shutdown_connections 2024-09-19T05:04:57.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.131+0000 7f2ae4d6d640 1 --2- 172.21.15.5:0/4091280439 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f2ac006c2e0 0x7f2ac006e7a0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:57.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.131+0000 7f2ae4d6d640 1 --2- 172.21.15.5:0/4091280439 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f2ae009c3e0 0x7f2ae015b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:57.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.131+0000 7f2ae4d6d640 1 --2- 172.21.15.5:0/4091280439 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f2ae015c250 0x7f2ae00d2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:57.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.131+0000 7f2ae4d6d640 1 --2- 172.21.15.5:0/4091280439 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f2ae00711b0 0x7f2ae01540d0 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:57.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.131+0000 7f2ae4d6d640 1 -- 172.21.15.5:0/4091280439 >> 172.21.15.5:0/4091280439 conn(0x7f2ae00b3ff0 msgr2=0x7f2ae009b9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:57.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.131+0000 7f2ae4d6d640 1 -- 172.21.15.5:0/4091280439 shutdown_connections 2024-09-19T05:04:57.133 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.131+0000 7f2ae4d6d640 1 -- 172.21.15.5:0/4091280439 wait complete. 2024-09-19T05:04:57.143 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:04:57.245 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.244+0000 7f1e0283c640 1 Processor -- start 2024-09-19T05:04:57.246 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.244+0000 7f1e0283c640 1 -- start start 2024-09-19T05:04:57.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.245+0000 7f1e0283c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1dfc15c1c0 0x7f1dfc070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:57.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.245+0000 7f1e0283c640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f1dfc15f480 0x7f1dfc09aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:57.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.245+0000 7f1e0283c640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1dfc09afb0 0x7f1dfc161fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:57.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.245+0000 7f1e0283c640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f1dfc0b5d90 con 0x7f1dfc15c1c0 2024-09-19T05:04:57.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.245+0000 7f1e0283c640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f1dfc15f8d0 con 0x7f1dfc15f480 2024-09-19T05:04:57.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.245+0000 7f1e0283c640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1dfc070e00 con 0x7f1dfc09afb0 2024-09-19T05:04:57.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.245+0000 7f1dfbfff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1dfc15c1c0 0x7f1dfc070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:57.247 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.245+0000 7f1dfbfff640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f1dfc15c1c0 0x7f1dfc070770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38860/0 (socket says 172.21.15.5:38860) 2024-09-19T05:04:57.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.245+0000 7f1dfbfff640 1 -- 172.21.15.5:0/436617000 learned_addr learned my addr 172.21.15.5:0/436617000 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:57.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.245+0000 7f1dfbfff640 1 -- 172.21.15.5:0/436617000 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1dfc09afb0 msgr2=0x7f1dfc161fd0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:04:57.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.245+0000 7f1dfbfff640 1 --2- 172.21.15.5:0/436617000 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1dfc09afb0 0x7f1dfc161fd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:57.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.245+0000 7f1dfbfff640 1 -- 172.21.15.5:0/436617000 >> v2:172.21.15.134:3300/0 conn(0x7f1dfc15f480 msgr2=0x7f1dfc09aa70 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:04:57.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.245+0000 7f1dfbfff640 1 --2- 172.21.15.5:0/436617000 >> v2:172.21.15.134:3300/0 conn(0x7f1dfc15f480 0x7f1dfc09aa70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:57.248 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.245+0000 7f1dfbfff640 1 -- 172.21.15.5:0/436617000 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1dfc0710e0 con 0x7f1dfc15c1c0 2024-09-19T05:04:57.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.246+0000 7f1dfbfff640 1 --2- 172.21.15.5:0/436617000 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1dfc15c1c0 0x7f1dfc070770 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f1dec009870 tx=0x7f1dec02a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87e9625136c8355e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:57.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.246+0000 7f1dfaffd640 1 -- 172.21.15.5:0/436617000 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dec037070 con 0x7f1dfc15c1c0 2024-09-19T05:04:57.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.246+0000 7f1dfaffd640 1 -- 172.21.15.5:0/436617000 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1dec032440 con 0x7f1dfc15c1c0 2024-09-19T05:04:57.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.246+0000 7f1dfaffd640 1 -- 172.21.15.5:0/436617000 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dec032810 con 0x7f1dfc15c1c0 2024-09-19T05:04:57.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.247+0000 7f1e0283c640 1 -- 172.21.15.5:0/436617000 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1dfc15c1c0 msgr2=0x7f1dfc070770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:57.249 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.247+0000 7f1e0283c640 1 --2- 172.21.15.5:0/436617000 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1dfc15c1c0 0x7f1dfc070770 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f1dec009870 tx=0x7f1dec02a250 comp rx=0 tx=0).stop 2024-09-19T05:04:57.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.247+0000 7f1e0283c640 1 -- 172.21.15.5:0/436617000 shutdown_connections 2024-09-19T05:04:57.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.247+0000 7f1e0283c640 1 --2- 172.21.15.5:0/436617000 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1dfc09afb0 0x7f1dfc161fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:57.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.247+0000 7f1e0283c640 1 --2- 172.21.15.5:0/436617000 >> v2:172.21.15.134:3300/0 conn(0x7f1dfc15f480 0x7f1dfc09aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:57.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.247+0000 7f1e0283c640 1 --2- 172.21.15.5:0/436617000 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1dfc15c1c0 0x7f1dfc070770 unknown :-1 s=CLOSED pgs=993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:57.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.247+0000 7f1e0283c640 1 -- 172.21.15.5:0/436617000 >> 172.21.15.5:0/436617000 conn(0x7f1dfc0b3ff0 msgr2=0x7f1dfc0b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:57.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.247+0000 7f1e0283c640 1 -- 172.21.15.5:0/436617000 shutdown_connections 2024-09-19T05:04:57.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.247+0000 7f1e0283c640 1 -- 172.21.15.5:0/436617000 wait complete. 2024-09-19T05:04:57.250 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.248+0000 7f1e0283c640 1 Processor -- start 2024-09-19T05:04:57.252 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.248+0000 7f1e0283c640 1 -- start start 2024-09-19T05:04:57.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.249+0000 7f1e0283c640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1dfc09afb0 0x7f1dfc09e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:57.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.249+0000 7f1e0283c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1dfc15c1c0 0x7f1dfc0cdab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:57.253 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.249+0000 7f1e0283c640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1dfc15f480 0x7f1dfc1f7c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:57.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.249+0000 7f1e0283c640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f1dfc162510 con 0x7f1dfc15c1c0 2024-09-19T05:04:57.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.249+0000 7f1e0283c640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f1dfc0716a0 con 0x7f1dfc15f480 2024-09-19T05:04:57.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.249+0000 7f1e0283c640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f1dfc162690 con 0x7f1dfc09afb0 2024-09-19T05:04:57.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.249+0000 7f1dfb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1dfc15c1c0 0x7f1dfc0cdab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:57.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.249+0000 7f1dfb7fe640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1dfc15c1c0 0x7f1dfc0cdab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:38870/0 (socket says 172.21.15.5:38870) 2024-09-19T05:04:57.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.249+0000 7f1dfb7fe640 1 -- 172.21.15.5:0/3016732633 learned_addr learned my addr 172.21.15.5:0/3016732633 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:04:57.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.249+0000 7f1e00dd9640 1 --2- 172.21.15.5:0/3016732633 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1dfc15f480 0x7f1dfc1f7c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:57.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.249+0000 7f1dfbfff640 1 --2- 172.21.15.5:0/3016732633 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1dfc09afb0 0x7f1dfc09e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:57.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.249+0000 7f1dfb7fe640 1 -- 172.21.15.5:0/3016732633 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1dfc09afb0 msgr2=0x7f1dfc09e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:57.254 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.249+0000 7f1dfb7fe640 1 --2- 172.21.15.5:0/3016732633 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1dfc09afb0 0x7f1dfc09e140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:57.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.249+0000 7f1dfb7fe640 1 -- 172.21.15.5:0/3016732633 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1dfc15f480 msgr2=0x7f1dfc1f7c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:57.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.249+0000 7f1dfb7fe640 1 --2- 172.21.15.5:0/3016732633 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1dfc15f480 0x7f1dfc1f7c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:57.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.249+0000 7f1dfb7fe640 1 -- 172.21.15.5:0/3016732633 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1dfc09e680 con 0x7f1dfc15c1c0 2024-09-19T05:04:57.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.249+0000 7f1dfb7fe640 1 --2- 172.21.15.5:0/3016732633 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1dfc15c1c0 0x7f1dfc0cdab0 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f1df000b3e0 tx=0x7f1df000b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:57.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.250+0000 7f1df8ff9640 1 -- 172.21.15.5:0/3016732633 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1df0015020 con 0x7f1dfc15c1c0 2024-09-19T05:04:57.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.250+0000 7f1df8ff9640 1 -- 172.21.15.5:0/3016732633 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1df0011850 con 0x7f1dfc15c1c0 2024-09-19T05:04:57.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.250+0000 7f1e0283c640 1 -- 172.21.15.5:0/3016732633 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1dfc0d13f0 con 0x7f1dfc15c1c0 2024-09-19T05:04:57.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.250+0000 7f1df8ff9640 1 -- 172.21.15.5:0/3016732633 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1df0011c40 con 0x7f1dfc15c1c0 2024-09-19T05:04:57.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.250+0000 7f1e0283c640 1 -- 172.21.15.5:0/3016732633 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1dfc0d19b0 con 0x7f1dfc15c1c0 2024-09-19T05:04:57.255 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.251+0000 7f1e0283c640 1 -- 172.21.15.5:0/3016732633 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1dfc161fd0 con 0x7f1dfc15c1c0 2024-09-19T05:04:57.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.251+0000 7f1df8ff9640 1 -- 172.21.15.5:0/3016732633 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1df0018020 con 0x7f1dfc15c1c0 2024-09-19T05:04:57.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.252+0000 7f1df8ff9640 1 --2- 172.21.15.5:0/3016732633 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1de806c2b0 0x7f1de806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:04:57.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.252+0000 7f1df8ff9640 1 -- 172.21.15.5:0/3016732633 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5335+0+0 (secure 0 0 0) 0x7f1df008b240 con 0x7f1dfc15c1c0 2024-09-19T05:04:57.256 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.252+0000 7f1dfbfff640 1 --2- 172.21.15.5:0/3016732633 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1de806c2b0 0x7f1de806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:04:57.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.252+0000 7f1dfbfff640 1 --2- 172.21.15.5:0/3016732633 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1de806c2b0 0x7f1de806e770 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f1dec034000 tx=0x7f1dec02e000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:04:57.257 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.256+0000 7f1df8ff9640 1 -- 172.21.15.5:0/3016732633 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1df001f020 con 0x7f1dfc15c1c0 2024-09-19T05:04:57.433 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.431+0000 7f1e0283c640 1 -- 172.21.15.5:0/3016732633 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1dfc09b5a0 con 0x7f1de806c2b0 2024-09-19T05:04:57.434 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.433+0000 7f1df8ff9640 1 -- 172.21.15.5:0/3016732633 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13466 (secure 0 0 0) 0x7f1dfc09b5a0 con 0x7f1de806c2b0 2024-09-19T05:04:57.434 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:04:57.434 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:04:57.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.435+0000 7f1e0283c640 1 -- 172.21.15.5:0/3016732633 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1de806c2b0 msgr2=0x7f1de806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:57.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.435+0000 7f1e0283c640 1 --2- 172.21.15.5:0/3016732633 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1de806c2b0 0x7f1de806e770 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f1dec034000 tx=0x7f1dec02e000 comp rx=0 tx=0).stop 2024-09-19T05:04:57.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.435+0000 7f1e0283c640 1 -- 172.21.15.5:0/3016732633 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1dfc15c1c0 msgr2=0x7f1dfc0cdab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:04:57.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.435+0000 7f1e0283c640 1 --2- 172.21.15.5:0/3016732633 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1dfc15c1c0 0x7f1dfc0cdab0 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f1df000b3e0 tx=0x7f1df000b8a0 comp rx=0 tx=0).stop 2024-09-19T05:04:57.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.435+0000 7f1e0283c640 1 -- 172.21.15.5:0/3016732633 shutdown_connections 2024-09-19T05:04:57.437 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.435+0000 7f1e0283c640 1 --2- 172.21.15.5:0/3016732633 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f1de806c2b0 0x7f1de806e770 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:57.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.435+0000 7f1e0283c640 1 --2- 172.21.15.5:0/3016732633 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f1dfc15f480 0x7f1dfc1f7c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:57.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.435+0000 7f1e0283c640 1 --2- 172.21.15.5:0/3016732633 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f1dfc15c1c0 0x7f1dfc0cdab0 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:57.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.435+0000 7f1e0283c640 1 --2- 172.21.15.5:0/3016732633 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f1dfc09afb0 0x7f1dfc09e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:04:57.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.435+0000 7f1e0283c640 1 -- 172.21.15.5:0/3016732633 >> 172.21.15.5:0/3016732633 conn(0x7f1dfc0b3ff0 msgr2=0x7f1dfc06d880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:04:57.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.435+0000 7f1e0283c640 1 -- 172.21.15.5:0/3016732633 shutdown_connections 2024-09-19T05:04:57.438 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:04:57.435+0000 7f1e0283c640 1 -- 172.21.15.5:0/3016732633 wait complete. 2024-09-19T05:04:57.448 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":206,"stamp":"2024-09-19T05:04:57.311073+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":26,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":272664,"kb_used_data":10664,"kb_used_omap":12,"kb_used_meta":261811,"kb_avail":754702056,"statfs":{"total":773094113280,"available":772814905344,"internally_reserved":0,"allocated":10919936,"data_stored":5624840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":268095024},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-1048606,"num_objects":-25,"num_object_clones":0,"num_object_copies":-50,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-25,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-32,"num_write_kb":-21524,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.892831"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":325,"reported_epoch":98,"state":"active+clean","last_fresh":"2024-09-19T05:04:49.426875+0000","last_change":"2024-09-19T05:01:09.448035+0000","last_active":"2024-09-19T05:04:49.426875+0000","last_peered":"2024-09-19T05:04:49.426875+0000","last_clean":"2024-09-19T05:04:49.426875+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:04:49.426875+0000","last_undegraded":"2024-09-19T05:04:49.426875+0000","last_fullsized":"2024-09-19T05:04:49.426875+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:01:07.300483+0000","last_clean_scrub_stamp":"2024-09-19T05:01:07.300483+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:56.581502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509489,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32960,"kb_used_data":1768,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338880,"statfs":{"total":96636764160,"available":96603013120,"internally_reserved":0,"allocated":1810432,"data_stored":1145881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509488,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32376,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339464,"statfs":{"total":96636764160,"available":96603611136,"internally_reserved":0,"allocated":1216512,"data_stored":555513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509488,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":28220,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343620,"statfs":{"total":96636764160,"available":96607866880,"internally_reserved":0,"allocated":1216512,"data_stored":555513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542192,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36536,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335304,"statfs":{"total":96636764160,"available":96599351296,"internally_reserved":0,"allocated":1216512,"data_stored":555513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542192,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36540,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335300,"statfs":{"total":96636764160,"available":96599347200,"internally_reserved":0,"allocated":1216512,"data_stored":555513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574898,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32376,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339464,"statfs":{"total":96636764160,"available":96603611136,"internally_reserved":0,"allocated":1216512,"data_stored":555513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574897,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36540,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335300,"statfs":{"total":96636764160,"available":96599347200,"internally_reserved":0,"allocated":1216512,"data_stored":555513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574897,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37116,"kb_used_data":1768,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334724,"statfs":{"total":96636764160,"available":96598757376,"internally_reserved":0,"allocated":1810432,"data_stored":1145881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:04:57.452 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-19T05:01:07.300483+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=5, tm_min=1, tm_sec=7, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=5, tm_min=4, tm_sec=52, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T05:04:57.452 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-19T05:05:17.453 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:05:17.570 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.568+0000 7f5bf6b23640 1 Processor -- start 2024-09-19T05:05:17.570 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.568+0000 7f5bf6b23640 1 -- start start 2024-09-19T05:05:17.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.569+0000 7f5bf6b23640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f5bf015c1c0 0x7f5bf0070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:05:17.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.569+0000 7f5bf6b23640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5bf015f480 0x7f5bf009aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:05:17.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.569+0000 7f5bf6b23640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5bf009afb0 0x7f5bf0161fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:05:17.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.569+0000 7f5bf6b23640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f5bf00b5d90 con 0x7f5bf009afb0 2024-09-19T05:05:17.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.569+0000 7f5bf6b23640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f5bf0070e00 con 0x7f5bf015c1c0 2024-09-19T05:05:17.571 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.569+0000 7f5bf6b23640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f5bf00710e0 con 0x7f5bf015f480 2024-09-19T05:05:17.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.569+0000 7f5bf50c0640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5bf009afb0 0x7f5bf0161fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:05:17.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.569+0000 7f5bf50c0640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f5bf009afb0 0x7f5bf0161fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46006/0 (socket says 172.21.15.5:46006) 2024-09-19T05:05:17.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.569+0000 7f5bf50c0640 1 -- 172.21.15.5:0/101562330 learned_addr learned my addr 172.21.15.5:0/101562330 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:05:17.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.569+0000 7f5bf48bf640 1 --2- 172.21.15.5:0/101562330 >> v2:172.21.15.134:3300/0 conn(0x7f5bf015c1c0 0x7f5bf0070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:05:17.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.569+0000 7f5beffff640 1 --2- 172.21.15.5:0/101562330 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5bf015f480 0x7f5bf009aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:05:17.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.569+0000 7f5bf50c0640 1 -- 172.21.15.5:0/101562330 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5bf015f480 msgr2=0x7f5bf009aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:05:17.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.569+0000 7f5bf50c0640 1 --2- 172.21.15.5:0/101562330 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5bf015f480 0x7f5bf009aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:17.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.569+0000 7f5bf50c0640 1 -- 172.21.15.5:0/101562330 >> v2:172.21.15.134:3300/0 conn(0x7f5bf015c1c0 msgr2=0x7f5bf0070770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:05:17.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.569+0000 7f5bf50c0640 1 --2- 172.21.15.5:0/101562330 >> v2:172.21.15.134:3300/0 conn(0x7f5bf015c1c0 0x7f5bf0070770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:17.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.569+0000 7f5bf50c0640 1 -- 172.21.15.5:0/101562330 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bf00713c0 con 0x7f5bf009afb0 2024-09-19T05:05:17.572 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.570+0000 7f5beffff640 1 --2- 172.21.15.5:0/101562330 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5bf015f480 0x7f5bf009aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:05:17.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.570+0000 7f5bf50c0640 1 --2- 172.21.15.5:0/101562330 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5bf009afb0 0x7f5bf0161fd0 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f5bf00b50b0 tx=0x7f5be802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e0841bf68086050 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:05:17.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.570+0000 7f5bef7fe640 1 -- 172.21.15.5:0/101562330 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5be8036070 con 0x7f5bf009afb0 2024-09-19T05:05:17.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.570+0000 7f5bef7fe640 1 -- 172.21.15.5:0/101562330 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5be8031600 con 0x7f5bf009afb0 2024-09-19T05:05:17.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.570+0000 7f5bef7fe640 1 -- 172.21.15.5:0/101562330 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5be80319d0 con 0x7f5bf009afb0 2024-09-19T05:05:17.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.571+0000 7f5bf6b23640 1 -- 172.21.15.5:0/101562330 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5bf009afb0 msgr2=0x7f5bf0161fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:05:17.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.571+0000 7f5bf6b23640 1 --2- 172.21.15.5:0/101562330 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5bf009afb0 0x7f5bf0161fd0 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f5bf00b50b0 tx=0x7f5be802a6a0 comp rx=0 tx=0).stop 2024-09-19T05:05:17.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.571+0000 7f5bf6b23640 1 -- 172.21.15.5:0/101562330 shutdown_connections 2024-09-19T05:05:17.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.571+0000 7f5bf6b23640 1 --2- 172.21.15.5:0/101562330 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5bf009afb0 0x7f5bf0161fd0 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:17.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.571+0000 7f5bf6b23640 1 --2- 172.21.15.5:0/101562330 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5bf015f480 0x7f5bf009aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:17.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.571+0000 7f5bf6b23640 1 --2- 172.21.15.5:0/101562330 >> v2:172.21.15.134:3300/0 conn(0x7f5bf015c1c0 0x7f5bf0070770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:17.574 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.571+0000 7f5bf6b23640 1 -- 172.21.15.5:0/101562330 >> 172.21.15.5:0/101562330 conn(0x7f5bf00b3ff0 msgr2=0x7f5bf00b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:05:17.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.571+0000 7f5bf6b23640 1 -- 172.21.15.5:0/101562330 shutdown_connections 2024-09-19T05:05:17.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.571+0000 7f5bf6b23640 1 -- 172.21.15.5:0/101562330 wait complete. 2024-09-19T05:05:17.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.572+0000 7f5bf6b23640 1 Processor -- start 2024-09-19T05:05:17.575 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.572+0000 7f5bf6b23640 1 -- start start 2024-09-19T05:05:17.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.573+0000 7f5bf6b23640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5bf009afb0 0x7f5bf009ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:05:17.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.573+0000 7f5bf6b23640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5bf015c1c0 0x7f5bf009c760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:05:17.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.573+0000 7f5bf6b23640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5bf015f480 0x7f5bf0149be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:05:17.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.573+0000 7f5bf6b23640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f5bf0162510 con 0x7f5bf009afb0 2024-09-19T05:05:17.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.573+0000 7f5bf6b23640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f5bf015f8a0 con 0x7f5bf015f480 2024-09-19T05:05:17.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.573+0000 7f5bf6b23640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f5bf0162690 con 0x7f5bf015c1c0 2024-09-19T05:05:17.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.573+0000 7f5bf48bf640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5bf009afb0 0x7f5bf009ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:05:17.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.573+0000 7f5bf48bf640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5bf009afb0 0x7f5bf009ebd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46020/0 (socket says 172.21.15.5:46020) 2024-09-19T05:05:17.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.573+0000 7f5bf48bf640 1 -- 172.21.15.5:0/3229930908 learned_addr learned my addr 172.21.15.5:0/3229930908 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:05:17.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.574+0000 7f5bf50c0640 1 --2- 172.21.15.5:0/3229930908 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5bf015f480 0x7f5bf0149be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:05:17.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.574+0000 7f5beffff640 1 --2- 172.21.15.5:0/3229930908 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5bf015c1c0 0x7f5bf009c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:05:17.577 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.574+0000 7f5bf48bf640 1 -- 172.21.15.5:0/3229930908 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5bf015c1c0 msgr2=0x7f5bf009c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:05:17.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.574+0000 7f5bf48bf640 1 --2- 172.21.15.5:0/3229930908 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5bf015c1c0 0x7f5bf009c760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:17.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.574+0000 7f5bf48bf640 1 -- 172.21.15.5:0/3229930908 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5bf015f480 msgr2=0x7f5bf0149be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:05:17.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.574+0000 7f5bf48bf640 1 --2- 172.21.15.5:0/3229930908 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5bf015f480 0x7f5bf0149be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:17.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.574+0000 7f5bf48bf640 1 -- 172.21.15.5:0/3229930908 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bf009f2d0 con 0x7f5bf009afb0 2024-09-19T05:05:17.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.574+0000 7f5bf50c0640 1 --2- 172.21.15.5:0/3229930908 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5bf015f480 0x7f5bf0149be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:05:17.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.574+0000 7f5bf48bf640 1 --2- 172.21.15.5:0/3229930908 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5bf009afb0 0x7f5bf009ebd0 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f5be400e9b0 tx=0x7f5be400ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:05:17.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.574+0000 7f5bed7fa640 1 -- 172.21.15.5:0/3229930908 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5be4017070 con 0x7f5bf009afb0 2024-09-19T05:05:17.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.574+0000 7f5bed7fa640 1 -- 172.21.15.5:0/3229930908 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5be400c9a0 con 0x7f5bf009afb0 2024-09-19T05:05:17.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.574+0000 7f5bf6b23640 1 -- 172.21.15.5:0/3229930908 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bf009f5b0 con 0x7f5bf009afb0 2024-09-19T05:05:17.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.574+0000 7f5bed7fa640 1 -- 172.21.15.5:0/3229930908 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5be400cd90 con 0x7f5bf009afb0 2024-09-19T05:05:17.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.574+0000 7f5bf6b23640 1 -- 172.21.15.5:0/3229930908 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bf009fb70 con 0x7f5bf009afb0 2024-09-19T05:05:17.578 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.575+0000 7f5bf6b23640 1 -- 172.21.15.5:0/3229930908 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5bf0161fd0 con 0x7f5bf009afb0 2024-09-19T05:05:17.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.576+0000 7f5bed7fa640 1 -- 172.21.15.5:0/3229930908 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5be401a070 con 0x7f5bf009afb0 2024-09-19T05:05:17.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.576+0000 7f5bed7fa640 1 --2- 172.21.15.5:0/3229930908 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5bd406c2e0 0x7f5bd406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:05:17.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.576+0000 7f5bed7fa640 1 -- 172.21.15.5:0/3229930908 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5335+0+0 (secure 0 0 0) 0x7f5be408b6d0 con 0x7f5bf009afb0 2024-09-19T05:05:17.579 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.577+0000 7f5beffff640 1 --2- 172.21.15.5:0/3229930908 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5bd406c2e0 0x7f5bd406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:05:17.580 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.577+0000 7f5beffff640 1 --2- 172.21.15.5:0/3229930908 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5bd406c2e0 0x7f5bd406e7a0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f5bf015a640 tx=0x7f5bdc008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:05:17.582 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.581+0000 7f5bed7fa640 1 -- 172.21.15.5:0/3229930908 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5be4059f20 con 0x7f5bf009afb0 2024-09-19T05:05:17.755 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.753+0000 7f5bf6b23640 1 -- 172.21.15.5:0/3229930908 --> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5bf0162c10 con 0x7f5bd406c2e0 2024-09-19T05:05:17.756 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.754+0000 7f5bed7fa640 1 -- 172.21.15.5:0/3229930908 <== mgr.4109 v2:172.21.15.134:6832/2977427997 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13375 (secure 0 0 0) 0x7f5bf0162c10 con 0x7f5bd406c2e0 2024-09-19T05:05:17.756 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:05:17.756 INFO:teuthology.orchestra.run.smithi005.stderr:dumped all 2024-09-19T05:05:17.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.756+0000 7f5bf6b23640 1 -- 172.21.15.5:0/3229930908 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5bd406c2e0 msgr2=0x7f5bd406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:05:17.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.756+0000 7f5bf6b23640 1 --2- 172.21.15.5:0/3229930908 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5bd406c2e0 0x7f5bd406e7a0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f5bf015a640 tx=0x7f5bdc008040 comp rx=0 tx=0).stop 2024-09-19T05:05:17.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.756+0000 7f5bf6b23640 1 -- 172.21.15.5:0/3229930908 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5bf009afb0 msgr2=0x7f5bf009ebd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:05:17.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.756+0000 7f5bf6b23640 1 --2- 172.21.15.5:0/3229930908 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5bf009afb0 0x7f5bf009ebd0 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f5be400e9b0 tx=0x7f5be400ee70 comp rx=0 tx=0).stop 2024-09-19T05:05:17.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.756+0000 7f5bf6b23640 1 -- 172.21.15.5:0/3229930908 shutdown_connections 2024-09-19T05:05:17.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.756+0000 7f5bf6b23640 1 --2- 172.21.15.5:0/3229930908 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f5bd406c2e0 0x7f5bd406e7a0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:17.758 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.756+0000 7f5bf6b23640 1 --2- 172.21.15.5:0/3229930908 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f5bf015f480 0x7f5bf0149be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:17.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.756+0000 7f5bf6b23640 1 --2- 172.21.15.5:0/3229930908 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f5bf015c1c0 0x7f5bf009c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:17.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.756+0000 7f5bf6b23640 1 --2- 172.21.15.5:0/3229930908 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f5bf009afb0 0x7f5bf009ebd0 unknown :-1 s=CLOSED pgs=996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:17.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.756+0000 7f5bf6b23640 1 -- 172.21.15.5:0/3229930908 >> 172.21.15.5:0/3229930908 conn(0x7f5bf00b3ff0 msgr2=0x7f5bf01612d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:05:17.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.756+0000 7f5bf6b23640 1 -- 172.21.15.5:0/3229930908 shutdown_connections 2024-09-19T05:05:17.759 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.756+0000 7f5bf6b23640 1 -- 172.21.15.5:0/3229930908 wait complete. 2024-09-19T05:05:17.769 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":216,"stamp":"2024-09-19T05:05:17.315194+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":272652,"kb_used_data":10664,"kb_used_omap":12,"kb_used_meta":261811,"kb_avail":754702068,"statfs":{"total":773094113280,"available":772814917632,"internally_reserved":0,"allocated":10919936,"data_stored":5624840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":268095024},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002622"},"pg_stats":[{"pgid":"1.0","version":"98'119","reported_seq":337,"reported_epoch":98,"state":"active+clean","last_fresh":"2024-09-19T05:04:57.484436+0000","last_change":"2024-09-19T05:04:57.484436+0000","last_active":"2024-09-19T05:04:57.484436+0000","last_peered":"2024-09-19T05:04:57.484436+0000","last_clean":"2024-09-19T05:04:57.484436+0000","last_became_active":"2024-09-19T05:01:09.447071+0000","last_became_peered":"2024-09-19T05:01:09.447071+0000","last_unstale":"2024-09-19T05:04:57.484436+0000","last_undegraded":"2024-09-19T05:04:57.484436+0000","last_fullsized":"2024-09-19T05:04:57.484436+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"98'119","last_scrub_stamp":"2024-09-19T05:04:57.484311+0000","last_deep_scrub":"98'119","last_deep_scrub_stamp":"2024-09-19T05:04:57.484311+0000","last_clean_scrub_stamp":"2024-09-19T05:04:57.484311+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:17.729260+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509493,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32952,"kb_used_data":1768,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338888,"statfs":{"total":96636764160,"available":96603021312,"internally_reserved":0,"allocated":1810432,"data_stored":1145881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509492,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32376,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339464,"statfs":{"total":96636764160,"available":96603611136,"internally_reserved":0,"allocated":1216512,"data_stored":555513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509492,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":28220,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343620,"statfs":{"total":96636764160,"available":96607866880,"internally_reserved":0,"allocated":1216512,"data_stored":555513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542196,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36536,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335304,"statfs":{"total":96636764160,"available":96599351296,"internally_reserved":0,"allocated":1216512,"data_stored":555513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542196,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36540,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335300,"statfs":{"total":96636764160,"available":96599347200,"internally_reserved":0,"allocated":1216512,"data_stored":555513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574902,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32376,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339464,"statfs":{"total":96636764160,"available":96603611136,"internally_reserved":0,"allocated":1216512,"data_stored":555513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574901,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36540,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335300,"statfs":{"total":96636764160,"available":96599347200,"internally_reserved":0,"allocated":1216512,"data_stored":555513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574901,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37112,"kb_used_data":1768,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334728,"statfs":{"total":96636764160,"available":96598761472,"internally_reserved":0,"allocated":1810432,"data_stored":1145881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:05:17.770 DEBUG:teuthology.orchestra.run.smithi005:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-19T05:05:17.872 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.870+0000 7f762d223640 1 Processor -- start 2024-09-19T05:05:17.872 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.870+0000 7f762d223640 1 -- start start 2024-09-19T05:05:17.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.871+0000 7f762d223640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76280b6700 0x7f762806da90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:05:17.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.871+0000 7f762d223640 1 --2- >> v2:172.21.15.134:3300/0 conn(0x7f76280d4c80 0x7f762806dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:05:17.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.871+0000 7f762d223640 1 -- --> v1:172.21.15.5:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f76280cf180 con 0x7f7628161c70 2024-09-19T05:05:17.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.871+0000 7f762d223640 1 -- --> v2:172.21.15.134:3300/0 -- mon_getmap magic: 0 -- 0x7f7628162050 con 0x7f76280d4c80 2024-09-19T05:05:17.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.871+0000 7f762d223640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f762806d600 con 0x7f76280b6700 2024-09-19T05:05:17.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.871+0000 7f7626d9d640 1 --1- >> v1:172.21.15.5:6789/0 conn(0x7f7628161c70 0x7f76280b5ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.5:6789/0 says I am v1:172.21.15.5:45908/0 (socket says 172.21.15.5:45908) 2024-09-19T05:05:17.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.871+0000 7f7626d9d640 1 -- 172.21.15.5:0/554929358 learned_addr learned my addr 172.21.15.5:0/554929358 (peer_addr_for_me v1:172.21.15.5:0/0) 2024-09-19T05:05:17.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.872+0000 7f762759e640 1 --2- 172.21.15.5:0/554929358 >> v2:172.21.15.134:3300/0 conn(0x7f76280d4c80 0x7f762806dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:05:17.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.872+0000 7f762659c640 1 --2- 172.21.15.5:0/554929358 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76280b6700 0x7f762806da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:05:17.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.872+0000 7f7625d9b640 1 -- 172.21.15.5:0/554929358 <== mon.0 v1:172.21.15.5:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1847467385 0 0) 0x7f76280cf180 con 0x7f7628161c70 2024-09-19T05:05:17.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.872+0000 7f7625d9b640 1 -- 172.21.15.5:0/554929358 --> v1:172.21.15.5:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7614003520 con 0x7f7628161c70 2024-09-19T05:05:17.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.872+0000 7f7625d9b640 1 -- 172.21.15.5:0/554929358 <== mon.0 v1:172.21.15.5:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 415517914 0 0) 0x7f7614003520 con 0x7f7628161c70 2024-09-19T05:05:17.875 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.872+0000 7f7625d9b640 1 -- 172.21.15.5:0/554929358 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76280b6700 msgr2=0x7f762806da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:05:17.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.872+0000 7f7625d9b640 1 --2- 172.21.15.5:0/554929358 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76280b6700 0x7f762806da90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:17.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.872+0000 7f7625d9b640 1 -- 172.21.15.5:0/554929358 >> v2:172.21.15.134:3300/0 conn(0x7f76280d4c80 msgr2=0x7f762806dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:05:17.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.872+0000 7f7625d9b640 1 --2- 172.21.15.5:0/554929358 >> v2:172.21.15.134:3300/0 conn(0x7f76280d4c80 0x7f762806dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:17.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.872+0000 7f7625d9b640 1 -- 172.21.15.5:0/554929358 --> v1:172.21.15.5:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f762806cfb0 con 0x7f7628161c70 2024-09-19T05:05:17.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.872+0000 7f7625d9b640 1 -- 172.21.15.5:0/554929358 <== mon.0 v1:172.21.15.5:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3323962127 0 0) 0x7f7620001670 con 0x7f7628161c70 2024-09-19T05:05:17.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.872+0000 7f7625d9b640 1 -- 172.21.15.5:0/554929358 >> v1:172.21.15.5:6789/0 conn(0x7f7628161c70 legacy=0x7f76280b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:05:17.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.872+0000 7f7625d9b640 1 --2- 172.21.15.5:0/554929358 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76140039b0 0x7f7614003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:05:17.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.872+0000 7f7625d9b640 1 --2- 172.21.15.5:0/554929358 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76280b6700 0x7f7614004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:05:17.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.872+0000 7f7625d9b640 1 --2- 172.21.15.5:0/554929358 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7614004d40 0x7f76140051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:05:17.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.872+0000 7f7625d9b640 1 -- 172.21.15.5:0/554929358 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f7628162050 con 0x7f76140039b0 2024-09-19T05:05:17.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.872+0000 7f7625d9b640 1 -- 172.21.15.5:0/554929358 --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f762806d600 con 0x7f7614004d40 2024-09-19T05:05:17.876 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.872+0000 7f7625d9b640 1 -- 172.21.15.5:0/554929358 --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f761400b9c0 con 0x7f76280b6700 2024-09-19T05:05:17.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.872+0000 7f7626d9d640 1 --2- 172.21.15.5:0/554929358 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76140039b0 0x7f7614003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:05:17.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.872+0000 7f762759e640 1 --2- 172.21.15.5:0/554929358 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7614004d40 0x7f76140051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:05:17.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.872+0000 7f762659c640 1 --2- 172.21.15.5:0/554929358 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76280b6700 0x7f7614004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:05:17.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.872+0000 7f7626d9d640 1 -- 172.21.15.5:0/554929358 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76280b6700 msgr2=0x7f7614004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:05:17.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.872+0000 7f7626d9d640 1 --2- 172.21.15.5:0/554929358 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76280b6700 0x7f7614004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:17.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.872+0000 7f7626d9d640 1 -- 172.21.15.5:0/554929358 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7614004d40 msgr2=0x7f76140051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:05:17.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.872+0000 7f7626d9d640 1 --2- 172.21.15.5:0/554929358 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f7614004d40 0x7f76140051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:17.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.872+0000 7f7626d9d640 1 -- 172.21.15.5:0/554929358 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7614003520 con 0x7f76140039b0 2024-09-19T05:05:17.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.873+0000 7f7626d9d640 1 --2- 172.21.15.5:0/554929358 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76140039b0 0x7f7614003dd0 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f762000c240 tx=0x7f7614005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=360e4f15f29bd91b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:05:17.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.873+0000 7f7625d9b640 1 -- 172.21.15.5:0/554929358 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7620007d50 con 0x7f76140039b0 2024-09-19T05:05:17.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.873+0000 7f7625d9b640 1 -- 172.21.15.5:0/554929358 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f762002e070 con 0x7f76140039b0 2024-09-19T05:05:17.877 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.873+0000 7f7625d9b640 1 -- 172.21.15.5:0/554929358 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7620005d30 con 0x7f76140039b0 2024-09-19T05:05:17.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.874+0000 7f762d223640 1 -- 172.21.15.5:0/554929358 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76140039b0 msgr2=0x7f7614003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:05:17.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.874+0000 7f762d223640 1 --2- 172.21.15.5:0/554929358 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76140039b0 0x7f7614003dd0 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f762000c240 tx=0x7f7614005830 comp rx=0 tx=0).stop 2024-09-19T05:05:17.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.874+0000 7f762759e640 1 -- 172.21.15.5:0/554929358 reap_dead start 2024-09-19T05:05:17.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.874+0000 7f762d223640 1 -- 172.21.15.5:0/554929358 shutdown_connections 2024-09-19T05:05:17.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.874+0000 7f762d223640 1 -- 172.21.15.5:0/554929358 >> 172.21.15.5:0/554929358 conn(0x7f762808c000 msgr2=0x7f76280d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:05:17.880 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.874+0000 7f762d223640 1 -- 172.21.15.5:0/554929358 shutdown_connections 2024-09-19T05:05:17.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.874+0000 7f762d223640 1 -- 172.21.15.5:0/554929358 wait complete. 2024-09-19T05:05:17.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.875+0000 7f762d223640 1 Processor -- start 2024-09-19T05:05:17.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.875+0000 7f762d223640 1 -- start start 2024-09-19T05:05:17.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.876+0000 7f762d223640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76140039b0 0x7f7628155a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:05:17.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.876+0000 7f762d223640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76281f4360 0x7f76280cc010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:05:17.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.876+0000 7f762d223640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f762815e900 0x7f76280b1ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:05:17.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.876+0000 7f762d223640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f76280cebc0 con 0x7f76281f4360 2024-09-19T05:05:17.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.876+0000 7f762d223640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f76280d3a00 con 0x7f762815e900 2024-09-19T05:05:17.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.876+0000 7f762d223640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f76280ced40 con 0x7f76140039b0 2024-09-19T05:05:17.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.876+0000 7f762659c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76281f4360 0x7f76280cc010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:05:17.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.876+0000 7f762659c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76281f4360 0x7f76280cc010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46036/0 (socket says 172.21.15.5:46036) 2024-09-19T05:05:17.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.876+0000 7f762659c640 1 -- 172.21.15.5:0/1243762283 learned_addr learned my addr 172.21.15.5:0/1243762283 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:05:17.881 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.877+0000 7f762759e640 1 --2- 172.21.15.5:0/1243762283 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f762815e900 0x7f76280b1ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:05:17.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.877+0000 7f762659c640 1 -- 172.21.15.5:0/1243762283 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76140039b0 msgr2=0x7f7628155a00 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T05:05:17.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.877+0000 7f762659c640 1 --2- 172.21.15.5:0/1243762283 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76140039b0 0x7f7628155a00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:17.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.877+0000 7f762659c640 1 -- 172.21.15.5:0/1243762283 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f762815e900 msgr2=0x7f76280b1ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:05:17.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.877+0000 7f762659c640 1 --2- 172.21.15.5:0/1243762283 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f762815e900 0x7f76280b1ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:17.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.877+0000 7f762659c640 1 -- 172.21.15.5:0/1243762283 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76280b8600 con 0x7f76281f4360 2024-09-19T05:05:17.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.877+0000 7f762659c640 1 --2- 172.21.15.5:0/1243762283 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76281f4360 0x7f76280cc010 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7f7610011960 tx=0x7f7610011e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:05:17.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.877+0000 7f761f7fe640 1 -- 172.21.15.5:0/1243762283 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7610019070 con 0x7f76281f4360 2024-09-19T05:05:17.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.877+0000 7f761f7fe640 1 -- 172.21.15.5:0/1243762283 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7610004240 con 0x7f76281f4360 2024-09-19T05:05:17.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.877+0000 7f761f7fe640 1 -- 172.21.15.5:0/1243762283 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f761000f7c0 con 0x7f76281f4360 2024-09-19T05:05:17.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.877+0000 7f762d223640 1 -- 172.21.15.5:0/1243762283 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76280b88e0 con 0x7f76281f4360 2024-09-19T05:05:17.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.877+0000 7f762d223640 1 -- 172.21.15.5:0/1243762283 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76280cc550 con 0x7f76281f4360 2024-09-19T05:05:17.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.878+0000 7f762d223640 1 -- 172.21.15.5:0/1243762283 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76280b3be0 con 0x7f76281f4360 2024-09-19T05:05:17.882 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.879+0000 7f761f7fe640 1 -- 172.21.15.5:0/1243762283 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f761001c070 con 0x7f76281f4360 2024-09-19T05:05:17.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.879+0000 7f761f7fe640 1 --2- 172.21.15.5:0/1243762283 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f760806c2b0 0x7f760806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:05:17.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.879+0000 7f761f7fe640 1 -- 172.21.15.5:0/1243762283 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5335+0+0 (secure 0 0 0) 0x7f761008b980 con 0x7f76281f4360 2024-09-19T05:05:17.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.879+0000 7f7626d9d640 1 --2- 172.21.15.5:0/1243762283 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f760806c2b0 0x7f760806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:05:17.883 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.880+0000 7f7626d9d640 1 --2- 172.21.15.5:0/1243762283 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f760806c2b0 0x7f760806e770 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f7620033000 tx=0x7f7620009030 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:05:17.885 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:17.883+0000 7f761f7fe640 1 -- 172.21.15.5:0/1243762283 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f76280b3be0 con 0x7f76281f4360 2024-09-19T05:05:18.062 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.061+0000 7f762d223640 1 -- 172.21.15.5:0/1243762283 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7f76280b5ff0 con 0x7f76281f4360 2024-09-19T05:05:18.065 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.064+0000 7f761f7fe640 1 -- 172.21.15.5:0/1243762283 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v22)=0 v22) ==== 123+0+0 (secure 0 0 0) 0x7f761005a2f0 con 0x7f76281f4360 2024-09-19T05:05:18.066 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.064+0000 7f761f7fe640 1 -- 172.21.15.5:0/1243762283 <== mon.0 v2:172.21.15.5:3300/0 8 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f7610059bf0 con 0x7f76281f4360 2024-09-19T05:05:18.068 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.066+0000 7f762d223640 1 -- 172.21.15.5:0/1243762283 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f760806c2b0 msgr2=0x7f760806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:05:18.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.066+0000 7f762d223640 1 --2- 172.21.15.5:0/1243762283 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f760806c2b0 0x7f760806e770 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f7620033000 tx=0x7f7620009030 comp rx=0 tx=0).stop 2024-09-19T05:05:18.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.066+0000 7f762d223640 1 -- 172.21.15.5:0/1243762283 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76281f4360 msgr2=0x7f76280cc010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:05:18.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.066+0000 7f762d223640 1 --2- 172.21.15.5:0/1243762283 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76281f4360 0x7f76280cc010 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7f7610011960 tx=0x7f7610011e20 comp rx=0 tx=0).stop 2024-09-19T05:05:18.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.066+0000 7f762d223640 1 -- 172.21.15.5:0/1243762283 shutdown_connections 2024-09-19T05:05:18.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.066+0000 7f762d223640 1 --2- 172.21.15.5:0/1243762283 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f760806c2b0 0x7f760806e770 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:18.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.066+0000 7f762d223640 1 --2- 172.21.15.5:0/1243762283 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f762815e900 0x7f76280b1ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:18.069 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.066+0000 7f762d223640 1 --2- 172.21.15.5:0/1243762283 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f76281f4360 0x7f76280cc010 unknown :-1 s=CLOSED pgs=999 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:18.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.066+0000 7f762d223640 1 --2- 172.21.15.5:0/1243762283 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f76140039b0 0x7f7628155a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:18.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.066+0000 7f762d223640 1 -- 172.21.15.5:0/1243762283 >> 172.21.15.5:0/1243762283 conn(0x7f762808c000 msgr2=0x7f76280b5770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:05:18.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.066+0000 7f762d223640 1 -- 172.21.15.5:0/1243762283 shutdown_connections 2024-09-19T05:05:18.070 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.067+0000 7f762d223640 1 -- 172.21.15.5:0/1243762283 wait complete. 2024-09-19T05:05:18.079 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T05:05:18.079 DEBUG:teuthology.orchestra.run.smithi005:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T05:05:18.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.179+0000 7f9f188af640 1 Processor -- start 2024-09-19T05:05:18.181 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.179+0000 7f9f188af640 1 -- start start 2024-09-19T05:05:18.182 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.180+0000 7f9f188af640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9f1415e660 0x7f9f140d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:05:18.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.180+0000 7f9f188af640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9f140b6700 0x7f9f1406d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:05:18.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.180+0000 7f9f188af640 1 -- --> v1:172.21.15.134:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9f140d3680 con 0x7f9f140d3150 2024-09-19T05:05:18.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.180+0000 7f9f188af640 1 -- --> v2:172.21.15.5:3300/0 -- mon_getmap magic: 0 -- 0x7f9f1406d4b0 con 0x7f9f1415e660 2024-09-19T05:05:18.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.180+0000 7f9f188af640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f9f140d3960 con 0x7f9f140b6700 2024-09-19T05:05:18.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.181+0000 7f9f1259c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9f1415e660 0x7f9f140d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:05:18.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.181+0000 7f9f1259c640 1 --2- >> v2:172.21.15.5:3300/0 conn(0x7f9f1415e660 0x7f9f140d4dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46042/0 (socket says 172.21.15.5:46042) 2024-09-19T05:05:18.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.181+0000 7f9f1259c640 1 -- 172.21.15.5:0/2184703950 learned_addr learned my addr 172.21.15.5:0/2184703950 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:05:18.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.181+0000 7f9f12d9d640 1 --2- 172.21.15.5:0/2184703950 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9f140b6700 0x7f9f1406d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:05:18.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.181+0000 7f9f1259c640 1 -- 172.21.15.5:0/2184703950 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9f140b6700 msgr2=0x7f9f1406d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:05:18.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.181+0000 7f9f1259c640 1 --2- 172.21.15.5:0/2184703950 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9f140b6700 0x7f9f1406d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:18.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.181+0000 7f9f1259c640 1 -- 172.21.15.5:0/2184703950 >> v1:172.21.15.134:6789/0 conn(0x7f9f140d3150 legacy=0x7f9f140b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:05:18.183 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.181+0000 7f9f1259c640 1 -- 172.21.15.5:0/2184703950 --> v2:172.21.15.5:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f1406ce60 con 0x7f9f1415e660 2024-09-19T05:05:18.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.182+0000 7f9f1259c640 1 --2- 172.21.15.5:0/2184703950 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9f1415e660 0x7f9f140d4dd0 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7f9f04009870 tx=0x7f9f0402a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2dfd5aa9f0dbda3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:05:18.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.182+0000 7f9f1159a640 1 -- 172.21.15.5:0/2184703950 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f04037070 con 0x7f9f1415e660 2024-09-19T05:05:18.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.182+0000 7f9f1159a640 1 -- 172.21.15.5:0/2184703950 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f9f0402ae50 con 0x7f9f1415e660 2024-09-19T05:05:18.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.182+0000 7f9f1159a640 1 -- 172.21.15.5:0/2184703950 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f04032880 con 0x7f9f1415e660 2024-09-19T05:05:18.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.182+0000 7f9f188af640 1 -- 172.21.15.5:0/2184703950 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9f1415e660 msgr2=0x7f9f140d4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:05:18.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.182+0000 7f9f188af640 1 --2- 172.21.15.5:0/2184703950 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9f1415e660 0x7f9f140d4dd0 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7f9f04009870 tx=0x7f9f0402a300 comp rx=0 tx=0).stop 2024-09-19T05:05:18.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.182+0000 7f9f188af640 1 -- 172.21.15.5:0/2184703950 shutdown_connections 2024-09-19T05:05:18.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.182+0000 7f9f188af640 1 --2- 172.21.15.5:0/2184703950 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9f140b6700 0x7f9f1406d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:18.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.182+0000 7f9f188af640 1 --2- 172.21.15.5:0/2184703950 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9f1415e660 0x7f9f140d4dd0 unknown :-1 s=CLOSED pgs=1000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:18.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.182+0000 7f9f188af640 1 -- 172.21.15.5:0/2184703950 >> 172.21.15.5:0/2184703950 conn(0x7f9f1408c000 msgr2=0x7f9f140d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:05:18.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.183+0000 7f9f188af640 1 -- 172.21.15.5:0/2184703950 shutdown_connections 2024-09-19T05:05:18.185 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.183+0000 7f9f188af640 1 -- 172.21.15.5:0/2184703950 wait complete. 2024-09-19T05:05:18.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.184+0000 7f9f188af640 1 Processor -- start 2024-09-19T05:05:18.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.184+0000 7f9f188af640 1 -- start start 2024-09-19T05:05:18.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.185+0000 7f9f188af640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9f140b6700 0x7f9f140cc690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:05:18.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.185+0000 7f9f188af640 1 --2- >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9f140d3150 0x7f9f140caf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:05:18.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.185+0000 7f9f188af640 1 --2- >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9f1415e660 0x7f9f140b9ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:05:18.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.185+0000 7f9f188af640 1 -- --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_getmap magic: 0 -- 0x7f9f1415ea40 con 0x7f9f140b6700 2024-09-19T05:05:18.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.185+0000 7f9f188af640 1 -- --> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] -- mon_getmap magic: 0 -- 0x7f9f140d5310 con 0x7f9f140d3150 2024-09-19T05:05:18.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.185+0000 7f9f188af640 1 -- --> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] -- mon_getmap magic: 0 -- 0x7f9f1406de80 con 0x7f9f1415e660 2024-09-19T05:05:18.188 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.185+0000 7f9f1259c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9f140b6700 0x7f9f140cc690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:05:18.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.185+0000 7f9f1259c640 1 --2- >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9f140b6700 0x7f9f140cc690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.5:3300/0 says I am v2:172.21.15.5:46044/0 (socket says 172.21.15.5:46044) 2024-09-19T05:05:18.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.185+0000 7f9f1259c640 1 -- 172.21.15.5:0/1565200380 learned_addr learned my addr 172.21.15.5:0/1565200380 (peer_addr_for_me v2:172.21.15.5:0/0) 2024-09-19T05:05:18.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.185+0000 7f9f11d9b640 1 --2- 172.21.15.5:0/1565200380 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9f140d3150 0x7f9f140caf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:05:18.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.185+0000 7f9f12d9d640 1 --2- 172.21.15.5:0/1565200380 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9f1415e660 0x7f9f140b9ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:05:18.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.185+0000 7f9f1259c640 1 -- 172.21.15.5:0/1565200380 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9f1415e660 msgr2=0x7f9f140b9ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:05:18.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.185+0000 7f9f1259c640 1 --2- 172.21.15.5:0/1565200380 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9f1415e660 0x7f9f140b9ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:18.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.185+0000 7f9f1259c640 1 -- 172.21.15.5:0/1565200380 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9f140d3150 msgr2=0x7f9f140caf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:05:18.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.185+0000 7f9f1259c640 1 --2- 172.21.15.5:0/1565200380 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9f140d3150 0x7f9f140caf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:18.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.185+0000 7f9f1259c640 1 -- 172.21.15.5:0/1565200380 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f140ccd20 con 0x7f9f140b6700 2024-09-19T05:05:18.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.185+0000 7f9f1259c640 1 --2- 172.21.15.5:0/1565200380 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9f140b6700 0x7f9f140cc690 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f9f04000c00 tx=0x7f9f040046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:05:18.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.185+0000 7f9f02ffd640 1 -- 172.21.15.5:0/1565200380 <== mon.0 v2:172.21.15.5:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f04041070 con 0x7f9f140b6700 2024-09-19T05:05:18.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.185+0000 7f9f02ffd640 1 -- 172.21.15.5:0/1565200380 <== mon.0 v2:172.21.15.5:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f9f0403c870 con 0x7f9f140b6700 2024-09-19T05:05:18.189 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.185+0000 7f9f188af640 1 -- 172.21.15.5:0/1565200380 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f140cd000 con 0x7f9f140b6700 2024-09-19T05:05:18.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.185+0000 7f9f02ffd640 1 -- 172.21.15.5:0/1565200380 <== mon.0 v2:172.21.15.5:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f04037040 con 0x7f9f140b6700 2024-09-19T05:05:18.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.185+0000 7f9f188af640 1 -- 172.21.15.5:0/1565200380 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f140cd5c0 con 0x7f9f140b6700 2024-09-19T05:05:18.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.186+0000 7f9f188af640 1 -- 172.21.15.5:0/1565200380 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f1406d920 con 0x7f9f140b6700 2024-09-19T05:05:18.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.187+0000 7f9f02ffd640 1 -- 172.21.15.5:0/1565200380 <== mon.0 v2:172.21.15.5:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9f04044070 con 0x7f9f140b6700 2024-09-19T05:05:18.190 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.187+0000 7f9f02ffd640 1 --2- 172.21.15.5:0/1565200380 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9ef406c2b0 0x7f9ef406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:05:18.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.187+0000 7f9f02ffd640 1 -- 172.21.15.5:0/1565200380 <== mon.0 v2:172.21.15.5:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5335+0+0 (secure 0 0 0) 0x7f9f040abe40 con 0x7f9f140b6700 2024-09-19T05:05:18.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.188+0000 7f9f11d9b640 1 --2- 172.21.15.5:0/1565200380 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9ef406c2b0 0x7f9ef406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:05:18.191 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.188+0000 7f9f11d9b640 1 --2- 172.21.15.5:0/1565200380 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9ef406c2b0 0x7f9ef406e770 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f9f141f78e0 tx=0x7f9f08009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:05:18.193 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.192+0000 7f9f02ffd640 1 -- 172.21.15.5:0/1565200380 <== mon.0 v2:172.21.15.5:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9f0407a160 con 0x7f9f140b6700 2024-09-19T05:05:18.404 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.402+0000 7f9f188af640 1 -- 172.21.15.5:0/1565200380 --> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9f140b4630 con 0x7f9f140b6700 2024-09-19T05:05:18.405 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.403+0000 7f9f02ffd640 1 -- 172.21.15.5:0/1565200380 <== mon.0 v2:172.21.15.5:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 53 v53) ==== 94+0+3905 (secure 0 0 0) 0x7f9f0407e460 con 0x7f9f140b6700 2024-09-19T05:05:18.405 INFO:teuthology.orchestra.run.smithi005.stdout: 2024-09-19T05:05:18.405 INFO:teuthology.orchestra.run.smithi005.stdout:{"epoch":53,"btime":"2024-09-19T05:04:47:408302+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5600,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6835/3569421845","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6832","nonce":3569421845},{"type":"v1","addr":"172.21.15.5:6835","nonce":3569421845}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":47},{"gid":6004,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.5:6834/291804519","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.5:6833","nonce":291804519},{"type":"v1","addr":"172.21.15.5:6834","nonce":291804519}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48},{"gid":6016,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6836/2022223765","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6834","nonce":2022223765},{"type":"v1","addr":"172.21.15.134:6836","nonce":2022223765}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48},{"gid":6175,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.134:6837/415610974","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.134:6835","nonce":415610974},{"type":"v1","addr":"172.21.15.134:6837","nonce":415610974}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":53}],"filesystems":[]} 2024-09-19T05:05:18.405 INFO:teuthology.orchestra.run.smithi005.stderr:dumped fsmap epoch 53 2024-09-19T05:05:18.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.405+0000 7f9f188af640 1 -- 172.21.15.5:0/1565200380 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9ef406c2b0 msgr2=0x7f9ef406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:05:18.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.405+0000 7f9f188af640 1 --2- 172.21.15.5:0/1565200380 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9ef406c2b0 0x7f9ef406e770 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f9f141f78e0 tx=0x7f9f08009040 comp rx=0 tx=0).stop 2024-09-19T05:05:18.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.405+0000 7f9f188af640 1 -- 172.21.15.5:0/1565200380 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9f140b6700 msgr2=0x7f9f140cc690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:05:18.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.405+0000 7f9f188af640 1 --2- 172.21.15.5:0/1565200380 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9f140b6700 0x7f9f140cc690 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f9f04000c00 tx=0x7f9f040046c0 comp rx=0 tx=0).stop 2024-09-19T05:05:18.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.405+0000 7f9f188af640 1 -- 172.21.15.5:0/1565200380 shutdown_connections 2024-09-19T05:05:18.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.405+0000 7f9f188af640 1 --2- 172.21.15.5:0/1565200380 >> [v2:172.21.15.134:6832/2977427997,v1:172.21.15.134:6833/2977427997] conn(0x7f9ef406c2b0 0x7f9ef406e770 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:18.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.405+0000 7f9f188af640 1 --2- 172.21.15.5:0/1565200380 >> [v2:172.21.15.134:3301/0,v1:172.21.15.134:6790/0] conn(0x7f9f1415e660 0x7f9f140b9ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:18.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.405+0000 7f9f188af640 1 --2- 172.21.15.5:0/1565200380 >> [v2:172.21.15.134:3300/0,v1:172.21.15.134:6789/0] conn(0x7f9f140d3150 0x7f9f140caf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:18.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.405+0000 7f9f188af640 1 --2- 172.21.15.5:0/1565200380 >> [v2:172.21.15.5:3300/0,v1:172.21.15.5:6789/0] conn(0x7f9f140b6700 0x7f9f140cc690 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:05:18.407 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.405+0000 7f9f188af640 1 -- 172.21.15.5:0/1565200380 >> 172.21.15.5:0/1565200380 conn(0x7f9f1408c000 msgr2=0x7f9f140b2610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:05:18.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.405+0000 7f9f188af640 1 -- 172.21.15.5:0/1565200380 shutdown_connections 2024-09-19T05:05:18.408 INFO:teuthology.orchestra.run.smithi005.stderr:2024-09-19T05:05:18.405+0000 7f9f188af640 1 -- 172.21.15.5:0/1565200380 wait complete. 2024-09-19T05:05:18.418 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-19T05:05:18.418 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-19T05:05:18.418 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T05:05:18.418 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:05:18.427 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T05:05:18.427 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T05:05:18.427 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:05:18.477 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T05:05:18.477 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T05:05:18.477 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:05:18.490 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T05:05:18.490 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T05:05:18.490 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:05:18.543 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T05:05:18.543 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-19T05:05:18.544 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-19T05:05:18.544 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:05:18.570 INFO:tasks.ceph.osd.0:Stopped 2024-09-19T05:05:18.571 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-19T05:05:18.571 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:05:18.641 INFO:tasks.ceph.osd.1:Stopped 2024-09-19T05:05:18.641 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-19T05:05:18.641 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:05:18.712 INFO:tasks.ceph.osd.2:Stopped 2024-09-19T05:05:18.713 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-19T05:05:18.713 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:05:18.779 INFO:tasks.ceph.osd.3:Stopped 2024-09-19T05:05:18.779 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-19T05:05:18.780 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:05:18.810 INFO:tasks.ceph.osd.4:Stopped 2024-09-19T05:05:18.810 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-19T05:05:18.810 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:05:18.877 INFO:tasks.ceph.osd.5:Stopped 2024-09-19T05:05:18.877 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-19T05:05:18.877 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:05:18.952 INFO:tasks.ceph.osd.6:Stopped 2024-09-19T05:05:18.953 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-19T05:05:18.953 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:05:19.022 INFO:tasks.ceph.osd.7:Stopped 2024-09-19T05:05:19.022 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-19T05:05:19.022 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-19T05:05:19.023 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:05:19.049 INFO:tasks.ceph.mgr.y:Stopped 2024-09-19T05:05:19.049 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-19T05:05:19.049 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:05:19.094 INFO:tasks.ceph.mgr.x:Stopped 2024-09-19T05:05:19.094 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-19T05:05:19.094 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-19T05:05:19.094 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:05:19.106 INFO:tasks.ceph.mon.a:Stopped 2024-09-19T05:05:19.107 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-19T05:05:19.107 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:05:19.148 INFO:tasks.ceph.mon.b:Stopped 2024-09-19T05:05:19.148 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-19T05:05:19.148 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:05:19.200 INFO:tasks.ceph.mon.c:Stopped 2024-09-19T05:05:19.201 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-19T05:05:19.201 DEBUG:teuthology.orchestra.run.smithi005:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | head -n 1 2024-09-19T05:05:19.242 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi005.front.sepia.ceph.com 2024-09-19T05:05:19.242 DEBUG:teuthology.orchestra.run.smithi005:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-19T05:05:19.457 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi005.front.sepia.ceph.com 2024-09-19T05:05:19.457 DEBUG:teuthology.orchestra.run.smithi005:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-19T05:05:19.555 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi005.front.sepia.ceph.com 2024-09-19T05:05:19.555 DEBUG:teuthology.orchestra.run.smithi005:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-19T05:05:19.612 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi005.front.sepia.ceph.com 2024-09-19T05:05:19.613 DEBUG:teuthology.orchestra.run.smithi005:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-19T05:05:19.672 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi134.front.sepia.ceph.com 2024-09-19T05:05:19.672 DEBUG:teuthology.orchestra.run.smithi134:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-19T05:05:19.809 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi134.front.sepia.ceph.com 2024-09-19T05:05:19.809 DEBUG:teuthology.orchestra.run.smithi134:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-19T05:05:19.903 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi134.front.sepia.ceph.com 2024-09-19T05:05:19.903 DEBUG:teuthology.orchestra.run.smithi134:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-19T05:05:19.968 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi134.front.sepia.ceph.com 2024-09-19T05:05:19.969 DEBUG:teuthology.orchestra.run.smithi134:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-19T05:05:20.010 INFO:tasks.ceph:Archiving mon data... 2024-09-19T05:05:20.011 DEBUG:teuthology.misc:Transferring archived files from smithi005:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911657/data/mon.a.tgz 2024-09-19T05:05:20.011 DEBUG:teuthology.orchestra.run.smithi005:> mktemp 2024-09-19T05:05:20.027 INFO:teuthology.orchestra.run.smithi005.stdout:/tmp/tmp.c1oCllEqTV 2024-09-19T05:05:20.028 DEBUG:teuthology.orchestra.run.smithi005:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.c1oCllEqTV 2024-09-19T05:05:20.198 DEBUG:teuthology.orchestra.run.smithi005:> sudo chmod 0666 /tmp/tmp.c1oCllEqTV 2024-09-19T05:05:20.287 DEBUG:teuthology.orchestra.remote:smithi005:/tmp/tmp.c1oCllEqTV is 472KB 2024-09-19T05:05:20.359 DEBUG:teuthology.orchestra.run.smithi005:> rm -fr /tmp/tmp.c1oCllEqTV 2024-09-19T05:05:20.375 DEBUG:teuthology.misc:Transferring archived files from smithi134:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911657/data/mon.b.tgz 2024-09-19T05:05:20.375 DEBUG:teuthology.orchestra.run.smithi134:> mktemp 2024-09-19T05:05:20.393 INFO:teuthology.orchestra.run.smithi134.stdout:/tmp/tmp.vbfLx4DzYn 2024-09-19T05:05:20.394 DEBUG:teuthology.orchestra.run.smithi134:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.vbfLx4DzYn 2024-09-19T05:05:20.597 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod 0666 /tmp/tmp.vbfLx4DzYn 2024-09-19T05:05:20.679 DEBUG:teuthology.orchestra.remote:smithi134:/tmp/tmp.vbfLx4DzYn is 607KB 2024-09-19T05:05:20.750 DEBUG:teuthology.orchestra.run.smithi134:> rm -fr /tmp/tmp.vbfLx4DzYn 2024-09-19T05:05:20.765 DEBUG:teuthology.misc:Transferring archived files from smithi134:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911657/data/mon.c.tgz 2024-09-19T05:05:20.765 DEBUG:teuthology.orchestra.run.smithi134:> mktemp 2024-09-19T05:05:20.820 INFO:teuthology.orchestra.run.smithi134.stdout:/tmp/tmp.YjLuc0yJTn 2024-09-19T05:05:20.820 DEBUG:teuthology.orchestra.run.smithi134:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.YjLuc0yJTn 2024-09-19T05:05:21.004 DEBUG:teuthology.orchestra.run.smithi134:> sudo chmod 0666 /tmp/tmp.YjLuc0yJTn 2024-09-19T05:05:21.088 DEBUG:teuthology.orchestra.remote:smithi134:/tmp/tmp.YjLuc0yJTn is 607KB 2024-09-19T05:05:21.159 DEBUG:teuthology.orchestra.run.smithi134:> rm -fr /tmp/tmp.YjLuc0yJTn 2024-09-19T05:05:21.174 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-19T05:05:21.174 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-19T05:05:21.177 DEBUG:teuthology.orchestra.run.smithi134:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-19T05:05:21.262 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-19T05:05:21.293 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-19T05:05:21.293 INFO:tasks.ceph:Archiving crash dumps... 2024-09-19T05:05:21.295 DEBUG:teuthology.misc:Transferring archived files from smithi005:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911657/remote/smithi005/crash 2024-09-19T05:05:21.296 DEBUG:teuthology.orchestra.run.smithi005:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-19T05:05:21.333 DEBUG:teuthology.misc:Transferring archived files from smithi134:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911657/remote/smithi134/crash 2024-09-19T05:05:21.334 DEBUG:teuthology.orchestra.run.smithi134:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-19T05:05:21.358 INFO:tasks.ceph:Shutting down logrotate 2024-09-19T05:05:21.358 DEBUG:teuthology.orchestra.run.smithi005:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:05:21.378 DEBUG:teuthology.orchestra.run.smithi134:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T05:05:21.449 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-19T05:05:21.488 DEBUG:teuthology.orchestra.run.smithi134:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-19T05:05:21.513 INFO:tasks.ceph:Compressing logs... 2024-09-19T05:05:21.514 DEBUG:teuthology.orchestra.run.smithi005:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-19T05:05:21.531 DEBUG:teuthology.orchestra.run.smithi134:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-19T05:05:21.556 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-19T05:05:21.568 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55802.log 2024-09-19T05:05:21.568 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54081.log 2024-09-19T05:05:21.569 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.55802.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52405.log 2024-09-19T05:05:21.569 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.54081.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.55802.log.gz 2024-09-19T05:05:21.569 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43266.log 2024-09-19T05:05:21.569 INFO:teuthology.orchestra.run.smithi005.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.54081.log.gz 2024-09-19T05:05:21.569 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41318.log 2024-09-19T05:05:21.569 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52405.log: /var/log/ceph/ceph-client.admin.43266.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.52405.log.gz 2024-09-19T05:05:21.569 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41444.log 2024-09-19T05:05:21.569 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.43266.log.gz 2024-09-19T05:05:21.569 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.41318.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42943.log 2024-09-19T05:05:21.570 INFO:teuthology.orchestra.run.smithi005.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.41318.log.gz 2024-09-19T05:05:21.570 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.41444.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59859.log 2024-09-19T05:05:21.570 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42943.log: gzip 89.2% -5 -- replaced with /var/log/ceph/ceph-client.admin.41444.log.gz --verbose 2024-09-19T05:05:21.570 INFO:teuthology.orchestra.run.smithi005.stderr: -- /var/log/ceph/ceph-client.admin.61492.log 2024-09-19T05:05:21.570 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.59859.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.42943.log.gz 2024-09-19T05:05:21.570 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48665.log 2024-09-19T05:05:21.570 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.61492.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57205.log 2024-09-19T05:05:21.570 INFO:teuthology.orchestra.run.smithi005.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.59859.log.gz 2024-09-19T05:05:21.570 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.48665.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55928.log 2024-09-19T05:05:21.570 INFO:teuthology.orchestra.run.smithi005.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.61492.log.gz 2024-09-19T05:05:21.570 INFO:teuthology.orchestra.run.smithi005.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.48665.log.gz 2024-09-19T05:05:21.571 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.57205.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62080.log 2024-09-19T05:05:21.571 INFO:teuthology.orchestra.run.smithi005.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.57205.log.gz 2024-09-19T05:05:21.571 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.55928.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50668.log 2024-09-19T05:05:21.571 INFO:teuthology.orchestra.run.smithi005.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.55928.log.gz 2024-09-19T05:05:21.571 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.62080.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42722.log 2024-09-19T05:05:21.571 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.50668.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.62080.log.gz 2024-09-19T05:05:21.571 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48539.log 2024-09-19T05:05:21.572 INFO:teuthology.orchestra.run.smithi005.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.50668.log.gz 2024-09-19T05:05:21.572 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42722.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50768.log 2024-09-19T05:05:21.572 INFO:teuthology.orchestra.run.smithi005.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42722.log.gz 2024-09-19T05:05:21.572 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.48539.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51897.log 2024-09-19T05:05:21.572 INFO:teuthology.orchestra.run.smithi005.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48539.log.gz 2024-09-19T05:05:21.572 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.50768.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58530.log 2024-09-19T05:05:21.573 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51081.log 2024-09-19T05:05:21.573 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.50768.log.gz 2024-09-19T05:05:21.573 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51897.log: gzip/var/log/ceph/ceph-client.admin.58530.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.52237.log 2024-09-19T05:05:21.573 INFO:teuthology.orchestra.run.smithi005.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.51897.log.gz 2024-09-19T05:05:21.573 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51081.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.58530.log.gz 2024-09-19T05:05:21.573 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57998.log 2024-09-19T05:05:21.573 INFO:teuthology.orchestra.run.smithi005.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.51081.log.gz 2024-09-19T05:05:21.573 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52237.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43940.log 2024-09-19T05:05:21.573 INFO:teuthology.orchestra.run.smithi005.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.52237.log.gz 2024-09-19T05:05:21.573 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.57998.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56427.log 2024-09-19T05:05:21.573 INFO:teuthology.orchestra.run.smithi005.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.57998.log.gz 2024-09-19T05:05:21.574 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43940.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48329.log 2024-09-19T05:05:21.574 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.56427.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.43940.log.gz 2024-09-19T05:05:21.574 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47320.log 2024-09-19T05:05:21.574 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.56427.log.gz 2024-09-19T05:05:21.574 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.48329.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.55312.log 2024-09-19T05:05:21.574 INFO:teuthology.orchestra.run.smithi005.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.48329.log.gz 2024-09-19T05:05:21.575 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.47320.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58758.log 2024-09-19T05:05:21.575 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.0.55312.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.47320.log.gz 2024-09-19T05:05:21.575 INFO:teuthology.orchestra.run.smithi005.stderr:gzip 0.0% -- replaced with /var/log/ceph/ceph-client.0.55312.log.gz -5 2024-09-19T05:05:21.575 INFO:teuthology.orchestra.run.smithi005.stderr: --verbose -- /var/log/ceph/ceph-client.admin.59355.log 2024-09-19T05:05:21.575 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.58758.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43613.log 2024-09-19T05:05:21.575 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.59355.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.58758.log.gz 2024-09-19T05:05:21.575 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57499.log 2024-09-19T05:05:21.575 INFO:teuthology.orchestra.run.smithi005.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.59355.log.gz 2024-09-19T05:05:21.575 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43613.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59733.log 2024-09-19T05:05:21.576 INFO:teuthology.orchestra.run.smithi005.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.43613.log.gz 2024-09-19T05:05:21.576 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.57499.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59649.log 2024-09-19T05:05:21.576 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.59733.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41234.log 2024-09-19T05:05:21.576 INFO:teuthology.orchestra.run.smithi005.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.57499.log.gz 2024-09-19T05:05:21.576 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.59649.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.59733.log.gz 2024-09-19T05:05:21.576 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56684.log 2024-09-19T05:05:21.576 INFO:teuthology.orchestra.run.smithi005.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.59649.log.gz 2024-09-19T05:05:21.576 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.41234.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55016.log 2024-09-19T05:05:21.576 INFO:teuthology.orchestra.run.smithi005.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.41234.log.gz 2024-09-19T05:05:21.576 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.56684.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41044.log 2024-09-19T05:05:21.576 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.55016.log: gzip -5 89.0% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.56684.log.gz 2024-09-19T05:05:21.576 INFO:teuthology.orchestra.run.smithi005.stderr: /var/log/ceph/ceph-client.admin.56907.log 2024-09-19T05:05:21.609 INFO:teuthology.orchestra.run.smithi134.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44592.log 2024-09-19T05:05:21.609 INFO:teuthology.orchestra.run.smithi134.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.45077.log 2024-09-19T05:05:21.609 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-client.1.44592.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36377.log 2024-09-19T05:05:21.609 INFO:teuthology.orchestra.run.smithi134.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44592.log.gz 2024-09-19T05:05:21.609 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-client.1.45077.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.45372.log 2024-09-19T05:05:21.609 INFO:teuthology.orchestra.run.smithi134.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.1.45077.log.gz 2024-09-19T05:05:21.609 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-client.admin.36377.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.3.43022.log 2024-09-19T05:05:21.609 INFO:teuthology.orchestra.run.smithi134.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.36377.log.gz 2024-09-19T05:05:21.609 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-client.1.45372.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-19T05:05:21.610 INFO:teuthology.orchestra.run.smithi134.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.1.45372.log.gz 2024-09-19T05:05:21.610 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-client.3.43022.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36548.log 2024-09-19T05:05:21.610 INFO:teuthology.orchestra.run.smithi134.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.3.43022.log.gz 2024-09-19T05:05:21.610 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.43629.log 2024-09-19T05:05:21.610 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-client.admin.36548.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-09-19T05:05:21.610 INFO:teuthology.orchestra.run.smithi134.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.36548.log.gz 2024-09-19T05:05:21.610 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-client.1.43629.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44129.log 2024-09-19T05:05:21.610 INFO:teuthology.orchestra.run.smithi134.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.1.43629.log.gz 2024-09-19T05:05:21.610 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-19T05:05:21.610 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-client.1.44129.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-19T05:05:21.610 INFO:teuthology.orchestra.run.smithi134.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44129.log.gz 2024-09-19T05:05:21.610 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36508.log 2024-09-19T05:05:21.611 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.45368.log 2024-09-19T05:05:21.611 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-client.admin.36508.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36417.log 2024-09-19T05:05:21.611 INFO:teuthology.orchestra.run.smithi134.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.36508.log.gz 2024-09-19T05:05:21.611 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-client.1.45368.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.45886.log 2024-09-19T05:05:21.611 INFO:teuthology.orchestra.run.smithi134.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.1.45368.log.gz 2024-09-19T05:05:21.611 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-client.admin.36417.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36297.log 2024-09-19T05:05:21.611 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-client.1.45886.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.36417.log.gz 2024-09-19T05:05:21.611 INFO:teuthology.orchestra.run.smithi134.stderr:gzip 0.0% -- replaced with /var/log/ceph/ceph-client.1.45886.log.gz 2024-09-19T05:05:21.611 INFO:teuthology.orchestra.run.smithi134.stderr: -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-19T05:05:21.611 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-client.admin.36297.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36257.log 2024-09-19T05:05:21.611 INFO:teuthology.orchestra.run.smithi134.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36297.log.gz 2024-09-19T05:05:21.612 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.42622.log 2024-09-19T05:05:21.612 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-client.admin.36257.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.45073.log 2024-09-19T05:05:21.612 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-client.1.42622.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.36257.log.gz 2024-09-19T05:05:21.612 INFO:teuthology.orchestra.run.smithi134.stderr:gzip 0.0% -- replaced with /var/log/ceph/ceph-client.1.42622.log.gz 2024-09-19T05:05:21.612 INFO:teuthology.orchestra.run.smithi134.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.36461.log 2024-09-19T05:05:21.612 INFO:teuthology.orchestra.run.smithi134.stderr: 94.0% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-19T05:05:21.612 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-client.1.45073.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.45073.log.gz 2024-09-19T05:05:21.612 INFO:teuthology.orchestra.run.smithi134.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-19T05:05:21.612 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-client.admin.36461.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-19T05:05:21.612 INFO:teuthology.orchestra.run.smithi134.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.36461.log.gz 2024-09-19T05:05:21.612 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-19T05:05:21.612 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44596.log 2024-09-19T05:05:21.613 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-09-19T05:05:21.613 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-client.1.44596.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44596.log.gz 2024-09-19T05:05:21.613 INFO:teuthology.orchestra.run.smithi134.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-19T05:05:21.613 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-mds.d.log: 92.2% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-19T05:05:21.613 INFO:teuthology.orchestra.run.smithi134.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.46410.log 2024-09-19T05:05:21.613 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.43633.log 2024-09-19T05:05:21.613 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-client.1.46410.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.46410.log.gz 2024-09-19T05:05:21.631 INFO:teuthology.orchestra.run.smithi134.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.3.43018.log 2024-09-19T05:05:21.631 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-client.1.43633.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.43633.log.gz 2024-09-19T05:05:21.631 INFO:teuthology.orchestra.run.smithi134.stderr: 92.0% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-09-19T05:05:21.631 INFO:teuthology.orchestra.run.smithi134.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36337.log 2024-09-19T05:05:21.632 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-client.3.43018.log: 0.0% -- replaced with /var/log/ceph/ceph-client.3.43018.log.gz 2024-09-19T05:05:21.632 INFO:teuthology.orchestra.run.smithi134.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.42617.log 2024-09-19T05:05:21.632 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-client.admin.36337.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.36337.log.gz 2024-09-19T05:05:21.632 INFO:teuthology.orchestra.run.smithi134.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-19T05:05:21.632 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-client.1.42617.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.42617.log.gz 2024-09-19T05:05:21.632 INFO:teuthology.orchestra.run.smithi134.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.45882.log 2024-09-19T05:05:21.651 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.46414.log 2024-09-19T05:05:21.651 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-client.1.45882.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.45882.log.gz 2024-09-19T05:05:21.655 INFO:teuthology.orchestra.run.smithi134.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44133.log 2024-09-19T05:05:21.668 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-client.1.46414.log: 91.5% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-19T05:05:21.668 INFO:teuthology.orchestra.run.smithi134.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.1.46414.log.gz 2024-09-19T05:05:21.668 INFO:teuthology.orchestra.run.smithi134.stderr:/var/log/ceph/ceph-client.1.44133.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.44133.log.gz 2024-09-19T05:05:21.728 INFO:teuthology.orchestra.run.smithi134.stderr: 93.6% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-09-19T05:05:21.740 INFO:teuthology.orchestra.run.smithi134.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-19T05:05:21.774 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.41044.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.55016.log.gz 2024-09-19T05:05:21.774 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-19T05:05:21.774 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.41044.log.gz 2024-09-19T05:05:21.774 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.56907.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53860.log 2024-09-19T05:05:21.774 INFO:teuthology.orchestra.run.smithi005.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.56907.log.gz 2024-09-19T05:05:21.774 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55124.log 2024-09-19T05:05:21.774 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.53860.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41402.log 2024-09-19T05:05:21.774 INFO:teuthology.orchestra.run.smithi005.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.53860.log.gz 2024-09-19T05:05:21.775 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.55124.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45316.log 2024-09-19T05:05:21.775 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41594.log 2024-09-19T05:05:21.775 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.41402.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.55124.log.gz 2024-09-19T05:05:21.775 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.45316.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.41402.log.gz 2024-09-19T05:05:21.775 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54722.log 2024-09-19T05:05:21.775 INFO:teuthology.orchestra.run.smithi005.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45316.log.gz 2024-09-19T05:05:21.775 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47068.log 2024-09-19T05:05:21.775 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.41594.log: /var/log/ceph/ceph-client.admin.54722.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42593.log 2024-09-19T05:05:21.775 INFO:teuthology.orchestra.run.smithi005.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.41594.log.gz 2024-09-19T05:05:21.775 INFO:teuthology.orchestra.run.smithi005.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.54722.log.gz 2024-09-19T05:05:21.775 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.47068.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53986.log 2024-09-19T05:05:21.775 INFO:teuthology.orchestra.run.smithi005.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.47068.log.gz 2024-09-19T05:05:21.775 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54508.log 2024-09-19T05:05:21.776 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42593.log: /var/log/ceph/ceph-client.admin.53986.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60779.log 2024-09-19T05:05:21.776 INFO:teuthology.orchestra.run.smithi005.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.42593.log.gz 2024-09-19T05:05:21.776 INFO:teuthology.orchestra.run.smithi005.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.53986.log.gz 2024-09-19T05:05:21.776 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.54508.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60947.log 2024-09-19T05:05:21.776 INFO:teuthology.orchestra.run.smithi005.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.54508.log.gz 2024-09-19T05:05:21.776 INFO:teuthology.orchestra.run.smithi005.stderr:gzip/var/log/ceph/ceph-client.admin.60779.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.58572.log 2024-09-19T05:05:21.776 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.60947.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55886.log 2024-09-19T05:05:21.776 INFO:teuthology.orchestra.run.smithi005.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.60779.log.gz 2024-09-19T05:05:21.776 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.58572.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.60947.log.gz 2024-09-19T05:05:21.777 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47110.log 2024-09-19T05:05:21.777 INFO:teuthology.orchestra.run.smithi005.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.58572.log.gz 2024-09-19T05:05:21.777 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46686.log 2024-09-19T05:05:21.777 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.55886.log: /var/log/ceph/ceph-client.admin.47110.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48623.log 2024-09-19T05:05:21.777 INFO:teuthology.orchestra.run.smithi005.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.55886.log.gz 2024-09-19T05:05:21.777 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46686.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.47110.log.gz 2024-09-19T05:05:21.777 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43617.log 2024-09-19T05:05:21.777 INFO:teuthology.orchestra.run.smithi005.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.46686.log.gz 2024-09-19T05:05:21.777 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.48623.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61744.log 2024-09-19T05:05:21.777 INFO:teuthology.orchestra.run.smithi005.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.48623.log.gz 2024-09-19T05:05:21.777 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51985.log 2024-09-19T05:05:21.778 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43617.log: /var/log/ceph/ceph-client.admin.61744.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60905.log 2024-09-19T05:05:21.778 INFO:teuthology.orchestra.run.smithi005.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.43617.log.gz 2024-09-19T05:05:21.778 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51985.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.61744.log.gz 2024-09-19T05:05:21.778 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49863.log 2024-09-19T05:05:21.778 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.51985.log.gz 2024-09-19T05:05:21.778 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42374.log 2024-09-19T05:05:21.778 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.60905.log: /var/log/ceph/ceph-client.admin.49863.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.60117.log 2024-09-19T05:05:21.778 INFO:teuthology.orchestra.run.smithi005.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.60905.log.gz 2024-09-19T05:05:21.778 INFO:teuthology.orchestra.run.smithi005.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.49863.log.gz 2024-09-19T05:05:21.778 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42374.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46728.log 2024-09-19T05:05:21.778 INFO:teuthology.orchestra.run.smithi005.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.42374.log.gz 2024-09-19T05:05:21.778 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42941.log 2024-09-19T05:05:21.778 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.0.60117.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.60117.log.gz 2024-09-19T05:05:21.779 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46728.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43276.log 2024-09-19T05:05:21.779 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42941.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46728.log.gz 2024-09-19T05:05:21.779 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58674.log 2024-09-19T05:05:21.779 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56259.log 2024-09-19T05:05:21.779 INFO:teuthology.orchestra.run.smithi005.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.42941.log.gz 2024-09-19T05:05:21.779 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43276.log: /var/log/ceph/ceph-client.admin.58674.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.43276.log.gz 2024-09-19T05:05:21.779 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46812.log 2024-09-19T05:05:21.779 INFO:teuthology.orchestra.run.smithi005.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.58674.log.gz 2024-09-19T05:05:21.779 INFO:teuthology.orchestra.run.smithi005.stderr:gzip/var/log/ceph/ceph-client.admin.56259.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.57331.log 2024-09-19T05:05:21.779 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46812.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49527.log 2024-09-19T05:05:21.779 INFO:teuthology.orchestra.run.smithi005.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.56259.log.gz 2024-09-19T05:05:21.779 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.57331.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46812.log.gz 2024-09-19T05:05:21.779 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59056.log 2024-09-19T05:05:21.780 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.57331.log.gz 2024-09-19T05:05:21.780 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49527.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48581.log 2024-09-19T05:05:21.780 INFO:teuthology.orchestra.run.smithi005.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49527.log.gz 2024-09-19T05:05:21.780 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42197.log 2024-09-19T05:05:21.780 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.59056.log: /var/log/ceph/ceph-client.admin.48581.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54764.log 2024-09-19T05:05:21.780 INFO:teuthology.orchestra.run.smithi005.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.59056.log.gz 2024-09-19T05:05:21.780 INFO:teuthology.orchestra.run.smithi005.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.48581.log.gz 2024-09-19T05:05:21.780 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42197.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53337.log 2024-09-19T05:05:21.780 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58175.log 2024-09-19T05:05:21.780 INFO:teuthology.orchestra.run.smithi005.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.42197.log.gz 2024-09-19T05:05:21.780 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.54764.log: /var/log/ceph/ceph-client.admin.53337.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.54764.log.gz 2024-09-19T05:05:21.780 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45924.log 2024-09-19T05:05:21.780 INFO:teuthology.orchestra.run.smithi005.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.53337.log.gz 2024-09-19T05:05:21.781 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.58175.log: /var/log/ceph/ceph-client.admin.58614.log 2024-09-19T05:05:21.781 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.45924.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42255.log 2024-09-19T05:05:21.781 INFO:teuthology.orchestra.run.smithi005.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.58175.log.gz 2024-09-19T05:05:21.781 INFO:teuthology.orchestra.run.smithi005.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.45924.log.gz 2024-09-19T05:05:21.781 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.58614.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46134.log 2024-09-19T05:05:21.781 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.52705.log 2024-09-19T05:05:21.781 INFO:teuthology.orchestra.run.smithi005.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.58614.log.gz 2024-09-19T05:05:21.781 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42255.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.42255.log.gz 2024-09-19T05:05:21.781 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46134.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42946.log 2024-09-19T05:05:21.781 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47548.log 2024-09-19T05:05:21.781 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.0.52705.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46134.log.gz 2024-09-19T05:05:21.781 INFO:teuthology.orchestra.run.smithi005.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.52705.log.gz 2024-09-19T05:05:21.781 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42946.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46770.log 2024-09-19T05:05:21.782 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.47548.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.42946.log.gz 2024-09-19T05:05:21.782 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47404.log 2024-09-19T05:05:21.782 INFO:teuthology.orchestra.run.smithi005.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.47548.log.gz 2024-09-19T05:05:21.782 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46770.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.57753.log 2024-09-19T05:05:21.782 INFO:teuthology.orchestra.run.smithi005.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.46770.log.gz/var/log/ceph/ceph-client.admin.47404.log: 2024-09-19T05:05:21.782 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48371.log 2024-09-19T05:05:21.782 INFO:teuthology.orchestra.run.smithi005.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.47404.log.gz 2024-09-19T05:05:21.782 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.0.57753.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56602.log 2024-09-19T05:05:21.782 INFO:teuthology.orchestra.run.smithi005.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.57753.log.gz 2024-09-19T05:05:21.782 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.48371.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50810.log 2024-09-19T05:05:21.783 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.56602.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48371.log.gz 2024-09-19T05:05:21.783 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56217.log 2024-09-19T05:05:21.783 INFO:teuthology.orchestra.run.smithi005.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.56602.log.gz 2024-09-19T05:05:21.783 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.50810.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49737.log 2024-09-19T05:05:21.783 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.56217.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.50810.log.gz 2024-09-19T05:05:21.783 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43611.log 2024-09-19T05:05:21.783 INFO:teuthology.orchestra.run.smithi005.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.56217.log.gz 2024-09-19T05:05:21.783 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49737.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47590.log 2024-09-19T05:05:21.783 INFO:teuthology.orchestra.run.smithi005.stderr:gzip 88.5% -5 -- replaced with /var/log/ceph/ceph-client.admin.49737.log.gz --verbose 2024-09-19T05:05:21.783 INFO:teuthology.orchestra.run.smithi005.stderr: -- /var/log/ceph/ceph-client.admin.55844.log/var/log/ceph/ceph-client.admin.43611.log: 2024-09-19T05:05:21.784 INFO:teuthology.orchestra.run.smithi005.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.43611.log.gz 2024-09-19T05:05:21.784 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.47590.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42023.log 2024-09-19T05:05:21.784 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52783.log 2024-09-19T05:05:21.784 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.55844.log: /var/log/ceph/ceph-client.admin.42023.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54890.log 2024-09-19T05:05:21.784 INFO:teuthology.orchestra.run.smithi005.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.55844.log.gz 2024-09-19T05:05:21.784 INFO:teuthology.orchestra.run.smithi005.stderr: 91.4% -- replaced with /var/log/ceph/ceph-client.admin.47590.log.gz 2024-09-19T05:05:21.784 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52783.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.44593.log 2024-09-19T05:05:21.784 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.54890.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.52783.log.gz 2024-09-19T05:05:21.784 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60989.log 2024-09-19T05:05:21.785 INFO:teuthology.orchestra.run.smithi005.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.54890.log.gz 2024-09-19T05:05:21.785 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.0.44593.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61408.log 2024-09-19T05:05:21.785 INFO:teuthology.orchestra.run.smithi005.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.44593.log.gz 2024-09-19T05:05:21.785 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57457.log 2024-09-19T05:05:21.785 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.60989.log: /var/log/ceph/ceph-client.admin.61408.log: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.42023.log.gz 2024-09-19T05:05:21.785 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49215.log 2024-09-19T05:05:21.785 INFO:teuthology.orchestra.run.smithi005.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.60989.log.gz 2024-09-19T05:05:21.785 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43612.log 2024-09-19T05:05:21.785 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.57457.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.61408.log.gz 2024-09-19T05:05:21.785 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49215.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.57457.log.gz 2024-09-19T05:05:21.786 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54638.log 2024-09-19T05:05:21.786 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49215.log.gz 2024-09-19T05:05:21.786 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47464.log 2024-09-19T05:05:21.786 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43612.log: /var/log/ceph/ceph-client.admin.54638.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.43612.log.gz 2024-09-19T05:05:21.786 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42543.log 2024-09-19T05:05:21.786 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47362.log 2024-09-19T05:05:21.787 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.47464.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.54638.log.gz 2024-09-19T05:05:21.787 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42543.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.47464.log.gz 2024-09-19T05:05:21.787 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46598.log 2024-09-19T05:05:21.787 INFO:teuthology.orchestra.run.smithi005.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42543.log.gz 2024-09-19T05:05:21.787 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58800.log 2024-09-19T05:05:21.787 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.47362.log: /var/log/ceph/ceph-client.admin.46598.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57835.log 2024-09-19T05:05:21.788 INFO:teuthology.orchestra.run.smithi005.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47362.log.gz 2024-09-19T05:05:21.788 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.58800.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.46598.log.gz 2024-09-19T05:05:21.788 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.55316.log 2024-09-19T05:05:21.788 INFO:teuthology.orchestra.run.smithi005.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.58800.log.gz 2024-09-19T05:05:21.788 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.57835.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49485.log 2024-09-19T05:05:21.788 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.57757.log 2024-09-19T05:05:21.789 INFO:teuthology.orchestra.run.smithi005.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.57835.log.gz 2024-09-19T05:05:21.789 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.0.55316.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.55316.log.gz 2024-09-19T05:05:21.789 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49485.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52321.log 2024-09-19T05:05:21.789 INFO:teuthology.orchestra.run.smithi005.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.49485.log.gz 2024-09-19T05:05:21.789 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55512.log 2024-09-19T05:05:21.789 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.0.57757.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.57757.log.gz 2024-09-19T05:05:21.790 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52321.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55760.log 2024-09-19T05:05:21.790 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.55512.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.52321.log.gz 2024-09-19T05:05:21.790 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53379.log 2024-09-19T05:05:21.790 INFO:teuthology.orchestra.run.smithi005.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.55512.log.gz 2024-09-19T05:05:21.790 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.55760.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61786.log 2024-09-19T05:05:21.790 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40738.log 2024-09-19T05:05:21.790 INFO:teuthology.orchestra.run.smithi005.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.55760.log.gz 2024-09-19T05:05:21.790 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.53379.log: /var/log/ceph/ceph-client.admin.61786.log: gzip 88.2% -- replaced with /var/log/ceph/ceph-client.admin.53379.log.gz -5 2024-09-19T05:05:21.791 INFO:teuthology.orchestra.run.smithi005.stderr: --verbose -- /var/log/ceph/ceph-client.admin.45358.log 2024-09-19T05:05:21.791 INFO:teuthology.orchestra.run.smithi005.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.61786.log.gz 2024-09-19T05:05:21.791 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58895.log 2024-09-19T05:05:21.791 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.40738.log: /var/log/ceph/ceph-client.admin.45358.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48287.log 2024-09-19T05:05:21.791 INFO:teuthology.orchestra.run.smithi005.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.40738.log.gz 2024-09-19T05:05:21.791 INFO:teuthology.orchestra.run.smithi005.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.45358.log.gz 2024-09-19T05:05:21.792 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5/var/log/ceph/ceph-client.admin.58895.log: --verbose -- /var/log/ceph/ceph-client.admin.44066.log 2024-09-19T05:05:21.792 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56175.log 2024-09-19T05:05:21.792 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.48287.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.58895.log.gz 2024-09-19T05:05:21.792 INFO:teuthology.orchestra.run.smithi005.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.48287.log.gz 2024-09-19T05:05:21.792 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.44066.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61996.log 2024-09-19T05:05:21.792 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49611.log 2024-09-19T05:05:21.793 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.56175.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44066.log.gz 2024-09-19T05:05:21.793 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.61996.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.56175.log.gz 2024-09-19T05:05:21.793 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42458.log 2024-09-19T05:05:21.793 INFO:teuthology.orchestra.run.smithi005.stderr:gzip 87.7% -5 -- replaced with /var/log/ceph/ceph-client.admin.61996.log.gz --verbose 2024-09-19T05:05:21.793 INFO:teuthology.orchestra.run.smithi005.stderr: -- /var/log/ceph/ceph-client.admin.61282.log 2024-09-19T05:05:21.793 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49611.log: /var/log/ceph/ceph-client.admin.42458.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.49611.log.gz 2024-09-19T05:05:21.794 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59439.log 2024-09-19T05:05:21.794 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40834.log 2024-09-19T05:05:21.794 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.61282.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.42458.log.gz 2024-09-19T05:05:21.794 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.59439.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.61282.log.gz 2024-09-19T05:05:21.794 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59098.log 2024-09-19T05:05:21.794 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54596.log 2024-09-19T05:05:21.794 INFO:teuthology.orchestra.run.smithi005.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.59439.log.gz 2024-09-19T05:05:21.795 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.40834.log: /var/log/ceph/ceph-client.admin.59098.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.40834.log.gz 2024-09-19T05:05:21.795 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53421.log 2024-09-19T05:05:21.795 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-19T05:05:21.795 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.54596.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.59098.log.gz 2024-09-19T05:05:21.795 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.53421.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.54596.log.gz 2024-09-19T05:05:21.795 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43618.log 2024-09-19T05:05:21.795 INFO:teuthology.orchestra.run.smithi005.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.53421.log.gz 2024-09-19T05:05:21.795 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52027.log 2024-09-19T05:05:21.795 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph.audit.log: /var/log/ceph/ceph-client.admin.43618.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58259.log 2024-09-19T05:05:21.795 INFO:teuthology.orchestra.run.smithi005.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43618.log.gz 2024-09-19T05:05:21.795 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52027.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61828.log 2024-09-19T05:05:21.795 INFO:teuthology.orchestra.run.smithi005.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.52027.log.gz 2024-09-19T05:05:21.796 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.58259.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61576.log 2024-09-19T05:05:21.796 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.61828.log: gzip -5 --verbose -- 88.9% /var/log/ceph/ceph-client.admin.49173.log 2024-09-19T05:05:21.796 INFO:teuthology.orchestra.run.smithi005.stderr: -- replaced with /var/log/ceph/ceph-client.admin.58259.log.gz 2024-09-19T05:05:21.796 INFO:teuthology.orchestra.run.smithi005.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.61828.log.gz 2024-09-19T05:05:21.796 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.61576.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53505.log 2024-09-19T05:05:21.796 INFO:teuthology.orchestra.run.smithi005.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.61576.log.gz 2024-09-19T05:05:21.796 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49173.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48229.log 2024-09-19T05:05:21.796 INFO:teuthology.orchestra.run.smithi005.stderr: 89.7% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-19T05:05:21.796 INFO:teuthology.orchestra.run.smithi005.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49173.log.gz 2024-09-19T05:05:21.796 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51715.log 2024-09-19T05:05:21.796 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.53505.log: /var/log/ceph/ceph-client.admin.48229.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42501.log 2024-09-19T05:05:21.796 INFO:teuthology.orchestra.run.smithi005.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48229.log.gz 2024-09-19T05:05:21.797 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.53505.log.gz 2024-09-19T05:05:21.797 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51715.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54680.log 2024-09-19T05:05:21.797 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42501.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.51715.log.gz 2024-09-19T05:05:21.797 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50852.log 2024-09-19T05:05:21.797 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41000.log 2024-09-19T05:05:21.797 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.54680.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.42501.log.gz 2024-09-19T05:05:21.797 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.50852.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.54680.log.gz 2024-09-19T05:05:21.797 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.2.45057.log 2024-09-19T05:05:21.797 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52363.log 2024-09-19T05:05:21.797 INFO:teuthology.orchestra.run.smithi005.stderr: 88.5%/var/log/ceph/ceph-client.admin.41000.log: -- replaced with /var/log/ceph/ceph-client.admin.50852.log.gz 2024-09-19T05:05:21.797 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.2.45057.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.41000.log.gz 2024-09-19T05:05:21.797 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.47844.log 2024-09-19T05:05:21.797 INFO:teuthology.orchestra.run.smithi005.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.2.45057.log.gz 2024-09-19T05:05:21.798 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52363.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41528.log 2024-09-19T05:05:21.798 INFO:teuthology.orchestra.run.smithi005.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.52363.log.gz 2024-09-19T05:05:21.798 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.0.47844.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54242.log 2024-09-19T05:05:21.798 INFO:teuthology.orchestra.run.smithi005.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.47844.log.gz 2024-09-19T05:05:21.798 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.41528.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49092.log 2024-09-19T05:05:21.798 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.54242.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54974.log 2024-09-19T05:05:21.798 INFO:teuthology.orchestra.run.smithi005.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.41528.log.gz 2024-09-19T05:05:21.798 INFO:teuthology.orchestra.run.smithi005.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.54242.log.gz 2024-09-19T05:05:21.798 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.49092.log: /var/log/ceph/ceph-client.admin.53944.log 2024-09-19T05:05:21.798 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.54974.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36523.log 2024-09-19T05:05:21.798 INFO:teuthology.orchestra.run.smithi005.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.49092.log.gz 2024-09-19T05:05:21.798 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.54974.log.gz 2024-09-19T05:05:21.799 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.53944.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53547.log 2024-09-19T05:05:21.799 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.36523.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.53944.log.gz 2024-09-19T05:05:21.799 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55058.log 2024-09-19T05:05:21.799 INFO:teuthology.orchestra.run.smithi005.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.36523.log.gz 2024-09-19T05:05:21.799 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.53547.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43898.log 2024-09-19T05:05:21.799 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.55058.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.53547.log.gz 2024-09-19T05:05:21.799 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53818.log 2024-09-19T05:05:21.799 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43898.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57037.log 2024-09-19T05:05:21.799 INFO:teuthology.orchestra.run.smithi005.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.43898.log.gz 2024-09-19T05:05:21.799 INFO:teuthology.orchestra.run.smithi005.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.55058.log.gz 2024-09-19T05:05:21.799 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.53818.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56301.log 2024-09-19T05:05:21.799 INFO:teuthology.orchestra.run.smithi005.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.53818.log.gz 2024-09-19T05:05:21.800 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.57037.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57415.log 2024-09-19T05:05:21.800 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55624.log 2024-09-19T05:05:21.800 INFO:teuthology.orchestra.run.smithi005.stderr: 88.2%/var/log/ceph/ceph-client.admin.56301.log: -- replaced with /var/log/ceph/ceph-client.admin.57037.log.gz 2024-09-19T05:05:21.800 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.57415.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.56301.log.gz 2024-09-19T05:05:21.800 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54848.log 2024-09-19T05:05:21.800 INFO:teuthology.orchestra.run.smithi005.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.57415.log.gz 2024-09-19T05:05:21.800 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62120.log 2024-09-19T05:05:21.800 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.55624.log: /var/log/ceph/ceph-client.admin.54848.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.55624.log.gz 2024-09-19T05:05:21.800 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60392.log 2024-09-19T05:05:21.800 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59397.log 2024-09-19T05:05:21.800 INFO:teuthology.orchestra.run.smithi005.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.54848.log.gz 2024-09-19T05:05:21.801 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.62120.log: /var/log/ceph/ceph-client.admin.60392.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.62120.log.gz 2024-09-19T05:05:21.801 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45882.log 2024-09-19T05:05:21.801 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56812.log 2024-09-19T05:05:21.801 INFO:teuthology.orchestra.run.smithi005.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.60392.log.gz 2024-09-19T05:05:21.801 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.59397.log: /var/log/ceph/ceph-client.admin.45882.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.59397.log.gz 2024-09-19T05:05:21.801 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55702.log 2024-09-19T05:05:21.801 INFO:teuthology.orchestra.run.smithi005.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.45882.log.gz 2024-09-19T05:05:21.801 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59775.log 2024-09-19T05:05:21.801 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.56812.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.56812.log.gz 2024-09-19T05:05:21.801 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.55702.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45805.log 2024-09-19T05:05:21.802 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58488.log 2024-09-19T05:05:21.802 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6%/var/log/ceph/ceph-client.admin.59775.log: -- replaced with /var/log/ceph/ceph-client.admin.55702.log.gz 2024-09-19T05:05:21.802 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.45805.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.59775.log.gz 2024-09-19T05:05:21.802 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53692.log 2024-09-19T05:05:21.802 INFO:teuthology.orchestra.run.smithi005.stderr: 87.9%gzip -- replaced with /var/log/ceph/ceph-client.admin.45805.log.gz 2024-09-19T05:05:21.802 INFO:teuthology.orchestra.run.smithi005.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.47026.log 2024-09-19T05:05:21.802 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.58488.log: /var/log/ceph/ceph-client.admin.53692.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56090.log 2024-09-19T05:05:21.802 INFO:teuthology.orchestra.run.smithi005.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.58488.log.gz 2024-09-19T05:05:21.802 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52195.log 2024-09-19T05:05:21.803 INFO:teuthology.orchestra.run.smithi005.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.53692.log.gz 2024-09-19T05:05:21.803 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.47026.log: /var/log/ceph/ceph-client.admin.56090.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.47026.log.gz 2024-09-19T05:05:21.803 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57289.log 2024-09-19T05:05:21.803 INFO:teuthology.orchestra.run.smithi005.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.56090.log.gzgzip 2024-09-19T05:05:21.803 INFO:teuthology.orchestra.run.smithi005.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.58133.log 2024-09-19T05:05:21.803 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52195.log: /var/log/ceph/ceph-client.admin.57289.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.52195.log.gz 2024-09-19T05:05:21.803 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.2.45053.log 2024-09-19T05:05:21.803 INFO:teuthology.orchestra.run.smithi005.stderr:gzip 87.7% -5 -- replaced with /var/log/ceph/ceph-client.admin.57289.log.gz --verbose 2024-09-19T05:05:21.803 INFO:teuthology.orchestra.run.smithi005.stderr: -- /var/log/ceph/ceph-client.admin.44108.log 2024-09-19T05:05:21.803 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.58133.log: /var/log/ceph/ceph-client.2.45053.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.58133.log.gz 2024-09-19T05:05:21.803 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48455.log 2024-09-19T05:05:21.803 INFO:teuthology.orchestra.run.smithi005.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.2.45053.log.gz 2024-09-19T05:05:21.803 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.44108.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56768.log 2024-09-19T05:05:21.804 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.48455.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40916.log 2024-09-19T05:05:21.804 INFO:teuthology.orchestra.run.smithi005.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.44108.log.gz 2024-09-19T05:05:21.804 INFO:teuthology.orchestra.run.smithi005.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.48455.log.gz 2024-09-19T05:05:21.804 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.56768.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60737.log 2024-09-19T05:05:21.804 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.40916.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.56768.log.gz 2024-09-19T05:05:21.804 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45526.log 2024-09-19T05:05:21.804 INFO:teuthology.orchestra.run.smithi005.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.40916.log.gz 2024-09-19T05:05:21.804 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.60737.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49302.log 2024-09-19T05:05:21.804 INFO:teuthology.orchestra.run.smithi005.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.60737.log.gz 2024-09-19T05:05:21.804 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.45526.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60695.log 2024-09-19T05:05:21.804 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6%gzip -- replaced with /var/log/ceph/ceph-client.admin.45526.log.gz 2024-09-19T05:05:21.804 INFO:teuthology.orchestra.run.smithi005.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.54932.log 2024-09-19T05:05:21.805 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49302.log: /var/log/ceph/ceph-client.admin.60695.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49302.log.gz 2024-09-19T05:05:21.805 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47194.log 2024-09-19T05:05:21.805 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46898.log 2024-09-19T05:05:21.805 INFO:teuthology.orchestra.run.smithi005.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.60695.log.gz 2024-09-19T05:05:21.805 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.54932.log: /var/log/ceph/ceph-client.admin.47194.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36164.log 2024-09-19T05:05:21.805 INFO:teuthology.orchestra.run.smithi005.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.54932.log.gz 2024-09-19T05:05:21.805 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50343.log 2024-09-19T05:05:21.805 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46898.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.47194.log.gz 2024-09-19T05:05:21.805 INFO:teuthology.orchestra.run.smithi005.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46898.log.gz 2024-09-19T05:05:21.805 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.36164.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.44598.log 2024-09-19T05:05:21.805 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51249.log 2024-09-19T05:05:21.805 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.50343.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.36164.log.gz 2024-09-19T05:05:21.806 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.0.44598.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.50343.log.gz 2024-09-19T05:05:21.806 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41276.log 2024-09-19T05:05:21.806 INFO:teuthology.orchestra.run.smithi005.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.44598.log.gz 2024-09-19T05:05:21.806 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51249.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45484.log 2024-09-19T05:05:21.806 INFO:teuthology.orchestra.run.smithi005.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.51249.log.gz 2024-09-19T05:05:21.806 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.41276.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60821.log 2024-09-19T05:05:21.806 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58385.log 2024-09-19T05:05:21.806 INFO:teuthology.orchestra.run.smithi005.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.41276.log.gz 2024-09-19T05:05:21.806 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.45484.log: /var/log/ceph/ceph-client.admin.60821.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45484.log.gz 2024-09-19T05:05:21.806 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42637.log 2024-09-19T05:05:21.806 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose 87.6% -- /var/log/ceph/ceph-client.admin.55436.log -- replaced with /var/log/ceph/ceph-client.admin.60821.log.gz 2024-09-19T05:05:21.806 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-19T05:05:21.806 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.58385.log: /var/log/ceph/ceph-client.admin.42637.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.58385.log.gz 2024-09-19T05:05:21.807 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51291.log 2024-09-19T05:05:21.807 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61912.log 2024-09-19T05:05:21.807 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.55436.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.42637.log.gz 2024-09-19T05:05:21.807 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51291.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.55436.log.gz 2024-09-19T05:05:21.807 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59140.log 2024-09-19T05:05:21.807 INFO:teuthology.orchestra.run.smithi005.stderr: 89.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.51291.log.gz -5 2024-09-19T05:05:21.807 INFO:teuthology.orchestra.run.smithi005.stderr: --verbose -- /var/log/ceph/ceph-client.admin.51038.log 2024-09-19T05:05:21.807 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.61912.log: /var/log/ceph/ceph-client.admin.59140.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.61912.log.gz 2024-09-19T05:05:21.807 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58075.log 2024-09-19T05:05:21.808 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43277.log 2024-09-19T05:05:21.808 INFO:teuthology.orchestra.run.smithi005.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.59140.log.gz 2024-09-19T05:05:21.808 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51038.log: /var/log/ceph/ceph-client.admin.58075.log: gzip 89.0% -5 -- replaced with /var/log/ceph/ceph-client.admin.51038.log.gz --verbose 2024-09-19T05:05:21.808 INFO:teuthology.orchestra.run.smithi005.stderr: -- /var/log/ceph/ceph-client.admin.54161.log 2024-09-19T05:05:21.808 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51165.log 2024-09-19T05:05:21.808 INFO:teuthology.orchestra.run.smithi005.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.58075.log.gz 2024-09-19T05:05:21.808 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43277.log: /var/log/ceph/ceph-client.admin.54161.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.43277.log.gz 2024-09-19T05:05:21.808 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53589.log 2024-09-19T05:05:21.808 INFO:teuthology.orchestra.run.smithi005.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.54161.log.gz 2024-09-19T05:05:21.808 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51631.log 2024-09-19T05:05:21.808 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51165.log: /var/log/ceph/ceph-client.admin.53589.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.51165.log.gz 2024-09-19T05:05:21.808 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53463.log 2024-09-19T05:05:21.809 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-09-19T05:05:21.809 INFO:teuthology.orchestra.run.smithi005.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.53589.log.gz 2024-09-19T05:05:21.809 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51631.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.51631.log.gz 2024-09-19T05:05:21.809 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.53463.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54326.log 2024-09-19T05:05:21.809 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61180.log 2024-09-19T05:05:21.809 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-mds.a.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.53463.log.gz 2024-09-19T05:05:21.809 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.54326.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46008.log 2024-09-19T05:05:21.809 INFO:teuthology.orchestra.run.smithi005.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.54326.log.gz 2024-09-19T05:05:21.809 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.61180.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42935.log 2024-09-19T05:05:21.809 INFO:teuthology.orchestra.run.smithi005.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.61180.log.gzgzip 2024-09-19T05:05:21.810 INFO:teuthology.orchestra.run.smithi005.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.62038.log 2024-09-19T05:05:21.810 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46008.log: /var/log/ceph/ceph-client.admin.42935.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61450.log 2024-09-19T05:05:21.810 INFO:teuthology.orchestra.run.smithi005.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46008.log.gz 2024-09-19T05:05:21.810 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.62038.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.42935.log.gz 2024-09-19T05:05:21.810 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48497.log 2024-09-19T05:05:21.810 INFO:teuthology.orchestra.run.smithi005.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.62038.log.gz 2024-09-19T05:05:21.810 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.61450.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48791.log 2024-09-19T05:05:21.810 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54806.log 2024-09-19T05:05:21.810 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.48497.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.61450.log.gz 2024-09-19T05:05:21.810 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.48791.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54466.log 2024-09-19T05:05:21.810 INFO:teuthology.orchestra.run.smithi005.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48497.log.gz 2024-09-19T05:05:21.810 INFO:teuthology.orchestra.run.smithi005.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48791.log.gz 2024-09-19T05:05:21.810 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.54806.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43275.log 2024-09-19T05:05:21.811 INFO:teuthology.orchestra.run.smithi005.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.54806.log.gz 2024-09-19T05:05:21.811 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.54466.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50894.log 2024-09-19T05:05:21.811 INFO:teuthology.orchestra.run.smithi005.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.54466.log.gz 2024-09-19T05:05:21.811 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43275.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59481.log 2024-09-19T05:05:21.811 INFO:teuthology.orchestra.run.smithi005.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.43275.log.gz 2024-09-19T05:05:21.811 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.50894.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41190.log 2024-09-19T05:05:21.811 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.59481.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.50894.log.gz 2024-09-19T05:05:21.811 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58217.log 2024-09-19T05:05:21.811 INFO:teuthology.orchestra.run.smithi005.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.59481.log.gz 2024-09-19T05:05:21.811 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.41190.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44273.log 2024-09-19T05:05:21.811 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48917.log 2024-09-19T05:05:21.811 INFO:teuthology.orchestra.run.smithi005.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.41190.log.gz 2024-09-19T05:05:21.812 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.58217.log: /var/log/ceph/ceph-client.admin.44273.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49989.log 2024-09-19T05:05:21.812 INFO:teuthology.orchestra.run.smithi005.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.58217.log.gz 2024-09-19T05:05:21.812 INFO:teuthology.orchestra.run.smithi005.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.44273.log.gz 2024-09-19T05:05:21.812 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.48917.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43856.log 2024-09-19T05:05:21.812 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49989.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.48917.log.gz 2024-09-19T05:05:21.812 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45232.log 2024-09-19T05:05:21.812 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43856.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51207.log 2024-09-19T05:05:21.812 INFO:teuthology.orchestra.run.smithi005.stderr: 87.8%/var/log/ceph/ceph-client.admin.45232.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46942.log 2024-09-19T05:05:21.812 INFO:teuthology.orchestra.run.smithi005.stderr: -- replaced with /var/log/ceph/ceph-client.admin.43856.log.gz 2024-09-19T05:05:21.812 INFO:teuthology.orchestra.run.smithi005.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.49989.log.gz 2024-09-19T05:05:21.812 INFO:teuthology.orchestra.run.smithi005.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45232.log.gz 2024-09-19T05:05:21.812 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51207.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45190.log 2024-09-19T05:05:21.812 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48833.log 2024-09-19T05:05:21.813 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46942.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.51207.log.gz 2024-09-19T05:05:21.813 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.45190.log: gzip 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46942.log.gz 2024-09-19T05:05:21.813 INFO:teuthology.orchestra.run.smithi005.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.56343.log 2024-09-19T05:05:21.813 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.48833.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45190.log.gz 2024-09-19T05:05:21.813 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43614.log 2024-09-19T05:05:21.813 INFO:teuthology.orchestra.run.smithi005.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.48833.log.gz 2024-09-19T05:05:21.813 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58716.log 2024-09-19T05:05:21.813 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.56343.log: /var/log/ceph/ceph-client.admin.43614.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47236.log 2024-09-19T05:05:21.813 INFO:teuthology.orchestra.run.smithi005.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.56343.log.gz 2024-09-19T05:05:21.813 INFO:teuthology.orchestra.run.smithi005.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.43614.log.gz 2024-09-19T05:05:21.813 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.58716.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50726.log 2024-09-19T05:05:21.814 INFO:teuthology.orchestra.run.smithi005.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.58716.log.gz 2024-09-19T05:05:21.814 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-19T05:05:21.814 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.47236.log: /var/log/ceph/ceph-client.admin.50726.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56012.log 2024-09-19T05:05:21.814 INFO:teuthology.orchestra.run.smithi005.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.47236.log.gz 2024-09-19T05:05:21.814 INFO:teuthology.orchestra.run.smithi005.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.50726.log.gz 2024-09-19T05:05:21.814 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61618.log 2024-09-19T05:05:21.814 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56522.log 2024-09-19T05:05:21.814 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.56012.log: /var/log/ceph/ceph-client.admin.61618.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60469.log 2024-09-19T05:05:21.814 INFO:teuthology.orchestra.run.smithi005.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.56012.log.gz 2024-09-19T05:05:21.814 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.56522.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49947.log 2024-09-19T05:05:21.814 INFO:teuthology.orchestra.run.smithi005.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.61618.log.gz 2024-09-19T05:05:21.814 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.60469.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51855.log 2024-09-19T05:05:21.814 INFO:teuthology.orchestra.run.smithi005.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.56522.log.gz 2024-09-19T05:05:21.815 INFO:teuthology.orchestra.run.smithi005.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.60469.log.gz 2024-09-19T05:05:21.815 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61324.log 2024-09-19T05:05:21.815 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49947.log: /var/log/ceph/ceph-client.admin.51855.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42940.log 2024-09-19T05:05:21.815 INFO:teuthology.orchestra.run.smithi005.stderr: 87.4% 88.7% -- replaced with /var/log/ceph/ceph-client.admin.51855.log.gz 2024-09-19T05:05:21.815 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.61324.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56949.log 2024-09-19T05:05:21.815 INFO:teuthology.orchestra.run.smithi005.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.61324.log.gz 2024-09-19T05:05:21.815 INFO:teuthology.orchestra.run.smithi005.stderr: -- replaced with /var/log/ceph/ceph-client.admin.49947.log.gz 2024-09-19T05:05:21.815 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42940.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51123.log 2024-09-19T05:05:21.815 INFO:teuthology.orchestra.run.smithi005.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.42940.log.gz 2024-09-19T05:05:21.815 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.56949.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56856.log 2024-09-19T05:05:21.815 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51123.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.56949.log.gz 2024-09-19T05:05:21.816 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose 89.2% -- replaced with /var/log/ceph/ceph-client.admin.51123.log.gz 2024-09-19T05:05:21.816 INFO:teuthology.orchestra.run.smithi005.stderr: -- /var/log/ceph/ceph-client.admin.46218.log 2024-09-19T05:05:21.816 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.56856.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52153.log 2024-09-19T05:05:21.816 INFO:teuthology.orchestra.run.smithi005.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.56856.log.gz 2024-09-19T05:05:21.816 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46218.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56726.log 2024-09-19T05:05:21.816 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52153.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46218.log.gz 2024-09-19T05:05:21.816 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46176.log 2024-09-19T05:05:21.816 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.52153.log.gz 2024-09-19T05:05:21.816 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.56726.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60195.log 2024-09-19T05:05:21.816 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46176.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.56726.log.gz 2024-09-19T05:05:21.816 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49439.log 2024-09-19T05:05:21.817 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.60195.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.46176.log.gz 2024-09-19T05:05:21.817 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53776.log 2024-09-19T05:05:21.817 INFO:teuthology.orchestra.run.smithi005.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.60195.log.gz 2024-09-19T05:05:21.817 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49439.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53902.log 2024-09-19T05:05:21.817 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.53776.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.49439.log.gz 2024-09-19T05:05:21.817 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40958.log 2024-09-19T05:05:21.817 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.53902.log: -- /var/log/ceph/ceph-osd.2.log 2024-09-19T05:05:21.817 INFO:teuthology.orchestra.run.smithi005.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.53776.log.gz 2024-09-19T05:05:21.817 INFO:teuthology.orchestra.run.smithi005.stderr: 88.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42945.log 2024-09-19T05:05:21.817 INFO:teuthology.orchestra.run.smithi005.stderr: -- replaced with /var/log/ceph/ceph-client.admin.53902.log.gz/var/log/ceph/ceph-client.admin.40958.log: 2024-09-19T05:05:21.817 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60653.log 2024-09-19T05:05:21.817 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.40958.log.gz 2024-09-19T05:05:21.818 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42945.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49012.log 2024-09-19T05:05:21.818 INFO:teuthology.orchestra.run.smithi005.stderr: 87.9%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61702.log 2024-09-19T05:05:21.818 INFO:teuthology.orchestra.run.smithi005.stderr: -- replaced with /var/log/ceph/ceph-client.admin.42945.log.gz 2024-09-19T05:05:21.818 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.60653.log: /var/log/ceph/ceph-client.admin.49012.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47278.log 2024-09-19T05:05:21.818 INFO:teuthology.orchestra.run.smithi005.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.49012.log.gz 88.9% -- replaced with /var/log/ceph/ceph-client.admin.60653.log.gz/var/log/ceph/ceph-client.admin.61702.log: 2024-09-19T05:05:21.818 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-19T05:05:21.818 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- 88.8% -- replaced with /var/log/ceph/ceph-client.admin.61702.log.gz 2024-09-19T05:05:21.818 INFO:teuthology.orchestra.run.smithi005.stderr: /var/log/ceph/ceph-client.admin.47656.log 2024-09-19T05:05:21.818 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.47278.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44024.log 2024-09-19T05:05:21.818 INFO:teuthology.orchestra.run.smithi005.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.47278.log.gz 2024-09-19T05:05:21.818 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.47656.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61366.log 2024-09-19T05:05:21.818 INFO:teuthology.orchestra.run.smithi005.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.47656.log.gz 2024-09-19T05:05:21.819 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.44024.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60527.log 2024-09-19T05:05:21.819 INFO:teuthology.orchestra.run.smithi005.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.44024.log.gz 2024-09-19T05:05:21.819 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.61366.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47152.log 87.5% -- replaced with /var/log/ceph/ceph-client.admin.61366.log.gz 2024-09-19T05:05:21.819 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-19T05:05:21.819 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.60527.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43282.log 88.6% -- replaced with /var/log/ceph/ceph-client.admin.60527.log.gz 2024-09-19T05:05:21.819 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-19T05:05:21.819 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.47152.log: gzip -5 --verbose 88.6% -- replaced with /var/log/ceph/ceph-client.admin.47152.log.gz 2024-09-19T05:05:21.819 INFO:teuthology.orchestra.run.smithi005.stderr: -- /var/log/ceph/ceph-client.admin.57565.log 2024-09-19T05:05:21.819 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43282.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.30119.log 2024-09-19T05:05:21.819 INFO:teuthology.orchestra.run.smithi005.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.43282.log.gz 2024-09-19T05:05:21.819 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.57565.log: gzip -5 88.2% -- replaced with /var/log/ceph/ceph-client.admin.57565.log.gz 2024-09-19T05:05:21.820 INFO:teuthology.orchestra.run.smithi005.stderr: --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-19T05:05:21.820 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph.tmp-client.admin.30119.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.30119.log.gz 2024-09-19T05:05:21.820 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60569.log 2024-09-19T05:05:21.820 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54371.log 2024-09-19T05:05:21.820 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.60569.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51760.log 2024-09-19T05:05:21.820 INFO:teuthology.orchestra.run.smithi005.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.60569.log.gz 2024-09-19T05:05:21.820 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.54371.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.54371.log.gz 2024-09-19T05:05:21.820 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61240.log 2024-09-19T05:05:21.820 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51760.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42942.log 2024-09-19T05:05:21.820 INFO:teuthology.orchestra.run.smithi005.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.51760.log.gz 2024-09-19T05:05:21.821 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.61240.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60863.log 2024-09-19T05:05:21.821 INFO:teuthology.orchestra.run.smithi005.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.61240.log.gz 2024-09-19T05:05:21.821 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42942.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44731.log 2024-09-19T05:05:21.821 INFO:teuthology.orchestra.run.smithi005.stderr: 88.7%/var/log/ceph/ceph-client.admin.60863.log: -- replaced with /var/log/ceph/ceph-client.admin.42942.log.gz 2024-09-19T05:05:21.821 INFO:teuthology.orchestra.run.smithi005.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.60863.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51333.log 2024-09-19T05:05:21.821 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-19T05:05:21.821 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.44731.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-19T05:05:21.821 INFO:teuthology.orchestra.run.smithi005.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.44731.log.gz 2024-09-19T05:05:21.821 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51333.log: gzip 93.4% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-19T05:05:21.821 INFO:teuthology.orchestra.run.smithi005.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.46505.log 2024-09-19T05:05:21.821 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45637.log 2024-09-19T05:05:21.822 INFO:teuthology.orchestra.run.smithi005.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.51333.log.gz 2024-09-19T05:05:21.822 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46505.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46505.log.gz 2024-09-19T05:05:21.822 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51375.log 2024-09-19T05:05:21.822 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.45637.log: 86.0% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-19T05:05:21.822 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47927.log 2024-09-19T05:05:21.822 INFO:teuthology.orchestra.run.smithi005.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45637.log.gz 2024-09-19T05:05:21.822 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48707.log 2024-09-19T05:05:21.822 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51375.log: /var/log/ceph/ceph-client.admin.47927.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48413.log 2024-09-19T05:05:21.822 INFO:teuthology.orchestra.run.smithi005.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.51375.log.gz/var/log/ceph/ceph-client.admin.48707.log: 2024-09-19T05:05:21.822 INFO:teuthology.orchestra.run.smithi005.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.47927.log.gz 2024-09-19T05:05:21.822 INFO:teuthology.orchestra.run.smithi005.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.48707.log.gz 2024-09-19T05:05:21.823 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.50265.log 2024-09-19T05:05:21.823 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.48413.log: /var/log/ceph/ceph-client.admin.59313.log 2024-09-19T05:05:21.823 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.0.50265.log: 0.0% 89.2% -- replaced with /var/log/ceph/ceph-client.0.50265.log.gz 2024-09-19T05:05:21.823 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45274.log 2024-09-19T05:05:21.823 INFO:teuthology.orchestra.run.smithi005.stderr: -- replaced with /var/log/ceph/ceph-client.admin.48413.log.gz 2024-09-19T05:05:21.823 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.59313.log: -- /var/log/ceph/ceph-client.admin.51470.log 2024-09-19T05:05:21.823 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.45274.log: 88.8%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49346.log 2024-09-19T05:05:21.823 INFO:teuthology.orchestra.run.smithi005.stderr: -- replaced with /var/log/ceph/ceph-client.admin.59313.log.gz 2024-09-19T05:05:21.823 INFO:teuthology.orchestra.run.smithi005.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45274.log.gz 2024-09-19T05:05:21.823 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51470.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51673.log 2024-09-19T05:05:21.823 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49346.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45715.log 2024-09-19T05:05:21.823 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.51470.log.gz 2024-09-19T05:05:21.824 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51673.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.49346.log.gz 2024-09-19T05:05:21.824 INFO:teuthology.orchestra.run.smithi005.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.51673.log.gz 2024-09-19T05:05:21.824 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46548.log 2024-09-19T05:05:21.824 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.45715.log: gzip -5 --verbose -- 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45715.log.gz 2024-09-19T05:05:21.824 INFO:teuthology.orchestra.run.smithi005.stderr: /var/log/ceph/ceph-client.admin.41130.log 2024-09-19T05:05:21.824 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46548.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59817.log 88.2% -- replaced with /var/log/ceph/ceph-client.admin.46548.log.gz 2024-09-19T05:05:21.824 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-19T05:05:21.824 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.41130.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60611.log 88.5% -- replaced with /var/log/ceph/ceph-client.admin.41130.log.gz 2024-09-19T05:05:21.824 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-19T05:05:21.824 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.59817.log: gzip -5 --verbose -- 88.5% /var/log/ceph/ceph-client.admin.41088.log 2024-09-19T05:05:21.824 INFO:teuthology.orchestra.run.smithi005.stderr: -- replaced with /var/log/ceph/ceph-client.admin.59817.log.gz 2024-09-19T05:05:21.824 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.60611.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45966.log 2024-09-19T05:05:21.824 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.41088.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.60611.log.gz 2024-09-19T05:05:21.825 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55970.log 2024-09-19T05:05:21.825 INFO:teuthology.orchestra.run.smithi005.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.41088.log.gz 2024-09-19T05:05:21.825 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.45966.log: gzip -5 --verbose -- 88.1% -- replaced with /var/log/ceph/ceph-client.admin.45966.log.gz 2024-09-19T05:05:21.825 INFO:teuthology.orchestra.run.smithi005.stderr: /var/log/ceph/ceph-client.admin.45400.log 2024-09-19T05:05:21.825 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.55970.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43478.log 2024-09-19T05:05:21.825 INFO:teuthology.orchestra.run.smithi005.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.55970.log.gz 2024-09-19T05:05:21.825 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.45400.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53649.log 87.5% -- replaced with /var/log/ceph/ceph-client.admin.45400.log.gz 2024-09-19T05:05:21.825 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-19T05:05:21.825 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43478.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46092.log 88.0% -- replaced with /var/log/ceph/ceph-client.admin.43478.log.gz 2024-09-19T05:05:21.825 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-19T05:05:21.826 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.53649.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41486.log 2024-09-19T05:05:21.826 INFO:teuthology.orchestra.run.smithi005.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.53649.log.gz 2024-09-19T05:05:21.826 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46092.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42944.log 2024-09-19T05:05:21.826 INFO:teuthology.orchestra.run.smithi005.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.46092.log.gz 2024-09-19T05:05:21.826 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.41486.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61870.log 2024-09-19T05:05:21.826 INFO:teuthology.orchestra.run.smithi005.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.41486.log.gz 2024-09-19T05:05:21.826 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42944.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52513.log 2024-09-19T05:05:21.826 INFO:teuthology.orchestra.run.smithi005.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42944.log.gz 2024-09-19T05:05:21.826 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.61870.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43982.log 2024-09-19T05:05:21.826 INFO:teuthology.orchestra.run.smithi005.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.61870.log.gz 2024-09-19T05:05:21.826 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52513.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40645.log 89.0% -- replaced with /var/log/ceph/ceph-client.admin.52513.log.gz 2024-09-19T05:05:21.827 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-19T05:05:21.827 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43982.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58445.log 89.0% 2024-09-19T05:05:21.827 INFO:teuthology.orchestra.run.smithi005.stderr: -- replaced with /var/log/ceph/ceph-client.admin.43982.log.gz 2024-09-19T05:05:21.827 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.40645.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59185.log 2024-09-19T05:05:21.827 INFO:teuthology.orchestra.run.smithi005.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.40645.log.gz 2024-09-19T05:05:21.827 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.58445.log: gzip -5 88.7% -- replaced with /var/log/ceph/ceph-client.admin.58445.log.gz 2024-09-19T05:05:21.827 INFO:teuthology.orchestra.run.smithi005.stderr: --verbose -- /var/log/ceph/ceph-client.admin.58975.log 2024-09-19T05:05:21.827 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.59185.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57079.log 2024-09-19T05:05:21.827 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.59185.log.gz 2024-09-19T05:05:21.827 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.58975.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51939.log 2024-09-19T05:05:21.828 INFO:teuthology.orchestra.run.smithi005.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.58975.log.gz 2024-09-19T05:05:21.828 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46854.log 2024-09-19T05:05:21.828 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.57079.log: /var/log/ceph/ceph-client.admin.51939.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47506.log 2024-09-19T05:05:21.828 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46854.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.51939.log.gz 2024-09-19T05:05:21.828 INFO:teuthology.orchestra.run.smithi005.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.57079.log.gz 2024-09-19T05:05:21.828 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46854.log.gz 2024-09-19T05:05:21.828 INFO:teuthology.orchestra.run.smithi005.stderr: /var/log/ceph/ceph-client.admin.54415.log 2024-09-19T05:05:21.828 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.47506.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50055.log 88.3% -- replaced with /var/log/ceph/ceph-client.admin.47506.log.gz 2024-09-19T05:05:21.828 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-19T05:05:21.828 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.54415.log: gzip -5 --verbose -- 88.2% -- replaced with /var/log/ceph/ceph-client.admin.54415.log.gz 2024-09-19T05:05:21.828 INFO:teuthology.orchestra.run.smithi005.stderr: /var/log/ceph/ceph-client.admin.48875.log 2024-09-19T05:05:21.828 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.50055.log: gzip -5 --verbose -- 88.1% -- replaced with /var/log/ceph/ceph-client.admin.50055.log.gz 2024-09-19T05:05:21.829 INFO:teuthology.orchestra.run.smithi005.stderr: /var/log/ceph/ceph-client.admin.49821.log 2024-09-19T05:05:21.829 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.48875.log: gzip -5 89.2% -- replaced with /var/log/ceph/ceph-client.admin.48875.log.gz 2024-09-19T05:05:21.829 INFO:teuthology.orchestra.run.smithi005.stderr: --verbose -- /var/log/ceph/ceph-client.admin.51804.log 2024-09-19T05:05:21.829 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49821.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43279.log 2024-09-19T05:05:21.829 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49821.log.gz 2024-09-19T05:05:21.829 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51804.log: gzip 87.4% -5 --verbose -- /var/log/ceph/ceph-client.admin.59523.log 2024-09-19T05:05:21.829 INFO:teuthology.orchestra.run.smithi005.stderr: -- replaced with /var/log/ceph/ceph-client.admin.51804.log.gz 2024-09-19T05:05:21.829 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43279.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51550.log 2024-09-19T05:05:21.829 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.43279.log.gz 2024-09-19T05:05:21.829 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.59523.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52447.log 2024-09-19T05:05:21.829 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.59523.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46643.log 2024-09-19T05:05:21.829 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-19T05:05:21.830 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.51550.log: /var/log/ceph/ceph-client.admin.52447.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59229.log 2024-09-19T05:05:21.830 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46643.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.51550.log.gz 2024-09-19T05:05:21.830 INFO:teuthology.orchestra.run.smithi005.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46643.log.gz 91.0% -- replaced with /var/log/ceph/ceph-client.admin.52447.log.gz 2024-09-19T05:05:21.830 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55394.log 2024-09-19T05:05:21.830 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-19T05:05:21.830 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52279.log 2024-09-19T05:05:21.830 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.59229.log: /var/log/ceph/ceph-client.admin.55394.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61534.log 2024-09-19T05:05:21.830 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52279.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.59229.log.gz 2024-09-19T05:05:21.830 INFO:teuthology.orchestra.run.smithi005.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.55394.log.gz 2024-09-19T05:05:21.830 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose 88.0% -- replaced with /var/log/ceph/ceph-client.admin.52279.log.gz 2024-09-19T05:05:21.831 INFO:teuthology.orchestra.run.smithi005.stderr: -- /var/log/ceph/ceph-client.admin.53184.log 2024-09-19T05:05:21.831 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.61534.log: gzip -5 --verbose 87.6% -- replaced with /var/log/ceph/ceph-client.admin.61534.log.gz 2024-09-19T05:05:21.831 INFO:teuthology.orchestra.run.smithi005.stderr: -- /var/log/ceph/ceph-client.admin.43270.log 2024-09-19T05:05:21.831 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.53184.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42332.log 88.3% -- replaced with /var/log/ceph/ceph-client.admin.53184.log.gz 2024-09-19T05:05:21.831 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-19T05:05:21.831 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43270.log: gzip 88.5% -5 --verbose -- /var/log/ceph/ceph-client.admin.58343.log 2024-09-19T05:05:21.831 INFO:teuthology.orchestra.run.smithi005.stderr: -- replaced with /var/log/ceph/ceph-client.admin.43270.log.gz 2024-09-19T05:05:21.831 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42332.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59691.log 2024-09-19T05:05:21.831 INFO:teuthology.orchestra.run.smithi005.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42332.log.gz 2024-09-19T05:05:21.831 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.58343.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49905.log 2024-09-19T05:05:21.832 INFO:teuthology.orchestra.run.smithi005.stderr: 89.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59271.log 2024-09-19T05:05:21.832 INFO:teuthology.orchestra.run.smithi005.stderr: -- replaced with /var/log/ceph/ceph-client.admin.58343.log.gz 2024-09-19T05:05:21.832 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.59691.log: /var/log/ceph/ceph-client.admin.49905.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46344.log 2024-09-19T05:05:21.832 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.59271.log: 88.3% 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49905.log.gz 2024-09-19T05:05:21.832 INFO:teuthology.orchestra.run.smithi005.stderr: -- replaced with /var/log/ceph/ceph-client.admin.59691.log.gz 2024-09-19T05:05:21.832 INFO:teuthology.orchestra.run.smithi005.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.59271.log.gz 2024-09-19T05:05:21.833 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56385.log 2024-09-19T05:05:21.833 INFO:teuthology.orchestra.run.smithi005.stderr:gzip/var/log/ceph/ceph-client.admin.46344.log: -5 --verbose -- /var/log/ceph/ceph-client.0.60113.log 2024-09-19T05:05:21.833 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.56385.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46344.log.gz 2024-09-19T05:05:21.833 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57373.log 2024-09-19T05:05:21.833 INFO:teuthology.orchestra.run.smithi005.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.56385.log.gz 2024-09-19T05:05:21.833 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.47848.log 2024-09-19T05:05:21.834 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.0.60113.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.60113.log.gz 2024-09-19T05:05:21.834 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49569.log 2024-09-19T05:05:21.834 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.57373.log: /var/log/ceph/ceph-client.0.47848.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57247.log 2024-09-19T05:05:21.834 INFO:teuthology.orchestra.run.smithi005.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.47848.log.gz 2024-09-19T05:05:21.834 INFO:teuthology.orchestra.run.smithi005.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.57373.log.gz/var/log/ceph/ceph-client.admin.49569.log: 2024-09-19T05:05:21.834 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59925.log 2024-09-19T05:05:21.835 INFO:teuthology.orchestra.run.smithi005.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.49569.log.gz 2024-09-19T05:05:21.835 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.57247.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56991.log 2024-09-19T05:05:21.835 INFO:teuthology.orchestra.run.smithi005.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.57247.log.gz 2024-09-19T05:05:21.835 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49653.log 2024-09-19T05:05:21.835 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.59925.log: /var/log/ceph/ceph-client.admin.56991.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.50261.log 2024-09-19T05:05:21.835 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49653.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.59925.log.gz 2024-09-19T05:05:21.836 INFO:teuthology.orchestra.run.smithi005.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.56991.log.gz 2024-09-19T05:05:21.836 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57163.log 2024-09-19T05:05:21.836 INFO:teuthology.orchestra.run.smithi005.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49653.log.gz 2024-09-19T05:05:21.836 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49695.log 2024-09-19T05:05:21.836 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.0.50261.log: /var/log/ceph/ceph-client.admin.57163.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46260.log 2024-09-19T05:05:21.836 INFO:teuthology.orchestra.run.smithi005.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.50261.log.gz 2024-09-19T05:05:21.837 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49695.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62162.log 2024-09-19T05:05:21.837 INFO:teuthology.orchestra.run.smithi005.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.57163.log.gz 2024-09-19T05:05:21.837 INFO:teuthology.orchestra.run.smithi005.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49695.log.gz 2024-09-19T05:05:21.837 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46260.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52069.log 2024-09-19T05:05:21.837 INFO:teuthology.orchestra.run.smithi005.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46260.log.gz 2024-09-19T05:05:21.837 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5/var/log/ceph/ceph-client.admin.62162.log: --verbose -- /var/log/ceph/ceph-client.admin.46050.log 2024-09-19T05:05:21.838 INFO:teuthology.orchestra.run.smithi005.stderr: 88.6%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46984.log 2024-09-19T05:05:21.838 INFO:teuthology.orchestra.run.smithi005.stderr: -- replaced with /var/log/ceph/ceph-client.admin.62162.log.gz 2024-09-19T05:05:21.838 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52069.log: /var/log/ceph/ceph-client.admin.46050.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58301.log 2024-09-19T05:05:21.838 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46984.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46050.log.gz 2024-09-19T05:05:21.838 INFO:teuthology.orchestra.run.smithi005.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.52069.log.gz 2024-09-19T05:05:21.838 INFO:teuthology.orchestra.run.smithi005.stderr:gzip 88.2% -- replaced with /var/log/ceph/ceph-client.admin.46984.log.gz 2024-09-19T05:05:21.839 INFO:teuthology.orchestra.run.smithi005.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.50936.log 2024-09-19T05:05:21.839 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.58301.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59565.log 2024-09-19T05:05:21.839 INFO:teuthology.orchestra.run.smithi005.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.58301.log.gz 2024-09-19T05:05:21.839 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.50936.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57121.log 2024-09-19T05:05:21.839 INFO:teuthology.orchestra.run.smithi005.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.50936.log.gz 2024-09-19T05:05:21.840 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48152.log 2024-09-19T05:05:21.840 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.59565.log: /var/log/ceph/ceph-client.admin.57121.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56133.log 2024-09-19T05:05:21.840 INFO:teuthology.orchestra.run.smithi005.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.59565.log.gz 2024-09-19T05:05:21.840 INFO:teuthology.orchestra.run.smithi005.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.57121.log.gz/var/log/ceph/ceph-client.admin.48152.log: 2024-09-19T05:05:21.840 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54550.log 2024-09-19T05:05:21.840 INFO:teuthology.orchestra.run.smithi005.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.48152.log.gz/var/log/ceph/ceph-client.admin.56133.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50591.log 2024-09-19T05:05:21.841 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-19T05:05:21.841 INFO:teuthology.orchestra.run.smithi005.stderr: 88.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53734.log 2024-09-19T05:05:21.841 INFO:teuthology.orchestra.run.smithi005.stderr: -- replaced with /var/log/ceph/ceph-client.admin.56133.log.gz 2024-09-19T05:05:21.841 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.54550.log: /var/log/ceph/ceph-client.admin.50591.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49397.log 2024-09-19T05:05:21.841 INFO:teuthology.orchestra.run.smithi005.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.54550.log.gz 2024-09-19T05:05:21.841 INFO:teuthology.orchestra.run.smithi005.stderr: 88.7%/var/log/ceph/ceph-client.admin.53734.log: -- replaced with /var/log/ceph/ceph-client.admin.50591.log.gz 2024-09-19T05:05:21.842 INFO:teuthology.orchestra.run.smithi005.stderr: 88.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43814.log 2024-09-19T05:05:21.842 INFO:teuthology.orchestra.run.smithi005.stderr: -- replaced with /var/log/ceph/ceph-client.admin.53734.log.gz 2024-09-19T05:05:21.842 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49397.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-19T05:05:21.842 INFO:teuthology.orchestra.run.smithi005.stderr: 88.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43615.log 2024-09-19T05:05:21.842 INFO:teuthology.orchestra.run.smithi005.stderr: -- replaced with /var/log/ceph/ceph-client.admin.49397.log.gz 2024-09-19T05:05:21.843 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43814.log: /var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49257.log 2024-09-19T05:05:21.843 INFO:teuthology.orchestra.run.smithi005.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.43814.log.gz 2024-09-19T05:05:21.843 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43615.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48749.log 2024-09-19T05:05:21.843 INFO:teuthology.orchestra.run.smithi005.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.43615.log.gz 2024-09-19T05:05:21.843 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49257.log: 87.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41360.log 2024-09-19T05:05:21.843 INFO:teuthology.orchestra.run.smithi005.stderr: -- replaced with /var/log/ceph/ceph-client.admin.49257.log.gz/var/log/ceph/ceph-client.admin.48749.log: 2024-09-19T05:05:21.844 INFO:teuthology.orchestra.run.smithi005.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.48749.log.gz 2024-09-19T05:05:21.844 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36428.log 2024-09-19T05:05:21.844 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.41360.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61660.log 2024-09-19T05:05:21.844 INFO:teuthology.orchestra.run.smithi005.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.41360.log.gz 2024-09-19T05:05:21.844 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.36428.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-09-19T05:05:21.844 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.61660.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.36428.log.gz 2024-09-19T05:05:21.845 INFO:teuthology.orchestra.run.smithi005.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.61660.log.gz 2024-09-19T05:05:21.845 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53261.log 2024-09-19T05:05:21.845 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42680.log 2024-09-19T05:05:21.845 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.53261.log: /var/log/ceph/ceph-mds.c.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.53261.log.gz 2024-09-19T05:05:21.845 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54284.log 2024-09-19T05:05:21.845 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42680.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.42680.log.gz 2024-09-19T05:05:21.846 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61954.log 2024-09-19T05:05:21.846 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.54284.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.54284.log.gz 2024-09-19T05:05:21.846 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46302.log 2024-09-19T05:05:21.846 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.61954.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.61954.log.gz 2024-09-19T05:05:21.846 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.52701.log 2024-09-19T05:05:21.846 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46302.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.46302.log.gz 2024-09-19T05:05:21.847 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49779.log 2024-09-19T05:05:21.847 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.0.52701.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.52701.log.gz 2024-09-19T05:05:21.847 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50978.log 2024-09-19T05:05:21.847 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.49779.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49779.log.gz 2024-09-19T05:05:21.847 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45442.log 2024-09-19T05:05:21.847 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.50978.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.50978.log.gz 2024-09-19T05:05:21.848 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42416.log 2024-09-19T05:05:21.848 INFO:teuthology.orchestra.run.smithi005.stderr: 92.6%/var/log/ceph/ceph-client.admin.45442.log: -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-09-19T05:05:21.848 INFO:teuthology.orchestra.run.smithi005.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.45442.log.gz 2024-09-19T05:05:21.848 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42764.log 2024-09-19T05:05:21.848 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42416.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59607.log 2024-09-19T05:05:21.848 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.42764.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42416.log.gz 2024-09-19T05:05:21.849 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46424.log 2024-09-19T05:05:21.849 INFO:teuthology.orchestra.run.smithi005.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.42764.log.gz 2024-09-19T05:05:21.849 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.59607.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52111.log 2024-09-19T05:05:21.849 INFO:teuthology.orchestra.run.smithi005.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.59607.log.gz 2024-09-19T05:05:21.849 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.46424.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46424.log.gz 2024-09-19T05:05:21.849 INFO:teuthology.orchestra.run.smithi005.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43280.log 2024-09-19T05:05:21.850 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.52111.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.52111.log.gz 2024-09-19T05:05:21.850 INFO:teuthology.orchestra.run.smithi005.stderr:/var/log/ceph/ceph-client.admin.43280.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.43280.log.gz 2024-09-19T05:05:21.850 INFO:teuthology.orchestra.run.smithi005.stderr: 93.7% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-09-19T05:05:21.851 INFO:teuthology.orchestra.run.smithi134.stderr: 91.1% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-19T05:05:21.996 INFO:teuthology.orchestra.run.smithi005.stderr: 90.8% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-19T05:05:22.485 INFO:teuthology.orchestra.run.smithi134.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-19T05:05:22.515 INFO:teuthology.orchestra.run.smithi134.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-19T05:05:22.517 INFO:teuthology.orchestra.run.smithi134.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-19T05:05:22.520 INFO:teuthology.orchestra.run.smithi134.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-19T05:05:22.522 INFO:teuthology.orchestra.run.smithi134.stderr: 2024-09-19T05:05:22.522 INFO:teuthology.orchestra.run.smithi134.stderr:real 0m0.954s 2024-09-19T05:05:22.522 INFO:teuthology.orchestra.run.smithi134.stderr:user 0m4.174s 2024-09-19T05:05:22.522 INFO:teuthology.orchestra.run.smithi134.stderr:sys 0m0.161s 2024-09-19T05:05:22.541 INFO:teuthology.orchestra.run.smithi005.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-19T05:05:22.622 INFO:teuthology.orchestra.run.smithi005.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-19T05:05:22.637 INFO:teuthology.orchestra.run.smithi005.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-19T05:05:22.676 INFO:teuthology.orchestra.run.smithi005.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-19T05:05:22.678 INFO:teuthology.orchestra.run.smithi005.stderr: 2024-09-19T05:05:22.678 INFO:teuthology.orchestra.run.smithi005.stderr:real 0m1.133s 2024-09-19T05:05:22.678 INFO:teuthology.orchestra.run.smithi005.stderr:user 0m4.536s 2024-09-19T05:05:22.678 INFO:teuthology.orchestra.run.smithi005.stderr:sys 0m0.416s 2024-09-19T05:05:22.678 INFO:tasks.ceph:Archiving logs... 2024-09-19T05:05:22.679 DEBUG:teuthology.misc:Transferring archived files from smithi005:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911657/remote/smithi005/log 2024-09-19T05:05:22.680 DEBUG:teuthology.orchestra.run.smithi005:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-19T05:05:23.657 DEBUG:teuthology.misc:Transferring archived files from smithi134:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911657/remote/smithi134/log 2024-09-19T05:05:23.658 DEBUG:teuthology.orchestra.run.smithi134:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-19T05:05:24.270 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-19T05:05:24.280 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-19T05:05:24.280 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-19T05:05:24.283 DEBUG:teuthology.orchestra.run.smithi134:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-19T05:05:24.368 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-19T05:05:24.377 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-19T05:05:24.377 DEBUG:teuthology.orchestra.run.smithi005:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T05:05:24.380 DEBUG:teuthology.orchestra.run.smithi134:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T05:05:24.395 INFO:teuthology.orchestra.run.smithi005.stderr:bash: line 1: ntpq: command not found 2024-09-19T05:05:24.397 INFO:teuthology.orchestra.run.smithi134.stderr:bash: line 1: ntpq: command not found 2024-09-19T05:05:24.400 INFO:teuthology.orchestra.run.smithi005.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T05:05:24.401 INFO:teuthology.orchestra.run.smithi005.stdout:=============================================================================== 2024-09-19T05:05:24.401 INFO:teuthology.orchestra.run.smithi005.stdout:^+ hv01.front.sepia.ceph.com 3 6 377 19 -43us[ -50us] +/- 35ms 2024-09-19T05:05:24.401 INFO:teuthology.orchestra.run.smithi005.stdout:^* hv02.front.sepia.ceph.com 3 6 377 17 +248us[ +242us] +/- 64ms 2024-09-19T05:05:24.401 INFO:teuthology.orchestra.run.smithi005.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 18 -197us[ -204us] +/- 73ms 2024-09-19T05:05:24.401 INFO:teuthology.orchestra.run.smithi005.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:05:24.402 INFO:teuthology.orchestra.run.smithi134.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T05:05:24.402 INFO:teuthology.orchestra.run.smithi134.stdout:=============================================================================== 2024-09-19T05:05:24.402 INFO:teuthology.orchestra.run.smithi134.stdout:^+ hv01.front.sepia.ceph.com 3 6 377 18 -7869ns[+4363ns] +/- 35ms 2024-09-19T05:05:24.402 INFO:teuthology.orchestra.run.smithi134.stdout:^* hv02.front.sepia.ceph.com 3 6 377 18 +261us[ +273us] +/- 64ms 2024-09-19T05:05:24.402 INFO:teuthology.orchestra.run.smithi134.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 16 -172us[ -172us] +/- 73ms 2024-09-19T05:05:24.402 INFO:teuthology.orchestra.run.smithi134.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:05:24.403 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-19T05:05:24.412 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-19T05:05:24.412 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-19T05:05:24.420 DEBUG:teuthology.orchestra.run.smithi005:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-19T05:05:24.525 DEBUG:teuthology.orchestra.run.smithi134:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-19T05:05:24.597 DEBUG:teuthology.orchestra.run.smithi005:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T05:05:24.628 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:05:24.628 DEBUG:teuthology.orchestra.run.smithi134:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T05:05:24.658 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:05:24.659 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-19T05:05:24.669 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-19T05:05:24.678 INFO:teuthology.task.internal:Duration was 644.856399 seconds 2024-09-19T05:05:24.678 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-19T05:05:24.687 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-19T05:05:24.687 DEBUG:teuthology.orchestra.run.smithi005:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-19T05:05:24.690 DEBUG:teuthology.orchestra.run.smithi134:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-19T05:05:24.729 INFO:teuthology.orchestra.run.smithi005.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T05:05:24.740 INFO:teuthology.orchestra.run.smithi134.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T05:05:25.133 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-19T05:05:25.134 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi005.front.sepia.ceph.com 2024-09-19T05:05:25.134 DEBUG:teuthology.orchestra.run.smithi005:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-19T05:05:25.195 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi134.front.sepia.ceph.com 2024-09-19T05:05:25.195 DEBUG:teuthology.orchestra.run.smithi134:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-19T05:05:25.219 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-19T05:05:25.219 DEBUG:teuthology.orchestra.run.smithi005:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-19T05:05:25.238 DEBUG:teuthology.orchestra.run.smithi134:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-19T05:05:25.288 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-19T05:05:25.288 DEBUG:teuthology.orchestra.run.smithi005:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-19T05:05:25.307 DEBUG:teuthology.orchestra.run.smithi134:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-19T05:05:25.433 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-19T05:05:25.446 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-19T05:05:25.446 DEBUG:teuthology.orchestra.run.smithi005:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-19T05:05:25.472 DEBUG:teuthology.orchestra.run.smithi134:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-19T05:05:25.497 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-19T05:05:25.508 DEBUG:teuthology.orchestra.run.smithi005:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-19T05:05:25.515 DEBUG:teuthology.orchestra.run.smithi134:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-19T05:05:25.536 INFO:teuthology.orchestra.run.smithi005.stdout:kernel.core_pattern = core 2024-09-19T05:05:25.560 INFO:teuthology.orchestra.run.smithi134.stdout:kernel.core_pattern = core 2024-09-19T05:05:25.574 DEBUG:teuthology.orchestra.run.smithi005:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-19T05:05:25.606 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:05:25.607 DEBUG:teuthology.orchestra.run.smithi134:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-19T05:05:25.628 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:05:25.629 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-19T05:05:25.639 INFO:teuthology.task.internal:Transferring archived files... 2024-09-19T05:05:25.639 DEBUG:teuthology.misc:Transferring archived files from smithi005:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911657/remote/smithi005 2024-09-19T05:05:25.639 DEBUG:teuthology.orchestra.run.smithi005:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-19T05:05:25.683 DEBUG:teuthology.misc:Transferring archived files from smithi134:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911657/remote/smithi134 2024-09-19T05:05:25.683 DEBUG:teuthology.orchestra.run.smithi134:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-19T05:05:25.715 INFO:teuthology.task.internal:Removing archive directory... 2024-09-19T05:05:25.716 DEBUG:teuthology.orchestra.run.smithi005:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-19T05:05:25.719 DEBUG:teuthology.orchestra.run.smithi134:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-19T05:05:25.766 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-19T05:05:25.779 INFO:teuthology.task.internal:Not uploading archives. 2024-09-19T05:05:25.780 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-19T05:05:25.794 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-19T05:05:25.794 DEBUG:teuthology.orchestra.run.smithi005:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-19T05:05:25.796 DEBUG:teuthology.orchestra.run.smithi134:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-19T05:05:25.811 INFO:teuthology.orchestra.run.smithi005.stdout: 265650 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 19 05:05 /home/ubuntu/cephtest 2024-09-19T05:05:25.821 INFO:teuthology.orchestra.run.smithi134.stdout: 265325 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 19 05:05 /home/ubuntu/cephtest 2024-09-19T05:05:25.822 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-19T05:05:25.833 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-19T05:05:25.856 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/quota} duration: 644.8563985824585 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-09-19T05:05:25.857 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-19T05:05:25.943 INFO:teuthology.run:pass